-- Logs begin at Thu 2022-02-03 12:54:25 UTC, end at Thu 2022-02-03 15:16:48 UTC. -- Feb 03 13:47:09.673222 dv-neutron-827016-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Feb 03 13:47:11.792647 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.common.config [-] Logging enabled! Feb 03 13:47:11.793358 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev14 Feb 03 13:47:11.793467 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84076) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 03 13:47:11.795662 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.common.config [-] Logging enabled! Feb 03 13:47:11.795915 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev14 Feb 03 13:47:11.796164 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84076) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 03 13:47:11.797111 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 03 13:47:11.797422 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 03 13:47:11.797821 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 03 13:47:11.798075 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 03 13:47:11.798305 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 03 13:47:11.798640 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.798947 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.799278 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.799514 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.799815 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.800110 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.800397 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.800688 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.801064 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.801354 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.801639 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.801927 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.802160 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.802444 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.802731 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.803019 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.803269 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] debug = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.803553 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.803981 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.804386 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.804669 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.804959 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.805238 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.805514 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.805799 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.806133 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] host = dv-neutron-827016-1-hyperv {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.806413 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.806700 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.806987 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.807307 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.807585 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.807861 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.808144 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.808423 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.808692 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] log_file = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.808970 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.809257 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.809543 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.809837 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.810064 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.810286 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.810573 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.810860 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.811162 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.811442 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.811719 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.811993 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.812277 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.812545 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.812828 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.813110 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.813396 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.813672 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.813946 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.814219 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.814490 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.814773 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.815044 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.815348 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.815626 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.815913 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.816181 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.816454 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.816839 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.817126 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.817414 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.817701 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.817978 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.818262 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.818535 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.818808 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.819097 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] use_json = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.819457 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.819732 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.820017 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.820292 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.820565 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.820839 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.821110 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.821395 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:11.821694 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.821989 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.822291 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.822573 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.822860 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.823168 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.823459 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.823737 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.824027 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.824316 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.824604 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.824881 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.825165 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.825456 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.825746 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.826021 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.826299 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.826590 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.826867 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.827165 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.827444 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.827732 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.828009 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.828282 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.829064 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.829338 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.829608 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.829879 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.830155 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.830445 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.830721 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.830991 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.831284 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.831729 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.831840 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.832100 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.832374 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.832643 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.832911 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.833184 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.833453 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.833722 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.833996 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.834265 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.834537 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.834808 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.835090 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.835418 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.835685 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.835958 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.836229 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.836502 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.836780 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.837051 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.837325 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.837593 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.837863 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.838132 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.838418 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.838714 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.838989 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.839289 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.839566 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.839840 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.840113 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.840385 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.840660 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.840935 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.841204 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.841491 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.841786 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.842059 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.842338 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.842615 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.842909 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.843210 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.843495 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.843773 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.844052 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.844896 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.845181 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.845473 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.845765 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.846058 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.846353 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.846648 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.846928 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.847270 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.847552 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:11.847768 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 03 13:47:11.848008 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84076) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 03 13:47:12.249690 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO keyring.backend [-] Loading KWallet Feb 03 13:47:12.257498 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO keyring.backend [-] Loading SecretService Feb 03 13:47:12.260771 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO keyring.backend [-] Loading Windows Feb 03 13:47:12.262113 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO keyring.backend [-] Loading chainer Feb 03 13:47:12.262692 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO keyring.backend [-] Loading macOS Feb 03 13:47:12.295645 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 03 13:47:12.295921 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=84076) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 03 13:47:12.296209 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 03 13:47:12.296541 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 03 13:47:12.602332 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:12.602549 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:12.602820 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:12.658963 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:12.659272 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:12.659538 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:12.662632 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:12.662909 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:12.663202 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:12.691784 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:12.692058 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:12.692326 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:12.719829 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:12.720103 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:12.720371 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:13.035950 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:13.036614 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:13.036614 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:13.036791 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:13.037655 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:13.158366 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:13.158678 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:13.158965 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:13.159264 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:13.159530 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:13.159837 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:13.160107 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:13.160363 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:13.160611 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:13.160890 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:13.161148 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:13.161410 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:13.161672 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:13.161924 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:13.162185 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:13.162448 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:13.162701 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:13.162969 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:13.163245 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:13.163524 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:13.163865 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:13.164116 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:13.164363 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:13.164643 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:13.164889 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:13.165132 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:13.165511 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84076) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 13:47:13.165750 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84076) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 13:47:13.165987 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84076) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 13:47:13.166222 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84076) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 13:47:13.166457 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84076) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 13:47:13.166692 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84076) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 13:47:13.167259 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 03 13:47:13.170356 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 03 13:47:13.174414 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 03 13:47:13.178285 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Feb 03 13:47:13.179949 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 03 13:47:13.180335 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 03 13:47:13.180668 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 03 13:47:13.181050 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 03 13:47:13.183903 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 03 13:47:13.184162 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 03 13:47:13.184505 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 03 13:47:13.213306 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 03 13:47:13.213749 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:13.214046 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84076) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 03 13:47:13.214408 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:13.215806 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84076) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 03 13:47:13.216091 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 03 13:47:13.216339 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 03 13:47:13.219621 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:13.219903 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:13.280312 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 03 13:47:13.280554 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 03 13:47:13.280793 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 03 13:47:13.281159 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 03 13:47:13.311264 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_db.sqlalchemy.engines [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=84076) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 03 13:47:13.760674 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.plugins.ml2.managers [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Initializing driver for type 'gre' Feb 03 13:47:13.761208 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] gre ID ranges: [(1, 1000)] Feb 03 13:47:13.949680 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.plugins.ml2.managers [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Initializing driver for type 'local' Feb 03 13:47:13.950025 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.plugins.ml2.managers [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Initializing driver for type 'vlan' Feb 03 13:47:14.029601 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] VlanTypeDriver initialization complete Feb 03 13:47:14.029880 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.plugins.ml2.managers [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Initializing driver for type 'vxlan' Feb 03 13:47:14.030382 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] vxlan ID ranges: [(1, 1000)] Feb 03 13:47:14.166393 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.plugins.ml2.managers [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Initializing extension driver 'port_security' Feb 03 13:47:14.167018 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.plugins.ml2.extensions.port_security [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] PortSecurityExtensionDriver initialization complete Feb 03 13:47:14.167203 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.plugins.ml2.managers [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Initializing mechanism driver 'openvswitch' Feb 03 13:47:14.167437 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.plugins.ml2.managers [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Initializing mechanism driver 'hyperv' Feb 03 13:47:14.174490 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.plugins.ml2.plugin [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:47:14.175199 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > port after_create 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.175577 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > port after_update 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.175931 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > port after_delete 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.176446 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=84076) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 03 13:47:14.176887 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > subnet after_create 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.177281 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > subnet after_update 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.177631 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.178017 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=84076) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 03 13:47:14.178426 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > network after_create 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.178776 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > network after_update 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.179142 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > network after_delete 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.179531 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=84076) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 03 13:47:14.179932 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > security_group after_create 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.180283 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > security_group after_update 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.185041 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > security_group after_delete 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.185041 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=84076) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 03 13:47:14.185041 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.185041 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.185041 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.185364 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=84076) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 03 13:47:14.185364 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] ML2 OVO RPC backend initialized. {{(pid=84076) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Feb 03 13:47:14.185364 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.185364 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.185364 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > network before_response 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.185650 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > networks before_response 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.185650 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > port before_response 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.185650 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > ports before_response 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.185822 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > subnet before_response 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.186065 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > subnets before_response 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.186409 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > network after_create 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.186751 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > network after_update 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.187110 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > network after_delete 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.187454 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > port after_create 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.188544 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > port after_update 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.188679 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > port after_delete 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.189003 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > subnet after_create 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.189341 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > subnet after_update 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.189675 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.190248 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.plugins.ml2.plugin [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Modular L2 Plugin initialization complete Feb 03 13:47:14.190578 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading services supported by the core plugin {{(pid=84076) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 03 13:47:14.190902 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.plugins.ml2.managers [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Got port-security extension from driver 'port_security' Feb 03 13:47:14.191394 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.extensions.vlantransparent [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Disabled vlantransparent extension. Feb 03 13:47:14.191817 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84076) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 03 13:47:14.192135 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading Plugin: router Feb 03 13:47:14.235504 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > router_interface before_create 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.235896 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > router after_create 55549900 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.236267 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > router before_create 55549900 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.236636 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.237013 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.237371 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > router after_delete 55549900 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.237736 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > floatingip after_update 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.238098 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > router after_create 55549900 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.238446 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > router after_update 55549900 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.238797 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > router after_update 55549900 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.239173 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.239530 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > router after_update 55549900 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.239981 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > router precommit_update 55549900 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.240358 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: port after_update 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.240696 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: port after_delete 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.241034 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: subnet after_update 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.241378 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.241729 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > port precommit_delete 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.242077 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > router precommit_create 55549900 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.242422 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: port before_delete 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.242766 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > router precommit_create 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.243149 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > router after_update 55549900 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.243496 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > router precommit_delete 55549900 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.243847 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > router precommit_create 55549900 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.244205 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.244551 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > router precommit_update 55549900 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.244917 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > agent after_create 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.245268 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > agent after_delete 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.245614 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > network after_delete 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.246471 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.quota.resource_registry [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Tracking information for resource: router configured {{(pid=84076) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 13:47:14.246804 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.quota.resource_registry [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Tracking information for resource: floatingip configured {{(pid=84076) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 13:47:14.256144 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.db.l3_agentschedulers_db [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 03 13:47:14.256752 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: port after_update 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.257118 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: port after_create 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.257473 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: port after_delete 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.257828 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: port after_update 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.258726 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > router before_create 55550100 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.259109 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > router precommit_delete 55550100 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.259480 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > router precommit_create 55550100 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.259888 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > router precommit_update 55550100 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.264162 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.services.provider_configuration [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Service providers = [] {{(pid=84076) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 03 13:47:14.264528 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.db.servicetype_db [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84076) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 03 13:47:14.267531 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.services.service_base [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84076) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 03 13:47:14.267888 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.services.service_base [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84076) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 03 13:47:14.268234 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.services.service_base [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84076) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 03 13:47:14.269122 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.services.service_base [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84076) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 03 13:47:14.269496 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.services.service_base [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 03 13:47:14.269876 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84076) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 13:47:14.270198 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 03 13:47:14.295872 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84076) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 13:47:14.295872 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading Plugin: auto_allocate Feb 03 13:47:14.301806 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: network precommit_update 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.302195 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: network precommit_create 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.302704 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84076) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 13:47:14.303027 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading Plugin: tag Feb 03 13:47:14.309606 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84076) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 13:47:14.309942 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading Plugin: timestamp Feb 03 13:47:14.314766 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84076) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 13:47:14.315130 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading Plugin: network_ip_availability Feb 03 13:47:14.320431 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.320806 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.321165 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.321880 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84076) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 13:47:14.322205 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading Plugin: flavors Feb 03 13:47:14.326999 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84076) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 13:47:14.327361 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading Plugin: revisions Feb 03 13:47:14.331659 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84076) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 13:47:14.332048 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_concurrency.lockutils [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.036s {{(pid=84076) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 03 13:47:14.332789 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84076) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Feb 03 13:47:14.333130 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Initializing extension manager. Feb 03 13:47:14.333636 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: __init__.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.333978 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: __pycache__ {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.334315 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.334654 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.335154 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: _filter_validation_lib.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.335643 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.336103 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: address_group.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.336997 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.337703 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: address-group Feb 03 13:47:14.338154 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: address_scope.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.339032 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.339700 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: address-scope Feb 03 13:47:14.339898 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: admin_state_down_before_update.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.348042 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.348610 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: router-admin-state-down-before-update Feb 03 13:47:14.348930 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: agent.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.349637 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.350409 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: agent Feb 03 13:47:14.350733 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: agent_resources_synced.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.351684 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.352193 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: agent-resources-synced Feb 03 13:47:14.352517 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: allowedaddresspairs.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.354569 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.355112 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: allowed-address-pairs Feb 03 13:47:14.355444 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: auto_allocated_topology.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.356542 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.357056 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: auto-allocated-topology Feb 03 13:47:14.357383 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: availability_zone.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.358082 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.358589 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: availability_zone Feb 03 13:47:14.358914 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: availability_zone_filter.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.360401 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.360920 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: availability_zone_filter Feb 03 13:47:14.361243 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: data_plane_status.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.362165 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.362676 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extension data-plane-status not supported by any of loaded plugins Feb 03 13:47:14.363004 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: default_subnetpools.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.363964 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.364479 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: default-subnetpools Feb 03 13:47:14.364804 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: dhcpagentscheduler.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.365591 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.366101 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: dhcp_agent_scheduler Feb 03 13:47:14.366424 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: dns.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.367372 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.367880 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extension dns-integration not supported by any of loaded plugins Feb 03 13:47:14.368206 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: dns_domain_ports.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.374175 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.374684 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 03 13:47:14.375008 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: dvr.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.376563 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.376977 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: dvr Feb 03 13:47:14.377180 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: empty_string_filtering.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.378098 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.378606 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: empty-string-filtering Feb 03 13:47:14.378929 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.379917 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.380417 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 03 13:47:14.380740 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.381651 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.382155 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 03 13:47:14.382482 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: external_net.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.383447 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.383954 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: external-net Feb 03 13:47:14.384276 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: extra_dhcp_opt.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.385188 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.385695 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: extra_dhcp_opt Feb 03 13:47:14.386018 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: extraroute.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.386920 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.387471 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: extraroute Feb 03 13:47:14.387798 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: extraroute_atomic.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.388841 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.389353 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: extraroute-atomic Feb 03 13:47:14.389678 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: filter_validation.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.390883 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.391174 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: filter-validation Feb 03 13:47:14.391516 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: fip_pf_description.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.392432 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.392938 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 03 13:47:14.393266 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: fip_port_details.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.394224 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.394731 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: fip-port-details Feb 03 13:47:14.395077 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: flavors.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.396342 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.396866 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: flavors Feb 03 13:47:14.397200 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.398882 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.399453 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 03 13:47:14.399790 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: floatingip_pools.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.400569 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.401080 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: floatingip-pools Feb 03 13:47:14.401414 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: ip_allocation.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.402336 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.402851 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extension ip_allocation not supported by any of loaded plugins Feb 03 13:47:14.403213 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.408872 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.409396 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: ip-substring-filtering Feb 03 13:47:14.409728 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: l2_adjacency.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.410659 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.411232 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 03 13:47:14.411573 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: l3.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.412547 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.413066 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: router Feb 03 13:47:14.413396 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: l3_conntrack_helper.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.415820 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.416355 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 03 13:47:14.416694 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.417633 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.418155 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: ext-gw-mode Feb 03 13:47:14.418488 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.419444 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.419962 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: l3-ha Feb 03 13:47:14.420294 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: l3_flavors.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.421209 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.421724 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: l3-flavors Feb 03 13:47:14.422073 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.423091 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.423605 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 03 13:47:14.424438 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: l3agentscheduler.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.425486 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.426001 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: l3_agent_scheduler Feb 03 13:47:14.426328 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: logging.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.430759 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.431307 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extension logging not supported by any of loaded plugins Feb 03 13:47:14.431640 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: metering.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.432388 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.432969 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: metering Feb 03 13:47:14.433299 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.434462 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.434978 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: metering_source_and_destination_fields Feb 03 13:47:14.435332 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: multiprovidernet.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.436264 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.436779 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: multi-provider Feb 03 13:47:14.437106 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: netmtu.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.438048 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.438562 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: net-mtu Feb 03 13:47:14.438891 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: netmtu_writable.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.439841 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.440350 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: net-mtu-writable Feb 03 13:47:14.440675 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: network_availability_zone.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.441347 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.441849 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: network_availability_zone Feb 03 13:47:14.442174 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: network_ip_availability.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.443299 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.443811 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: network-ip-availability Feb 03 13:47:14.444138 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: network_segment_range.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.444908 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.445412 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extension network-segment-range not supported by any of loaded plugins Feb 03 13:47:14.445789 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: pagination.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.446790 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.447151 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: pagination Feb 03 13:47:14.447477 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.448393 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.448906 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: port-mac-address-regenerate Feb 03 13:47:14.449232 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: port_resource_request.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.454018 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.454526 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extension port-resource-request not supported by any of loaded plugins Feb 03 13:47:14.454852 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: portbindings.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.455825 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.456337 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: binding Feb 03 13:47:14.456662 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: portbindings_extended.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.457952 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.458476 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: binding-extended Feb 03 13:47:14.458808 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: portsecurity.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.459765 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.460282 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: port-security Feb 03 13:47:14.460612 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: project_id.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.461598 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.461931 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: project-id Feb 03 13:47:14.462255 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: providernet.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.463234 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.463749 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: provider Feb 03 13:47:14.464075 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: qos.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.467822 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.468356 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extension qos not supported by any of loaded plugins Feb 03 13:47:14.468734 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.470522 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.471047 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 03 13:47:14.471406 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.472328 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.472844 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 03 13:47:14.473173 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: qos_default.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.474093 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.474611 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extension qos-default not supported by any of loaded plugins Feb 03 13:47:14.475212 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: qos_fip.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.481691 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.481691 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extension qos-fip not supported by any of loaded plugins Feb 03 13:47:14.481691 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: qos_gateway_ip.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.482353 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.482858 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 03 13:47:14.483224 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: qos_port_network_policy.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.484140 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.485202 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 03 13:47:14.485570 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: qos_rule_type_details.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.486494 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.487006 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 03 13:47:14.487360 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: qos_rules_alias.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.488422 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.488942 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 03 13:47:14.489267 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: quotasv2.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.490150 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.490482 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: quotas Feb 03 13:47:14.490810 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: quotasv2_detail.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.492869 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.492869 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: quota_details Feb 03 13:47:14.493160 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: rbac.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.494202 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.494729 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: rbac-policies Feb 03 13:47:14.495075 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: rbac_address_scope.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.496011 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.496529 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: rbac-address-scope Feb 03 13:47:14.496860 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: rbac_security_groups.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.497777 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.498292 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: rbac-security-groups Feb 03 13:47:14.498622 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: rbac_subnetpool.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.506327 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.506836 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: rbac-subnetpool Feb 03 13:47:14.507200 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: revisionifmatch.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.508120 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.508671 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: revision-if-match Feb 03 13:47:14.508995 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: revisions.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.510115 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.510631 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: standard-attr-revisions Feb 03 13:47:14.510957 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: router_availability_zone.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.511666 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.512180 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: router_availability_zone Feb 03 13:47:14.512506 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: routerservicetype.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.513446 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.513954 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extension router-service-type not supported by any of loaded plugins Feb 03 13:47:14.514280 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: security_groups_port_filtering.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.515237 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.515748 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: port-security-groups-filtering Feb 03 13:47:14.516096 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: securitygroup.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.527247 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.527783 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: security-group Feb 03 13:47:14.528122 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: segment.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.528907 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.529437 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extension segment not supported by any of loaded plugins Feb 03 13:47:14.529769 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.530706 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.531275 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 03 13:47:14.532129 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: servicetype.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.533241 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.533762 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: service-type Feb 03 13:47:14.534086 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: sorting.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.542848 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.543222 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: sorting Feb 03 13:47:14.543548 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: standard_attr_segment.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.544458 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.544974 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 03 13:47:14.545299 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: standardattrdescription.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.545990 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.546454 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: standard-attr-description Feb 03 13:47:14.546781 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: stateful_security_group.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.547790 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.548351 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: stateful-security-group Feb 03 13:47:14.548678 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: stdattrs_common.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.549260 dv-neutron-827016-1-hyperv neutron-server[84076]: WARNING neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 03 13:47:14.549580 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.550510 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.551027 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 03 13:47:14.551387 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: subnet_onboard.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.552526 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.553042 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: subnet_onboard Feb 03 13:47:14.553371 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.554319 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.554831 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 03 13:47:14.555190 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: subnet_service_types.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.556132 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.556645 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: subnet-service-types Feb 03 13:47:14.556974 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: subnetallocation.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.558064 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.558580 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: subnet_allocation Feb 03 13:47:14.558910 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.559601 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.560197 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: subnetpool-prefix-ops Feb 03 13:47:14.560523 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.561446 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.561954 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 03 13:47:14.562278 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: tagging.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.563871 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.564394 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: standard-attr-tag Feb 03 13:47:14.564720 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: timestamp.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.570128 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.570645 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loaded extension: standard-attr-timestamp Feb 03 13:47:14.570974 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: trunk.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.572045 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.572571 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extension trunk not supported by any of loaded plugins Feb 03 13:47:14.572901 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: trunk_details.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.573829 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.574343 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extension trunk-details not supported by any of loaded plugins Feb 03 13:47:14.574668 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: uplink_status_propagation.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.575605 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.576120 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 03 13:47:14.576445 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Loading extension file: vlantransparent.py {{(pid=84076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 13:47:14.577155 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 13:47:14.577661 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 03 13:47:14.580526 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.quota.resource_registry [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Creating instance of TrackedResource for resource:network Feb 03 13:47:14.581252 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.quota.resource_registry [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Creating instance of TrackedResource for resource:subnet Feb 03 13:47:14.581852 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.quota.resource_registry [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 13:47:14.582631 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.quota.resource_registry [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Creating instance of TrackedResource for resource:port Feb 03 13:47:14.583903 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.v2.resource_helper [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84076) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 13:47:14.584350 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.v2.resource_helper [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Service FLAVORS assigned prefix: {{(pid=84076) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 13:47:14.584962 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.v2.resource_helper [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84076) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 13:47:14.585385 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.v2.resource_helper [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84076) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 13:47:14.585722 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.quota.resource_registry [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Creating instance of TrackedResource for resource:router Feb 03 13:47:14.586374 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.quota.resource_registry [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Creating instance of TrackedResource for resource:floatingip Feb 03 13:47:14.587130 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.v2.resource_helper [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Service METERING assigned prefix: /metering {{(pid=84076) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 13:47:14.588594 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.588965 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.589320 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:47:14.590441 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.quota.resource_registry [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Creating instance of CountableResource for resource:rbac_policy Feb 03 13:47:14.590887 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.quota.resource_registry [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Creating instance of TrackedResource for resource:security_group Feb 03 13:47:14.591589 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.quota.resource_registry [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 03 13:47:14.592402 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.v2.resource_helper [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Service CORE assigned prefix: {{(pid=84076) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 13:47:14.592920 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.quota.resource_registry [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 13:47:14.593352 dv-neutron-827016-1-hyperv neutron-server[84076]: WARNING neutron.quota.resource_registry [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] subnetpool is already registered Feb 03 13:47:14.594106 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.v2.resource_helper [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Service CORE assigned prefix: {{(pid=84076) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 13:47:14.594443 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.quota.resource_registry [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 13:47:14.594781 dv-neutron-827016-1-hyperv neutron-server[84076]: WARNING neutron.quota.resource_registry [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] subnetpool is already registered Feb 03 13:47:14.597321 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.v2.resource_helper [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84076) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 13:47:14.597760 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.v2.resource_helper [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Service FLAVORS assigned prefix: {{(pid=84076) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 13:47:14.598352 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.v2.resource_helper [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84076) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 13:47:14.598774 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.v2.resource_helper [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84076) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 13:47:14.599147 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.quota.resource_registry [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Creating instance of TrackedResource for resource:router Feb 03 13:47:14.599483 dv-neutron-827016-1-hyperv neutron-server[84076]: WARNING neutron.quota.resource_registry [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] router is already registered Feb 03 13:47:14.600325 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.quota.resource_registry [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Creating instance of TrackedResource for resource:floatingip Feb 03 13:47:14.600656 dv-neutron-827016-1-hyperv neutron-server[84076]: WARNING neutron.quota.resource_registry [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] floatingip is already registered Feb 03 13:47:14.601277 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.v2.resource_helper [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Service METERING assigned prefix: /metering {{(pid=84076) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 13:47:14.601936 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.quota.resource_registry [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Creating instance of CountableResource for resource:rbac_policy Feb 03 13:47:14.602267 dv-neutron-827016-1-hyperv neutron-server[84076]: WARNING neutron.quota.resource_registry [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] rbac_policy is already registered Feb 03 13:47:14.602814 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.quota.resource_registry [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Creating instance of TrackedResource for resource:security_group Feb 03 13:47:14.603178 dv-neutron-827016-1-hyperv neutron-server[84076]: WARNING neutron.quota.resource_registry [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] security_group is already registered Feb 03 13:47:14.603765 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.quota.resource_registry [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 03 13:47:14.604097 dv-neutron-827016-1-hyperv neutron-server[84076]: WARNING neutron.quota.resource_registry [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] security_group_rule is already registered Feb 03 13:47:14.604765 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.v2.resource_helper [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Service CORE assigned prefix: {{(pid=84076) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 13:47:14.605099 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.quota.resource_registry [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 13:47:14.605427 dv-neutron-827016-1-hyperv neutron-server[84076]: WARNING neutron.quota.resource_registry [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] subnetpool is already registered Feb 03 13:47:14.606023 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.v2.resource_helper [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Service CORE assigned prefix: {{(pid=84076) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 13:47:14.606354 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.quota.resource_registry [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 13:47:14.606677 dv-neutron-827016-1-hyperv neutron-server[84076]: WARNING neutron.quota.resource_registry [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] subnetpool is already registered Feb 03 13:47:14.607346 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extended resource: extensions {{(pid=84076) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 13:47:14.608787 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extended resource: address-groups {{(pid=84076) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 13:47:14.610377 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extended resource: address-scopes {{(pid=84076) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 13:47:14.611599 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extended resource: agents {{(pid=84076) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 13:47:14.612753 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extended resource: auto-allocated-topology {{(pid=84076) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 13:47:14.613948 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extended resource: availability_zones {{(pid=84076) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 13:47:14.615269 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extended resource: dhcp-networks {{(pid=84076) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 13:47:14.616634 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extended resource: dhcp-agents {{(pid=84076) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 13:47:14.618009 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extended resource: routers {{(pid=84076) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 13:47:14.619816 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extended resource: flavors {{(pid=84076) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 13:47:14.620966 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extended resource: service_profiles {{(pid=84076) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 13:47:14.622147 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extended resource: next_providers {{(pid=84076) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 13:47:14.623653 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extended resource: service_profiles {{(pid=84076) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 13:47:14.625062 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extended resource: floatingip-pools {{(pid=84076) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 13:47:14.626785 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extended resource: routers {{(pid=84076) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 13:47:14.628572 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extended resource: floatingips {{(pid=84076) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 13:47:14.629740 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extended resource: l3-routers {{(pid=84076) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 13:47:14.631079 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extended resource: l3-agents {{(pid=84076) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 13:47:14.632449 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extended resource: metering-labels {{(pid=84076) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 13:47:14.633789 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extended resource: metering-label-rules {{(pid=84076) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 13:47:14.635085 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extended resource: network-ip-availabilities {{(pid=84076) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 13:47:14.636297 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extended resource: bindings {{(pid=84076) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 13:47:14.638791 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extended resource: quotas {{(pid=84076) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 13:47:14.640237 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extended resource: quotas {{(pid=84076) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 13:47:14.642216 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extended resource: rbac-policies {{(pid=84076) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 13:47:14.643534 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extended resource: security-groups {{(pid=84076) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 13:47:14.644739 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extended resource: security-group-rules {{(pid=84076) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 13:47:14.645924 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extended resource: service-providers {{(pid=84076) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 13:47:14.647145 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extended resource: subnetpools {{(pid=84076) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 13:47:14.648546 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extended resource: subnetpools {{(pid=84076) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 13:47:14.649976 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extended resource: tags {{(pid=84076) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 13:47:14.651642 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extended resource: tags {{(pid=84076) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 13:47:14.653391 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extended resource: tags {{(pid=84076) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 13:47:14.655116 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extended resource: tags {{(pid=84076) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 13:47:14.656899 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extended resource: tags {{(pid=84076) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 13:47:14.658523 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extended resource: tags {{(pid=84076) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 13:47:14.660270 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extended resource: tags {{(pid=84076) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 13:47:14.662073 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extended resource: tags {{(pid=84076) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 13:47:14.663929 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extended resource: tags {{(pid=84076) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 13:47:14.665722 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron.api.extensions [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Extended resource: tags {{(pid=84076) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 13:47:14.671486 dv-neutron-827016-1-hyperv neutron-server[84076]: WARNING keystonemiddleware.auth_token [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 03 13:47:14.676186 dv-neutron-827016-1-hyperv neutron-server[84076]: WARNING keystonemiddleware.auth_token [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 03 13:47:14.684075 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_concurrency.lockutils [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Acquired lock "singleton_lock" {{(pid=84076) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 03 13:47:14.684549 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_concurrency.lockutils [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Releasing lock "singleton_lock" {{(pid=84076) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 03 13:47:14.685180 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO oslo_service.service [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Starting 2 workers Feb 03 13:47:14.690315 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Started child 84181 {{(pid=84076) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 03 13:47:14.694521 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Started child 84182 {{(pid=84076) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 03 13:47:14.695647 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:14.696196 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO neutron.service [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 03 13:47:14.696721 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Notify callbacks [] for process, before_spawn {{(pid=84076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:14.697075 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [-] (84181) wsgi starting up on http://0.0.0.0:9696 Feb 03 13:47:14.699185 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO oslo_service.service [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Starting 1 workers Feb 03 13:47:14.699308 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:14.700533 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [-] (84182) wsgi starting up on http://0.0.0.0:9696 Feb 03 13:47:14.704679 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Started child 84183 {{(pid=84076) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 03 13:47:14.705217 dv-neutron-827016-1-hyperv neutron-server[84076]: INFO oslo_service.service [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Starting 1 workers Feb 03 13:47:14.708505 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.service [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] calling RpcWorker wait() {{(pid=84183) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 03 13:47:14.709040 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.service [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] returning from RpcWorker wait() {{(pid=84183) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 03 13:47:14.709411 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Started child 84184 {{(pid=84076) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 03 13:47:14.710212 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG neutron_lib.callbacks.manager [None req-370783c2-d278-44e2-8cd0-ace64986ac12 None None] Notify callbacks [] for process, after_spawn {{(pid=84076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:14.710582 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:14.711086 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:47:14.712129 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84076) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 03 13:47:14.712340 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 03 13:47:14.712521 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 03 13:47:14.712726 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 03 13:47:14.713072 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 03 13:47:14.713237 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 03 13:47:14.713742 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.714004 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.714277 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.714366 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:14.714795 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.714867 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.715383 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.715653 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.715906 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.716183 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.716413 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.716581 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.716746 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.716997 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.717245 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.717543 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.717812 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.718045 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.718326 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.718496 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.718758 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.719055 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.719396 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.719657 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] debug = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.719908 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.720374 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.720603 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.720851 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.721085 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.721348 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.721593 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.721884 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.722113 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.722327 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.722560 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.722835 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.723095 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.723328 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.723603 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.723835 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.724310 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] host = dv-neutron-827016-1-hyperv {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.724554 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.724803 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.725310 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.725522 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.725764 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.725984 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.726229 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.726483 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.726732 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.726960 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.727248 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.727491 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.727712 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.727953 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] log_file = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.728115 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] log_options = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.728345 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.728636 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.728901 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.729089 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.729259 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.729433 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.729699 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.729861 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.730104 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.730321 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.730531 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.730741 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.730971 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.731233 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.731485 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.731701 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.731913 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.732137 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.732400 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.732623 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.732849 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.733093 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.733326 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.733543 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.733756 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.733982 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.734224 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.734438 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.734681 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.734896 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.735202 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.735464 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.735695 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.735952 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.736182 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.736412 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.736627 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.736884 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.737112 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.737351 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.737606 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.737823 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.738066 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.738281 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.738532 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.738747 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] use_json = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.738956 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.739188 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.739434 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.739647 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.739875 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.740086 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.740327 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.740558 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.740964 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.741249 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.741559 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.741785 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.742035 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.742292 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.742524 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.742744 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.742978 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.743218 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.743558 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.743778 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.744168 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:47:14.744309 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.744510 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.744770 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.745034 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.745269 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.745532 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.745732 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.745946 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.746180 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.746424 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.746696 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.746936 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.747189 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.747413 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.747639 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.747868 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.748155 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.748359 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.748605 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.748849 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.749086 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.749300 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.749511 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.749753 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.749964 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.750736 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.751431 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.751742 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.751910 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.752127 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.752361 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.752575 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.752791 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.753041 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.753260 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.753492 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.753722 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.753938 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.754150 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.754397 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.754637 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.754874 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.755105 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.755345 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.755577 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.755822 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.756038 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.756252 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.756762 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.756762 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.757806 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.757806 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.757806 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.757806 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.757806 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.771424 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.771424 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.771424 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.771424 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.771424 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.771424 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.771424 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.771424 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.771424 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.772099 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.772099 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.772099 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.772099 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.772099 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.772099 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.772099 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.772099 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.772640 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.772640 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.772640 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.772640 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.772640 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.772640 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.772640 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.772640 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.773170 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.773170 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.773170 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.773170 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.773170 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.773170 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.773170 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.773170 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.773712 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.773712 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.773712 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.773712 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.773712 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.773712 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.773712 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.773712 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.774247 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.774247 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.774247 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.774247 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.774247 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.774247 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.774247 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.774247 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.774247 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.774885 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.774885 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.774885 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.775080 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.775306 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.775724 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.775990 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.776224 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.776455 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.776714 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.776977 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.777213 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.777490 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.777747 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.778135 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.778387 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.778626 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.778842 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.779105 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.779340 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.779560 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.779773 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.780010 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.780228 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.780442 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.780848 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.781087 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.781301 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.781534 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.781747 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.781984 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.782207 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.782457 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.782668 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.782888 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.783149 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.783380 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.783621 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.783842 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.784073 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.784321 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.784537 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.784806 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.785063 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.785294 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.785519 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.785772 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.786030 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.786245 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.786492 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.786711 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.786920 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.787198 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.787447 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.787658 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.787885 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.788127 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.788513 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.788780 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.789021 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.789346 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.789577 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.789821 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.790035 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.790247 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.790466 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.790697 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.790911 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.791150 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.791365 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.791615 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.791839 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.792054 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.792263 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.792474 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.792698 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.792907 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.793130 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.793391 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.793619 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.793828 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.794112 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.794366 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.794592 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.794806 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.795040 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.795289 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.795497 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.795706 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.795917 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.796184 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.796418 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.796669 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.796872 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.797669 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.797911 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.799096 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.799096 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.799096 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.799096 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.799397 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.799397 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.799576 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.799791 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.800046 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.800352 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.800648 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.800889 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.801148 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.801446 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.801707 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.801979 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.802355 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.802662 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.802991 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.803320 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.803589 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.803837 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.804116 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.804360 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.804583 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.804826 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.805061 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.805276 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.805542 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.805799 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.806021 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.806257 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.806454 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.806684 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.806912 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.807178 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.807418 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.807636 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.807800 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 03 13:47:14.808312 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84076) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 03 13:47:14.808473 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 03 13:47:14.808623 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 03 13:47:14.808791 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 03 13:47:14.808958 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 03 13:47:14.809110 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 03 13:47:14.809338 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.809501 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.809658 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.809845 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.810007 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.810187 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.810347 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.810508 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.810666 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.810824 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.810982 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.811163 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.811322 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.811480 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.811640 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.811798 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.811955 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.812112 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.812275 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.812433 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.812590 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.812840 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.812930 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] debug = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.813081 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.813283 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.813447 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.813606 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.813764 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.813923 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.814080 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.814238 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.814396 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.814554 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.814712 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.814872 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.815039 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.815214 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.815372 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.815530 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.815687 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] host = dv-neutron-827016-1-hyperv {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.815849 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.816010 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.816166 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.816328 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.816486 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.816642 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.816799 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.816957 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.817115 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.817272 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.817429 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.817587 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.817744 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.817901 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] log_file = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.818058 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] log_options = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.818215 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.818372 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.818530 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.818704 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.818867 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.819026 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.819229 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.819388 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.819545 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.819703 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.819859 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.820016 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.820173 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.820333 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.820508 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.820648 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.820805 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.820961 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.821119 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.821276 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.821432 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.821590 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.821747 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.821904 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.822063 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.822220 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.822376 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.822532 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.822689 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.822850 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.823009 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.823260 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.823428 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.823585 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.823742 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.823900 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.824057 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.824217 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.824376 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.824536 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.824694 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.824852 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.825011 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.825168 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.825324 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.825481 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] use_json = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.825638 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.825795 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.825956 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.826117 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.826272 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.826433 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.826590 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.826742 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:47:14.826920 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.827099 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.827261 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.827423 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.827583 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.827743 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.827903 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.828062 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.828221 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.828883 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.829053 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.829213 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.829389 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.829549 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.829709 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.829869 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.830029 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.830189 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.830355 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.830516 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.830677 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.830837 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.830997 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.831175 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.831351 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.831485 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.831644 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.831803 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.831963 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.832124 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.832284 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.832444 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.832605 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.832766 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.833000 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.833132 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.833290 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.833457 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.833617 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.833777 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.833949 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.834109 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.834269 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.834427 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.834587 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.834746 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.834904 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.835079 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.835245 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.835405 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.835565 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.835740 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.835899 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.836061 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.836222 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.836384 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.836553 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.836708 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.836864 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.836998 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.837144 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.837277 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.837418 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.837572 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.837733 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.837892 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.838052 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.838213 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.838373 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.838534 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.838694 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.838852 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.839013 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.839192 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.839360 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.839671 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.839832 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.839993 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.840153 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.840317 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.840478 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.840636 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.840796 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.840956 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.841115 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.841275 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.841435 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.841597 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.841756 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.841915 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.842073 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.842232 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.842391 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.842549 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.843204 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 48006) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:47:14.851354 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.851962 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065858 Feb 03 13:47:14.852868 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.852868 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.852868 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.852868 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.853564 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.853564 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.853564 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.853564 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.854947 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.854947 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.854947 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.854947 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.854947 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.854947 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.854947 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.854947 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.856095 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.856095 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.856095 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.856095 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.856095 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.856095 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.856095 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.856095 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.856986 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.856986 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.856986 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.856986 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.856986 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.856986 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.856986 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.857637 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.857637 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.857637 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.857637 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.858030 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.858030 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.858030 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.858328 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.858328 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.858524 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.858629 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.858742 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.858857 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.859000 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.859180 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.859340 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.860009 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.860208 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.860357 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.860514 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.860672 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.860831 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.860989 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.863250 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.863250 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.863810 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.866550 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.866719 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.866863 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.867053 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.867237 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.867378 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.867517 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.867656 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.867795 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.867944 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.868098 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.868230 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.868376 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.868516 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.868654 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.868822 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.868982 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.869141 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.869298 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.869457 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.869615 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.869774 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.869932 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.870090 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.870247 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.870419 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.870577 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.870739 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.870894 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.871052 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.872342 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.873394 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.873583 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.873900 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.874070 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.874242 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.874414 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.874579 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.874754 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.875913 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.876132 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.876290 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.876509 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.877692 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.877692 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.877692 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.877692 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.877692 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.879978 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.881053 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.881242 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.881433 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.881611 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.881787 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.881959 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.884326 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.884529 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.884709 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.884883 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.885063 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.885231 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.885398 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.885564 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.885743 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.885908 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.886073 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.886237 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.886385 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.886546 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.886786 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.886925 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.887043 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.888012 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.888012 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.889479 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.889479 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.889743 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.890405 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.890405 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.890662 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.890662 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.890937 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.890937 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.891213 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.891338 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:47:14.891512 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.891512 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.891783 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.891783 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.892045 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.892045 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.892427 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.892427 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.892708 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.892708 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.892971 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.892971 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.893232 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.893232 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.893494 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:47:14.893494 dv-neutron-827016-1-hyperv neutron-server[84076]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 03 13:47:25.256133 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733413dd-9ba6-4326-b225-287d95dde751 None None] get_active_networks_info from dv-neutron-827016-1-hyperv {{(pid=84183) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 03 13:47:25.332642 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733413dd-9ba6-4326-b225-287d95dde751 None None] No non-hosted networks {{(pid=84183) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 03 13:47:25.341881 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.agentschedulers_db [None req-733413dd-9ba6-4326-b225-287d95dde751 None None] DHCP Agent not found on host dv-neutron-827016-1-hyperv {{(pid=84183) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 03 13:47:25.443295 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e0f0c0d4-f01b-4830-919d-be14ee128d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-972566'] for agent, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:27.458564 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-eed09c47-28cd-48ee-8ad4-068c18585899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-972566'] for agent, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:27.493016 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-d8a243a6-ccb1-4d7d-a4fb-23ddba3bff26 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-827016-1-hyperv {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:47:27.493695 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-d8a243a6-ccb1-4d7d-a4fb-23ddba3bff26 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:47:28.103324 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d8a243a6-ccb1-4d7d-a4fb-23ddba3bff26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:28.806147 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-972566'] for agent, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:28.840165 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-972566'] for agent, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:28.841064 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:28.844415 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:28.844415 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:28.844415 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:28.844415 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:28.844415 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:28.844870 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:28.844870 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:28.844870 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:28.848048 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:28.848614 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:28.849516 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-827016-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:47:28.854901 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-827016-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:47:30.102982 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-972566'] for agent, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:30.521412 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.db.l3_hamode_db [None req-1111fa65-4a14-4924-8c80-59be6ab0624f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 03 13:47:30.607866 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1111fa65-4a14-4924-8c80-59be6ab0624f None None] Routers set() bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:47:30.608246 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1111fa65-4a14-4924-8c80-59be6ab0624f None None] Router IDs set() for agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 03 13:47:31.599240 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 48104) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:47:32.198569 dv-neutron-827016-1-hyperv neutron-server[84181]: WARNING oslo_policy.policy [None req-6989bd84-dc05-45f0-8f28-a9ba0c5fa857 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 13:47:32.199144 dv-neutron-827016-1-hyperv neutron-server[84181]: WARNING oslo_policy.policy [None req-6989bd84-dc05-45f0-8f28-a9ba0c5fa857 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 13:47:32.418103 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [None req-6989bd84-dc05-45f0-8f28-a9ba0c5fa857 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84181) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:47:32.419389 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-6989bd84-dc05-45f0-8f28-a9ba0c5fa857 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8181202 Feb 03 13:47:34.633098 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 48118) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:47:35.013059 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-9192d91b-0296-43b1-af06-ec900d6b00c9 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:47:35.066465 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.policy [None req-9192d91b-0296-43b1-af06-ec900d6b00c9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84181) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 03 13:47:35.067239 dv-neutron-827016-1-hyperv neutron-server[84181]: WARNING oslo_policy.policy [None req-9192d91b-0296-43b1-af06-ec900d6b00c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 13:47:35.067607 dv-neutron-827016-1-hyperv neutron-server[84181]: WARNING oslo_policy.policy [None req-9192d91b-0296-43b1-af06-ec900d6b00c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 13:47:35.071189 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.quota [None req-9192d91b-0296-43b1-af06-ec900d6b00c9 admin admin] Loaded quota_driver: . Feb 03 13:47:35.086541 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-9192d91b-0296-43b1-af06-ec900d6b00c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:47:35.220262 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9192d91b-0296-43b1-af06-ec900d6b00c9 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769356426674', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769356386362', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769356384017', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769356397326', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769356340594', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1573748', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1578502', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1016935', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-563662'] for rbac-policy, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:35.439812 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9192d91b-0296-43b1-af06-ec900d6b00c9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:35.441008 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-9192d91b-0296-43b1-af06-ec900d6b00c9 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8070450 Feb 03 13:47:37.945236 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 48132) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:47:38.312667 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-9ecd76ac-7f9a-464c-97e8-deb5c56bac1c admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'a1148e7d2e76480ead787b8628f66a08'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:47:38.317748 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-9ecd76ac-7f9a-464c-97e8-deb5c56bac1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:47:38.322209 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-9ecd76ac-7f9a-464c-97e8-deb5c56bac1c admin admin] Usage tracker for resource:network and tenant:a1148e7d2e76480ead787b8628f66a08 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:47:38.326756 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-9ecd76ac-7f9a-464c-97e8-deb5c56bac1c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:47:38.332839 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-9ecd76ac-7f9a-464c-97e8-deb5c56bac1c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:47:38.399056 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ecd76ac-7f9a-464c-97e8-deb5c56bac1c admin admin] Made reservation on behalf of a1148e7d2e76480ead787b8628f66a08 for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:47:38.402120 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9ecd76ac-7f9a-464c-97e8-deb5c56bac1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:38.420821 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9ecd76ac-7f9a-464c-97e8-deb5c56bac1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:38.462699 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-9ecd76ac-7f9a-464c-97e8-deb5c56bac1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:47:38.466393 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-9ecd76ac-7f9a-464c-97e8-deb5c56bac1c admin admin] Usage tracker for resource:security_group_rule and tenant:a1148e7d2e76480ead787b8628f66a08 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:47:38.469751 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-9ecd76ac-7f9a-464c-97e8-deb5c56bac1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:47:38.476088 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-9ecd76ac-7f9a-464c-97e8-deb5c56bac1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:47:38.540010 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9ecd76ac-7f9a-464c-97e8-deb5c56bac1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:38.604779 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9ecd76ac-7f9a-464c-97e8-deb5c56bac1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:38.627712 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ecd76ac-7f9a-464c-97e8-deb5c56bac1c admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:47:38.654001 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9ecd76ac-7f9a-464c-97e8-deb5c56bac1c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769357165267', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:38.654579 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9ecd76ac-7f9a-464c-97e8-deb5c56bac1c admin admin] Unsubscribe: segment precommit_create {{(pid=84181) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 03 13:47:38.655161 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-9ecd76ac-7f9a-464c-97e8-deb5c56bac1c admin admin] Added segment 1d1b1817-1b69-4939-a9fc-4ab23dadf175 of type vlan for network 5f106e4d-9771-4b77-b1e9-7ddc06ae91ae Feb 03 13:47:38.663896 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd76ac-7f9a-464c-97e8-deb5c56bac1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c9e8cf-d6fa-4b35-8a71-8b848d565b6c,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:38.722017 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd76ac-7f9a-464c-97e8-deb5c56bac1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:38.722357 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd76ac-7f9a-464c-97e8-deb5c56bac1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:38.722685 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd76ac-7f9a-464c-97e8-deb5c56bac1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:38.723006 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd76ac-7f9a-464c-97e8-deb5c56bac1c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:38.723384 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd76ac-7f9a-464c-97e8-deb5c56bac1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:38.723954 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd76ac-7f9a-464c-97e8-deb5c56bac1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:38.724284 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd76ac-7f9a-464c-97e8-deb5c56bac1c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:38.724605 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd76ac-7f9a-464c-97e8-deb5c56bac1c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:38.724916 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd76ac-7f9a-464c-97e8-deb5c56bac1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:38.725223 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd76ac-7f9a-464c-97e8-deb5c56bac1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:38.725532 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd76ac-7f9a-464c-97e8-deb5c56bac1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:38.726737 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd76ac-7f9a-464c-97e8-deb5c56bac1c admin admin] Tracked resource versions report: Feb 03 13:47:38.726737 dv-neutron-827016-1-hyperv neutron-server[84181]: pushed versions: Feb 03 13:47:38.726737 dv-neutron-827016-1-hyperv neutron-server[84181]: { 'ConntrackHelper': {'1.0'}, Feb 03 13:47:38.726737 dv-neutron-827016-1-hyperv neutron-server[84181]: 'Log': {'1.0'}, Feb 03 13:47:38.726737 dv-neutron-827016-1-hyperv neutron-server[84181]: 'Network': {'1.1'}, Feb 03 13:47:38.726737 dv-neutron-827016-1-hyperv neutron-server[84181]: 'Port': {'1.5'}, Feb 03 13:47:38.726737 dv-neutron-827016-1-hyperv neutron-server[84181]: 'PortForwarding': {'1.2'}, Feb 03 13:47:38.726737 dv-neutron-827016-1-hyperv neutron-server[84181]: 'QosPolicy': {'1.8'}, Feb 03 13:47:38.726737 dv-neutron-827016-1-hyperv neutron-server[84181]: 'SecurityGroup': {'1.2'}, Feb 03 13:47:38.726737 dv-neutron-827016-1-hyperv neutron-server[84181]: 'SecurityGroupRule': {'1.0'}, Feb 03 13:47:38.726737 dv-neutron-827016-1-hyperv neutron-server[84181]: 'SubPort': {'1.0'}, Feb 03 13:47:38.726737 dv-neutron-827016-1-hyperv neutron-server[84181]: 'Subnet': {'1.1'}, Feb 03 13:47:38.726737 dv-neutron-827016-1-hyperv neutron-server[84181]: 'Trunk': {'1.1'}} Feb 03 13:47:38.726737 dv-neutron-827016-1-hyperv neutron-server[84181]: consumer versions: Feb 03 13:47:38.726737 dv-neutron-827016-1-hyperv neutron-server[84181]: { DHCP agent@dv-neutron-827016-1-hyperv: {}, Feb 03 13:47:38.726737 dv-neutron-827016-1-hyperv neutron-server[84181]: L3 agent@dv-neutron-827016-1-hyperv: {}, Feb 03 13:47:38.726737 dv-neutron-827016-1-hyperv neutron-server[84181]: Metadata agent@dv-neutron-827016-1-hyperv: {}, Feb 03 13:47:38.726737 dv-neutron-827016-1-hyperv neutron-server[84181]: Metering agent@dv-neutron-827016-1-hyperv: {}, Feb 03 13:47:38.726737 dv-neutron-827016-1-hyperv neutron-server[84181]: Open vSwitch agent@dv-neutron-827016-1-hyperv: { 'ConntrackHelper': '1.0', Feb 03 13:47:38.726737 dv-neutron-827016-1-hyperv neutron-server[84181]: 'Log': '1.0', Feb 03 13:47:38.726737 dv-neutron-827016-1-hyperv neutron-server[84181]: 'Network': '1.1', Feb 03 13:47:38.726737 dv-neutron-827016-1-hyperv neutron-server[84181]: 'Port': '1.5', Feb 03 13:47:38.726737 dv-neutron-827016-1-hyperv neutron-server[84181]: 'PortForwarding': '1.2', Feb 03 13:47:38.726737 dv-neutron-827016-1-hyperv neutron-server[84181]: 'QosPolicy': '1.8', Feb 03 13:47:38.726737 dv-neutron-827016-1-hyperv neutron-server[84181]: 'SecurityGroup': '1.2', Feb 03 13:47:38.726737 dv-neutron-827016-1-hyperv neutron-server[84181]: 'SecurityGroupRule': '1.0', Feb 03 13:47:38.726737 dv-neutron-827016-1-hyperv neutron-server[84181]: 'SubPort': '1.0', Feb 03 13:47:38.726737 dv-neutron-827016-1-hyperv neutron-server[84181]: 'Subnet': '1.1', Feb 03 13:47:38.726737 dv-neutron-827016-1-hyperv neutron-server[84181]: 'Trunk': '1.1'}} Feb 03 13:47:38.726737 dv-neutron-827016-1-hyperv neutron-server[84181]: {{(pid=84181) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 13:47:38.766950 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9ecd76ac-7f9a-464c-97e8-deb5c56bac1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:38.896543 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9ecd76ac-7f9a-464c-97e8-deb5c56bac1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:38.897609 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecd76ac-7f9a-464c-97e8-deb5c56bac1c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:47:38.898355 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9ecd76ac-7f9a-464c-97e8-deb5c56bac1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:39.001395 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd76ac-7f9a-464c-97e8-deb5c56bac1c admin admin] Pushing event updated for resources: {'Network': ['ID=5f106e4d-9771-4b77-b1e9-7ddc06ae91ae,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:39.012287 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 5f106e4d-9771-4b77-b1e9-7ddc06ae91ae details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:47:39.074984 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-9ecd76ac-7f9a-464c-97e8-deb5c56bac1c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.1285551 Feb 03 13:47:41.613975 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 48148) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:47:42.084701 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6e228e-63d1-4456-83c3-b2db270b8d2b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:47:42.086010 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-5e6e228e-63d1-4456-83c3-b2db270b8d2b admin admin] 10.222.0.41 "GET /v2.0/networks/5f106e4d-9771-4b77-b1e9-7ddc06ae91ae HTTP/1.1" status: 200 len: 824 time: 0.4711065 Feb 03 13:47:42.113025 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-952b0a8b-3f3c-4383-9fd5-8c0140902a86 admin admin] 10.222.0.41 "GET /v2.0/subnetpools/70e3c473-7c5c-4a94-81cd-7edd63d9e767 HTTP/1.1" status: 200 len: 734 time: 0.0218091 Feb 03 13:47:42.121182 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-cf7af104-00f1-4770-9755-38e789e7149f admin admin] Request body: {'subnet': {'network_id': '5f106e4d-9771-4b77-b1e9-7ddc06ae91ae', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '70e3c473-7c5c-4a94-81cd-7edd63d9e767', 'tenant_id': 'a1148e7d2e76480ead787b8628f66a08', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:47:42.125303 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-cf7af104-00f1-4770-9755-38e789e7149f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:47:42.129510 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-cf7af104-00f1-4770-9755-38e789e7149f admin admin] Usage tracker for resource:subnet and tenant:a1148e7d2e76480ead787b8628f66a08 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:47:42.132337 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-cf7af104-00f1-4770-9755-38e789e7149f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:47:42.137923 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-cf7af104-00f1-4770-9755-38e789e7149f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:47:42.227330 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7af104-00f1-4770-9755-38e789e7149f admin admin] Made reservation on behalf of a1148e7d2e76480ead787b8628f66a08 for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:47:42.229554 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cf7af104-00f1-4770-9755-38e789e7149f admin admin] Notify callbacks [] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:42.576649 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cf7af104-00f1-4770-9755-38e789e7149f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:42.660269 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7af104-00f1-4770-9755-38e789e7149f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bd12e4f-1bfc-42a6-ad80-3ac6a911ba04,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:42.665280 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7af104-00f1-4770-9755-38e789e7149f admin admin] Checking segment: {'id': '1d1b1817-1b69-4939-a9fc-4ab23dadf175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5f106e4d-9771-4b77-b1e9-7ddc06ae91ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:47:42.665634 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7af104-00f1-4770-9755-38e789e7149f admin admin] Network hostable DHCP agents. Network: 5f106e4d-9771-4b77-b1e9-7ddc06ae91ae, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:47:42.753282 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7af104-00f1-4770-9755-38e789e7149f admin admin] Network 5f106e4d-9771-4b77-b1e9-7ddc06ae91ae is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:47:42.839067 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-cf7af104-00f1-4770-9755-38e789e7149f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 5f106e4d-9771-4b77-b1e9-7ddc06ae91ae) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:47:42.844067 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7af104-00f1-4770-9755-38e789e7149f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:47:42.845150 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cf7af104-00f1-4770-9755-38e789e7149f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:42.848598 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51009429-a7e6-49d8-b260-b1c44fb2f540 None None] Network 5f106e4d-9771-4b77-b1e9-7ddc06ae91ae requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:47:42.960304 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-cf7af104-00f1-4770-9755-38e789e7149f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8422053 Feb 03 13:47:43.147847 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697ca556-6db3-4f19-98c0-d834926cf9f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-5f106e4d-9771-4b77-b1e9-7ddc06ae91ae', 'network_id': '5f106e4d-9771-4b77-b1e9-7ddc06ae91ae', 'tenant_id': 'a1148e7d2e76480ead787b8628f66a08', 'fixed_ips': [{'subnet_id': '8bd12e4f-1bfc-42a6-ad80-3ac6a911ba04'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:47:43.149051 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-697ca556-6db3-4f19-98c0-d834926cf9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:43.335613 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-697ca556-6db3-4f19-98c0-d834926cf9f6 None None] Allocated IP 172.20.0.2 (5f106e4d-9771-4b77-b1e9-7ddc06ae91ae/8bd12e4f-1bfc-42a6-ad80-3ac6a911ba04/3e389443-0e42-4689-acde-c69bd843defe) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:47:43.558815 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-697ca556-6db3-4f19-98c0-d834926cf9f6 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:43.571574 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-697ca556-6db3-4f19-98c0-d834926cf9f6 None None] Transition to ACTIVE for port object 3e389443-0e42-4689-acde-c69bd843defe will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:47:43.592792 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-697ca556-6db3-4f19-98c0-d834926cf9f6 None None] Transition to ACTIVE for port object 3e389443-0e42-4689-acde-c69bd843defe will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:47:43.679614 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-697ca556-6db3-4f19-98c0-d834926cf9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:43.746623 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697ca556-6db3-4f19-98c0-d834926cf9f6 None None] Network 5f106e4d-9771-4b77-b1e9-7ddc06ae91ae is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:47:43.750374 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-697ca556-6db3-4f19-98c0-d834926cf9f6 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:47:43.752035 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ca556-6db3-4f19-98c0-d834926cf9f6 None None] Pushing event updated for resources: {'Port': ['ID=3e389443-0e42-4689-acde-c69bd843defe,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:43.755425 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697ca556-6db3-4f19-98c0-d834926cf9f6 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:47:43.765795 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ca556-6db3-4f19-98c0-d834926cf9f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:43.766666 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ca556-6db3-4f19-98c0-d834926cf9f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:43.766985 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ca556-6db3-4f19-98c0-d834926cf9f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:43.767343 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ca556-6db3-4f19-98c0-d834926cf9f6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:43.767689 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ca556-6db3-4f19-98c0-d834926cf9f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:43.768022 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ca556-6db3-4f19-98c0-d834926cf9f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:43.768348 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ca556-6db3-4f19-98c0-d834926cf9f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:43.768687 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ca556-6db3-4f19-98c0-d834926cf9f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:43.769014 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ca556-6db3-4f19-98c0-d834926cf9f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:43.769333 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ca556-6db3-4f19-98c0-d834926cf9f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:43.769651 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ca556-6db3-4f19-98c0-d834926cf9f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:43.770930 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ca556-6db3-4f19-98c0-d834926cf9f6 None None] Tracked resource versions report: Feb 03 13:47:43.770930 dv-neutron-827016-1-hyperv neutron-server[84183]: pushed versions: Feb 03 13:47:43.770930 dv-neutron-827016-1-hyperv neutron-server[84183]: { 'ConntrackHelper': {'1.0'}, Feb 03 13:47:43.770930 dv-neutron-827016-1-hyperv neutron-server[84183]: 'Log': {'1.0'}, Feb 03 13:47:43.770930 dv-neutron-827016-1-hyperv neutron-server[84183]: 'Network': {'1.1'}, Feb 03 13:47:43.770930 dv-neutron-827016-1-hyperv neutron-server[84183]: 'Port': {'1.5'}, Feb 03 13:47:43.770930 dv-neutron-827016-1-hyperv neutron-server[84183]: 'PortForwarding': {'1.2'}, Feb 03 13:47:43.770930 dv-neutron-827016-1-hyperv neutron-server[84183]: 'QosPolicy': {'1.8'}, Feb 03 13:47:43.770930 dv-neutron-827016-1-hyperv neutron-server[84183]: 'SecurityGroup': {'1.2'}, Feb 03 13:47:43.770930 dv-neutron-827016-1-hyperv neutron-server[84183]: 'SecurityGroupRule': {'1.0'}, Feb 03 13:47:43.770930 dv-neutron-827016-1-hyperv neutron-server[84183]: 'SubPort': {'1.0'}, Feb 03 13:47:43.770930 dv-neutron-827016-1-hyperv neutron-server[84183]: 'Subnet': {'1.1'}, Feb 03 13:47:43.770930 dv-neutron-827016-1-hyperv neutron-server[84183]: 'Trunk': {'1.1'}} Feb 03 13:47:43.770930 dv-neutron-827016-1-hyperv neutron-server[84183]: consumer versions: Feb 03 13:47:43.770930 dv-neutron-827016-1-hyperv neutron-server[84183]: { DHCP agent@dv-neutron-827016-1-hyperv: {}, Feb 03 13:47:43.770930 dv-neutron-827016-1-hyperv neutron-server[84183]: L3 agent@dv-neutron-827016-1-hyperv: {}, Feb 03 13:47:43.770930 dv-neutron-827016-1-hyperv neutron-server[84183]: Metadata agent@dv-neutron-827016-1-hyperv: {}, Feb 03 13:47:43.770930 dv-neutron-827016-1-hyperv neutron-server[84183]: Metering agent@dv-neutron-827016-1-hyperv: {}, Feb 03 13:47:43.770930 dv-neutron-827016-1-hyperv neutron-server[84183]: Open vSwitch agent@dv-neutron-827016-1-hyperv: { 'ConntrackHelper': '1.0', Feb 03 13:47:43.770930 dv-neutron-827016-1-hyperv neutron-server[84183]: 'Log': '1.0', Feb 03 13:47:43.770930 dv-neutron-827016-1-hyperv neutron-server[84183]: 'Network': '1.1', Feb 03 13:47:43.770930 dv-neutron-827016-1-hyperv neutron-server[84183]: 'Port': '1.5', Feb 03 13:47:43.770930 dv-neutron-827016-1-hyperv neutron-server[84183]: 'PortForwarding': '1.2', Feb 03 13:47:43.770930 dv-neutron-827016-1-hyperv neutron-server[84183]: 'QosPolicy': '1.8', Feb 03 13:47:43.770930 dv-neutron-827016-1-hyperv neutron-server[84183]: 'SecurityGroup': '1.2', Feb 03 13:47:43.770930 dv-neutron-827016-1-hyperv neutron-server[84183]: 'SecurityGroupRule': '1.0', Feb 03 13:47:43.770930 dv-neutron-827016-1-hyperv neutron-server[84183]: 'SubPort': '1.0', Feb 03 13:47:43.770930 dv-neutron-827016-1-hyperv neutron-server[84183]: 'Subnet': '1.1', Feb 03 13:47:43.770930 dv-neutron-827016-1-hyperv neutron-server[84183]: 'Trunk': '1.1'}} Feb 03 13:47:43.770930 dv-neutron-827016-1-hyperv neutron-server[84183]: {{(pid=84183) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 13:47:43.855150 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-697ca556-6db3-4f19-98c0-d834926cf9f6 None None] Attempting to bind port 3e389443-0e42-4689-acde-c69bd843defe on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:47:43.855783 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-697ca556-6db3-4f19-98c0-d834926cf9f6 None None] Attempting to bind port 3e389443-0e42-4689-acde-c69bd843defe by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '1d1b1817-1b69-4939-a9fc-4ab23dadf175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5f106e4d-9771-4b77-b1e9-7ddc06ae91ae'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:47:43.855987 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697ca556-6db3-4f19-98c0-d834926cf9f6 None None] Attempting to bind port 3e389443-0e42-4689-acde-c69bd843defe on network 5f106e4d-9771-4b77-b1e9-7ddc06ae91ae {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:47:43.862706 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697ca556-6db3-4f19-98c0-d834926cf9f6 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:47:43.863116 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697ca556-6db3-4f19-98c0-d834926cf9f6 None None] Checking segment: {'id': '1d1b1817-1b69-4939-a9fc-4ab23dadf175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5f106e4d-9771-4b77-b1e9-7ddc06ae91ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:47:43.863596 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-697ca556-6db3-4f19-98c0-d834926cf9f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:43.863982 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697ca556-6db3-4f19-98c0-d834926cf9f6 None None] Bound using segment: {'id': '1d1b1817-1b69-4939-a9fc-4ab23dadf175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5f106e4d-9771-4b77-b1e9-7ddc06ae91ae'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:47:43.864448 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-697ca556-6db3-4f19-98c0-d834926cf9f6 None None] Bound port: 3e389443-0e42-4689-acde-c69bd843defe, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d1b1817-1b69-4939-a9fc-4ab23dadf175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5f106e4d-9771-4b77-b1e9-7ddc06ae91ae'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:47:43.864842 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-697ca556-6db3-4f19-98c0-d834926cf9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:43.948340 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-697ca556-6db3-4f19-98c0-d834926cf9f6 None None] For port 3e389443-0e42-4689-acde-c69bd843defe, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:47:43.952083 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-697ca556-6db3-4f19-98c0-d834926cf9f6 None None] For port 3e389443-0e42-4689-acde-c69bd843defe, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=3e389443-0e42-4689-acde-c69bd843defe,segment=NetworkSegment(1d1b1817-1b69-4939-a9fc-4ab23dadf175),segment_id=1d1b1817-1b69-4939-a9fc-4ab23dadf175)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:47:44.028055 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-697ca556-6db3-4f19-98c0-d834926cf9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:44.135595 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ca556-6db3-4f19-98c0-d834926cf9f6 None None] Pushing event updated for resources: {'Port': ['ID=3e389443-0e42-4689-acde-c69bd843defe,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:45.225726 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 48158) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:47:45.620299 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [None req-694d47df-cbe0-4069-ba74-82574a3b3dd5 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84181) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:47:45.621261 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-694d47df-cbe0-4069-ba74-82574a3b3dd5 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3944995 Feb 03 13:47:46.989616 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 3e389443-0e42-4689-acde-c69bd843defe up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:47:47.147707 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 3e389443-0e42-4689-acde-c69bd843defe completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:47:47.696100 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe142f1-4408-49ec-810b-0e7a7a24775e None None] Network 5f106e4d-9771-4b77-b1e9-7ddc06ae91ae requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:47:47.904680 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-673271ff-e8b0-4b97-94dd-55bd91150a67 None None] Provisioning for port 3e389443-0e42-4689-acde-c69bd843defe completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:47:47.906957 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 48172) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:47:47.916314 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-673271ff-e8b0-4b97-94dd-55bd91150a67 None None] Provisioning complete for port 3e389443-0e42-4689-acde-c69bd843defe triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:47:47.916703 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-673271ff-e8b0-4b97-94dd-55bd91150a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:48.050087 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-673271ff-e8b0-4b97-94dd-55bd91150a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:48.085644 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-673271ff-e8b0-4b97-94dd-55bd91150a67 None None] For port 3e389443-0e42-4689-acde-c69bd843defe, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=3e389443-0e42-4689-acde-c69bd843defe,segment=NetworkSegment(1d1b1817-1b69-4939-a9fc-4ab23dadf175),segment_id=1d1b1817-1b69-4939-a9fc-4ab23dadf175)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:47:48.181507 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-673271ff-e8b0-4b97-94dd-55bd91150a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:48.244560 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673271ff-e8b0-4b97-94dd-55bd91150a67 None None] Pushing event updated for resources: {'Port': ['ID=3e389443-0e42-4689-acde-c69bd843defe,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:48.301967 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-c8c12948-1a30-41f9-8ea5-fef5f9dd508e None None] Provisioning complete for port 3e389443-0e42-4689-acde-c69bd843defe triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:47:48.302261 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c8c12948-1a30-41f9-8ea5-fef5f9dd508e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:48.528565 dv-neutron-827016-1-hyperv neutron-server[84182]: WARNING oslo_policy.policy [None req-451eb4c0-c1bd-499c-a328-410cd2c57f69 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 13:47:48.529168 dv-neutron-827016-1-hyperv neutron-server[84182]: WARNING oslo_policy.policy [None req-451eb4c0-c1bd-499c-a328-410cd2c57f69 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 13:47:48.745049 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-451eb4c0-c1bd-499c-a328-410cd2c57f69 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:47:48.746103 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-451eb4c0-c1bd-499c-a328-410cd2c57f69 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8381324 Feb 03 13:47:48.947240 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 3e389443-0e42-4689-acde-c69bd843defe up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:47:49.017822 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 3e389443-0e42-4689-acde-c69bd843defe triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:47:49.018433 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:51.266864 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 48188) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:47:51.712377 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-27d4a360-89f9-4bdb-830f-fe46ce08c318 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'a1148e7d2e76480ead787b8628f66a08'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:47:51.748994 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.policy [None req-27d4a360-89f9-4bdb-830f-fe46ce08c318 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84182) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 03 13:47:51.749735 dv-neutron-827016-1-hyperv neutron-server[84182]: WARNING oslo_policy.policy [None req-27d4a360-89f9-4bdb-830f-fe46ce08c318 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 13:47:51.750594 dv-neutron-827016-1-hyperv neutron-server[84182]: WARNING oslo_policy.policy [None req-27d4a360-89f9-4bdb-830f-fe46ce08c318 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 13:47:51.753910 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.quota [None req-27d4a360-89f9-4bdb-830f-fe46ce08c318 admin admin] Loaded quota_driver: . Feb 03 13:47:51.769357 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-27d4a360-89f9-4bdb-830f-fe46ce08c318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:47:51.771363 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 5 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 13:47:51.775845 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-27d4a360-89f9-4bdb-830f-fe46ce08c318 admin admin] Usage tracker for resource:router and tenant:a1148e7d2e76480ead787b8628f66a08 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:47:51.780297 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-27d4a360-89f9-4bdb-830f-fe46ce08c318 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:47:51.787747 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-27d4a360-89f9-4bdb-830f-fe46ce08c318 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:47:51.884790 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-27d4a360-89f9-4bdb-830f-fe46ce08c318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:51.886727 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-27d4a360-89f9-4bdb-830f-fe46ce08c318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:51.914029 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-27d4a360-89f9-4bdb-830f-fe46ce08c318 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:52.137414 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-27d4a360-89f9-4bdb-830f-fe46ce08c318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:52.301701 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-27d4a360-89f9-4bdb-830f-fe46ce08c318 admin admin] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:52.302836 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-27d4a360-89f9-4bdb-830f-fe46ce08c318 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0349889 Feb 03 13:47:54.525760 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 48200) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:47:54.908756 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-26f7ad7c-7a9e-4e51-8b3c-000336e1bf19 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:47:54.909717 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-26f7ad7c-7a9e-4e51-8b3c-000336e1bf19 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3830340 Feb 03 13:47:55.250924 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4db9277b-3867-4d18-bfe1-02a70467cced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:57.221427 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 48210) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:47:57.427966 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1e6f95d2-7144-4730-83e3-7487e42dfa3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:57.606341 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-ec827fe8-ef39-4c4a-af7d-e4b23fa74f02 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:47:57.614323 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ec827fe8-ef39-4c4a-af7d-e4b23fa74f02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:47:57.618054 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ec827fe8-ef39-4c4a-af7d-e4b23fa74f02 admin admin] Usage tracker for resource:network and tenant:94b09fc06d694041aad160baa6a1c8b7 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:47:57.621400 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ec827fe8-ef39-4c4a-af7d-e4b23fa74f02 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:47:57.627088 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ec827fe8-ef39-4c4a-af7d-e4b23fa74f02 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:47:57.679083 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec827fe8-ef39-4c4a-af7d-e4b23fa74f02 admin admin] Made reservation on behalf of 94b09fc06d694041aad160baa6a1c8b7 for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:47:57.681825 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ec827fe8-ef39-4c4a-af7d-e4b23fa74f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:57.698172 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ec827fe8-ef39-4c4a-af7d-e4b23fa74f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:57.736323 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ec827fe8-ef39-4c4a-af7d-e4b23fa74f02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:47:57.740742 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ec827fe8-ef39-4c4a-af7d-e4b23fa74f02 admin admin] Usage tracker for resource:security_group_rule and tenant:94b09fc06d694041aad160baa6a1c8b7 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:47:57.743482 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ec827fe8-ef39-4c4a-af7d-e4b23fa74f02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:47:57.748941 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ec827fe8-ef39-4c4a-af7d-e4b23fa74f02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:47:57.811895 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ec827fe8-ef39-4c4a-af7d-e4b23fa74f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:57.879203 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ec827fe8-ef39-4c4a-af7d-e4b23fa74f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:57.894487 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ec827fe8-ef39-4c4a-af7d-e4b23fa74f02 admin admin] Reserving flat network on physical network physnet1 {{(pid=84182) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 03 13:47:57.924603 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ec827fe8-ef39-4c4a-af7d-e4b23fa74f02 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769357165267', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:57.925169 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ec827fe8-ef39-4c4a-af7d-e4b23fa74f02 admin admin] Unsubscribe: segment precommit_create {{(pid=84182) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 03 13:47:57.925701 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-ec827fe8-ef39-4c4a-af7d-e4b23fa74f02 admin admin] Added segment 790184b3-123d-49fd-97b3-71a33183e821 of type flat for network 16a0e898-50c0-4b65-ae3a-069e9649bbca Feb 03 13:47:57.939263 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec827fe8-ef39-4c4a-af7d-e4b23fa74f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b69ea15-c5e1-4289-b83b-6b4ae023d84e,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:57.989537 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec827fe8-ef39-4c4a-af7d-e4b23fa74f02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:57.989873 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec827fe8-ef39-4c4a-af7d-e4b23fa74f02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:57.990201 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec827fe8-ef39-4c4a-af7d-e4b23fa74f02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:57.990526 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec827fe8-ef39-4c4a-af7d-e4b23fa74f02 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:57.990869 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec827fe8-ef39-4c4a-af7d-e4b23fa74f02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:57.991259 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec827fe8-ef39-4c4a-af7d-e4b23fa74f02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:57.991565 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec827fe8-ef39-4c4a-af7d-e4b23fa74f02 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:57.991885 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec827fe8-ef39-4c4a-af7d-e4b23fa74f02 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:57.992205 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec827fe8-ef39-4c4a-af7d-e4b23fa74f02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:57.992509 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec827fe8-ef39-4c4a-af7d-e4b23fa74f02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:57.992820 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec827fe8-ef39-4c4a-af7d-e4b23fa74f02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:57.994027 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec827fe8-ef39-4c4a-af7d-e4b23fa74f02 admin admin] Tracked resource versions report: Feb 03 13:47:57.994027 dv-neutron-827016-1-hyperv neutron-server[84182]: pushed versions: Feb 03 13:47:57.994027 dv-neutron-827016-1-hyperv neutron-server[84182]: { 'ConntrackHelper': {'1.0'}, Feb 03 13:47:57.994027 dv-neutron-827016-1-hyperv neutron-server[84182]: 'Log': {'1.0'}, Feb 03 13:47:57.994027 dv-neutron-827016-1-hyperv neutron-server[84182]: 'Network': {'1.1'}, Feb 03 13:47:57.994027 dv-neutron-827016-1-hyperv neutron-server[84182]: 'Port': {'1.5'}, Feb 03 13:47:57.994027 dv-neutron-827016-1-hyperv neutron-server[84182]: 'PortForwarding': {'1.2'}, Feb 03 13:47:57.994027 dv-neutron-827016-1-hyperv neutron-server[84182]: 'QosPolicy': {'1.8'}, Feb 03 13:47:57.994027 dv-neutron-827016-1-hyperv neutron-server[84182]: 'SecurityGroup': {'1.2'}, Feb 03 13:47:57.994027 dv-neutron-827016-1-hyperv neutron-server[84182]: 'SecurityGroupRule': {'1.0'}, Feb 03 13:47:57.994027 dv-neutron-827016-1-hyperv neutron-server[84182]: 'SubPort': {'1.0'}, Feb 03 13:47:57.994027 dv-neutron-827016-1-hyperv neutron-server[84182]: 'Subnet': {'1.1'}, Feb 03 13:47:57.994027 dv-neutron-827016-1-hyperv neutron-server[84182]: 'Trunk': {'1.1'}} Feb 03 13:47:57.994027 dv-neutron-827016-1-hyperv neutron-server[84182]: consumer versions: Feb 03 13:47:57.994027 dv-neutron-827016-1-hyperv neutron-server[84182]: { DHCP agent@dv-neutron-827016-1-hyperv: {}, Feb 03 13:47:57.994027 dv-neutron-827016-1-hyperv neutron-server[84182]: L3 agent@dv-neutron-827016-1-hyperv: {}, Feb 03 13:47:57.994027 dv-neutron-827016-1-hyperv neutron-server[84182]: Metadata agent@dv-neutron-827016-1-hyperv: {}, Feb 03 13:47:57.994027 dv-neutron-827016-1-hyperv neutron-server[84182]: Metering agent@dv-neutron-827016-1-hyperv: {}, Feb 03 13:47:57.994027 dv-neutron-827016-1-hyperv neutron-server[84182]: Open vSwitch agent@dv-neutron-827016-1-hyperv: { 'ConntrackHelper': '1.0', Feb 03 13:47:57.994027 dv-neutron-827016-1-hyperv neutron-server[84182]: 'Log': '1.0', Feb 03 13:47:57.994027 dv-neutron-827016-1-hyperv neutron-server[84182]: 'Network': '1.1', Feb 03 13:47:57.994027 dv-neutron-827016-1-hyperv neutron-server[84182]: 'Port': '1.5', Feb 03 13:47:57.994027 dv-neutron-827016-1-hyperv neutron-server[84182]: 'PortForwarding': '1.2', Feb 03 13:47:57.994027 dv-neutron-827016-1-hyperv neutron-server[84182]: 'QosPolicy': '1.8', Feb 03 13:47:57.994027 dv-neutron-827016-1-hyperv neutron-server[84182]: 'SecurityGroup': '1.2', Feb 03 13:47:57.994027 dv-neutron-827016-1-hyperv neutron-server[84182]: 'SecurityGroupRule': '1.0', Feb 03 13:47:57.994027 dv-neutron-827016-1-hyperv neutron-server[84182]: 'SubPort': '1.0', Feb 03 13:47:57.994027 dv-neutron-827016-1-hyperv neutron-server[84182]: 'Subnet': '1.1', Feb 03 13:47:57.994027 dv-neutron-827016-1-hyperv neutron-server[84182]: 'Trunk': '1.1'}} Feb 03 13:47:57.994027 dv-neutron-827016-1-hyperv neutron-server[84182]: {{(pid=84182) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 13:47:58.053194 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ec827fe8-ef39-4c4a-af7d-e4b23fa74f02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:58.160469 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ec827fe8-ef39-4c4a-af7d-e4b23fa74f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:58.161471 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec827fe8-ef39-4c4a-af7d-e4b23fa74f02 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:47:58.162150 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ec827fe8-ef39-4c4a-af7d-e4b23fa74f02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:58.267050 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec827fe8-ef39-4c4a-af7d-e4b23fa74f02 admin admin] Pushing event updated for resources: {'Network': ['ID=16a0e898-50c0-4b65-ae3a-069e9649bbca,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:58.277659 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:47:58.315487 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ec827fe8-ef39-4c4a-af7d-e4b23fa74f02 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0923710 Feb 03 13:47:58.685722 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:58.759858 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:47:59.994241 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:00.536378 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 48234) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:48:00.766922 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6219dbb-6c9c-4b4a-a099-87437538a4ac admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:00.768348 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a6219dbb-6c9c-4b4a-a099-87437538a4ac admin admin] 10.222.0.41 "GET /v2.0/subnets/8bd12e4f-1bfc-42a6-ad80-3ac6a911ba04 HTTP/1.1" status: 200 len: 849 time: 0.2310076 Feb 03 13:48:00.912874 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a9e8754c-b498-4be7-ae78-53894ce079c9 admin admin] 10.222.0.41 "GET /v2.0/routers/b3055e82-85a7-49af-95ae-54894a54af52 HTTP/1.1" status: 200 len: 704 time: 0.1392474 Feb 03 13:48:01.385422 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-41afd8dd-1eaa-46f7-b2e6-d410585b302b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:01.613949 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-41afd8dd-1eaa-46f7-b2e6-d410585b302b admin admin] Allocated IP 172.20.0.1 (5f106e4d-9771-4b77-b1e9-7ddc06ae91ae/8bd12e4f-1bfc-42a6-ad80-3ac6a911ba04/0494a857-ca27-4967-ba2d-4dc029b19303) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:48:01.766388 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-41afd8dd-1eaa-46f7-b2e6-d410585b302b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:01.785196 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-41afd8dd-1eaa-46f7-b2e6-d410585b302b admin admin] Transition to ACTIVE for port object 0494a857-ca27-4967-ba2d-4dc029b19303 will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:48:01.874849 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-41afd8dd-1eaa-46f7-b2e6-d410585b302b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:01.943247 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41afd8dd-1eaa-46f7-b2e6-d410585b302b admin admin] Network 5f106e4d-9771-4b77-b1e9-7ddc06ae91ae is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:48:01.946129 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-41afd8dd-1eaa-46f7-b2e6-d410585b302b admin admin] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:48:01.951032 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41afd8dd-1eaa-46f7-b2e6-d410585b302b admin admin] Pushing event updated for resources: {'Port': ['ID=0494a857-ca27-4967-ba2d-4dc029b19303,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:01.962872 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41afd8dd-1eaa-46f7-b2e6-d410585b302b admin admin] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:48:01.963622 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-41afd8dd-1eaa-46f7-b2e6-d410585b302b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:02.145501 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-41afd8dd-1eaa-46f7-b2e6-d410585b302b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:02.320195 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-7754bf90-9673-4d9f-b28f-a4c94e2f1a61 None None] Provisioning for port 0494a857-ca27-4967-ba2d-4dc029b19303 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:48:02.325097 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-7754bf90-9673-4d9f-b28f-a4c94e2f1a61 None None] Provisioning complete for port 0494a857-ca27-4967-ba2d-4dc029b19303 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:48:02.325550 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7754bf90-9673-4d9f-b28f-a4c94e2f1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:02.381111 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-7754bf90-9673-4d9f-b28f-a4c94e2f1a61 None None] Port 0494a857-ca27-4967-ba2d-4dc029b19303 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:48:02.382916 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-41afd8dd-1eaa-46f7-b2e6-d410585b302b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:02.445563 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-41afd8dd-1eaa-46f7-b2e6-d410585b302b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:02.446298 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-41afd8dd-1eaa-46f7-b2e6-d410585b302b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:02.603493 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41afd8dd-1eaa-46f7-b2e6-d410585b302b admin admin] Pushing event updated for resources: {'Port': ['ID=0494a857-ca27-4967-ba2d-4dc029b19303,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:02.666258 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41afd8dd-1eaa-46f7-b2e6-d410585b302b admin admin] Network 5f106e4d-9771-4b77-b1e9-7ddc06ae91ae is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:48:02.667291 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-41afd8dd-1eaa-46f7-b2e6-d410585b302b admin admin] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:48:02.903987 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-904017ab-88fa-45c9-84c3-62706a93d252 None None] Provisioning complete for port 0494a857-ca27-4967-ba2d-4dc029b19303 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:48:02.904325 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-904017ab-88fa-45c9-84c3-62706a93d252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:02.953790 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-904017ab-88fa-45c9-84c3-62706a93d252 None None] Port 0494a857-ca27-4967-ba2d-4dc029b19303 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:48:03.063588 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41afd8dd-1eaa-46f7-b2e6-d410585b302b admin admin] Router b3055e82-85a7-49af-95ae-54894a54af52 is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:48:03.227713 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41afd8dd-1eaa-46f7-b2e6-d410585b302b admin admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:48:03.236888 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb88b97e-1a28-445c-bc1d-751706578373 None None] Sync routers for ids ['b3055e82-85a7-49af-95ae-54894a54af52'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:48:03.238518 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-41afd8dd-1eaa-46f7-b2e6-d410585b302b admin admin] 10.222.0.41 "PUT /v2.0/routers/b3055e82-85a7-49af-95ae-54894a54af52/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3208799 Feb 03 13:48:03.255859 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb88b97e-1a28-445c-bc1d-751706578373 None None] Routers {'b3055e82-85a7-49af-95ae-54894a54af52'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:48:03.256694 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-fb88b97e-1a28-445c-bc1d-751706578373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:47:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b3055e82-85a7-49af-95ae-54894a54af52'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:48:03.427412 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-fb88b97e-1a28-445c-bc1d-751706578373 None None] Set router b3055e82-85a7-49af-95ae-54894a54af52 gateway port host: None {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:48:03.784583 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-fb88b97e-1a28-445c-bc1d-751706578373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3055e82-85a7-49af-95ae-54894a54af52', 'name': 'router1', 'tenant_id': 'a1148e7d2e76480ead787b8628f66a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:47:51Z', 'updated_at': '2022-02-03T13:48:02Z', 'revision_number': 2, 'project_id': 'a1148e7d2e76480ead787b8628f66a08', 'gw_port_host': None, '_interfaces': [{'id': '0494a857-ca27-4967-ba2d-4dc029b19303', 'name': '', 'network_id': '5f106e4d-9771-4b77-b1e9-7ddc06ae91ae', 'tenant_id': 'a1148e7d2e76480ead787b8628f66a08', 'mac_address': 'fa:16:3e:20:2e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3055e82-85a7-49af-95ae-54894a54af52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bd12e4f-1bfc-42a6-ad80-3ac6a911ba04', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:48:01Z', 'updated_at': '2022-02-03T13:48:02Z', 'revision_number': 2, 'project_id': 'a1148e7d2e76480ead787b8628f66a08', 'subnets': [{'id': '8bd12e4f-1bfc-42a6-ad80-3ac6a911ba04', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '70e3c473-7c5c-4a94-81cd-7edd63d9e767'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:48:03.789355 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb88b97e-1a28-445c-bc1d-751706578373 None None] Checking router: b3055e82-85a7-49af-95ae-54894a54af52 for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 13:48:03.789722 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb88b97e-1a28-445c-bc1d-751706578373 None None] Updating router b3055e82-85a7-49af-95ae-54894a54af52 port 0494a857-ca27-4967-ba2d-4dc029b19303 binding host dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 13:48:03.838730 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-fb88b97e-1a28-445c-bc1d-751706578373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:04.207367 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-fb88b97e-1a28-445c-bc1d-751706578373 None None] Notify callbacks [] for port, precommit_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:04.221816 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.provisioning_blocks [None req-fb88b97e-1a28-445c-bc1d-751706578373 None None] Transition to ACTIVE for port object 0494a857-ca27-4967-ba2d-4dc029b19303 will not be triggered until provisioned by entity L2. {{(pid=84184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:48:04.303682 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-fb88b97e-1a28-445c-bc1d-751706578373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:04.519345 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f48ea4f-1908-487c-8232-5bd87e35b7ab None None] Pushing event updated for resources: {'Port': ['ID=0494a857-ca27-4967-ba2d-4dc029b19303,revision_number=3']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:04.545167 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48ea4f-1908-487c-8232-5bd87e35b7ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:04.545520 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48ea4f-1908-487c-8232-5bd87e35b7ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:04.545863 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48ea4f-1908-487c-8232-5bd87e35b7ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:04.546203 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48ea4f-1908-487c-8232-5bd87e35b7ab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:04.546557 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48ea4f-1908-487c-8232-5bd87e35b7ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:04.546892 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48ea4f-1908-487c-8232-5bd87e35b7ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:04.547251 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48ea4f-1908-487c-8232-5bd87e35b7ab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:04.547591 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48ea4f-1908-487c-8232-5bd87e35b7ab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:04.547920 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48ea4f-1908-487c-8232-5bd87e35b7ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:04.548244 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48ea4f-1908-487c-8232-5bd87e35b7ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:04.548566 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48ea4f-1908-487c-8232-5bd87e35b7ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:04.549854 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48ea4f-1908-487c-8232-5bd87e35b7ab None None] Tracked resource versions report: Feb 03 13:48:04.549854 dv-neutron-827016-1-hyperv neutron-server[84184]: pushed versions: Feb 03 13:48:04.549854 dv-neutron-827016-1-hyperv neutron-server[84184]: { 'ConntrackHelper': {'1.0'}, Feb 03 13:48:04.549854 dv-neutron-827016-1-hyperv neutron-server[84184]: 'Log': {'1.0'}, Feb 03 13:48:04.549854 dv-neutron-827016-1-hyperv neutron-server[84184]: 'Network': {'1.1'}, Feb 03 13:48:04.549854 dv-neutron-827016-1-hyperv neutron-server[84184]: 'Port': {'1.5'}, Feb 03 13:48:04.549854 dv-neutron-827016-1-hyperv neutron-server[84184]: 'PortForwarding': {'1.2'}, Feb 03 13:48:04.549854 dv-neutron-827016-1-hyperv neutron-server[84184]: 'QosPolicy': {'1.8'}, Feb 03 13:48:04.549854 dv-neutron-827016-1-hyperv neutron-server[84184]: 'SecurityGroup': {'1.2'}, Feb 03 13:48:04.549854 dv-neutron-827016-1-hyperv neutron-server[84184]: 'SecurityGroupRule': {'1.0'}, Feb 03 13:48:04.549854 dv-neutron-827016-1-hyperv neutron-server[84184]: 'SubPort': {'1.0'}, Feb 03 13:48:04.549854 dv-neutron-827016-1-hyperv neutron-server[84184]: 'Subnet': {'1.1'}, Feb 03 13:48:04.549854 dv-neutron-827016-1-hyperv neutron-server[84184]: 'Trunk': {'1.1'}} Feb 03 13:48:04.549854 dv-neutron-827016-1-hyperv neutron-server[84184]: consumer versions: Feb 03 13:48:04.549854 dv-neutron-827016-1-hyperv neutron-server[84184]: { DHCP agent@dv-neutron-827016-1-hyperv: {}, Feb 03 13:48:04.549854 dv-neutron-827016-1-hyperv neutron-server[84184]: L3 agent@dv-neutron-827016-1-hyperv: {}, Feb 03 13:48:04.549854 dv-neutron-827016-1-hyperv neutron-server[84184]: Metadata agent@dv-neutron-827016-1-hyperv: {}, Feb 03 13:48:04.549854 dv-neutron-827016-1-hyperv neutron-server[84184]: Metering agent@dv-neutron-827016-1-hyperv: {}, Feb 03 13:48:04.549854 dv-neutron-827016-1-hyperv neutron-server[84184]: Open vSwitch agent@dv-neutron-827016-1-hyperv: { 'ConntrackHelper': '1.0', Feb 03 13:48:04.549854 dv-neutron-827016-1-hyperv neutron-server[84184]: 'Log': '1.0', Feb 03 13:48:04.549854 dv-neutron-827016-1-hyperv neutron-server[84184]: 'Network': '1.1', Feb 03 13:48:04.549854 dv-neutron-827016-1-hyperv neutron-server[84184]: 'Port': '1.5', Feb 03 13:48:04.549854 dv-neutron-827016-1-hyperv neutron-server[84184]: 'PortForwarding': '1.2', Feb 03 13:48:04.549854 dv-neutron-827016-1-hyperv neutron-server[84184]: 'QosPolicy': '1.8', Feb 03 13:48:04.549854 dv-neutron-827016-1-hyperv neutron-server[84184]: 'SecurityGroup': '1.2', Feb 03 13:48:04.549854 dv-neutron-827016-1-hyperv neutron-server[84184]: 'SecurityGroupRule': '1.0', Feb 03 13:48:04.549854 dv-neutron-827016-1-hyperv neutron-server[84184]: 'SubPort': '1.0', Feb 03 13:48:04.549854 dv-neutron-827016-1-hyperv neutron-server[84184]: 'Subnet': '1.1', Feb 03 13:48:04.549854 dv-neutron-827016-1-hyperv neutron-server[84184]: 'Trunk': '1.1'}} Feb 03 13:48:04.549854 dv-neutron-827016-1-hyperv neutron-server[84184]: {{(pid=84184) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 13:48:04.561042 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-fb88b97e-1a28-445c-bc1d-751706578373 None None] Attempting to bind port 0494a857-ca27-4967-ba2d-4dc029b19303 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:48:04.561444 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-fb88b97e-1a28-445c-bc1d-751706578373 None None] Attempting to bind port 0494a857-ca27-4967-ba2d-4dc029b19303 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '1d1b1817-1b69-4939-a9fc-4ab23dadf175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5f106e4d-9771-4b77-b1e9-7ddc06ae91ae'}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:48:04.562221 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb88b97e-1a28-445c-bc1d-751706578373 None None] Attempting to bind port 0494a857-ca27-4967-ba2d-4dc029b19303 on network 5f106e4d-9771-4b77-b1e9-7ddc06ae91ae {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:48:04.568164 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb88b97e-1a28-445c-bc1d-751706578373 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:48:04.568566 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb88b97e-1a28-445c-bc1d-751706578373 None None] Checking segment: {'id': '1d1b1817-1b69-4939-a9fc-4ab23dadf175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5f106e4d-9771-4b77-b1e9-7ddc06ae91ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:48:04.569045 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-fb88b97e-1a28-445c-bc1d-751706578373 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:04.569434 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb88b97e-1a28-445c-bc1d-751706578373 None None] Bound using segment: {'id': '1d1b1817-1b69-4939-a9fc-4ab23dadf175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5f106e4d-9771-4b77-b1e9-7ddc06ae91ae'} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:48:04.569888 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-fb88b97e-1a28-445c-bc1d-751706578373 None None] Bound port: 0494a857-ca27-4967-ba2d-4dc029b19303, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d1b1817-1b69-4939-a9fc-4ab23dadf175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5f106e4d-9771-4b77-b1e9-7ddc06ae91ae'}}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:48:04.570270 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-fb88b97e-1a28-445c-bc1d-751706578373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:04.656647 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-fb88b97e-1a28-445c-bc1d-751706578373 None None] For port 0494a857-ca27-4967-ba2d-4dc029b19303, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:48:04.661135 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-fb88b97e-1a28-445c-bc1d-751706578373 None None] For port 0494a857-ca27-4967-ba2d-4dc029b19303, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=0494a857-ca27-4967-ba2d-4dc029b19303,segment=NetworkSegment(1d1b1817-1b69-4939-a9fc-4ab23dadf175),segment_id=1d1b1817-1b69-4939-a9fc-4ab23dadf175)] {{(pid=84184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:48:04.760984 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-fb88b97e-1a28-445c-bc1d-751706578373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:04.855846 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb88b97e-1a28-445c-bc1d-751706578373 None None] Routers {'b3055e82-85a7-49af-95ae-54894a54af52'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:48:04.856472 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-fb88b97e-1a28-445c-bc1d-751706578373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:47:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b3055e82-85a7-49af-95ae-54894a54af52'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:48:04.907817 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f48ea4f-1908-487c-8232-5bd87e35b7ab None None] Pushing event updated for resources: {'Port': ['ID=0494a857-ca27-4967-ba2d-4dc029b19303,revision_number=4']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:05.010930 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-fb88b97e-1a28-445c-bc1d-751706578373 None None] Set router b3055e82-85a7-49af-95ae-54894a54af52 gateway port host: None {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:48:05.268478 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 48258) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:48:05.335739 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-fb88b97e-1a28-445c-bc1d-751706578373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3055e82-85a7-49af-95ae-54894a54af52', 'name': 'router1', 'tenant_id': 'a1148e7d2e76480ead787b8628f66a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:47:51Z', 'updated_at': '2022-02-03T13:48:02Z', 'revision_number': 2, 'project_id': 'a1148e7d2e76480ead787b8628f66a08', 'gw_port_host': None, '_interfaces': [{'id': '0494a857-ca27-4967-ba2d-4dc029b19303', 'name': '', 'network_id': '5f106e4d-9771-4b77-b1e9-7ddc06ae91ae', 'tenant_id': 'a1148e7d2e76480ead787b8628f66a08', 'mac_address': 'fa:16:3e:20:2e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3055e82-85a7-49af-95ae-54894a54af52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bd12e4f-1bfc-42a6-ad80-3ac6a911ba04', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:48:01Z', 'updated_at': '2022-02-03T13:48:04Z', 'revision_number': 4, 'project_id': 'a1148e7d2e76480ead787b8628f66a08', 'subnets': [{'id': '8bd12e4f-1bfc-42a6-ad80-3ac6a911ba04', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '70e3c473-7c5c-4a94-81cd-7edd63d9e767'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:48:05.339855 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb88b97e-1a28-445c-bc1d-751706578373 None None] The sync data for ids ['b3055e82-85a7-49af-95ae-54894a54af52'] in dv-neutron-827016-1-hyperv is: [{'id': 'b3055e82-85a7-49af-95ae-54894a54af52', 'name': 'router1', 'tenant_id': 'a1148e7d2e76480ead787b8628f66a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:47:51Z', 'updated_at': '2022-02-03T13:48:02Z', 'revision_number': 2, 'project_id': 'a1148e7d2e76480ead787b8628f66a08', 'gw_port_host': None, '_interfaces': [{'id': '0494a857-ca27-4967-ba2d-4dc029b19303', 'name': '', 'network_id': '5f106e4d-9771-4b77-b1e9-7ddc06ae91ae', 'tenant_id': 'a1148e7d2e76480ead787b8628f66a08', 'mac_address': 'fa:16:3e:20:2e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3055e82-85a7-49af-95ae-54894a54af52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bd12e4f-1bfc-42a6-ad80-3ac6a911ba04', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:48:01Z', 'updated_at': '2022-02-03T13:48:04Z', 'revision_number': 4, 'project_id': 'a1148e7d2e76480ead787b8628f66a08', 'subnets': [{'id': '8bd12e4f-1bfc-42a6-ad80-3ac6a911ba04', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '70e3c473-7c5c-4a94-81cd-7edd63d9e767'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:48:05.438414 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59895ea1-7e81-4b72-8b48-e5d17f3b460d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:05.438957 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-59895ea1-7e81-4b72-8b48-e5d17f3b460d admin admin] Synchronizing usage tracker for tenant:94b09fc06d694041aad160baa6a1c8b7 on resource:network {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:48:05.520821 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-59895ea1-7e81-4b72-8b48-e5d17f3b460d admin admin] Unset dirty status for tenant:94b09fc06d694041aad160baa6a1c8b7 on resource:network {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:48:05.521872 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-59895ea1-7e81-4b72-8b48-e5d17f3b460d admin admin] 10.222.0.41 "GET /v2.0/networks/16a0e898-50c0-4b65-ae3a-069e9649bbca HTTP/1.1" status: 200 len: 842 time: 0.2518682 Feb 03 13:48:05.531102 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-5ab9d163-9929-41cc-b83b-222f1b015ca0 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.26.3.0/24', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'name': 'public-subnet', 'gateway_ip': '172.26.3.1', 'ip_version': 4}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:48:05.536659 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-5ab9d163-9929-41cc-b83b-222f1b015ca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:48:05.540492 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-5ab9d163-9929-41cc-b83b-222f1b015ca0 admin admin] Usage tracker for resource:subnet and tenant:94b09fc06d694041aad160baa6a1c8b7 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:48:05.543326 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-5ab9d163-9929-41cc-b83b-222f1b015ca0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:48:05.549294 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-5ab9d163-9929-41cc-b83b-222f1b015ca0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:48:05.635354 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab9d163-9929-41cc-b83b-222f1b015ca0 admin admin] Made reservation on behalf of 94b09fc06d694041aad160baa6a1c8b7 for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:48:05.637677 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5ab9d163-9929-41cc-b83b-222f1b015ca0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:06.095278 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.objects.ports [None req-5ab9d163-9929-41cc-b83b-222f1b015ca0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84182) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 03 13:48:06.095713 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5ab9d163-9929-41cc-b83b-222f1b015ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:06.180632 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab9d163-9929-41cc-b83b-222f1b015ca0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8117aa68-7f4f-47bf-a856-8b5b7e48cff9,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:06.186255 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab9d163-9929-41cc-b83b-222f1b015ca0 admin admin] Checking segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:48:06.186622 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab9d163-9929-41cc-b83b-222f1b015ca0 admin admin] Network hostable DHCP agents. Network: 16a0e898-50c0-4b65-ae3a-069e9649bbca, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:48:06.263752 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab9d163-9929-41cc-b83b-222f1b015ca0 admin admin] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:48:06.326531 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-5ab9d163-9929-41cc-b83b-222f1b015ca0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 16a0e898-50c0-4b65-ae3a-069e9649bbca) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:48:06.330820 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab9d163-9929-41cc-b83b-222f1b015ca0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:06.331440 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5ab9d163-9929-41cc-b83b-222f1b015ca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:06.338650 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79e5525-c578-4ff5-834b-7d5eb82e4546 None None] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:48:06.414579 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-5ab9d163-9929-41cc-b83b-222f1b015ca0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8866351 Feb 03 13:48:06.577209 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b6cd25-5893-4510-b81b-1dffbefa0ad2 None None] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:48:06.974479 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 0494a857-ca27-4967-ba2d-4dc029b19303 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:48:07.228990 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 0494a857-ca27-4967-ba2d-4dc029b19303 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:48:07.234283 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 0494a857-ca27-4967-ba2d-4dc029b19303 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:48:07.234784 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:07.347745 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:07.380067 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 0494a857-ca27-4967-ba2d-4dc029b19303, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=0494a857-ca27-4967-ba2d-4dc029b19303,segment=NetworkSegment(1d1b1817-1b69-4939-a9fc-4ab23dadf175),segment_id=1d1b1817-1b69-4939-a9fc-4ab23dadf175)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:48:07.446783 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:07.511712 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=0494a857-ca27-4967-ba2d-4dc029b19303,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:08.522255 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 48272) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:48:08.754264 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-dcfe098e-e2ff-4ece-957c-267cd3fb5f3a admin admin] 10.222.0.41 "GET /v2.0/routers/b3055e82-85a7-49af-95ae-54894a54af52 HTTP/1.1" status: 200 len: 710 time: 0.2303841 Feb 03 13:48:08.921277 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517f9f73-e6e7-48aa-9c3a-1396c093269f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:08.922624 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-517f9f73-e6e7-48aa-9c3a-1396c093269f admin admin] 10.222.0.41 "GET /v2.0/networks/16a0e898-50c0-4b65-ae3a-069e9649bbca HTTP/1.1" status: 200 len: 886 time: 0.1632795 Feb 03 13:48:08.931929 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-cea7f162-97d5-4fad-9983-74df51427376 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:48:08.955900 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 0494a857-ca27-4967-ba2d-4dc029b19303 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:48:09.022616 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 0494a857-ca27-4967-ba2d-4dc029b19303 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:48:09.023001 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:09.399038 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cea7f162-97d5-4fad-9983-74df51427376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:09.640917 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cea7f162-97d5-4fad-9983-74df51427376 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:09.693435 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cea7f162-97d5-4fad-9983-74df51427376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:09.820980 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-cea7f162-97d5-4fad-9983-74df51427376 admin admin] Allocated IP 172.26.3.124 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/4e53c1ff-baae-4c77-bd9a-4fb306e9bbd5) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:48:09.957731 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cea7f162-97d5-4fad-9983-74df51427376 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:10.047520 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cea7f162-97d5-4fad-9983-74df51427376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:10.109435 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea7f162-97d5-4fad-9983-74df51427376 admin admin] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:48:10.112184 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-cea7f162-97d5-4fad-9983-74df51427376 admin admin] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:48:10.116304 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea7f162-97d5-4fad-9983-74df51427376 admin admin] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:48:10.144287 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7f162-97d5-4fad-9983-74df51427376 admin admin] Pushing event updated for resources: {'Port': ['ID=4e53c1ff-baae-4c77-bd9a-4fb306e9bbd5,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:10.357260 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cea7f162-97d5-4fad-9983-74df51427376 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:10.551924 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cea7f162-97d5-4fad-9983-74df51427376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:10.555286 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cea7f162-97d5-4fad-9983-74df51427376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970733'] for router, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:10.745661 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea7f162-97d5-4fad-9983-74df51427376 admin admin] Router b3055e82-85a7-49af-95ae-54894a54af52 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:48:10.937354 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea7f162-97d5-4fad-9983-74df51427376 admin admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:48:10.945914 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cea7f162-97d5-4fad-9983-74df51427376 admin admin] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:10.946361 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f261d627-e4f1-4c9b-a3f6-554ad8b427aa None None] Sync routers for ids ['b3055e82-85a7-49af-95ae-54894a54af52'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:48:10.947098 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-cea7f162-97d5-4fad-9983-74df51427376 admin admin] 10.222.0.41 "PUT /v2.0/routers/b3055e82-85a7-49af-95ae-54894a54af52 HTTP/1.1" status: 200 len: 890 time: 2.0185468 Feb 03 13:48:10.958991 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f261d627-e4f1-4c9b-a3f6-554ad8b427aa None None] Routers {'b3055e82-85a7-49af-95ae-54894a54af52'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:48:10.959696 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-f261d627-e4f1-4c9b-a3f6-554ad8b427aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:47:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b3055e82-85a7-49af-95ae-54894a54af52'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:48:11.151159 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-f261d627-e4f1-4c9b-a3f6-554ad8b427aa None None] Set router b3055e82-85a7-49af-95ae-54894a54af52 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:48:11.485639 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-f261d627-e4f1-4c9b-a3f6-554ad8b427aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3055e82-85a7-49af-95ae-54894a54af52', 'name': 'router1', 'tenant_id': 'a1148e7d2e76480ead787b8628f66a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '4e53c1ff-baae-4c77-bd9a-4fb306e9bbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:47:51Z', 'updated_at': '2022-02-03T13:48:10Z', 'revision_number': 4, 'project_id': 'a1148e7d2e76480ead787b8628f66a08', 'gw_port': {'id': '4e53c1ff-baae-4c77-bd9a-4fb306e9bbd5', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3055e82-85a7-49af-95ae-54894a54af52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:48:09Z', 'updated_at': '2022-02-03T13:48:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '0494a857-ca27-4967-ba2d-4dc029b19303', 'name': '', 'network_id': '5f106e4d-9771-4b77-b1e9-7ddc06ae91ae', 'tenant_id': 'a1148e7d2e76480ead787b8628f66a08', 'mac_address': 'fa:16:3e:20:2e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3055e82-85a7-49af-95ae-54894a54af52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bd12e4f-1bfc-42a6-ad80-3ac6a911ba04', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:48:01Z', 'updated_at': '2022-02-03T13:48:07Z', 'revision_number': 5, 'project_id': 'a1148e7d2e76480ead787b8628f66a08', 'subnets': [{'id': '8bd12e4f-1bfc-42a6-ad80-3ac6a911ba04', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '70e3c473-7c5c-4a94-81cd-7edd63d9e767'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:48:11.490896 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f261d627-e4f1-4c9b-a3f6-554ad8b427aa None None] Checking router: b3055e82-85a7-49af-95ae-54894a54af52 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 13:48:11.491278 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f261d627-e4f1-4c9b-a3f6-554ad8b427aa None None] Updating router b3055e82-85a7-49af-95ae-54894a54af52 port 4e53c1ff-baae-4c77-bd9a-4fb306e9bbd5 binding host dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 13:48:11.540043 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f261d627-e4f1-4c9b-a3f6-554ad8b427aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:11.855479 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f261d627-e4f1-4c9b-a3f6-554ad8b427aa None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:11.867153 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-f261d627-e4f1-4c9b-a3f6-554ad8b427aa None None] Transition to ACTIVE for port object 4e53c1ff-baae-4c77-bd9a-4fb306e9bbd5 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:48:11.944476 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f261d627-e4f1-4c9b-a3f6-554ad8b427aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:12.023448 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-f261d627-e4f1-4c9b-a3f6-554ad8b427aa None None] Attempting to bind port 4e53c1ff-baae-4c77-bd9a-4fb306e9bbd5 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:48:12.024093 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-f261d627-e4f1-4c9b-a3f6-554ad8b427aa None None] Attempting to bind port 4e53c1ff-baae-4c77-bd9a-4fb306e9bbd5 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:48:12.024210 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f261d627-e4f1-4c9b-a3f6-554ad8b427aa None None] Attempting to bind port 4e53c1ff-baae-4c77-bd9a-4fb306e9bbd5 on network 16a0e898-50c0-4b65-ae3a-069e9649bbca {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:48:12.030002 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c01b111-c039-457a-b806-34d4a47236d3 None None] Pushing event updated for resources: {'Port': ['ID=4e53c1ff-baae-4c77-bd9a-4fb306e9bbd5,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:12.034902 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f261d627-e4f1-4c9b-a3f6-554ad8b427aa None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:48:12.035286 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f261d627-e4f1-4c9b-a3f6-554ad8b427aa None None] Checking segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:48:12.036441 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f261d627-e4f1-4c9b-a3f6-554ad8b427aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:12.036831 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f261d627-e4f1-4c9b-a3f6-554ad8b427aa None None] Bound using segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:48:12.037289 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-f261d627-e4f1-4c9b-a3f6-554ad8b427aa None None] Bound port: 4e53c1ff-baae-4c77-bd9a-4fb306e9bbd5, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:48:12.038033 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f261d627-e4f1-4c9b-a3f6-554ad8b427aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:12.106328 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-f261d627-e4f1-4c9b-a3f6-554ad8b427aa None None] For port 4e53c1ff-baae-4c77-bd9a-4fb306e9bbd5, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:48:12.109364 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-f261d627-e4f1-4c9b-a3f6-554ad8b427aa None None] For port 4e53c1ff-baae-4c77-bd9a-4fb306e9bbd5, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=4e53c1ff-baae-4c77-bd9a-4fb306e9bbd5,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:48:12.213969 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f261d627-e4f1-4c9b-a3f6-554ad8b427aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:12.320965 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c01b111-c039-457a-b806-34d4a47236d3 None None] Pushing event updated for resources: {'Port': ['ID=4e53c1ff-baae-4c77-bd9a-4fb306e9bbd5,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:12.328372 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f261d627-e4f1-4c9b-a3f6-554ad8b427aa None None] Routers {'b3055e82-85a7-49af-95ae-54894a54af52'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:48:12.329175 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-f261d627-e4f1-4c9b-a3f6-554ad8b427aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:47:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b3055e82-85a7-49af-95ae-54894a54af52'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:48:12.503293 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-f261d627-e4f1-4c9b-a3f6-554ad8b427aa None None] Set router b3055e82-85a7-49af-95ae-54894a54af52 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:48:12.825752 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-f261d627-e4f1-4c9b-a3f6-554ad8b427aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3055e82-85a7-49af-95ae-54894a54af52', 'name': 'router1', 'tenant_id': 'a1148e7d2e76480ead787b8628f66a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '4e53c1ff-baae-4c77-bd9a-4fb306e9bbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:47:51Z', 'updated_at': '2022-02-03T13:48:10Z', 'revision_number': 4, 'project_id': 'a1148e7d2e76480ead787b8628f66a08', 'gw_port': {'id': '4e53c1ff-baae-4c77-bd9a-4fb306e9bbd5', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3055e82-85a7-49af-95ae-54894a54af52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:48:09Z', 'updated_at': '2022-02-03T13:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '0494a857-ca27-4967-ba2d-4dc029b19303', 'name': '', 'network_id': '5f106e4d-9771-4b77-b1e9-7ddc06ae91ae', 'tenant_id': 'a1148e7d2e76480ead787b8628f66a08', 'mac_address': 'fa:16:3e:20:2e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3055e82-85a7-49af-95ae-54894a54af52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bd12e4f-1bfc-42a6-ad80-3ac6a911ba04', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:48:01Z', 'updated_at': '2022-02-03T13:48:07Z', 'revision_number': 5, 'project_id': 'a1148e7d2e76480ead787b8628f66a08', 'subnets': [{'id': '8bd12e4f-1bfc-42a6-ad80-3ac6a911ba04', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '70e3c473-7c5c-4a94-81cd-7edd63d9e767'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:48:12.829684 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f261d627-e4f1-4c9b-a3f6-554ad8b427aa None None] The sync data for ids ['b3055e82-85a7-49af-95ae-54894a54af52'] in dv-neutron-827016-1-hyperv is: [{'id': 'b3055e82-85a7-49af-95ae-54894a54af52', 'name': 'router1', 'tenant_id': 'a1148e7d2e76480ead787b8628f66a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '4e53c1ff-baae-4c77-bd9a-4fb306e9bbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:47:51Z', 'updated_at': '2022-02-03T13:48:10Z', 'revision_number': 4, 'project_id': 'a1148e7d2e76480ead787b8628f66a08', 'gw_port': {'id': '4e53c1ff-baae-4c77-bd9a-4fb306e9bbd5', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3055e82-85a7-49af-95ae-54894a54af52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:48:09Z', 'updated_at': '2022-02-03T13:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '0494a857-ca27-4967-ba2d-4dc029b19303', 'name': '', 'network_id': '5f106e4d-9771-4b77-b1e9-7ddc06ae91ae', 'tenant_id': 'a1148e7d2e76480ead787b8628f66a08', 'mac_address': 'fa:16:3e:20:2e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3055e82-85a7-49af-95ae-54894a54af52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bd12e4f-1bfc-42a6-ad80-3ac6a911ba04', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:48:01Z', 'updated_at': '2022-02-03T13:48:07Z', 'revision_number': 5, 'project_id': 'a1148e7d2e76480ead787b8628f66a08', 'subnets': [{'id': '8bd12e4f-1bfc-42a6-ad80-3ac6a911ba04', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '70e3c473-7c5c-4a94-81cd-7edd63d9e767'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:48:13.007056 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 4e53c1ff-baae-4c77-bd9a-4fb306e9bbd5 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:48:13.138940 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 4e53c1ff-baae-4c77-bd9a-4fb306e9bbd5 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:48:13.145845 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 4e53c1ff-baae-4c77-bd9a-4fb306e9bbd5 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:48:13.145845 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:13.171523 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 48282) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:48:13.265612 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:13.282792 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 4e53c1ff-baae-4c77-bd9a-4fb306e9bbd5, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=4e53c1ff-baae-4c77-bd9a-4fb306e9bbd5,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:48:13.361990 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:13.380366 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-dbf0e701-55ba-4c21-82f7-5f08f2815af6 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1082 time: 0.2070811 Feb 03 13:48:13.440451 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=4e53c1ff-baae-4c77-bd9a-4fb306e9bbd5,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:14.976878 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 4e53c1ff-baae-4c77-bd9a-4fb306e9bbd5 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:48:15.056822 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 4e53c1ff-baae-4c77-bd9a-4fb306e9bbd5 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:48:15.056822 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:25.232078 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e40842d4-7fb0-4a80-870e-9eceddec0b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:27.443785 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4da3aab3-cdb4-459c-b469-8d2b49132642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:28.672272 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:28.734882 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:28.770912 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 5 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 13:48:30.015772 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:55.235333 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7d6ccdcd-70f7-4b2d-8d1a-1101d263ac83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:57.395871 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b540653e-535f-4035-aa83-0c1a4209fab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:58.682530 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:48:58.761822 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:49:00.047330 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:49:05.772232 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 5 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 13:49:25.233579 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7494aec7-58c3-4c8b-ab21-f0bd43e1ae72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:49:27.433039 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-920f8dfc-5cee-4860-9f66-b1ce9f493f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:49:29.188023 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:49:29.188913 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:49:30.044339 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:49:42.772878 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 5 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 13:49:55.218181 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e623a7f8-2037-40a6-a1e9-559ecd675dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:49:57.429783 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a507c377-16c2-48b4-9629-53426436647c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:49:58.669522 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:49:58.738299 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:50:00.092747 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:50:19.775866 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 5 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 13:50:21.867617 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 48886) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:50:21.956081 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-1891b22c-d796-4e3b-952d-9c0d4a713681 admin admin] GET failed (client error): The resource could not be found. Feb 03 13:50:21.957248 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-1891b22c-d796-4e3b-952d-9c0d4a713681 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0887079 Feb 03 13:50:22.087418 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651c0ad5-8889-4e0a-ab77-873d78c880d4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:22.088775 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-651c0ad5-8889-4e0a-ab77-873d78c880d4 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1276405 Feb 03 13:50:24.087389 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 48896) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:50:24.217923 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c16e7d6-f401-4da8-a79c-81eaaf3da5bb admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:24.219257 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-2c16e7d6-f401-4da8-a79c-81eaaf3da5bb admin admin] 10.222.0.41 "GET /v2.0/subnets/8bd12e4f-1bfc-42a6-ad80-3ac6a911ba04 HTTP/1.1" status: 200 len: 849 time: 0.1308980 Feb 03 13:50:24.227998 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-d336f472-45f0-40e2-9ce4-fc0d6ddc2cfb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:50:24.339474 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d336f472-45f0-40e2-9ce4-fc0d6ddc2cfb admin admin] Notify callbacks [] for subnet, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:50:24.579819 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d336f472-45f0-40e2-9ce4-fc0d6ddc2cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769357090052'] for subnet, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:50:24.627658 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d336f472-45f0-40e2-9ce4-fc0d6ddc2cfb admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:24.628809 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d336f472-45f0-40e2-9ce4-fc0d6ddc2cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:50:24.630647 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d336f472-45f0-40e2-9ce4-fc0d6ddc2cfb admin admin] 10.222.0.41 "PUT /v2.0/subnets/8bd12e4f-1bfc-42a6-ad80-3ac6a911ba04 HTTP/1.1" status: 200 len: 868 time: 0.4055834 Feb 03 13:50:24.633128 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec2332e-d613-4fae-8231-d1f57cde1fc7 None None] Network 5f106e4d-9771-4b77-b1e9-7ddc06ae91ae requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:50:24.652905 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336f472-45f0-40e2-9ce4-fc0d6ddc2cfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bd12e4f-1bfc-42a6-ad80-3ac6a911ba04,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:50:24.662242 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d336f472-45f0-40e2-9ce4-fc0d6ddc2cfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:50:24.662618 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d336f472-45f0-40e2-9ce4-fc0d6ddc2cfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:50:24.662932 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d336f472-45f0-40e2-9ce4-fc0d6ddc2cfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:50:24.663306 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d336f472-45f0-40e2-9ce4-fc0d6ddc2cfb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:50:24.663642 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d336f472-45f0-40e2-9ce4-fc0d6ddc2cfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:50:24.663973 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d336f472-45f0-40e2-9ce4-fc0d6ddc2cfb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:50:24.664378 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d336f472-45f0-40e2-9ce4-fc0d6ddc2cfb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:50:24.664733 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d336f472-45f0-40e2-9ce4-fc0d6ddc2cfb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:50:24.665211 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d336f472-45f0-40e2-9ce4-fc0d6ddc2cfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:50:24.665545 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d336f472-45f0-40e2-9ce4-fc0d6ddc2cfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:50:24.665874 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d336f472-45f0-40e2-9ce4-fc0d6ddc2cfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:50:25.152746 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-7c8268b0-9239-48bc-a72b-603b59954132 None None] Provisioning complete for port 0494a857-ca27-4967-ba2d-4dc029b19303 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:50:25.153120 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7c8268b0-9239-48bc-a72b-603b59954132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:50:25.278477 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-db9f1962-ed74-426d-a274-d9db86173686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:50:25.286060 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-7c8268b0-9239-48bc-a72b-603b59954132 None None] Provisioning complete for port 3e389443-0e42-4689-acde-c69bd843defe triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:50:25.286426 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7c8268b0-9239-48bc-a72b-603b59954132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:50:26.642575 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 48906) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:50:26.835755 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c23b785-a19e-417e-846a-aa3668ec1f7b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:26.836129 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c23b785-a19e-417e-846a-aa3668ec1f7b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:26.837593 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-2c23b785-a19e-417e-846a-aa3668ec1f7b admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1941116 Feb 03 13:50:27.426475 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-21c27ab1-819d-4d75-a7ab-5a8a6479cd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:50:28.677402 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:50:28.762939 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:50:28.838208 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 48916) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:50:29.034470 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559c0e65-fa1c-43e6-ae36-e0fb83379c00 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:29.034873 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559c0e65-fa1c-43e6-ae36-e0fb83379c00 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:29.036411 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-559c0e65-fa1c-43e6-ae36-e0fb83379c00 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1971974 Feb 03 13:50:30.031718 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:50:31.099081 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 48926) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:50:31.288673 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39447e53-3d3d-465b-b1ff-f7fbb51b936c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:31.289932 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-39447e53-3d3d-465b-b1ff-f7fbb51b936c admin admin] 10.222.0.41 "GET /v2.0/networks/16a0e898-50c0-4b65-ae3a-069e9649bbca HTTP/1.1" status: 200 len: 886 time: 0.1897852 Feb 03 13:50:33.283837 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 48936) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:50:33.478611 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5883f460-2f79-407d-a3ee-61f3029e720e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:33.479982 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-5883f460-2f79-407d-a3ee-61f3029e720e admin admin] 10.222.0.41 "GET /v2.0/networks/5f106e4d-9771-4b77-b1e9-7ddc06ae91ae HTTP/1.1" status: 200 len: 868 time: 0.1952181 Feb 03 13:50:35.474687 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 48946) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:50:35.601167 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04997a25-ec7f-4cda-87ea-b626a25901c3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:35.601539 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04997a25-ec7f-4cda-87ea-b626a25901c3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:35.602264 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-04997a25-ec7f-4cda-87ea-b626a25901c3 admin admin] Synchronizing usage tracker for tenant:94b09fc06d694041aad160baa6a1c8b7 on resource:subnet {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:50:35.757770 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-04997a25-ec7f-4cda-87ea-b626a25901c3 admin admin] Unset dirty status for tenant:94b09fc06d694041aad160baa6a1c8b7 on resource:subnet {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:50:35.758919 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-04997a25-ec7f-4cda-87ea-b626a25901c3 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2832720 Feb 03 13:50:37.770821 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 48956) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:50:37.898833 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371370c4-b2a3-4268-bef1-4cef975d6cca admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:37.899221 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371370c4-b2a3-4268-bef1-4cef975d6cca admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:37.900664 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-371370c4-b2a3-4268-bef1-4cef975d6cca admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1288683 Feb 03 13:50:39.903803 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 48966) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:50:40.025621 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003981f6-6657-498a-b19c-0f59ed7d2f5a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:40.026934 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-003981f6-6657-498a-b19c-0f59ed7d2f5a admin admin] 10.222.0.41 "GET /v2.0/subnets/8117aa68-7f4f-47bf-a856-8b5b7e48cff9 HTTP/1.1" status: 200 len: 816 time: 0.1222186 Feb 03 13:50:42.025130 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 48976) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:50:42.166412 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b74af2-93eb-41e8-a76b-d2c202cee369 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:42.167746 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b1b74af2-93eb-41e8-a76b-d2c202cee369 admin admin] 10.222.0.41 "GET /v2.0/subnets/8bd12e4f-1bfc-42a6-ad80-3ac6a911ba04 HTTP/1.1" status: 200 len: 868 time: 0.1416681 Feb 03 13:50:55.250392 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d5a3b7fc-b335-4bfd-b515-ecb64a25a980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:50:56.776558 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 5 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 13:50:57.410522 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d1a0f089-4095-49de-8540-594db0b93fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:50:58.695018 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:50:58.775886 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:51:00.033410 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:51:00.326813 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49014) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:51:00.405991 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-6f7498fb-c3d6-4b8c-b03e-ada4de503e70 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:51:00.406983 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-6f7498fb-c3d6-4b8c-b03e-ada4de503e70 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0792131 Feb 03 13:51:02.477025 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49024) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:51:02.565599 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-333c3314-e4f1-4c95-9cbf-defe0e6fb6bd admin admin] GET failed (client error): The resource could not be found. Feb 03 13:51:02.566767 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-333c3314-e4f1-4c95-9cbf-defe0e6fb6bd admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0888188 Feb 03 13:51:02.692001 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2947f8-4119-49ec-a164-2704f675b5d7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:02.693465 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-bf2947f8-4119-49ec-a164-2704f675b5d7 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1227875 Feb 03 13:51:04.711713 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49034) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:51:04.781171 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-cf18a6ae-93f6-4900-a5e1-ffa44ce07c8e admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:51:04.785607 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-cf18a6ae-93f6-4900-a5e1-ffa44ce07c8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:51:04.795316 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-cf18a6ae-93f6-4900-a5e1-ffa44ce07c8e admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:51:04.873409 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf18a6ae-93f6-4900-a5e1-ffa44ce07c8e admin admin] Made reservation on behalf of 94b09fc06d694041aad160baa6a1c8b7 for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:51:04.875663 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cf18a6ae-93f6-4900-a5e1-ffa44ce07c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:51:04.962097 dv-neutron-827016-1-hyperv neutron-server[84182]: WARNING neutron.services.revisions.revision_plugin [None req-cf18a6ae-93f6-4900-a5e1-ffa44ce07c8e admin admin] Could not find related network for resource to bump revision. Feb 03 13:51:04.973942 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf18a6ae-93f6-4900-a5e1-ffa44ce07c8e admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:51:04.983054 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cf18a6ae-93f6-4900-a5e1-ffa44ce07c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:51:04.983411 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-cf18a6ae-93f6-4900-a5e1-ffa44ce07c8e admin admin] Added segment 2822f6f7-12c4-4cfa-866f-b3e7492ec2c6 of type vlan for network e6417779-2c5e-4705-a58f-f7c09756f983 Feb 03 13:51:05.008221 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cf18a6ae-93f6-4900-a5e1-ffa44ce07c8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:51:05.096374 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cf18a6ae-93f6-4900-a5e1-ffa44ce07c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:51:05.097189 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf18a6ae-93f6-4900-a5e1-ffa44ce07c8e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:05.097756 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cf18a6ae-93f6-4900-a5e1-ffa44ce07c8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:51:05.196757 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18a6ae-93f6-4900-a5e1-ffa44ce07c8e admin admin] Pushing event updated for resources: {'Network': ['ID=e6417779-2c5e-4705-a58f-f7c09756f983,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:51:05.204391 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18a6ae-93f6-4900-a5e1-ffa44ce07c8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:05.204718 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18a6ae-93f6-4900-a5e1-ffa44ce07c8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:05.205053 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18a6ae-93f6-4900-a5e1-ffa44ce07c8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:05.205381 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18a6ae-93f6-4900-a5e1-ffa44ce07c8e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:05.205710 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18a6ae-93f6-4900-a5e1-ffa44ce07c8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:05.206035 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18a6ae-93f6-4900-a5e1-ffa44ce07c8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:05.206357 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18a6ae-93f6-4900-a5e1-ffa44ce07c8e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:05.206679 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18a6ae-93f6-4900-a5e1-ffa44ce07c8e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:05.206998 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18a6ae-93f6-4900-a5e1-ffa44ce07c8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:05.207343 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18a6ae-93f6-4900-a5e1-ffa44ce07c8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:05.207655 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18a6ae-93f6-4900-a5e1-ffa44ce07c8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:05.220023 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network e6417779-2c5e-4705-a58f-f7c09756f983 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:51:05.274256 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-cf18a6ae-93f6-4900-a5e1-ffa44ce07c8e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.5614705 Feb 03 13:51:07.286569 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49044) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:51:07.376169 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-297f5036-d471-4f47-b205-673f81b68919 admin admin] GET failed (client error): The resource could not be found. Feb 03 13:51:07.376645 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-297f5036-d471-4f47-b205-673f81b68919 admin admin] Synchronizing usage tracker for tenant:94b09fc06d694041aad160baa6a1c8b7 on resource:network {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:51:07.450921 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-297f5036-d471-4f47-b205-673f81b68919 admin admin] Unset dirty status for tenant:94b09fc06d694041aad160baa6a1c8b7 on resource:network {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:51:07.452084 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-297f5036-d471-4f47-b205-673f81b68919 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1644537 Feb 03 13:51:07.557739 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efba79c8-a6a3-4ee6-8ce2-03906ba9337c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:07.559082 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-efba79c8-a6a3-4ee6-8ce2-03906ba9337c admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1031277 Feb 03 13:51:07.568890 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-1b446af7-d1fa-4571-a1d9-647d6fb99730 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'e6417779-2c5e-4705-a58f-f7c09756f983', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:51:07.573186 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-1b446af7-d1fa-4571-a1d9-647d6fb99730 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:51:07.582426 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-1b446af7-d1fa-4571-a1d9-647d6fb99730 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:51:07.678933 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b446af7-d1fa-4571-a1d9-647d6fb99730 admin admin] Made reservation on behalf of 94b09fc06d694041aad160baa6a1c8b7 for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:51:07.681308 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1b446af7-d1fa-4571-a1d9-647d6fb99730 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:51:07.976601 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1b446af7-d1fa-4571-a1d9-647d6fb99730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:51:08.050798 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b446af7-d1fa-4571-a1d9-647d6fb99730 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b581a101-4c6e-4ad7-a1ab-598fa8f04e03,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:51:08.063301 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b446af7-d1fa-4571-a1d9-647d6fb99730 admin admin] Checking segment: {'id': '2822f6f7-12c4-4cfa-866f-b3e7492ec2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e6417779-2c5e-4705-a58f-f7c09756f983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:51:08.063651 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b446af7-d1fa-4571-a1d9-647d6fb99730 admin admin] Network hostable DHCP agents. Network: e6417779-2c5e-4705-a58f-f7c09756f983, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:51:08.170855 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b446af7-d1fa-4571-a1d9-647d6fb99730 admin admin] Network e6417779-2c5e-4705-a58f-f7c09756f983 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:51:08.239653 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-1b446af7-d1fa-4571-a1d9-647d6fb99730 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, e6417779-2c5e-4705-a58f-f7c09756f983) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:51:08.244346 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b446af7-d1fa-4571-a1d9-647d6fb99730 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:08.249536 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1b446af7-d1fa-4571-a1d9-647d6fb99730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:51:08.250314 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559a0897-94f6-4dd5-b5c8-4cea5600cfbc None None] Network e6417779-2c5e-4705-a58f-f7c09756f983 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:51:08.377651 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-1b446af7-d1fa-4571-a1d9-647d6fb99730 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8125434 Feb 03 13:51:08.457861 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cffb18-2452-48c5-969d-60374fcca706 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-e6417779-2c5e-4705-a58f-f7c09756f983', 'network_id': 'e6417779-2c5e-4705-a58f-f7c09756f983', 'tenant_id': '94b09fc06d694041aad160baa6a1c8b7', 'fixed_ips': [{'subnet_id': 'b581a101-4c6e-4ad7-a1ab-598fa8f04e03'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:51:08.458723 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-17cffb18-2452-48c5-969d-60374fcca706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:51:08.619673 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-17cffb18-2452-48c5-969d-60374fcca706 None None] Allocated IP 192.168.233.2 (e6417779-2c5e-4705-a58f-f7c09756f983/b581a101-4c6e-4ad7-a1ab-598fa8f04e03/646bc91f-07c5-4129-801c-813e73b8a9d7) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:51:08.823572 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-17cffb18-2452-48c5-969d-60374fcca706 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:51:08.833641 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-17cffb18-2452-48c5-969d-60374fcca706 None None] Transition to ACTIVE for port object 646bc91f-07c5-4129-801c-813e73b8a9d7 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:51:08.852482 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-17cffb18-2452-48c5-969d-60374fcca706 None None] Transition to ACTIVE for port object 646bc91f-07c5-4129-801c-813e73b8a9d7 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:51:08.983213 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-17cffb18-2452-48c5-969d-60374fcca706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:51:09.050125 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cffb18-2452-48c5-969d-60374fcca706 None None] Network e6417779-2c5e-4705-a58f-f7c09756f983 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:51:09.053248 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-17cffb18-2452-48c5-969d-60374fcca706 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:51:09.057499 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cffb18-2452-48c5-969d-60374fcca706 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:51:09.059554 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cffb18-2452-48c5-969d-60374fcca706 None None] Pushing event updated for resources: {'Port': ['ID=646bc91f-07c5-4129-801c-813e73b8a9d7,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:51:09.070903 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cffb18-2452-48c5-969d-60374fcca706 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:09.071279 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cffb18-2452-48c5-969d-60374fcca706 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:09.071610 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cffb18-2452-48c5-969d-60374fcca706 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:09.071944 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cffb18-2452-48c5-969d-60374fcca706 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:09.072268 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cffb18-2452-48c5-969d-60374fcca706 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:09.072590 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cffb18-2452-48c5-969d-60374fcca706 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:09.072914 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cffb18-2452-48c5-969d-60374fcca706 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:09.073248 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cffb18-2452-48c5-969d-60374fcca706 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:09.073570 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cffb18-2452-48c5-969d-60374fcca706 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:09.073892 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cffb18-2452-48c5-969d-60374fcca706 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:09.074211 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cffb18-2452-48c5-969d-60374fcca706 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:09.157304 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-17cffb18-2452-48c5-969d-60374fcca706 None None] Attempting to bind port 646bc91f-07c5-4129-801c-813e73b8a9d7 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:51:09.157671 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-17cffb18-2452-48c5-969d-60374fcca706 None None] Attempting to bind port 646bc91f-07c5-4129-801c-813e73b8a9d7 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '2822f6f7-12c4-4cfa-866f-b3e7492ec2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e6417779-2c5e-4705-a58f-f7c09756f983'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:51:09.158029 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cffb18-2452-48c5-969d-60374fcca706 None None] Attempting to bind port 646bc91f-07c5-4129-801c-813e73b8a9d7 on network e6417779-2c5e-4705-a58f-f7c09756f983 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:51:09.164426 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cffb18-2452-48c5-969d-60374fcca706 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:51:09.164793 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cffb18-2452-48c5-969d-60374fcca706 None None] Checking segment: {'id': '2822f6f7-12c4-4cfa-866f-b3e7492ec2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e6417779-2c5e-4705-a58f-f7c09756f983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:51:09.165187 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-17cffb18-2452-48c5-969d-60374fcca706 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:51:09.165586 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cffb18-2452-48c5-969d-60374fcca706 None None] Bound using segment: {'id': '2822f6f7-12c4-4cfa-866f-b3e7492ec2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e6417779-2c5e-4705-a58f-f7c09756f983'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:51:09.166041 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-17cffb18-2452-48c5-969d-60374fcca706 None None] Bound port: 646bc91f-07c5-4129-801c-813e73b8a9d7, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2822f6f7-12c4-4cfa-866f-b3e7492ec2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e6417779-2c5e-4705-a58f-f7c09756f983'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:51:09.166417 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-17cffb18-2452-48c5-969d-60374fcca706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:51:09.251620 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-17cffb18-2452-48c5-969d-60374fcca706 None None] For port 646bc91f-07c5-4129-801c-813e73b8a9d7, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:51:09.254648 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-17cffb18-2452-48c5-969d-60374fcca706 None None] For port 646bc91f-07c5-4129-801c-813e73b8a9d7, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=646bc91f-07c5-4129-801c-813e73b8a9d7,segment=NetworkSegment(2822f6f7-12c4-4cfa-866f-b3e7492ec2c6),segment_id=2822f6f7-12c4-4cfa-866f-b3e7492ec2c6)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:51:09.320757 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-17cffb18-2452-48c5-969d-60374fcca706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:51:09.402193 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cffb18-2452-48c5-969d-60374fcca706 None None] Pushing event updated for resources: {'Port': ['ID=646bc91f-07c5-4129-801c-813e73b8a9d7,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:51:10.207809 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38bbebe-81b9-429a-8a69-8efc53f7a3fa None None] Network e6417779-2c5e-4705-a58f-f7c09756f983 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:51:10.434184 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-29528fe3-24d0-4b9b-a7ac-f261313d9685 None None] Provisioning for port 646bc91f-07c5-4129-801c-813e73b8a9d7 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:51:11.073760 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 646bc91f-07c5-4129-801c-813e73b8a9d7 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:51:11.211321 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 646bc91f-07c5-4129-801c-813e73b8a9d7 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:51:11.216441 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 646bc91f-07c5-4129-801c-813e73b8a9d7 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:51:11.216818 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:51:11.328333 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:51:11.359580 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 646bc91f-07c5-4129-801c-813e73b8a9d7, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=646bc91f-07c5-4129-801c-813e73b8a9d7,segment=NetworkSegment(2822f6f7-12c4-4cfa-866f-b3e7492ec2c6),segment_id=2822f6f7-12c4-4cfa-866f-b3e7492ec2c6)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:51:11.456784 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:51:11.520324 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=646bc91f-07c5-4129-801c-813e73b8a9d7,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:51:13.048869 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 646bc91f-07c5-4129-801c-813e73b8a9d7 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:51:13.119564 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 646bc91f-07c5-4129-801c-813e73b8a9d7 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:51:13.119934 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:51:25.245706 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ffd8667b-2b91-441f-bf25-f90e7c7cc5f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:51:27.423318 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c3ad1145-2a0e-429f-9eb9-0c18e32cdaf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:51:28.731459 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:51:28.782772 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:51:30.040773 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:51:33.777144 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 5 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 13:51:55.235627 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ac159967-6e59-4823-81df-6ec17b6fb484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:51:57.412777 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f757a4a2-66ca-4c9e-9653-5f6afa374d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:51:58.749899 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:51:58.778907 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:52:00.041559 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:52:10.776789 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 5 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 13:52:25.248179 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b89481ce-eae0-4a2e-a4e5-31f1b8a1f719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:52:27.002910 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 49086) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:52:27.008607 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [None req-326d8006-a3c7-4a24-a820-12154613e24a tempest-verify_tempest_config-960707147 tempest-verify_tempest_config-960707147-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84181) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:52:27.009541 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-326d8006-a3c7-4a24-a820-12154613e24a tempest-verify_tempest_config-960707147 tempest-verify_tempest_config-960707147-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0056722 Feb 03 13:52:27.430548 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-31daf5d2-6ce3-43c5-94a2-bdf2de598569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:52:27.548305 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 49102) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:52:27.684785 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a7ba0044-ae39-45e6-a819-ccb85072d969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:52:27.714991 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-a7ba0044-ae39-45e6-a819-ccb85072d969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:52:27.718766 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-a7ba0044-ae39-45e6-a819-ccb85072d969 admin admin] Usage tracker for resource:security_group_rule and tenant:9c001950804d4846903381563c7a1bee is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:52:27.721581 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-a7ba0044-ae39-45e6-a819-ccb85072d969 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:52:27.730525 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-a7ba0044-ae39-45e6-a819-ccb85072d969 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:52:27.789237 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a7ba0044-ae39-45e6-a819-ccb85072d969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:52:27.864547 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a7ba0044-ae39-45e6-a819-ccb85072d969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:52:27.908969 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba0044-ae39-45e6-a819-ccb85072d969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a83a3e8-f77b-4e42-8671-d9cfe17c31cf,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:27.915022 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-a7ba0044-ae39-45e6-a819-ccb85072d969 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9c001950804d4846903381563c7a1bee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3657596 Feb 03 13:52:27.917844 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49108) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:52:27.919695 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba0044-ae39-45e6-a819-ccb85072d969 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:27.920046 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba0044-ae39-45e6-a819-ccb85072d969 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:27.920391 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba0044-ae39-45e6-a819-ccb85072d969 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:27.920726 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba0044-ae39-45e6-a819-ccb85072d969 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:27.921076 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba0044-ae39-45e6-a819-ccb85072d969 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:27.921409 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba0044-ae39-45e6-a819-ccb85072d969 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:27.922339 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba0044-ae39-45e6-a819-ccb85072d969 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:27.922588 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba0044-ae39-45e6-a819-ccb85072d969 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:27.922916 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba0044-ae39-45e6-a819-ccb85072d969 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:27.923266 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba0044-ae39-45e6-a819-ccb85072d969 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:27.923593 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba0044-ae39-45e6-a819-ccb85072d969 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:27.977602 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-37a4ff9f-f54e-4d1e-bf97-e8902396385b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:52:28.002681 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-37a4ff9f-f54e-4d1e-bf97-e8902396385b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:52:28.168174 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-37a4ff9f-f54e-4d1e-bf97-e8902396385b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:52:28.184058 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a4ff9f-f54e-4d1e-bf97-e8902396385b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a83a3e8-f77b-4e42-8671-d9cfe17c31cf,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:28.192587 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-37a4ff9f-f54e-4d1e-bf97-e8902396385b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:52:28.193701 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-37a4ff9f-f54e-4d1e-bf97-e8902396385b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7a83a3e8-f77b-4e42-8671-d9cfe17c31cf HTTP/1.1" status: 204 len: 168 time: 0.2748816 Feb 03 13:52:28.195266 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4ff9f-f54e-4d1e-bf97-e8902396385b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:28.195624 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4ff9f-f54e-4d1e-bf97-e8902396385b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:28.195965 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4ff9f-f54e-4d1e-bf97-e8902396385b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:28.196328 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4ff9f-f54e-4d1e-bf97-e8902396385b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:28.196653 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4ff9f-f54e-4d1e-bf97-e8902396385b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:28.197063 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4ff9f-f54e-4d1e-bf97-e8902396385b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:28.197332 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4ff9f-f54e-4d1e-bf97-e8902396385b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:28.197770 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4ff9f-f54e-4d1e-bf97-e8902396385b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:28.197976 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4ff9f-f54e-4d1e-bf97-e8902396385b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:28.198310 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4ff9f-f54e-4d1e-bf97-e8902396385b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:28.198620 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4ff9f-f54e-4d1e-bf97-e8902396385b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:28.699120 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:52:28.790814 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:52:30.047399 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:52:47.776437 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 5 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 13:52:55.254314 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-410c600c-6038-4208-b9ff-9f3ca4d21797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:52:57.419406 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-88627117-7ebc-4f86-8353-a21254f9624d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:52:58.723263 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:52:58.768382 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:53:00.065134 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:53:24.777415 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 5 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 13:53:25.272111 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-655ffc6b-27c8-4352-abc6-a36aac6755b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:53:27.436934 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a3e48a10-5b74-45aa-a582-ed6d88501093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:53:28.728799 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:53:28.763822 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:53:30.048812 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:53:47.157207 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-972566'] for agent, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:53:55.271659 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8b4490ff-dc45-49d8-973d-dfebcf1af837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:53:57.408630 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3f4b979f-7098-498e-b152-73efbd6ab5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:53:58.705762 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:53:58.775036 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:54:00.054149 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:54:01.122892 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49180) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:54:01.255176 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-37cade18-531e-43b5-ae8a-9552ff4a1f53 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1311026 Feb 03 13:54:01.777436 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 13:54:03.277212 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49190) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:54:03.355325 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d6cc5362-07c4-4895-9f2f-ec0244b61be4 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0770309 Feb 03 13:54:17.082766 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:54:25.282863 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-73718a0a-bf12-45fb-ae13-283b7fea2f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:54:27.386113 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d3d29eb3-81be-4b23-a75d-fbe5821bbcec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:54:28.711724 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:54:28.814190 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:54:30.088735 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:54:38.776975 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 13:54:47.146173 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:54:55.248742 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-71a17619-f341-46e5-bf34-7a6e16f2f0a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:54:57.402985 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1fd32869-ad20-4f31-8226-a2b39a7c9e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:54:58.717151 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:54:58.785722 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:00.076877 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:15.777135 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 13:55:17.202616 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:25.276918 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4c66f22d-1a88-4ac9-b3f0-da4453cfbe6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:27.402946 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-286328a6-694a-4668-a298-c8e40e94eca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:28.120559 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 49350) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:28.582247 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 49364) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:28.722575 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:28.779989 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:28.818081 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-e0b77aad-3642-40c5-b7ab-c9940199695e admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1337171941-network', 'tenant_id': 'aa12ab67af1e4dc2bf9988d3321473a2'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:28.822066 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e0b77aad-3642-40c5-b7ab-c9940199695e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:28.825846 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e0b77aad-3642-40c5-b7ab-c9940199695e admin admin] Usage tracker for resource:network and tenant:aa12ab67af1e4dc2bf9988d3321473a2 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:28.828805 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e0b77aad-3642-40c5-b7ab-c9940199695e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:28.834700 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e0b77aad-3642-40c5-b7ab-c9940199695e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:28.902059 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 49376) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:28.916754 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b77aad-3642-40c5-b7ab-c9940199695e admin admin] Made reservation on behalf of aa12ab67af1e4dc2bf9988d3321473a2 for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:55:28.919223 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e0b77aad-3642-40c5-b7ab-c9940199695e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:28.936167 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e0b77aad-3642-40c5-b7ab-c9940199695e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:28.969753 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e0b77aad-3642-40c5-b7ab-c9940199695e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:28.974089 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e0b77aad-3642-40c5-b7ab-c9940199695e admin admin] Usage tracker for resource:security_group_rule and tenant:aa12ab67af1e4dc2bf9988d3321473a2 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:28.977126 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e0b77aad-3642-40c5-b7ab-c9940199695e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:28.983254 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e0b77aad-3642-40c5-b7ab-c9940199695e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:29.049825 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49386) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.054203 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e0b77aad-3642-40c5-b7ab-c9940199695e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:29.059765 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [None req-890d931d-3df7-4273-961d-63debf31efa1 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84181) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.060742 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-890d931d-3df7-4273-961d-63debf31efa1 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.4772892 Feb 03 13:55:29.068985 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49392) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.074944 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-b37866e2-df05-415e-92c8-16d209275400 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.078648 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 49396) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.082979 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b37866e2-df05-415e-92c8-16d209275400 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0130005 Feb 03 13:55:29.084194 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [None req-fbe2476f-b41a-4c96-b324-6919ab8c84f9 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=84181) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.087246 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49400) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.087725 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-fbe2476f-b41a-4c96-b324-6919ab8c84f9 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0078430 Feb 03 13:55:29.091904 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-25c9d39c-e7e6-4d1b-a2ca-163e100a2860 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.095989 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 49404) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.096115 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-25c9d39c-e7e6-4d1b-a2ca-163e100a2860 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0079765 Feb 03 13:55:29.105644 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [None req-549fe91c-d953-49fe-834e-ace4adb55b9c tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=84181) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.105644 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-549fe91c-d953-49fe-834e-ace4adb55b9c tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0052214 Feb 03 13:55:29.105835 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 49408) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.115280 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [None req-f69ef7c3-32a9-4f22-a873-cef389513558 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=84181) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.116379 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f69ef7c3-32a9-4f22-a873-cef389513558 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0095890 Feb 03 13:55:29.119223 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49414) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.124909 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-fddd5079-622a-4c3f-a966-7fa3f1003224 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.125924 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-fddd5079-622a-4c3f-a966-7fa3f1003224 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0056732 Feb 03 13:55:29.128271 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49418) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.132874 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-9f61b6f8-22aa-475a-9921-56ebd46971db tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.135271 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-9f61b6f8-22aa-475a-9921-56ebd46971db tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0046134 Feb 03 13:55:29.136857 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49422) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.141788 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-1b699eb1-443e-4fa6-9d5c-b3b324a5eedb tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.142722 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-1b699eb1-443e-4fa6-9d5c-b3b324a5eedb tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0050058 Feb 03 13:55:29.144866 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49426) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.149061 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-4869612b-a92d-4c7b-81cd-7f686b1d7a4d tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.152709 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4869612b-a92d-4c7b-81cd-7f686b1d7a4d tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0069540 Feb 03 13:55:29.153471 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49430) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.153769 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e0b77aad-3642-40c5-b7ab-c9940199695e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:29.158610 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-7c765425-78fb-4997-98ca-9407b72294a3 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.159595 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7c765425-78fb-4997-98ca-9407b72294a3 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0052550 Feb 03 13:55:29.162177 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49434) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.167339 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-b6374501-6c5d-439e-a827-a8086b57eec5 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.168304 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b6374501-6c5d-439e-a827-a8086b57eec5 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0049803 Feb 03 13:55:29.170566 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49438) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.175192 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-0c2886dd-4903-4a14-95bc-1599b91f5858 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.176241 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-0c2886dd-4903-4a14-95bc-1599b91f5858 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0047534 Feb 03 13:55:29.178779 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49442) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.184236 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-54d20ee5-945f-45af-956e-cccf61f7d52d tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.185572 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-54d20ee5-945f-45af-956e-cccf61f7d52d tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0056782 Feb 03 13:55:29.187052 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b77aad-3642-40c5-b7ab-c9940199695e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b497bf9-7a4e-4f62-b87a-4a7a7518ddb3,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:29.192923 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49446) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.198467 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-bba19d7e-20f1-4fbb-8314-c3bf60e5f005 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.199957 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-9f309403-fdf5-4fc3-86ef-4aabd18fdf41 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-579943590-network', 'tenant_id': '01d22ec6684f46e494a0aa49e75523a4'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:29.201887 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-bba19d7e-20f1-4fbb-8314-c3bf60e5f005 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0077260 Feb 03 13:55:29.202425 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49452) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.207906 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-0367c2d9-bbbe-45e4-b285-61644c6b51ed tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.211401 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-0367c2d9-bbbe-45e4-b285-61644c6b51ed tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0078013 Feb 03 13:55:29.211922 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49458) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.213490 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b77aad-3642-40c5-b7ab-c9940199695e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:29.214055 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b77aad-3642-40c5-b7ab-c9940199695e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:29.214551 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b77aad-3642-40c5-b7ab-c9940199695e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:29.215056 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b77aad-3642-40c5-b7ab-c9940199695e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:29.215601 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b77aad-3642-40c5-b7ab-c9940199695e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:29.216100 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b77aad-3642-40c5-b7ab-c9940199695e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:29.216479 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-8ea78cf5-0cf0-4ab7-b9cc-f3dd41e97aad tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.216749 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b77aad-3642-40c5-b7ab-c9940199695e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:29.217243 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b77aad-3642-40c5-b7ab-c9940199695e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:29.217741 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b77aad-3642-40c5-b7ab-c9940199695e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:29.218219 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b77aad-3642-40c5-b7ab-c9940199695e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:29.218707 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b77aad-3642-40c5-b7ab-c9940199695e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:29.220277 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-8ea78cf5-0cf0-4ab7-b9cc-f3dd41e97aad tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0074394 Feb 03 13:55:29.220781 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49462) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.221026 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b77aad-3642-40c5-b7ab-c9940199695e admin admin] Tracked resource versions report: Feb 03 13:55:29.221026 dv-neutron-827016-1-hyperv neutron-server[84181]: pushed versions: Feb 03 13:55:29.221026 dv-neutron-827016-1-hyperv neutron-server[84181]: { 'ConntrackHelper': {'1.0'}, Feb 03 13:55:29.221026 dv-neutron-827016-1-hyperv neutron-server[84181]: 'Log': {'1.0'}, Feb 03 13:55:29.221026 dv-neutron-827016-1-hyperv neutron-server[84181]: 'Network': {'1.1'}, Feb 03 13:55:29.221026 dv-neutron-827016-1-hyperv neutron-server[84181]: 'Port': {'1.5'}, Feb 03 13:55:29.221026 dv-neutron-827016-1-hyperv neutron-server[84181]: 'PortForwarding': {'1.2'}, Feb 03 13:55:29.221026 dv-neutron-827016-1-hyperv neutron-server[84181]: 'QosPolicy': {'1.8'}, Feb 03 13:55:29.221026 dv-neutron-827016-1-hyperv neutron-server[84181]: 'SecurityGroup': {'1.2'}, Feb 03 13:55:29.221026 dv-neutron-827016-1-hyperv neutron-server[84181]: 'SecurityGroupRule': {'1.0'}, Feb 03 13:55:29.221026 dv-neutron-827016-1-hyperv neutron-server[84181]: 'SubPort': {'1.0'}, Feb 03 13:55:29.221026 dv-neutron-827016-1-hyperv neutron-server[84181]: 'Subnet': {'1.1'}, Feb 03 13:55:29.221026 dv-neutron-827016-1-hyperv neutron-server[84181]: 'Trunk': {'1.1'}} Feb 03 13:55:29.221026 dv-neutron-827016-1-hyperv neutron-server[84181]: consumer versions: Feb 03 13:55:29.221026 dv-neutron-827016-1-hyperv neutron-server[84181]: { DHCP agent@dv-neutron-827016-1-hyperv: {}, Feb 03 13:55:29.221026 dv-neutron-827016-1-hyperv neutron-server[84181]: HyperV agent@hv-neutron-8270: {}, Feb 03 13:55:29.221026 dv-neutron-827016-1-hyperv neutron-server[84181]: L3 agent@dv-neutron-827016-1-hyperv: {}, Feb 03 13:55:29.221026 dv-neutron-827016-1-hyperv neutron-server[84181]: Metadata agent@dv-neutron-827016-1-hyperv: {}, Feb 03 13:55:29.221026 dv-neutron-827016-1-hyperv neutron-server[84181]: Metering agent@dv-neutron-827016-1-hyperv: {}, Feb 03 13:55:29.221026 dv-neutron-827016-1-hyperv neutron-server[84181]: Open vSwitch agent@dv-neutron-827016-1-hyperv: { 'ConntrackHelper': '1.0', Feb 03 13:55:29.221026 dv-neutron-827016-1-hyperv neutron-server[84181]: 'Log': '1.0', Feb 03 13:55:29.221026 dv-neutron-827016-1-hyperv neutron-server[84181]: 'Network': '1.1', Feb 03 13:55:29.221026 dv-neutron-827016-1-hyperv neutron-server[84181]: 'Port': '1.5', Feb 03 13:55:29.221026 dv-neutron-827016-1-hyperv neutron-server[84181]: 'PortForwarding': '1.2', Feb 03 13:55:29.221026 dv-neutron-827016-1-hyperv neutron-server[84181]: 'QosPolicy': '1.8', Feb 03 13:55:29.221026 dv-neutron-827016-1-hyperv neutron-server[84181]: 'SecurityGroup': '1.2', Feb 03 13:55:29.221026 dv-neutron-827016-1-hyperv neutron-server[84181]: 'SecurityGroupRule': '1.0', Feb 03 13:55:29.221026 dv-neutron-827016-1-hyperv neutron-server[84181]: 'SubPort': '1.0', Feb 03 13:55:29.221026 dv-neutron-827016-1-hyperv neutron-server[84181]: 'Subnet': '1.1', Feb 03 13:55:29.221026 dv-neutron-827016-1-hyperv neutron-server[84181]: 'Trunk': '1.1'}} Feb 03 13:55:29.221026 dv-neutron-827016-1-hyperv neutron-server[84181]: {{(pid=84181) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 13:55:29.229700 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0b77aad-3642-40c5-b7ab-c9940199695e admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:55:29.229785 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-fc40672c-ec9b-455a-bf37-77326a4bd45a tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.232501 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-fc40672c-ec9b-455a-bf37-77326a4bd45a tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0108249 Feb 03 13:55:29.233222 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49466) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.239176 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-f4e3780d-992e-4a98-92a0-1cc844c0c17e tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.243624 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f4e3780d-992e-4a98-92a0-1cc844c0c17e tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0093911 Feb 03 13:55:29.244286 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49470) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.245889 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-9f309403-fdf5-4fc3-86ef-4aabd18fdf41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:29.249403 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e0b77aad-3642-40c5-b7ab-c9940199695e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:29.250018 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-e0b77aad-3642-40c5-b7ab-c9940199695e admin admin] Added segment 4b99bbed-0ea2-4415-a75d-61e4f1dbd54c of type vlan for network 0d5df42d-5d3c-4c34-b194-1616b788b316 Feb 03 13:55:29.250298 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-4c8129a7-89ee-4ca6-80e8-b18bbb0e8257 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.254287 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4c8129a7-89ee-4ca6-80e8-b18bbb0e8257 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0089908 Feb 03 13:55:29.254964 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49474) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.258185 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-9f309403-fdf5-4fc3-86ef-4aabd18fdf41 admin admin] Usage tracker for resource:network and tenant:01d22ec6684f46e494a0aa49e75523a4 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:29.259728 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-42f51a1e-1ee6-427d-b6ee-8a13e520a5d1 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.260621 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-42f51a1e-1ee6-427d-b6ee-8a13e520a5d1 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0046966 Feb 03 13:55:29.262559 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-9f309403-fdf5-4fc3-86ef-4aabd18fdf41 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:29.263171 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49478) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.268258 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-d7ecaa4e-d4f5-41eb-b234-4c4e597ee09a tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.271809 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d7ecaa4e-d4f5-41eb-b234-4c4e597ee09a tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0074034 Feb 03 13:55:29.272231 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49482) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.272347 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-9f309403-fdf5-4fc3-86ef-4aabd18fdf41 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:29.277868 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-25f94720-91c5-48e5-8d94-09526450500c tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.279041 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-25f94720-91c5-48e5-8d94-09526450500c tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0056844 Feb 03 13:55:29.281223 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49486) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.286671 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-a9b660b7-7f07-4ac9-a16c-458e12bf76b0 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.290154 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a9b660b7-7f07-4ac9-a16c-458e12bf76b0 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0051007 Feb 03 13:55:29.290268 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 49490) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.295618 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e0b77aad-3642-40c5-b7ab-c9940199695e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:29.301196 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [None req-e06d2732-90ff-4ed6-9f6d-534195311650 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=84181) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.302127 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e06d2732-90ff-4ed6-9f6d-534195311650 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0110705 Feb 03 13:55:29.304653 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49494) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.310293 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-cdd34543-09cc-4b8b-a744-5a2239919210 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.311424 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-cdd34543-09cc-4b8b-a744-5a2239919210 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0052378 Feb 03 13:55:29.317302 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49498) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.322417 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-30496fcb-d639-479f-a6db-62ae75cd68dd tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.326169 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-30496fcb-d639-479f-a6db-62ae75cd68dd tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0080149 Feb 03 13:55:29.326691 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49502) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.331682 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-70eb28fb-f6fd-4496-8f6f-a85f7c5b054b tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.335366 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-70eb28fb-f6fd-4496-8f6f-a85f7c5b054b tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0076797 Feb 03 13:55:29.336476 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49506) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.343947 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-cd33c07b-7af8-45b9-b58a-f3bd9aa3a235 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.346879 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-cd33c07b-7af8-45b9-b58a-f3bd9aa3a235 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0094054 Feb 03 13:55:29.353420 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49512) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.358057 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-9f7ac8ab-c6c7-4f7c-98f1-d174b6bca44f tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.359106 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-9f7ac8ab-c6c7-4f7c-98f1-d174b6bca44f tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0046647 Feb 03 13:55:29.361381 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49516) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.365771 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-0a4f4bf5-653e-465f-8ed3-6db7b3bb4b75 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.366705 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-0a4f4bf5-653e-465f-8ed3-6db7b3bb4b75 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0045061 Feb 03 13:55:29.368871 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49520) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.373616 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-0bfb6b11-eebd-430d-9c34-f75c1cc1f409 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.380328 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-0bfb6b11-eebd-430d-9c34-f75c1cc1f409 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0047050 Feb 03 13:55:29.380448 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49524) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.385008 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-0cb16846-cc0f-42c8-b8d1-a932f32e6edd tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.388348 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-0cb16846-cc0f-42c8-b8d1-a932f32e6edd tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0070157 Feb 03 13:55:29.388913 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 49528) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.395763 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [None req-0077bfdd-bfd0-4852-afa7-974730bbf2d8 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=84181) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.398949 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-0077bfdd-bfd0-4852-afa7-974730bbf2d8 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0070817 Feb 03 13:55:29.398949 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f309403-fdf5-4fc3-86ef-4aabd18fdf41 admin admin] Made reservation on behalf of 01d22ec6684f46e494a0aa49e75523a4 for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:55:29.399827 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49532) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.401284 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9f309403-fdf5-4fc3-86ef-4aabd18fdf41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:29.406681 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-c995652b-7370-40eb-b420-60d1f01b9e75 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.408265 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c995652b-7370-40eb-b420-60d1f01b9e75 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0066028 Feb 03 13:55:29.410672 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49536) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.415611 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9f309403-fdf5-4fc3-86ef-4aabd18fdf41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:29.416044 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-bd5180eb-6597-48d5-8645-27eceaf01e17 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.416906 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-bd5180eb-6597-48d5-8645-27eceaf01e17 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0050564 Feb 03 13:55:29.419258 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49540) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.424959 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-7cc73608-caa5-457e-9bca-d36f0867aaaf tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.428895 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 49544) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.429712 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7cc73608-caa5-457e-9bca-d36f0867aaaf tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0086153 Feb 03 13:55:29.434199 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [None req-407f40da-0da2-4443-bac6-2719c3c81a08 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=84181) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.435366 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-407f40da-0da2-4443-bac6-2719c3c81a08 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0051563 Feb 03 13:55:29.437358 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e0b77aad-3642-40c5-b7ab-c9940199695e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:29.437805 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49550) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.438197 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b77aad-3642-40c5-b7ab-c9940199695e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:29.438775 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e0b77aad-3642-40c5-b7ab-c9940199695e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:29.443036 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-320dea4c-1a1f-4168-9948-17aa7c766606 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.445424 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-320dea4c-1a1f-4168-9948-17aa7c766606 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0067732 Feb 03 13:55:29.449846 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49554) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.456406 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-d383c5b0-0ff9-4b62-bd99-20ccbfbfc2cf tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.460017 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d383c5b0-0ff9-4b62-bd99-20ccbfbfc2cf tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0086794 Feb 03 13:55:29.461653 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49558) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.472418 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-52e6c903-008c-4e13-8e11-a5c8fc1a0c11 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.476068 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-52e6c903-008c-4e13-8e11-a5c8fc1a0c11 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0134284 Feb 03 13:55:29.476622 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49562) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.481749 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-db8809fa-1b2d-4a2b-a577-585f98b360db tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.485087 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-db8809fa-1b2d-4a2b-a577-585f98b360db tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0075145 Feb 03 13:55:29.485620 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49566) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.491315 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-cde25e44-9c22-4fdb-80c7-e8544b174cc2 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.494990 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-cde25e44-9c22-4fdb-80c7-e8544b174cc2 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0085309 Feb 03 13:55:29.495627 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49570) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.501284 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-0aaf67e7-8dcf-4b26-86f7-7b4a3fb51c37 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.504876 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-0aaf67e7-8dcf-4b26-86f7-7b4a3fb51c37 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0083921 Feb 03 13:55:29.505404 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49574) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.510103 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-b2bb279d-20cd-4ab7-ab5f-ee0399abe7e6 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.513760 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b2bb279d-20cd-4ab7-ab5f-ee0399abe7e6 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0074608 Feb 03 13:55:29.514288 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49578) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.519494 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-06cf142f-e41b-409e-b1eb-e0b89956109f tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.523117 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-06cf142f-e41b-409e-b1eb-e0b89956109f tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0079200 Feb 03 13:55:29.524239 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49582) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.529320 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-e5fbd819-6227-433e-b227-248e581b1a6f tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.530275 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e5fbd819-6227-433e-b227-248e581b1a6f tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0051839 Feb 03 13:55:29.535302 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49586) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.540238 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-6809f924-8bb5-4152-bce3-d5e1fe24fdbd tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.540960 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-6809f924-8bb5-4152-bce3-d5e1fe24fdbd tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0048141 Feb 03 13:55:29.545316 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49590) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.549737 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-7b9b6a66-d7f2-4158-aa17-7b7ac7c67afd tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.550617 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7b9b6a66-d7f2-4158-aa17-7b7ac7c67afd tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0044694 Feb 03 13:55:29.553010 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 49594) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.569183 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [None req-555373b4-821b-4ef6-ae70-19be88a9979d tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=84181) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.570130 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-555373b4-821b-4ef6-ae70-19be88a9979d tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0150568 Feb 03 13:55:29.571137 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-9f309403-fdf5-4fc3-86ef-4aabd18fdf41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:29.573029 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49598) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.573253 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b77aad-3642-40c5-b7ab-c9940199695e admin admin] Pushing event updated for resources: {'Network': ['ID=0d5df42d-5d3c-4c34-b194-1616b788b316,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:29.579941 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-8f1fb333-4837-4641-9949-b1de40f1eac1 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.580353 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-9f309403-fdf5-4fc3-86ef-4aabd18fdf41 admin admin] Usage tracker for resource:security_group_rule and tenant:01d22ec6684f46e494a0aa49e75523a4 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:29.583356 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-9f309403-fdf5-4fc3-86ef-4aabd18fdf41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:29.584127 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-8f1fb333-4837-4641-9949-b1de40f1eac1 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0102439 Feb 03 13:55:29.584929 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49602) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.592553 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 0d5df42d-5d3c-4c34-b194-1616b788b316 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:55:29.592716 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-9f309403-fdf5-4fc3-86ef-4aabd18fdf41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:29.592838 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-aecc5390-262a-448b-80ad-1d80b3831c51 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.593320 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-aecc5390-262a-448b-80ad-1d80b3831c51 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0075133 Feb 03 13:55:29.593825 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 49606) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.602533 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [None req-c952bb3c-2f1f-4df7-9f09-6337ad6b0b63 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=84181) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.605995 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c952bb3c-2f1f-4df7-9f09-6337ad6b0b63 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0112038 Feb 03 13:55:29.606546 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 49610) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.610556 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-fe9481fd-b65e-450f-8efa-8e5f0eda11bf admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1772128479-network', 'tenant_id': 'f8ad7c313a9048189891dfa3a8c2ec7f'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:29.619541 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [None req-e82629a7-dea3-4a3f-9250-cf2c668b7e2f tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=84181) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.619541 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e82629a7-dea3-4a3f-9250-cf2c668b7e2f tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0092623 Feb 03 13:55:29.621162 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-fe9481fd-b65e-450f-8efa-8e5f0eda11bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:29.623836 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 49614) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.630720 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-fe9481fd-b65e-450f-8efa-8e5f0eda11bf admin admin] Usage tracker for resource:network and tenant:f8ad7c313a9048189891dfa3a8c2ec7f is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:29.633949 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-fe9481fd-b65e-450f-8efa-8e5f0eda11bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:29.639838 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-fe9481fd-b65e-450f-8efa-8e5f0eda11bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:29.666757 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [None req-963f9a79-ce2e-4f73-82f4-7430784e4312 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=84181) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.670724 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-963f9a79-ce2e-4f73-82f4-7430784e4312 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0430553 Feb 03 13:55:29.670724 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 49618) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.678126 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e0b77aad-3642-40c5-b7ab-c9940199695e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5556126 Feb 03 13:55:29.681694 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [None req-49f94f57-f200-4d14-833e-433af264f6e2 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=84181) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.687631 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-49f94f57-f200-4d14-833e-433af264f6e2 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0111001 Feb 03 13:55:29.687631 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 49622) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.689292 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49626) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.690751 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-555b323b-5ee2-4373-864b-c7875f769102 admin admin] Request body: {'subnet': {'network_id': '0d5df42d-5d3c-4c34-b194-1616b788b316', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1337171941-subnet', 'tenant_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:29.694817 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-8f1ecf9e-dac3-477e-ab7c-7f113a9d8222 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.699421 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-8f1ecf9e-dac3-477e-ab7c-7f113a9d8222 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0088692 Feb 03 13:55:29.700255 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49630) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.700898 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-555b323b-5ee2-4373-864b-c7875f769102 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:29.707246 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-49f29a32-1fd0-4576-9f0d-8eb6a55784ed tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.715170 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-555b323b-5ee2-4373-864b-c7875f769102 admin admin] Usage tracker for resource:subnet and tenant:aa12ab67af1e4dc2bf9988d3321473a2 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:29.715514 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-49f29a32-1fd0-4576-9f0d-8eb6a55784ed tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0085540 Feb 03 13:55:29.716863 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-555b323b-5ee2-4373-864b-c7875f769102 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:29.717368 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49636) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.722855 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-b146356d-40fa-443f-a4bb-4a91d70f973d tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.727525 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b146356d-40fa-443f-a4bb-4a91d70f973d tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0089593 Feb 03 13:55:29.730561 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 49640) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.733755 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-555b323b-5ee2-4373-864b-c7875f769102 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:29.738257 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [None req-101feb97-f516-4a5e-a749-bfe4018518bf tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=84181) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.740169 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-101feb97-f516-4a5e-a749-bfe4018518bf tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0076733 Feb 03 13:55:29.742243 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49644) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.747609 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-79ac8f69-79f7-40f7-98c3-9b0f5c447a83 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.748531 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-79ac8f69-79f7-40f7-98c3-9b0f5c447a83 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0053730 Feb 03 13:55:29.751640 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49648) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.756699 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [None req-d97262b4-df7a-4c70-921f-06801c8b9428 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.760208 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d97262b4-df7a-4c70-921f-06801c8b9428 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0076432 Feb 03 13:55:29.760579 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 49652) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.761420 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9481fd-b65e-450f-8efa-8e5f0eda11bf admin admin] Made reservation on behalf of f8ad7c313a9048189891dfa3a8c2ec7f for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:55:29.763701 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fe9481fd-b65e-450f-8efa-8e5f0eda11bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:29.770314 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [None req-486e121c-dc0b-4b1d-8704-af7763a349a3 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=84181) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.771283 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-486e121c-dc0b-4b1d-8704-af7763a349a3 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0074561 Feb 03 13:55:29.772960 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9f309403-fdf5-4fc3-86ef-4aabd18fdf41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:29.773943 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 49656) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:29.778455 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [None req-b0471494-67c4-4e86-be85-86f21d452cf4 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=84181) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:29.778621 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fe9481fd-b65e-450f-8efa-8e5f0eda11bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:29.783110 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b0471494-67c4-4e86-be85-86f21d452cf4 tempest-ExtensionsTestJSON-762171041 tempest-ExtensionsTestJSON-762171041-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0077591 Feb 03 13:55:29.811631 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-fe9481fd-b65e-450f-8efa-8e5f0eda11bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:29.816013 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-fe9481fd-b65e-450f-8efa-8e5f0eda11bf admin admin] Usage tracker for resource:security_group_rule and tenant:f8ad7c313a9048189891dfa3a8c2ec7f is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:29.818955 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-fe9481fd-b65e-450f-8efa-8e5f0eda11bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:29.824655 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-fe9481fd-b65e-450f-8efa-8e5f0eda11bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:29.842654 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555b323b-5ee2-4373-864b-c7875f769102 admin admin] Made reservation on behalf of aa12ab67af1e4dc2bf9988d3321473a2 for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:55:29.846660 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-555b323b-5ee2-4373-864b-c7875f769102 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:29.893798 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fe9481fd-b65e-450f-8efa-8e5f0eda11bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:29.912547 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9f309403-fdf5-4fc3-86ef-4aabd18fdf41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:29.967817 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f309403-fdf5-4fc3-86ef-4aabd18fdf41 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:55:29.968215 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fe9481fd-b65e-450f-8efa-8e5f0eda11bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:29.981579 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f309403-fdf5-4fc3-86ef-4aabd18fdf41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4521c7b9-11be-40ef-b08f-c35dc6c710fd,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:29.992141 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9f309403-fdf5-4fc3-86ef-4aabd18fdf41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:29.992478 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-9f309403-fdf5-4fc3-86ef-4aabd18fdf41 admin admin] Added segment 7b419f28-6522-4ce5-982d-f7c4ce3b9016 of type vlan for network c4c437f2-b270-46b1-b446-bb339ad2d528 Feb 03 13:55:30.023388 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe9481fd-b65e-450f-8efa-8e5f0eda11bf admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:55:30.025563 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9f309403-fdf5-4fc3-86ef-4aabd18fdf41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:30.032577 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9481fd-b65e-450f-8efa-8e5f0eda11bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d855dd6e-22f0-4a40-a890-08ad2f189e8a,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:30.041457 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fe9481fd-b65e-450f-8efa-8e5f0eda11bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:30.042022 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-fe9481fd-b65e-450f-8efa-8e5f0eda11bf admin admin] Added segment 0e7268e2-bf48-4ad7-89d0-b4489178b8a5 of type vlan for network 455fb28a-aeb2-407e-b782-081ff385e6a8 Feb 03 13:55:30.050427 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9481fd-b65e-450f-8efa-8e5f0eda11bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:30.052715 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9481fd-b65e-450f-8efa-8e5f0eda11bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:30.052715 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9481fd-b65e-450f-8efa-8e5f0eda11bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:30.052715 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9481fd-b65e-450f-8efa-8e5f0eda11bf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:30.052715 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9481fd-b65e-450f-8efa-8e5f0eda11bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:30.053390 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9481fd-b65e-450f-8efa-8e5f0eda11bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:30.053908 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9481fd-b65e-450f-8efa-8e5f0eda11bf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:30.054420 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9481fd-b65e-450f-8efa-8e5f0eda11bf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:30.054961 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9481fd-b65e-450f-8efa-8e5f0eda11bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:30.055502 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9481fd-b65e-450f-8efa-8e5f0eda11bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:30.056033 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9481fd-b65e-450f-8efa-8e5f0eda11bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:30.057796 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9481fd-b65e-450f-8efa-8e5f0eda11bf admin admin] Tracked resource versions report: Feb 03 13:55:30.057796 dv-neutron-827016-1-hyperv neutron-server[84182]: pushed versions: Feb 03 13:55:30.057796 dv-neutron-827016-1-hyperv neutron-server[84182]: { 'ConntrackHelper': {'1.0'}, Feb 03 13:55:30.057796 dv-neutron-827016-1-hyperv neutron-server[84182]: 'Log': {'1.0'}, Feb 03 13:55:30.057796 dv-neutron-827016-1-hyperv neutron-server[84182]: 'Network': {'1.1'}, Feb 03 13:55:30.057796 dv-neutron-827016-1-hyperv neutron-server[84182]: 'Port': {'1.5'}, Feb 03 13:55:30.057796 dv-neutron-827016-1-hyperv neutron-server[84182]: 'PortForwarding': {'1.2'}, Feb 03 13:55:30.057796 dv-neutron-827016-1-hyperv neutron-server[84182]: 'QosPolicy': {'1.8'}, Feb 03 13:55:30.057796 dv-neutron-827016-1-hyperv neutron-server[84182]: 'SecurityGroup': {'1.2'}, Feb 03 13:55:30.057796 dv-neutron-827016-1-hyperv neutron-server[84182]: 'SecurityGroupRule': {'1.0'}, Feb 03 13:55:30.057796 dv-neutron-827016-1-hyperv neutron-server[84182]: 'SubPort': {'1.0'}, Feb 03 13:55:30.057796 dv-neutron-827016-1-hyperv neutron-server[84182]: 'Subnet': {'1.1'}, Feb 03 13:55:30.057796 dv-neutron-827016-1-hyperv neutron-server[84182]: 'Trunk': {'1.1'}} Feb 03 13:55:30.057796 dv-neutron-827016-1-hyperv neutron-server[84182]: consumer versions: Feb 03 13:55:30.057796 dv-neutron-827016-1-hyperv neutron-server[84182]: { DHCP agent@dv-neutron-827016-1-hyperv: {}, Feb 03 13:55:30.057796 dv-neutron-827016-1-hyperv neutron-server[84182]: HyperV agent@hv-neutron-8270: {}, Feb 03 13:55:30.057796 dv-neutron-827016-1-hyperv neutron-server[84182]: L3 agent@dv-neutron-827016-1-hyperv: {}, Feb 03 13:55:30.057796 dv-neutron-827016-1-hyperv neutron-server[84182]: Metadata agent@dv-neutron-827016-1-hyperv: {}, Feb 03 13:55:30.057796 dv-neutron-827016-1-hyperv neutron-server[84182]: Metering agent@dv-neutron-827016-1-hyperv: {}, Feb 03 13:55:30.057796 dv-neutron-827016-1-hyperv neutron-server[84182]: Open vSwitch agent@dv-neutron-827016-1-hyperv: { 'ConntrackHelper': '1.0', Feb 03 13:55:30.057796 dv-neutron-827016-1-hyperv neutron-server[84182]: 'Log': '1.0', Feb 03 13:55:30.057796 dv-neutron-827016-1-hyperv neutron-server[84182]: 'Network': '1.1', Feb 03 13:55:30.057796 dv-neutron-827016-1-hyperv neutron-server[84182]: 'Port': '1.5', Feb 03 13:55:30.057796 dv-neutron-827016-1-hyperv neutron-server[84182]: 'PortForwarding': '1.2', Feb 03 13:55:30.057796 dv-neutron-827016-1-hyperv neutron-server[84182]: 'QosPolicy': '1.8', Feb 03 13:55:30.057796 dv-neutron-827016-1-hyperv neutron-server[84182]: 'SecurityGroup': '1.2', Feb 03 13:55:30.057796 dv-neutron-827016-1-hyperv neutron-server[84182]: 'SecurityGroupRule': '1.0', Feb 03 13:55:30.057796 dv-neutron-827016-1-hyperv neutron-server[84182]: 'SubPort': '1.0', Feb 03 13:55:30.057796 dv-neutron-827016-1-hyperv neutron-server[84182]: 'Subnet': '1.1', Feb 03 13:55:30.057796 dv-neutron-827016-1-hyperv neutron-server[84182]: 'Trunk': '1.1'}} Feb 03 13:55:30.057796 dv-neutron-827016-1-hyperv neutron-server[84182]: {{(pid=84182) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 13:55:30.088829 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fe9481fd-b65e-450f-8efa-8e5f0eda11bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:30.112329 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:30.168040 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9f309403-fdf5-4fc3-86ef-4aabd18fdf41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:30.168977 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f309403-fdf5-4fc3-86ef-4aabd18fdf41 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:30.169624 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9f309403-fdf5-4fc3-86ef-4aabd18fdf41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:30.197898 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fe9481fd-b65e-450f-8efa-8e5f0eda11bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:30.199896 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9481fd-b65e-450f-8efa-8e5f0eda11bf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:30.200585 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fe9481fd-b65e-450f-8efa-8e5f0eda11bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:30.242816 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-555b323b-5ee2-4373-864b-c7875f769102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:30.313522 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9481fd-b65e-450f-8efa-8e5f0eda11bf admin admin] Pushing event updated for resources: {'Network': ['ID=455fb28a-aeb2-407e-b782-081ff385e6a8,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:30.318943 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f309403-fdf5-4fc3-86ef-4aabd18fdf41 admin admin] Pushing event updated for resources: {'Network': ['ID=c4c437f2-b270-46b1-b446-bb339ad2d528,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:30.336470 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 455fb28a-aeb2-407e-b782-081ff385e6a8 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:55:30.358797 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b323b-5ee2-4373-864b-c7875f769102 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43729539-3f80-443b-974d-7ae7596f4e93,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:30.375114 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49680) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:30.375225 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-9f309403-fdf5-4fc3-86ef-4aabd18fdf41 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.4642220 Feb 03 13:55:30.375225 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555b323b-5ee2-4373-864b-c7875f769102 admin admin] Checking segment: {'id': '4b99bbed-0ea2-4415-a75d-61e4f1dbd54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0d5df42d-5d3c-4c34-b194-1616b788b316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:55:30.375225 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555b323b-5ee2-4373-864b-c7875f769102 admin admin] Network hostable DHCP agents. Network: 0d5df42d-5d3c-4c34-b194-1616b788b316, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:55:30.375568 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-fbcc9bda-f698-423d-ad5d-a1b1f1330594 admin admin] Request body: {'subnet': {'network_id': 'c4c437f2-b270-46b1-b446-bb339ad2d528', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-579943590-subnet', 'tenant_id': '01d22ec6684f46e494a0aa49e75523a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:30.379834 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-fbcc9bda-f698-423d-ad5d-a1b1f1330594 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:30.384309 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-fbcc9bda-f698-423d-ad5d-a1b1f1330594 admin admin] Usage tracker for resource:subnet and tenant:01d22ec6684f46e494a0aa49e75523a4 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:30.387624 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-fbcc9bda-f698-423d-ad5d-a1b1f1330594 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:30.392775 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-fe9481fd-b65e-450f-8efa-8e5f0eda11bf admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3419538 Feb 03 13:55:30.395760 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 49684) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:30.397345 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-fbcc9bda-f698-423d-ad5d-a1b1f1330594 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:30.403046 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-3a8b17bc-adc7-4faf-ad11-293499685b72 admin admin] Request body: {'subnet': {'network_id': '455fb28a-aeb2-407e-b782-081ff385e6a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1772128479-subnet', 'tenant_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:30.421579 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3a8b17bc-adc7-4faf-ad11-293499685b72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:30.427890 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3a8b17bc-adc7-4faf-ad11-293499685b72 admin admin] Usage tracker for resource:subnet and tenant:f8ad7c313a9048189891dfa3a8c2ec7f is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:30.431669 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3a8b17bc-adc7-4faf-ad11-293499685b72 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:30.439341 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3a8b17bc-adc7-4faf-ad11-293499685b72 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:30.445102 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network c4c437f2-b270-46b1-b446-bb339ad2d528 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:55:30.482427 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbcc9bda-f698-423d-ad5d-a1b1f1330594 admin admin] Made reservation on behalf of 01d22ec6684f46e494a0aa49e75523a4 for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:55:30.485496 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fbcc9bda-f698-423d-ad5d-a1b1f1330594 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:30.545709 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555b323b-5ee2-4373-864b-c7875f769102 admin admin] Network 0d5df42d-5d3c-4c34-b194-1616b788b316 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:55:30.549446 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8b17bc-adc7-4faf-ad11-293499685b72 admin admin] Made reservation on behalf of f8ad7c313a9048189891dfa3a8c2ec7f for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:55:30.551953 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3a8b17bc-adc7-4faf-ad11-293499685b72 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:30.707398 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-555b323b-5ee2-4373-864b-c7875f769102 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 0d5df42d-5d3c-4c34-b194-1616b788b316) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:55:30.716207 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4b4db6-c32f-4f6d-aa47-6d130777dd38 None None] Network 0d5df42d-5d3c-4c34-b194-1616b788b316 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:55:30.716363 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555b323b-5ee2-4373-864b-c7875f769102 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:30.716781 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-555b323b-5ee2-4373-864b-c7875f769102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:30.785736 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fbcc9bda-f698-423d-ad5d-a1b1f1330594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:30.818158 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-555b323b-5ee2-4373-864b-c7875f769102 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1296787 Feb 03 13:55:30.818576 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 49694) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:30.828476 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-e7a5b89e-38a4-4877-b79e-df4c2232371a admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1337171941-router', 'tenant_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:30.847556 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3a8b17bc-adc7-4faf-ad11-293499685b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:30.851523 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e7a5b89e-38a4-4877-b79e-df4c2232371a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:30.863425 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc9bda-f698-423d-ad5d-a1b1f1330594 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f89cc18-9848-497d-8cdf-e96e7d0c84ab,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:30.893704 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e7a5b89e-38a4-4877-b79e-df4c2232371a admin admin] Usage tracker for resource:router and tenant:aa12ab67af1e4dc2bf9988d3321473a2 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:30.898209 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e7a5b89e-38a4-4877-b79e-df4c2232371a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:30.912469 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e7a5b89e-38a4-4877-b79e-df4c2232371a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:30.923323 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcc9bda-f698-423d-ad5d-a1b1f1330594 admin admin] Checking segment: {'id': '7b419f28-6522-4ce5-982d-f7c4ce3b9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c4c437f2-b270-46b1-b446-bb339ad2d528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:55:30.923702 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcc9bda-f698-423d-ad5d-a1b1f1330594 admin admin] Network hostable DHCP agents. Network: c4c437f2-b270-46b1-b446-bb339ad2d528, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:55:30.924447 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b17bc-adc7-4faf-ad11-293499685b72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40877380-5501-4f93-a989-8ff73ca2ca3b,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:30.962295 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8b17bc-adc7-4faf-ad11-293499685b72 admin admin] Checking segment: {'id': '0e7268e2-bf48-4ad7-89d0-b4489178b8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '455fb28a-aeb2-407e-b782-081ff385e6a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:55:30.962935 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8b17bc-adc7-4faf-ad11-293499685b72 admin admin] Network hostable DHCP agents. Network: 455fb28a-aeb2-407e-b782-081ff385e6a8, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:55:31.005568 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac38776-2033-413c-ba33-530a8f99571c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-0d5df42d-5d3c-4c34-b194-1616b788b316', 'network_id': '0d5df42d-5d3c-4c34-b194-1616b788b316', 'tenant_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'fixed_ips': [{'subnet_id': '43729539-3f80-443b-974d-7ae7596f4e93'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:55:31.005568 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3ac38776-2033-413c-ba33-530a8f99571c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:31.007595 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49702) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:31.020057 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e7a5b89e-38a4-4877-b79e-df4c2232371a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:31.021628 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e7a5b89e-38a4-4877-b79e-df4c2232371a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:31.042438 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcc9bda-f698-423d-ad5d-a1b1f1330594 admin admin] Network c4c437f2-b270-46b1-b446-bb339ad2d528 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:55:31.043902 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8b17bc-adc7-4faf-ad11-293499685b72 admin admin] Network 455fb28a-aeb2-407e-b782-081ff385e6a8 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:55:31.057298 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e7a5b89e-38a4-4877-b79e-df4c2232371a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:31.134009 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-fbcc9bda-f698-423d-ad5d-a1b1f1330594 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, c4c437f2-b270-46b1-b446-bb339ad2d528) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:55:31.139920 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcc9bda-f698-423d-ad5d-a1b1f1330594 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:31.143104 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-3a8b17bc-adc7-4faf-ad11-293499685b72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 455fb28a-aeb2-407e-b782-081ff385e6a8) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:55:31.143253 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fbcc9bda-f698-423d-ad5d-a1b1f1330594 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:31.149012 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8b17bc-adc7-4faf-ad11-293499685b72 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:31.149012 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3a8b17bc-adc7-4faf-ad11-293499685b72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:31.150579 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40793b41-37d9-4348-8371-71af3b712a8b None None] Network c4c437f2-b270-46b1-b446-bb339ad2d528 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:55:31.174577 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480816c5-3fed-4132-a73d-0fc05fc999e8 None None] Network 455fb28a-aeb2-407e-b782-081ff385e6a8 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:55:31.254661 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-fbcc9bda-f698-423d-ad5d-a1b1f1330594 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8859780 Feb 03 13:55:31.257413 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49718) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:31.262533 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-28d3aca9-1a89-436b-afb7-4d4bde4fb809 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-579943590-router', 'tenant_id': '01d22ec6684f46e494a0aa49e75523a4', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:31.270782 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-28d3aca9-1a89-436b-afb7-4d4bde4fb809 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:31.278774 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-28d3aca9-1a89-436b-afb7-4d4bde4fb809 admin admin] Usage tracker for resource:router and tenant:01d22ec6684f46e494a0aa49e75523a4 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:31.285751 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-28d3aca9-1a89-436b-afb7-4d4bde4fb809 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:31.300536 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-28d3aca9-1a89-436b-afb7-4d4bde4fb809 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:31.323343 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3a8b17bc-adc7-4faf-ad11-293499685b72 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9265149 Feb 03 13:55:31.326389 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49722) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:31.332045 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-0088a81e-bca8-4b34-840c-c38ee36b0184 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1772128479-router', 'tenant_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:31.346782 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-0088a81e-bca8-4b34-840c-c38ee36b0184 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:31.359572 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-0088a81e-bca8-4b34-840c-c38ee36b0184 admin admin] Usage tracker for resource:router and tenant:f8ad7c313a9048189891dfa3a8c2ec7f is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:31.367986 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-0088a81e-bca8-4b34-840c-c38ee36b0184 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:31.387378 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-0088a81e-bca8-4b34-840c-c38ee36b0184 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:31.407389 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-28d3aca9-1a89-436b-afb7-4d4bde4fb809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:31.408292 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-28d3aca9-1a89-436b-afb7-4d4bde4fb809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:31.449487 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e7a5b89e-38a4-4877-b79e-df4c2232371a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:31.452062 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-28d3aca9-1a89-436b-afb7-4d4bde4fb809 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:31.466644 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-3ac38776-2033-413c-ba33-530a8f99571c None None] Allocated IP 172.20.0.2 (0d5df42d-5d3c-4c34-b194-1616b788b316/43729539-3f80-443b-974d-7ae7596f4e93/713c1b0d-81a1-44a6-8d9b-38c64956d73d) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:55:31.498067 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0088a81e-bca8-4b34-840c-c38ee36b0184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:31.499458 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0088a81e-bca8-4b34-840c-c38ee36b0184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:31.525990 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0088a81e-bca8-4b34-840c-c38ee36b0184 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:31.557226 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-89813caf-063c-4389-b7bf-c91b2dbcb7ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:31.704098 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9954320-a909-4cd5-a3ac-d9e58b24a1a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-c4c437f2-b270-46b1-b446-bb339ad2d528', 'network_id': 'c4c437f2-b270-46b1-b446-bb339ad2d528', 'tenant_id': '01d22ec6684f46e494a0aa49e75523a4', 'fixed_ips': [{'subnet_id': '5f89cc18-9848-497d-8cdf-e96e7d0c84ab'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:55:31.704923 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e9954320-a909-4cd5-a3ac-d9e58b24a1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:31.733827 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 49732) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:31.810785 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e7a5b89e-38a4-4877-b79e-df4c2232371a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:31.832682 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d6b930-3166-479d-9e16-21bfe13ccbf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-455fb28a-aeb2-407e-b782-081ff385e6a8', 'network_id': '455fb28a-aeb2-407e-b782-081ff385e6a8', 'tenant_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'fixed_ips': [{'subnet_id': '40877380-5501-4f93-a989-8ff73ca2ca3b'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:55:31.833500 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d3d6b930-3166-479d-9e16-21bfe13ccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:31.846602 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e7a5b89e-38a4-4877-b79e-df4c2232371a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:31.856327 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-89813caf-063c-4389-b7bf-c91b2dbcb7ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:31.865353 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-89813caf-063c-4389-b7bf-c91b2dbcb7ea admin admin] Usage tracker for resource:security_group_rule and tenant:b5970b7b68e94ee48e14c91111615235 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:31.874715 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-89813caf-063c-4389-b7bf-c91b2dbcb7ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:31.960968 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-89813caf-063c-4389-b7bf-c91b2dbcb7ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:32.061397 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-e7a5b89e-38a4-4877-b79e-df4c2232371a admin admin] Allocated IP 172.26.3.220 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/1f690f7c-e879-4edf-a6fa-b52a37b2be19) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:55:32.113606 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-28d3aca9-1a89-436b-afb7-4d4bde4fb809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:32.130532 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0088a81e-bca8-4b34-840c-c38ee36b0184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:32.131813 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-d3d6b930-3166-479d-9e16-21bfe13ccbf5 None None] Allocated IP 172.20.0.2 (455fb28a-aeb2-407e-b782-081ff385e6a8/40877380-5501-4f93-a989-8ff73ca2ca3b/9ebeb26c-12ab-4e05-be4c-51f5487ed434) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:55:32.235577 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-89813caf-063c-4389-b7bf-c91b2dbcb7ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:32.277997 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-02ba0c37-3053-47b6-b613-b40b9f8ba0e6 tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-175081726', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:32.287322 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-02ba0c37-3053-47b6-b613-b40b9f8ba0e6 tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:32.304637 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-02ba0c37-3053-47b6-b613-b40b9f8ba0e6 tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Usage tracker for resource:port and tenant:f3dc050ae3ef42dfb02911fb23dc05e7 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:32.310664 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-02ba0c37-3053-47b6-b613-b40b9f8ba0e6 tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:32.328423 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-02ba0c37-3053-47b6-b613-b40b9f8ba0e6 tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:32.363024 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e7a5b89e-38a4-4877-b79e-df4c2232371a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:32.381978 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-89813caf-063c-4389-b7bf-c91b2dbcb7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:32.401531 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3ac38776-2033-413c-ba33-530a8f99571c None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:32.418377 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89813caf-063c-4389-b7bf-c91b2dbcb7ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda98e37-1541-42b0-92ce-df034801e72c,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:32.438021 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-3ac38776-2033-413c-ba33-530a8f99571c None None] Transition to ACTIVE for port object 713c1b0d-81a1-44a6-8d9b-38c64956d73d will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:55:32.522343 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ba0c37-3053-47b6-b613-b40b9f8ba0e6 tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Made reservation on behalf of f3dc050ae3ef42dfb02911fb23dc05e7 for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:55:32.522532 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-89813caf-063c-4389-b7bf-c91b2dbcb7ea admin admin] Synchronizing usage tracker for tenant:94b09fc06d694041aad160baa6a1c8b7 on resource:security_group {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:55:32.524692 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-02ba0c37-3053-47b6-b613-b40b9f8ba0e6 tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:32.539664 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-e9954320-a909-4cd5-a3ac-d9e58b24a1a7 None None] Allocated IP 172.20.0.2 (c4c437f2-b270-46b1-b446-bb339ad2d528/5f89cc18-9848-497d-8cdf-e96e7d0c84ab/4ee8b4ac-aca6-4d56-987b-407a181cc183) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:55:32.550245 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-02ba0c37-3053-47b6-b613-b40b9f8ba0e6 tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:32.559697 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-3ac38776-2033-413c-ba33-530a8f99571c None None] Transition to ACTIVE for port object 713c1b0d-81a1-44a6-8d9b-38c64956d73d will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:55:32.582297 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e7a5b89e-38a4-4877-b79e-df4c2232371a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:32.595903 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d3d6b930-3166-479d-9e16-21bfe13ccbf5 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:32.656125 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-89813caf-063c-4389-b7bf-c91b2dbcb7ea admin admin] Unset dirty status for tenant:94b09fc06d694041aad160baa6a1c8b7 on resource:security_group {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:55:32.656396 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-02ba0c37-3053-47b6-b613-b40b9f8ba0e6 tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:32.660224 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-89813caf-063c-4389-b7bf-c91b2dbcb7ea admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b5970b7b68e94ee48e14c91111615235&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6490972 Feb 03 13:55:32.665083 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 49752) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:32.668111 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-d3d6b930-3166-479d-9e16-21bfe13ccbf5 None None] Transition to ACTIVE for port object 9ebeb26c-12ab-4e05-be4c-51f5487ed434 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:55:32.674887 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-02ba0c37-3053-47b6-b613-b40b9f8ba0e6 tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Usage tracker for resource:security_group_rule and tenant:f3dc050ae3ef42dfb02911fb23dc05e7 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:32.693549 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-02ba0c37-3053-47b6-b613-b40b9f8ba0e6 tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:32.716107 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 49756) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:32.716768 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-d3d6b930-3166-479d-9e16-21bfe13ccbf5 None None] Transition to ACTIVE for port object 9ebeb26c-12ab-4e05-be4c-51f5487ed434 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:55:32.727692 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-02ba0c37-3053-47b6-b613-b40b9f8ba0e6 tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:32.734583 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a5b89e-38a4-4877-b79e-df4c2232371a admin admin] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:55:32.744075 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3ac38776-2033-413c-ba33-530a8f99571c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:32.744793 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-e7a5b89e-38a4-4877-b79e-df4c2232371a admin admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:55:32.759078 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0088a81e-bca8-4b34-840c-c38ee36b0184 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:32.780013 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a5b89e-38a4-4877-b79e-df4c2232371a admin admin] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:55:32.799309 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0088a81e-bca8-4b34-840c-c38ee36b0184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:32.826123 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5b89e-38a4-4877-b79e-df4c2232371a admin admin] Pushing event updated for resources: {'Port': ['ID=1f690f7c-e879-4edf-a6fa-b52a37b2be19,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:32.843601 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d3d6b930-3166-479d-9e16-21bfe13ccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:32.876339 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-28d3aca9-1a89-436b-afb7-4d4bde4fb809 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:32.910646 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 49766) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:32.941677 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2bf18d76-d671-4251-a17b-d96f321e29be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:32.957270 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-28d3aca9-1a89-436b-afb7-4d4bde4fb809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:32.982055 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac38776-2033-413c-ba33-530a8f99571c None None] Network 0d5df42d-5d3c-4c34-b194-1616b788b316 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:55:32.983094 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-3ac38776-2033-413c-ba33-530a8f99571c None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:55:33.040121 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2bf18d76-d671-4251-a17b-d96f321e29be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:33.054660 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-02ba0c37-3053-47b6-b613-b40b9f8ba0e6 tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:33.060622 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac38776-2033-413c-ba33-530a8f99571c None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:55:33.064566 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d6b930-3166-479d-9e16-21bfe13ccbf5 None None] Network 455fb28a-aeb2-407e-b782-081ff385e6a8 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:55:33.077365 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-d3d6b930-3166-479d-9e16-21bfe13ccbf5 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:55:33.082391 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d6b930-3166-479d-9e16-21bfe13ccbf5 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:55:33.162418 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac38776-2033-413c-ba33-530a8f99571c None None] Pushing event updated for resources: {'Port': ['ID=713c1b0d-81a1-44a6-8d9b-38c64956d73d,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:33.162711 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-89a7186a-20f0-4b8b-8d7b-aa009ca45da3 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1733654310'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:33.163592 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-89a7186a-20f0-4b8b-8d7b-aa009ca45da3 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:33.170312 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-89a7186a-20f0-4b8b-8d7b-aa009ca45da3 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] Usage tracker for resource:network and tenant:862693b610ed494fbc3277b5b5cff117 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:33.174361 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-89a7186a-20f0-4b8b-8d7b-aa009ca45da3 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:33.180630 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-0088a81e-bca8-4b34-840c-c38ee36b0184 admin admin] Allocated IP 172.26.3.27 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/9a1c6356-5bf7-4121-ab93-ffc532146ab5) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:55:33.181323 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-89a7186a-20f0-4b8b-8d7b-aa009ca45da3 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:33.200582 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e9954320-a909-4cd5-a3ac-d9e58b24a1a7 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:33.277902 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac38776-2033-413c-ba33-530a8f99571c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:33.278249 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac38776-2033-413c-ba33-530a8f99571c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:33.278582 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac38776-2033-413c-ba33-530a8f99571c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:33.278910 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac38776-2033-413c-ba33-530a8f99571c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:33.279283 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac38776-2033-413c-ba33-530a8f99571c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:33.279610 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac38776-2033-413c-ba33-530a8f99571c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:33.279929 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac38776-2033-413c-ba33-530a8f99571c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:33.280263 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac38776-2033-413c-ba33-530a8f99571c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:33.280582 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac38776-2033-413c-ba33-530a8f99571c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:33.280895 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac38776-2033-413c-ba33-530a8f99571c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:33.281206 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac38776-2033-413c-ba33-530a8f99571c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:33.282821 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac38776-2033-413c-ba33-530a8f99571c None None] Tracked resource versions report: Feb 03 13:55:33.282821 dv-neutron-827016-1-hyperv neutron-server[84183]: pushed versions: Feb 03 13:55:33.282821 dv-neutron-827016-1-hyperv neutron-server[84183]: { 'ConntrackHelper': {'1.0'}, Feb 03 13:55:33.282821 dv-neutron-827016-1-hyperv neutron-server[84183]: 'Log': {'1.0'}, Feb 03 13:55:33.282821 dv-neutron-827016-1-hyperv neutron-server[84183]: 'Network': {'1.1'}, Feb 03 13:55:33.282821 dv-neutron-827016-1-hyperv neutron-server[84183]: 'Port': {'1.5'}, Feb 03 13:55:33.282821 dv-neutron-827016-1-hyperv neutron-server[84183]: 'PortForwarding': {'1.2'}, Feb 03 13:55:33.282821 dv-neutron-827016-1-hyperv neutron-server[84183]: 'QosPolicy': {'1.8'}, Feb 03 13:55:33.282821 dv-neutron-827016-1-hyperv neutron-server[84183]: 'SecurityGroup': {'1.2'}, Feb 03 13:55:33.282821 dv-neutron-827016-1-hyperv neutron-server[84183]: 'SecurityGroupRule': {'1.0'}, Feb 03 13:55:33.282821 dv-neutron-827016-1-hyperv neutron-server[84183]: 'SubPort': {'1.0'}, Feb 03 13:55:33.282821 dv-neutron-827016-1-hyperv neutron-server[84183]: 'Subnet': {'1.1'}, Feb 03 13:55:33.282821 dv-neutron-827016-1-hyperv neutron-server[84183]: 'Trunk': {'1.1'}} Feb 03 13:55:33.282821 dv-neutron-827016-1-hyperv neutron-server[84183]: consumer versions: Feb 03 13:55:33.282821 dv-neutron-827016-1-hyperv neutron-server[84183]: { DHCP agent@dv-neutron-827016-1-hyperv: {}, Feb 03 13:55:33.282821 dv-neutron-827016-1-hyperv neutron-server[84183]: HyperV agent@hv-neutron-8270: {}, Feb 03 13:55:33.282821 dv-neutron-827016-1-hyperv neutron-server[84183]: L3 agent@dv-neutron-827016-1-hyperv: {}, Feb 03 13:55:33.282821 dv-neutron-827016-1-hyperv neutron-server[84183]: Metadata agent@dv-neutron-827016-1-hyperv: {}, Feb 03 13:55:33.282821 dv-neutron-827016-1-hyperv neutron-server[84183]: Metering agent@dv-neutron-827016-1-hyperv: {}, Feb 03 13:55:33.282821 dv-neutron-827016-1-hyperv neutron-server[84183]: Open vSwitch agent@dv-neutron-827016-1-hyperv: { 'ConntrackHelper': '1.0', Feb 03 13:55:33.282821 dv-neutron-827016-1-hyperv neutron-server[84183]: 'Log': '1.0', Feb 03 13:55:33.282821 dv-neutron-827016-1-hyperv neutron-server[84183]: 'Network': '1.1', Feb 03 13:55:33.282821 dv-neutron-827016-1-hyperv neutron-server[84183]: 'Port': '1.5', Feb 03 13:55:33.282821 dv-neutron-827016-1-hyperv neutron-server[84183]: 'PortForwarding': '1.2', Feb 03 13:55:33.282821 dv-neutron-827016-1-hyperv neutron-server[84183]: 'QosPolicy': '1.8', Feb 03 13:55:33.282821 dv-neutron-827016-1-hyperv neutron-server[84183]: 'SecurityGroup': '1.2', Feb 03 13:55:33.282821 dv-neutron-827016-1-hyperv neutron-server[84183]: 'SecurityGroupRule': '1.0', Feb 03 13:55:33.282821 dv-neutron-827016-1-hyperv neutron-server[84183]: 'SubPort': '1.0', Feb 03 13:55:33.282821 dv-neutron-827016-1-hyperv neutron-server[84183]: 'Subnet': '1.1', Feb 03 13:55:33.282821 dv-neutron-827016-1-hyperv neutron-server[84183]: 'Trunk': '1.1'}} Feb 03 13:55:33.282821 dv-neutron-827016-1-hyperv neutron-server[84183]: {{(pid=84183) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 13:55:33.339966 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-02ba0c37-3053-47b6-b613-b40b9f8ba0e6 tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:33.353568 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-02ba0c37-3053-47b6-b613-b40b9f8ba0e6 tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] device_id is not set on port b5fde7dc-4eb4-4cad-be70-b7690155eb79 yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:55:33.378508 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-e9954320-a909-4cd5-a3ac-d9e58b24a1a7 None None] Transition to ACTIVE for port object 4ee8b4ac-aca6-4d56-987b-407a181cc183 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:55:33.384469 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0088a81e-bca8-4b34-840c-c38ee36b0184 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:33.416391 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-9990da6d-2e53-45a0-ba75-26b2d2d2301c tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] Request body: {'floatingip': {'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:33.427363 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a7186a-20f0-4b8b-8d7b-aa009ca45da3 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] Made reservation on behalf of 862693b610ed494fbc3277b5b5cff117 for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:55:33.430649 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-89a7186a-20f0-4b8b-8d7b-aa009ca45da3 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:33.464580 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d6b930-3166-479d-9e16-21bfe13ccbf5 None None] Pushing event updated for resources: {'Port': ['ID=9ebeb26c-12ab-4e05-be4c-51f5487ed434,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:33.470624 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2bf18d76-d671-4251-a17b-d96f321e29be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:33.477266 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-3ac38776-2033-413c-ba33-530a8f99571c None None] Attempting to bind port 713c1b0d-81a1-44a6-8d9b-38c64956d73d on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:55:33.477266 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-3ac38776-2033-413c-ba33-530a8f99571c None None] Attempting to bind port 713c1b0d-81a1-44a6-8d9b-38c64956d73d by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '4b99bbed-0ea2-4415-a75d-61e4f1dbd54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0d5df42d-5d3c-4c34-b194-1616b788b316'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:55:33.477266 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac38776-2033-413c-ba33-530a8f99571c None None] Attempting to bind port 713c1b0d-81a1-44a6-8d9b-38c64956d73d on network 0d5df42d-5d3c-4c34-b194-1616b788b316 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:55:33.489258 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-e9954320-a909-4cd5-a3ac-d9e58b24a1a7 None None] Transition to ACTIVE for port object 4ee8b4ac-aca6-4d56-987b-407a181cc183 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:55:33.492016 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-d3d6b930-3166-479d-9e16-21bfe13ccbf5 None None] Attempting to bind port 9ebeb26c-12ab-4e05-be4c-51f5487ed434 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:55:33.492525 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-d3d6b930-3166-479d-9e16-21bfe13ccbf5 None None] Attempting to bind port 9ebeb26c-12ab-4e05-be4c-51f5487ed434 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '0e7268e2-bf48-4ad7-89d0-b4489178b8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '455fb28a-aeb2-407e-b782-081ff385e6a8'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:55:33.493043 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d6b930-3166-479d-9e16-21bfe13ccbf5 None None] Attempting to bind port 9ebeb26c-12ab-4e05-be4c-51f5487ed434 on network 455fb28a-aeb2-407e-b782-081ff385e6a8 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:55:33.497884 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0088a81e-bca8-4b34-840c-c38ee36b0184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:33.501397 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac38776-2033-413c-ba33-530a8f99571c None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:55:33.501766 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac38776-2033-413c-ba33-530a8f99571c None None] Checking segment: {'id': '4b99bbed-0ea2-4415-a75d-61e4f1dbd54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0d5df42d-5d3c-4c34-b194-1616b788b316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:55:33.509939 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3ac38776-2033-413c-ba33-530a8f99571c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:33.509939 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac38776-2033-413c-ba33-530a8f99571c None None] Bound using segment: {'id': '4b99bbed-0ea2-4415-a75d-61e4f1dbd54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0d5df42d-5d3c-4c34-b194-1616b788b316'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:55:33.509939 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-3ac38776-2033-413c-ba33-530a8f99571c None None] Bound port: 713c1b0d-81a1-44a6-8d9b-38c64956d73d, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b99bbed-0ea2-4415-a75d-61e4f1dbd54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0d5df42d-5d3c-4c34-b194-1616b788b316'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:55:33.509939 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3ac38776-2033-413c-ba33-530a8f99571c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:33.510352 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-89a7186a-20f0-4b8b-8d7b-aa009ca45da3 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:33.517705 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d6b930-3166-479d-9e16-21bfe13ccbf5 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:55:33.517927 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d6b930-3166-479d-9e16-21bfe13ccbf5 None None] Checking segment: {'id': '0e7268e2-bf48-4ad7-89d0-b4489178b8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '455fb28a-aeb2-407e-b782-081ff385e6a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:55:33.518225 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d3d6b930-3166-479d-9e16-21bfe13ccbf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:33.518636 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d6b930-3166-479d-9e16-21bfe13ccbf5 None None] Bound using segment: {'id': '0e7268e2-bf48-4ad7-89d0-b4489178b8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '455fb28a-aeb2-407e-b782-081ff385e6a8'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:55:33.519119 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-d3d6b930-3166-479d-9e16-21bfe13ccbf5 None None] Bound port: 9ebeb26c-12ab-4e05-be4c-51f5487ed434, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7268e2-bf48-4ad7-89d0-b4489178b8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '455fb28a-aeb2-407e-b782-081ff385e6a8'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:55:33.519780 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d3d6b930-3166-479d-9e16-21bfe13ccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:33.535864 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-9990da6d-2e53-45a0-ba75-26b2d2d2301c tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:33.564978 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-9990da6d-2e53-45a0-ba75-26b2d2d2301c tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] Usage tracker for resource:floatingip and tenant:286a916c98f04585986a6a91c3254ceb is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:33.568424 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-9990da6d-2e53-45a0-ba75-26b2d2d2301c tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:33.575116 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-9990da6d-2e53-45a0-ba75-26b2d2d2301c tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:33.608618 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e9954320-a909-4cd5-a3ac-d9e58b24a1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:33.619399 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba0c37-3053-47b6-b613-b40b9f8ba0e6 tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21bb5da-2f3f-4ddb-9b99-f1489c0be656,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:33.630993 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0088a81e-bca8-4b34-840c-c38ee36b0184 admin admin] Pushing event updated for resources: {'Port': ['ID=9a1c6356-5bf7-4121-ab93-ffc532146ab5,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:33.634060 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2bf18d76-d671-4251-a17b-d96f321e29be admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:33.635072 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0088a81e-bca8-4b34-840c-c38ee36b0184 admin admin] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:55:33.638380 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-2bf18d76-d671-4251-a17b-d96f321e29be admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cda98e37-1541-42b0-92ce-df034801e72c HTTP/1.1" status: 204 len: 168 time: 0.9666119 Feb 03 13:55:33.641684 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-0088a81e-bca8-4b34-840c-c38ee36b0184 admin admin] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:55:33.643522 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-89a7186a-20f0-4b8b-8d7b-aa009ca45da3 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:33.647189 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0088a81e-bca8-4b34-840c-c38ee36b0184 admin admin] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:55:33.650889 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-89a7186a-20f0-4b8b-8d7b-aa009ca45da3 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] Usage tracker for resource:security_group_rule and tenant:862693b610ed494fbc3277b5b5cff117 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:33.653846 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf18d76-d671-4251-a17b-d96f321e29be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda98e37-1541-42b0-92ce-df034801e72c,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:33.655920 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-89a7186a-20f0-4b8b-8d7b-aa009ca45da3 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:33.664730 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-89a7186a-20f0-4b8b-8d7b-aa009ca45da3 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:33.686710 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-28d3aca9-1a89-436b-afb7-4d4bde4fb809 admin admin] Allocated IP 172.26.3.5 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/10fb666d-cec3-4c79-8459-527530c67156) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:55:33.687679 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e7a5b89e-38a4-4877-b79e-df4c2232371a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:33.688171 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e7a5b89e-38a4-4877-b79e-df4c2232371a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:33.690648 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9990da6d-2e53-45a0-ba75-26b2d2d2301c tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:33.794747 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-3ac38776-2033-413c-ba33-530a8f99571c None None] For port 713c1b0d-81a1-44a6-8d9b-38c64956d73d, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:55:33.829063 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-3ac38776-2033-413c-ba33-530a8f99571c None None] For port 713c1b0d-81a1-44a6-8d9b-38c64956d73d, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=713c1b0d-81a1-44a6-8d9b-38c64956d73d,segment=NetworkSegment(4b99bbed-0ea2-4415-a75d-61e4f1dbd54c),segment_id=4b99bbed-0ea2-4415-a75d-61e4f1dbd54c)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:55:33.831883 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9954320-a909-4cd5-a3ac-d9e58b24a1a7 None None] Network c4c437f2-b270-46b1-b446-bb339ad2d528 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:55:33.847721 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-e9954320-a909-4cd5-a3ac-d9e58b24a1a7 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:55:33.848914 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9954320-a909-4cd5-a3ac-d9e58b24a1a7 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:55:33.863158 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9954320-a909-4cd5-a3ac-d9e58b24a1a7 None None] Pushing event updated for resources: {'Port': ['ID=4ee8b4ac-aca6-4d56-987b-407a181cc183,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:33.901255 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-28d3aca9-1a89-436b-afb7-4d4bde4fb809 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:33.916340 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3ac38776-2033-413c-ba33-530a8f99571c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:33.920789 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-d3d6b930-3166-479d-9e16-21bfe13ccbf5 None None] For port 9ebeb26c-12ab-4e05-be4c-51f5487ed434, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:55:33.935987 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-89a7186a-20f0-4b8b-8d7b-aa009ca45da3 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:33.973827 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0088a81e-bca8-4b34-840c-c38ee36b0184 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:33.975719 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0088a81e-bca8-4b34-840c-c38ee36b0184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:34.020158 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-d3d6b930-3166-479d-9e16-21bfe13ccbf5 None None] For port 9ebeb26c-12ab-4e05-be4c-51f5487ed434, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=9ebeb26c-12ab-4e05-be4c-51f5487ed434,segment=NetworkSegment(0e7268e2-bf48-4ad7-89d0-b4489178b8a5),segment_id=0e7268e2-bf48-4ad7-89d0-b4489178b8a5)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:55:34.060605 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-28d3aca9-1a89-436b-afb7-4d4bde4fb809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:34.060767 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-e9954320-a909-4cd5-a3ac-d9e58b24a1a7 None None] Attempting to bind port 4ee8b4ac-aca6-4d56-987b-407a181cc183 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:55:34.060767 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-e9954320-a909-4cd5-a3ac-d9e58b24a1a7 None None] Attempting to bind port 4ee8b4ac-aca6-4d56-987b-407a181cc183 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '7b419f28-6522-4ce5-982d-f7c4ce3b9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c4c437f2-b270-46b1-b446-bb339ad2d528'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:55:34.060930 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9954320-a909-4cd5-a3ac-d9e58b24a1a7 None None] Attempting to bind port 4ee8b4ac-aca6-4d56-987b-407a181cc183 on network c4c437f2-b270-46b1-b446-bb339ad2d528 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:55:34.075306 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9954320-a909-4cd5-a3ac-d9e58b24a1a7 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:55:34.075731 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9954320-a909-4cd5-a3ac-d9e58b24a1a7 None None] Checking segment: {'id': '7b419f28-6522-4ce5-982d-f7c4ce3b9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c4c437f2-b270-46b1-b446-bb339ad2d528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:55:34.076409 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e9954320-a909-4cd5-a3ac-d9e58b24a1a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:34.076810 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9954320-a909-4cd5-a3ac-d9e58b24a1a7 None None] Bound using segment: {'id': '7b419f28-6522-4ce5-982d-f7c4ce3b9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c4c437f2-b270-46b1-b446-bb339ad2d528'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:55:34.077434 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-e9954320-a909-4cd5-a3ac-d9e58b24a1a7 None None] Bound port: 4ee8b4ac-aca6-4d56-987b-407a181cc183, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b419f28-6522-4ce5-982d-f7c4ce3b9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c4c437f2-b270-46b1-b446-bb339ad2d528'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:55:34.077832 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e9954320-a909-4cd5-a3ac-d9e58b24a1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:34.098067 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac38776-2033-413c-ba33-530a8f99571c None None] Pushing event updated for resources: {'Port': ['ID=713c1b0d-81a1-44a6-8d9b-38c64956d73d,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:34.126505 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-89a7186a-20f0-4b8b-8d7b-aa009ca45da3 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:34.138917 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d3d6b930-3166-479d-9e16-21bfe13ccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:34.139175 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a7186a-20f0-4b8b-8d7b-aa009ca45da3 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:55:34.152499 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-89a7186a-20f0-4b8b-8d7b-aa009ca45da3 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:34.152836 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-89a7186a-20f0-4b8b-8d7b-aa009ca45da3 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] Added segment 3532be88-c162-4f16-9122-61c9fded05c1 of type vlan for network 570e9cc8-74af-4624-8e5d-e8667a66c2d2 Feb 03 13:55:34.171838 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d3aca9-1a89-436b-afb7-4d4bde4fb809 admin admin] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:55:34.173498 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49790) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:34.174447 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d3aca9-1a89-436b-afb7-4d4bde4fb809 admin admin] Pushing event updated for resources: {'Port': ['ID=10fb666d-cec3-4c79-8459-527530c67156,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:34.177247 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-28d3aca9-1a89-436b-afb7-4d4bde4fb809 admin admin] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:55:34.181134 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d3aca9-1a89-436b-afb7-4d4bde4fb809 admin admin] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:55:34.181277 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-89a7186a-20f0-4b8b-8d7b-aa009ca45da3 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:34.285295 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9990da6d-2e53-45a0-ba75-26b2d2d2301c tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:34.292029 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-e9954320-a909-4cd5-a3ac-d9e58b24a1a7 None None] For port 4ee8b4ac-aca6-4d56-987b-407a181cc183, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:55:34.294093 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d6b930-3166-479d-9e16-21bfe13ccbf5 None None] Pushing event updated for resources: {'Port': ['ID=9ebeb26c-12ab-4e05-be4c-51f5487ed434,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:34.299294 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-e9954320-a909-4cd5-a3ac-d9e58b24a1a7 None None] For port 4ee8b4ac-aca6-4d56-987b-407a181cc183, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=4ee8b4ac-aca6-4d56-987b-407a181cc183,segment=NetworkSegment(7b419f28-6522-4ce5-982d-f7c4ce3b9016),segment_id=7b419f28-6522-4ce5-982d-f7c4ce3b9016)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:55:34.352302 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e9954320-a909-4cd5-a3ac-d9e58b24a1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:34.364147 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a7186a-20f0-4b8b-8d7b-aa009ca45da3 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba4433e-bea5-49e1-a5d2-99f1288eca4a,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:34.367736 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-89a7186a-20f0-4b8b-8d7b-aa009ca45da3 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:34.372340 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a7186a-20f0-4b8b-8d7b-aa009ca45da3 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:34.373128 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-89a7186a-20f0-4b8b-8d7b-aa009ca45da3 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:34.445762 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-02ba0c37-3053-47b6-b613-b40b9f8ba0e6 tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Allocated IP 172.26.3.169 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/b5fde7dc-4eb4-4cad-be70-b7690155eb79) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:55:34.542655 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-28d3aca9-1a89-436b-afb7-4d4bde4fb809 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:34.543498 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-28d3aca9-1a89-436b-afb7-4d4bde4fb809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:34.591576 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9954320-a909-4cd5-a3ac-d9e58b24a1a7 None None] Pushing event updated for resources: {'Port': ['ID=4ee8b4ac-aca6-4d56-987b-407a181cc183,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:34.743250 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a7186a-20f0-4b8b-8d7b-aa009ca45da3 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] Pushing event updated for resources: {'Network': ['ID=570e9cc8-74af-4624-8e5d-e8667a66c2d2,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:34.758350 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 570e9cc8-74af-4624-8e5d-e8667a66c2d2 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:55:34.836337 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-89a7186a-20f0-4b8b-8d7b-aa009ca45da3 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.1136956 Feb 03 13:55:34.837457 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 49804) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:34.893491 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-24ac5308-f099-4361-841c-3a13eacfbdc9 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Request body: {'floatingip': {'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:34.901662 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-24ac5308-f099-4361-841c-3a13eacfbdc9 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:34.909342 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-24ac5308-f099-4361-841c-3a13eacfbdc9 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Usage tracker for resource:floatingip and tenant:155f69e194ac47c78d535d56fc3f53e7 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:34.913660 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-24ac5308-f099-4361-841c-3a13eacfbdc9 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:34.922049 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-24ac5308-f099-4361-841c-3a13eacfbdc9 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:35.036843 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-24ac5308-f099-4361-841c-3a13eacfbdc9 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks [] for floatingip, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:35.066212 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0088a81e-bca8-4b34-840c-c38ee36b0184 admin admin] Router 2c234442-2665-4a5c-927e-b83daa87c03b is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:55:35.123666 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-c48ae9c1-bfd4-486d-83f4-f44b51e7c2ef tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Request body: {'network': {'name': 'tempest-network--1157030406', 'router:external': True}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:35.137211 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-02ba0c37-3053-47b6-b613-b40b9f8ba0e6 tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:35.140032 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a5b89e-38a4-4877-b79e-df4c2232371a admin admin] Router 7d9f0468-8bae-4548-9c68-b7ab9ccb2bec is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:55:35.143529 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-c48ae9c1-bfd4-486d-83f4-f44b51e7c2ef tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:35.150898 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-c48ae9c1-bfd4-486d-83f4-f44b51e7c2ef tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Usage tracker for resource:network and tenant:30803cb80a91446c98d4e02e368d55fa is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:35.155044 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-c48ae9c1-bfd4-486d-83f4-f44b51e7c2ef tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:35.171568 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-c48ae9c1-bfd4-486d-83f4-f44b51e7c2ef tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:35.289329 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48ae9c1-bfd4-486d-83f4-f44b51e7c2ef tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Made reservation on behalf of 30803cb80a91446c98d4e02e368d55fa for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:55:35.294172 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c48ae9c1-bfd4-486d-83f4-f44b51e7c2ef tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:35.341587 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c48ae9c1-bfd4-486d-83f4-f44b51e7c2ef tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:35.436021 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-c48ae9c1-bfd4-486d-83f4-f44b51e7c2ef tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:35.440271 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-c48ae9c1-bfd4-486d-83f4-f44b51e7c2ef tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Usage tracker for resource:security_group_rule and tenant:30803cb80a91446c98d4e02e368d55fa is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:35.446963 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-c48ae9c1-bfd4-486d-83f4-f44b51e7c2ef tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:35.471673 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 9ebeb26c-12ab-4e05-be4c-51f5487ed434 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:55:35.512933 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-02ba0c37-3053-47b6-b613-b40b9f8ba0e6 tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:35.515790 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-c48ae9c1-bfd4-486d-83f4-f44b51e7c2ef tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:35.521986 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-24ac5308-f099-4361-841c-3a13eacfbdc9 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:35.624725 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ba0c37-3053-47b6-b613-b40b9f8ba0e6 tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:55:35.645309 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-02ba0c37-3053-47b6-b613-b40b9f8ba0e6 tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:55:35.665822 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ba0c37-3053-47b6-b613-b40b9f8ba0e6 tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:55:35.666896 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ba0c37-3053-47b6-b613-b40b9f8ba0e6 tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:35.667693 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-02ba0c37-3053-47b6-b613-b40b9f8ba0e6 tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:35.733531 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-9990da6d-2e53-45a0-ba75-26b2d2d2301c tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] Allocated IP 172.26.3.76 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/e3ce98e8-791a-44d5-a661-50c5b1f6358c) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:55:35.736786 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba0c37-3053-47b6-b613-b40b9f8ba0e6 tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Pushing event updated for resources: {'Port': ['ID=b5fde7dc-4eb4-4cad-be70-b7690155eb79,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:35.756685 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 9ebeb26c-12ab-4e05-be4c-51f5487ed434 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:55:35.763830 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 713c1b0d-81a1-44a6-8d9b-38c64956d73d up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:55:35.810207 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 49818) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:35.835181 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-02ba0c37-3053-47b6-b613-b40b9f8ba0e6 tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.0953658 Feb 03 13:55:35.839697 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49822) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:35.846474 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d3aca9-1a89-436b-afb7-4d4bde4fb809 admin admin] Router 6794a5c3-a657-488e-8006-d8ab34ea5e3c is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:55:35.852872 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-1cd41d94-1819-466a-8965-deaf4d4f0063 tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.169'}]}}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:35.861410 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-1cd41d94-1819-466a-8965-deaf4d4f0063 tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:35.872418 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-1cd41d94-1819-466a-8965-deaf4d4f0063 tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Usage tracker for resource:router and tenant:f3dc050ae3ef42dfb02911fb23dc05e7 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:35.878640 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-1cd41d94-1819-466a-8965-deaf4d4f0063 tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:35.894633 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-1cd41d94-1819-466a-8965-deaf4d4f0063 tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:35.950309 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db28b5ce-a0ae-4a12-813a-248fb6c1a702 None None] Network 0d5df42d-5d3c-4c34-b194-1616b788b316 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:55:35.990620 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0088a81e-bca8-4b34-840c-c38ee36b0184 admin admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:55:36.008771 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446be4bb-344e-42f9-8a52-c485951eab62 None None] Sync routers for ids ['2c234442-2665-4a5c-927e-b83daa87c03b'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:55:36.021228 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c48ae9c1-bfd4-486d-83f4-f44b51e7c2ef tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:36.033566 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446be4bb-344e-42f9-8a52-c485951eab62 None None] Routers {'2c234442-2665-4a5c-927e-b83daa87c03b'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:55:36.034365 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-446be4bb-344e-42f9-8a52-c485951eab62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:55:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2c234442-2665-4a5c-927e-b83daa87c03b'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:36.035832 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 713c1b0d-81a1-44a6-8d9b-38c64956d73d completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:55:36.095316 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0088a81e-bca8-4b34-840c-c38ee36b0184 admin admin] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:36.099105 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-0088a81e-bca8-4b34-840c-c38ee36b0184 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7690716 Feb 03 13:55:36.102116 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49828) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:36.107348 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-5551b126-7f19-41b8-a50c-cf1cac1df68b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Request body: {'networks': [{'name': 'tempest-network--212672700'}, {'name': 'tempest-network--1018320080'}]} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:36.107687 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-5551b126-7f19-41b8-a50c-cf1cac1df68b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Request body: {'network': {'name': 'tempest-network--212672700'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:36.108263 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-5551b126-7f19-41b8-a50c-cf1cac1df68b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Request body: {'network': {'name': 'tempest-network--1018320080'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:36.131211 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-5551b126-7f19-41b8-a50c-cf1cac1df68b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:36.147010 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c48ae9c1-bfd4-486d-83f4-f44b51e7c2ef tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:36.147843 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 4ee8b4ac-aca6-4d56-987b-407a181cc183 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:55:36.162322 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-5551b126-7f19-41b8-a50c-cf1cac1df68b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Usage tracker for resource:network and tenant:e413fa889a5f400ba9ae5a1f152ae43f is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:36.178064 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-5551b126-7f19-41b8-a50c-cf1cac1df68b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:36.202530 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-5551b126-7f19-41b8-a50c-cf1cac1df68b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:36.229137 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c48ae9c1-bfd4-486d-83f4-f44b51e7c2ef tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:55:36.249210 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9990da6d-2e53-45a0-ba75-26b2d2d2301c tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:36.252857 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b66871-b713-42d6-becc-86e4effe4a86 None None] Network 455fb28a-aeb2-407e-b782-081ff385e6a8 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:55:36.284577 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c48ae9c1-bfd4-486d-83f4-f44b51e7c2ef tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:36.284978 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-c48ae9c1-bfd4-486d-83f4-f44b51e7c2ef tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Added segment ae2129b2-edbb-47d1-aeae-4a819e850a31 of type vlan for network 9e491e34-c3cc-4cd6-819b-5223ecc9c7b0 Feb 03 13:55:36.285981 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ae9c1-bfd4-486d-83f4-f44b51e7c2ef tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad87f235-9cce-41c6-b043-119bb0058d5d,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:36.296411 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1cd41d94-1819-466a-8965-deaf4d4f0063 tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:36.298402 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1cd41d94-1819-466a-8965-deaf4d4f0063 tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:36.302359 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a5b89e-38a4-4877-b79e-df4c2232371a admin admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:55:36.317459 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-446be4bb-344e-42f9-8a52-c485951eab62 None None] Set router 2c234442-2665-4a5c-927e-b83daa87c03b gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:55:36.387302 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c48ae9c1-bfd4-486d-83f4-f44b51e7c2ef tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:36.415622 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5551b126-7f19-41b8-a50c-cf1cac1df68b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Made reservation on behalf of e413fa889a5f400ba9ae5a1f152ae43f for: {'network': 2} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:55:36.421862 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5551b126-7f19-41b8-a50c-cf1cac1df68b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:36.445324 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5551b126-7f19-41b8-a50c-cf1cac1df68b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:36.457018 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07300b8-892a-4ee7-ac6e-309fab964431 None None] Sync routers for ids ['7d9f0468-8bae-4548-9c68-b7ab9ccb2bec'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:55:36.465388 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e7a5b89e-38a4-4877-b79e-df4c2232371a admin admin] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:36.466842 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e7a5b89e-38a4-4877-b79e-df4c2232371a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.6457877 Feb 03 13:55:36.474478 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 49832) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:36.503814 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9588c96-be6f-428b-a353-7225379d6a74 None None] Network c4c437f2-b270-46b1-b446-bb339ad2d528 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:55:36.522856 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1cd41d94-1819-466a-8965-deaf4d4f0063 tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:36.561401 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9990da6d-2e53-45a0-ba75-26b2d2d2301c tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:36.587545 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 4ee8b4ac-aca6-4d56-987b-407a181cc183 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:55:36.614603 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-d21f2336-7ddd-4b6e-b8ce-724564798320 None None] Provisioning for port 713c1b0d-81a1-44a6-8d9b-38c64956d73d completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:55:36.656262 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c48ae9c1-bfd4-486d-83f4-f44b51e7c2ef tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:36.657433 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48ae9c1-bfd4-486d-83f4-f44b51e7c2ef tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:36.658193 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c48ae9c1-bfd4-486d-83f4-f44b51e7c2ef tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:36.660567 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-24ac5308-f099-4361-841c-3a13eacfbdc9 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Allocated IP 172.26.3.83 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/b1fd874d-bdfd-4932-a09c-a99d1cd90c6d) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:55:36.664419 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-5551b126-7f19-41b8-a50c-cf1cac1df68b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:36.694683 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-d21f2336-7ddd-4b6e-b8ce-724564798320 None None] Provisioning complete for port 713c1b0d-81a1-44a6-8d9b-38c64956d73d triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:36.695046 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d21f2336-7ddd-4b6e-b8ce-724564798320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:36.699305 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-5551b126-7f19-41b8-a50c-cf1cac1df68b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Usage tracker for resource:security_group_rule and tenant:e413fa889a5f400ba9ae5a1f152ae43f is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:36.705517 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-446be4bb-344e-42f9-8a52-c485951eab62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c234442-2665-4a5c-927e-b83daa87c03b', 'name': 'tempest-ServerActionsTestJSON-1772128479-router', 'tenant_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '9a1c6356-5bf7-4121-ab93-ffc532146ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:33Z', 'revision_number': 3, 'project_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'gw_port': {'id': '9a1c6356-5bf7-4121-ab93-ffc532146ab5', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d6:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c234442-2665-4a5c-927e-b83daa87c03b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:32Z', 'updated_at': '2022-02-03T13:55:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:36.709664 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446be4bb-344e-42f9-8a52-c485951eab62 None None] Checking router: 2c234442-2665-4a5c-927e-b83daa87c03b for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 13:55:36.710165 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446be4bb-344e-42f9-8a52-c485951eab62 None None] Updating router 2c234442-2665-4a5c-927e-b83daa87c03b port 9a1c6356-5bf7-4121-ab93-ffc532146ab5 binding host dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 13:55:36.712331 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9990da6d-2e53-45a0-ba75-26b2d2d2301c tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:55:36.717502 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-5551b126-7f19-41b8-a50c-cf1cac1df68b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:36.720726 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990da6d-2e53-45a0-ba75-26b2d2d2301c tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] Pushing event updated for resources: {'Port': ['ID=e3ce98e8-791a-44d5-a661-50c5b1f6358c,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:36.769442 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-446be4bb-344e-42f9-8a52-c485951eab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:36.776048 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-9990da6d-2e53-45a0-ba75-26b2d2d2301c tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:55:36.798555 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-5551b126-7f19-41b8-a50c-cf1cac1df68b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:36.820363 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-24ac5308-f099-4361-841c-3a13eacfbdc9 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:36.841036 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ae9c1-bfd4-486d-83f4-f44b51e7c2ef tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Pushing event updated for resources: {'Network': ['ID=9e491e34-c3cc-4cd6-819b-5223ecc9c7b0,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:36.857855 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9990da6d-2e53-45a0-ba75-26b2d2d2301c tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:55:36.877089 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c48ae9c1-bfd4-486d-83f4-f44b51e7c2ef tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.0322895 Feb 03 13:55:36.878433 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49840) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:36.967499 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 9e491e34-c3cc-4cd6-819b-5223ecc9c7b0 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:55:37.009207 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5a29ea46-ab7f-48ed-bfe5-5eb6ffafb2fd tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:37.025066 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-24ac5308-f099-4361-841c-3a13eacfbdc9 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:37.049021 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5551b126-7f19-41b8-a50c-cf1cac1df68b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:37.092078 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07300b8-892a-4ee7-ac6e-309fab964431 None None] Routers {'7d9f0468-8bae-4548-9c68-b7ab9ccb2bec'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:55:37.093185 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-b07300b8-892a-4ee7-ac6e-309fab964431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:55:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['7d9f0468-8bae-4548-9c68-b7ab9ccb2bec'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:37.159527 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5551b126-7f19-41b8-a50c-cf1cac1df68b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:37.160157 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5551b126-7f19-41b8-a50c-cf1cac1df68b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:37.173436 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-446be4bb-344e-42f9-8a52-c485951eab62 None None] Notify callbacks [] for port, precommit_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:37.188115 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.provisioning_blocks [None req-446be4bb-344e-42f9-8a52-c485951eab62 None None] Transition to ACTIVE for port object 9a1c6356-5bf7-4121-ab93-ffc532146ab5 will not be triggered until provisioned by entity L2. {{(pid=84184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:55:37.196088 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9990da6d-2e53-45a0-ba75-26b2d2d2301c tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:37.226938 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5551b126-7f19-41b8-a50c-cf1cac1df68b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4fe459-ce07-446c-95bc-0b1939812d9e,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:37.239184 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5551b126-7f19-41b8-a50c-cf1cac1df68b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:55:37.272438 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-446be4bb-344e-42f9-8a52-c485951eab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:37.312074 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ac5308-f099-4361-841c-3a13eacfbdc9 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:55:37.325351 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-24ac5308-f099-4361-841c-3a13eacfbdc9 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:55:37.328174 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d3aca9-1a89-436b-afb7-4d4bde4fb809 admin admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:55:37.331770 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ac5308-f099-4361-841c-3a13eacfbdc9 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:55:37.415237 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5551b126-7f19-41b8-a50c-cf1cac1df68b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:37.415879 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-5551b126-7f19-41b8-a50c-cf1cac1df68b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Added segment 6bcbfc85-d067-4857-9748-0b0fea85b793 of type vlan for network a57f085a-11d2-477b-930c-4c362e5f469e Feb 03 13:55:37.435573 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0474d75d-f08d-4a21-91f4-a34e8e84d7e8 None None] Pushing event updated for resources: {'Port': ['ID=9a1c6356-5bf7-4121-ab93-ffc532146ab5,revision_number=2']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:37.454215 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-446be4bb-344e-42f9-8a52-c485951eab62 None None] Attempting to bind port 9a1c6356-5bf7-4121-ab93-ffc532146ab5 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:55:37.454596 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-446be4bb-344e-42f9-8a52-c485951eab62 None None] Attempting to bind port 9a1c6356-5bf7-4121-ab93-ffc532146ab5 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:55:37.454963 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446be4bb-344e-42f9-8a52-c485951eab62 None None] Attempting to bind port 9a1c6356-5bf7-4121-ab93-ffc532146ab5 on network 16a0e898-50c0-4b65-ae3a-069e9649bbca {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:55:37.469810 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4837af42-e312-4ddc-bc1a-4dc22a87b082 None None] Sync routers for ids ['6794a5c3-a657-488e-8006-d8ab34ea5e3c'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:55:37.471371 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9990da6d-2e53-45a0-ba75-26b2d2d2301c tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:37.477224 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0474d75d-f08d-4a21-91f4-a34e8e84d7e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:37.477624 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0474d75d-f08d-4a21-91f4-a34e8e84d7e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:37.477970 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0474d75d-f08d-4a21-91f4-a34e8e84d7e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:37.478771 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0474d75d-f08d-4a21-91f4-a34e8e84d7e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:37.479315 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0474d75d-f08d-4a21-91f4-a34e8e84d7e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:37.479705 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0474d75d-f08d-4a21-91f4-a34e8e84d7e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:37.480221 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0474d75d-f08d-4a21-91f4-a34e8e84d7e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:37.480635 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0474d75d-f08d-4a21-91f4-a34e8e84d7e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:37.480977 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0474d75d-f08d-4a21-91f4-a34e8e84d7e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:37.481361 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0474d75d-f08d-4a21-91f4-a34e8e84d7e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:37.482500 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0474d75d-f08d-4a21-91f4-a34e8e84d7e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:37.485327 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0474d75d-f08d-4a21-91f4-a34e8e84d7e8 None None] Tracked resource versions report: Feb 03 13:55:37.485327 dv-neutron-827016-1-hyperv neutron-server[84184]: pushed versions: Feb 03 13:55:37.485327 dv-neutron-827016-1-hyperv neutron-server[84184]: { 'ConntrackHelper': {'1.0'}, Feb 03 13:55:37.485327 dv-neutron-827016-1-hyperv neutron-server[84184]: 'Log': {'1.0'}, Feb 03 13:55:37.485327 dv-neutron-827016-1-hyperv neutron-server[84184]: 'Network': {'1.1'}, Feb 03 13:55:37.485327 dv-neutron-827016-1-hyperv neutron-server[84184]: 'Port': {'1.5'}, Feb 03 13:55:37.485327 dv-neutron-827016-1-hyperv neutron-server[84184]: 'PortForwarding': {'1.2'}, Feb 03 13:55:37.485327 dv-neutron-827016-1-hyperv neutron-server[84184]: 'QosPolicy': {'1.8'}, Feb 03 13:55:37.485327 dv-neutron-827016-1-hyperv neutron-server[84184]: 'SecurityGroup': {'1.2'}, Feb 03 13:55:37.485327 dv-neutron-827016-1-hyperv neutron-server[84184]: 'SecurityGroupRule': {'1.0'}, Feb 03 13:55:37.485327 dv-neutron-827016-1-hyperv neutron-server[84184]: 'SubPort': {'1.0'}, Feb 03 13:55:37.485327 dv-neutron-827016-1-hyperv neutron-server[84184]: 'Subnet': {'1.1'}, Feb 03 13:55:37.485327 dv-neutron-827016-1-hyperv neutron-server[84184]: 'Trunk': {'1.1'}} Feb 03 13:55:37.485327 dv-neutron-827016-1-hyperv neutron-server[84184]: consumer versions: Feb 03 13:55:37.485327 dv-neutron-827016-1-hyperv neutron-server[84184]: { DHCP agent@dv-neutron-827016-1-hyperv: {}, Feb 03 13:55:37.485327 dv-neutron-827016-1-hyperv neutron-server[84184]: HyperV agent@hv-neutron-8270: {}, Feb 03 13:55:37.485327 dv-neutron-827016-1-hyperv neutron-server[84184]: L3 agent@dv-neutron-827016-1-hyperv: {}, Feb 03 13:55:37.485327 dv-neutron-827016-1-hyperv neutron-server[84184]: Metadata agent@dv-neutron-827016-1-hyperv: {}, Feb 03 13:55:37.485327 dv-neutron-827016-1-hyperv neutron-server[84184]: Metering agent@dv-neutron-827016-1-hyperv: {}, Feb 03 13:55:37.485327 dv-neutron-827016-1-hyperv neutron-server[84184]: Open vSwitch agent@dv-neutron-827016-1-hyperv: { 'ConntrackHelper': '1.0', Feb 03 13:55:37.485327 dv-neutron-827016-1-hyperv neutron-server[84184]: 'Log': '1.0', Feb 03 13:55:37.485327 dv-neutron-827016-1-hyperv neutron-server[84184]: 'Network': '1.1', Feb 03 13:55:37.485327 dv-neutron-827016-1-hyperv neutron-server[84184]: 'Port': '1.5', Feb 03 13:55:37.485327 dv-neutron-827016-1-hyperv neutron-server[84184]: 'PortForwarding': '1.2', Feb 03 13:55:37.485327 dv-neutron-827016-1-hyperv neutron-server[84184]: 'QosPolicy': '1.8', Feb 03 13:55:37.485327 dv-neutron-827016-1-hyperv neutron-server[84184]: 'SecurityGroup': '1.2', Feb 03 13:55:37.485327 dv-neutron-827016-1-hyperv neutron-server[84184]: 'SecurityGroupRule': '1.0', Feb 03 13:55:37.485327 dv-neutron-827016-1-hyperv neutron-server[84184]: 'SubPort': '1.0', Feb 03 13:55:37.485327 dv-neutron-827016-1-hyperv neutron-server[84184]: 'Subnet': '1.1', Feb 03 13:55:37.485327 dv-neutron-827016-1-hyperv neutron-server[84184]: 'Trunk': '1.1'}} Feb 03 13:55:37.485327 dv-neutron-827016-1-hyperv neutron-server[84184]: {{(pid=84184) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 13:55:37.488840 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5a29ea46-ab7f-48ed-bfe5-5eb6ffafb2fd tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:37.495590 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446be4bb-344e-42f9-8a52-c485951eab62 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:55:37.497209 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446be4bb-344e-42f9-8a52-c485951eab62 None None] Checking segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:55:37.497625 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-446be4bb-344e-42f9-8a52-c485951eab62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:37.498109 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446be4bb-344e-42f9-8a52-c485951eab62 None None] Bound using segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:55:37.499331 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-446be4bb-344e-42f9-8a52-c485951eab62 None None] Bound port: 9a1c6356-5bf7-4121-ab93-ffc532146ab5, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:55:37.499910 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-446be4bb-344e-42f9-8a52-c485951eab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:37.514328 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5551b126-7f19-41b8-a50c-cf1cac1df68b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:37.604484 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac5308-f099-4361-841c-3a13eacfbdc9 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Pushing event updated for resources: {'Port': ['ID=b1fd874d-bdfd-4932-a09c-a99d1cd90c6d,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:37.621456 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-28d3aca9-1a89-436b-afb7-4d4bde4fb809 admin admin] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:37.625799 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-28d3aca9-1a89-436b-afb7-4d4bde4fb809 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 6.3671741 Feb 03 13:55:37.635429 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49850) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:37.638872 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-446be4bb-344e-42f9-8a52-c485951eab62 None None] For port 9a1c6356-5bf7-4121-ab93-ffc532146ab5, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:55:37.645095 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-446be4bb-344e-42f9-8a52-c485951eab62 None None] For port 9a1c6356-5bf7-4121-ab93-ffc532146ab5, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=9a1c6356-5bf7-4121-ab93-ffc532146ab5,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:55:37.645890 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5a29ea46-ab7f-48ed-bfe5-5eb6ffafb2fd tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=84182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:55:37.646228 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5a29ea46-ab7f-48ed-bfe5-5eb6ffafb2fd tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:55:37.647193 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5a29ea46-ab7f-48ed-bfe5-5eb6ffafb2fd tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:55:37.648498 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5a29ea46-ab7f-48ed-bfe5-5eb6ffafb2fd tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Subscribe: > port after_create 55550000 {{(pid=84182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:55:37.648498 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5a29ea46-ab7f-48ed-bfe5-5eb6ffafb2fd tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Subscribe: > port after_delete 55550000 {{(pid=84182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:55:37.648498 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5a29ea46-ab7f-48ed-bfe5-5eb6ffafb2fd tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Subscribe: > port after_update 55550000 {{(pid=84182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:55:37.648498 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5a29ea46-ab7f-48ed-bfe5-5eb6ffafb2fd tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=84182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:55:37.648864 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5a29ea46-ab7f-48ed-bfe5-5eb6ffafb2fd tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:55:37.649062 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5a29ea46-ab7f-48ed-bfe5-5eb6ffafb2fd tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:55:37.649370 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5a29ea46-ab7f-48ed-bfe5-5eb6ffafb2fd tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=84182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:55:37.661417 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4837af42-e312-4ddc-bc1a-4dc22a87b082 None None] Routers {'6794a5c3-a657-488e-8006-d8ab34ea5e3c'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:55:37.662274 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-4837af42-e312-4ddc-bc1a-4dc22a87b082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:55:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['6794a5c3-a657-488e-8006-d8ab34ea5e3c'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:37.686477 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5551b126-7f19-41b8-a50c-cf1cac1df68b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:55:37.706458 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5551b126-7f19-41b8-a50c-cf1cac1df68b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:37.707153 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-5551b126-7f19-41b8-a50c-cf1cac1df68b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Added segment 1e5c31be-24c0-49eb-ad83-db099abb163f of type vlan for network 58b2a379-c826-42d2-be06-d75065d34ba1 Feb 03 13:55:37.712466 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-b07300b8-892a-4ee7-ac6e-309fab964431 None None] Set router 7d9f0468-8bae-4548-9c68-b7ab9ccb2bec gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:55:37.764950 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d21f2336-7ddd-4b6e-b8ce-724564798320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:37.830916 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5a29ea46-ab7f-48ed-bfe5-5eb6ffafb2fd tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:55:37.831668 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5a29ea46-ab7f-48ed-bfe5-5eb6ffafb2fd tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:55:37.832212 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5a29ea46-ab7f-48ed-bfe5-5eb6ffafb2fd tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=84182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:55:37.832789 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5a29ea46-ab7f-48ed-bfe5-5eb6ffafb2fd tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=84182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:55:37.833410 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-5a29ea46-ab7f-48ed-bfe5-5eb6ffafb2fd tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e491e34-c3cc-4cd6-819b-5223ecc9c7b0']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:37.912984 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5551b126-7f19-41b8-a50c-cf1cac1df68b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:37.944901 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-4837af42-e312-4ddc-bc1a-4dc22a87b082 None None] Set router 6794a5c3-a657-488e-8006-d8ab34ea5e3c gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:55:37.947513 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-5a29ea46-ab7f-48ed-bfe5-5eb6ffafb2fd tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae2129b2-edbb-47d1-aeae-4a819e850a31') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:37.947986 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-5a29ea46-ab7f-48ed-bfe5-5eb6ffafb2fd tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae2129b2-edbb-47d1-aeae-4a819e850a31') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:38.001234 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1cd41d94-1819-466a-8965-deaf4d4f0063 tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:38.014633 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9990da6d-2e53-45a0-ba75-26b2d2d2301c tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:38.016176 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-d21f2336-7ddd-4b6e-b8ce-724564798320 None None] For port 713c1b0d-81a1-44a6-8d9b-38c64956d73d, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=713c1b0d-81a1-44a6-8d9b-38c64956d73d,segment=NetworkSegment(4b99bbed-0ea2-4415-a75d-61e4f1dbd54c),segment_id=4b99bbed-0ea2-4415-a75d-61e4f1dbd54c)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:55:38.024111 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5a29ea46-ab7f-48ed-bfe5-5eb6ffafb2fd tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:38.104951 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-446be4bb-344e-42f9-8a52-c485951eab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:38.110609 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d21f2336-7ddd-4b6e-b8ce-724564798320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:38.200125 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5a29ea46-ab7f-48ed-bfe5-5eb6ffafb2fd tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:38.227019 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5551b126-7f19-41b8-a50c-cf1cac1df68b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:38.227544 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5551b126-7f19-41b8-a50c-cf1cac1df68b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:38.248425 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5551b126-7f19-41b8-a50c-cf1cac1df68b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:38.251597 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5551b126-7f19-41b8-a50c-cf1cac1df68b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:38.252265 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5551b126-7f19-41b8-a50c-cf1cac1df68b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:38.286152 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f2336-7ddd-4b6e-b8ce-724564798320 None None] Pushing event updated for resources: {'Port': ['ID=713c1b0d-81a1-44a6-8d9b-38c64956d73d,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:38.291765 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a29ea46-ab7f-48ed-bfe5-5eb6ffafb2fd tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:55:38.292210 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5a29ea46-ab7f-48ed-bfe5-5eb6ffafb2fd tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:38.305577 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-b07300b8-892a-4ee7-ac6e-309fab964431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9f0468-8bae-4548-9c68-b7ab9ccb2bec', 'name': 'tempest-ServersTestManualDisk-1337171941-router', 'tenant_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '1f690f7c-e879-4edf-a6fa-b52a37b2be19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:32Z', 'revision_number': 3, 'project_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'gw_port': {'id': '1f690f7c-e879-4edf-a6fa-b52a37b2be19', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:75:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d9f0468-8bae-4548-9c68-b7ab9ccb2bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:38.312699 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07300b8-892a-4ee7-ac6e-309fab964431 None None] Checking router: 7d9f0468-8bae-4548-9c68-b7ab9ccb2bec for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 13:55:38.313087 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07300b8-892a-4ee7-ac6e-309fab964431 None None] Updating router 7d9f0468-8bae-4548-9c68-b7ab9ccb2bec port 1f690f7c-e879-4edf-a6fa-b52a37b2be19 binding host dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 13:55:38.314576 dv-neutron-827016-1-hyperv neutron-server[84182]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 03 13:55:38.314576 dv-neutron-827016-1-hyperv neutron-server[84182]: util.warn_limited( Feb 03 13:55:38.314576 dv-neutron-827016-1-hyperv neutron-server[84182]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 03 13:55:38.314576 dv-neutron-827016-1-hyperv neutron-server[84182]: util.warn_limited( Feb 03 13:55:38.314576 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 13:55:38.314576 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:55:38.314576 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 13:55:38.314576 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:55:38.314576 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 13:55:38.314576 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:55:38.314576 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 13:55:38.314576 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:55:38.314576 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 13:55:38.314576 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:55:38.314576 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 13:55:38.314576 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:55:38.314576 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 13:55:38.314576 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:55:38.314576 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:55:38.314576 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:55:38.314576 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:55:38.314576 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:55:38.314576 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 13:55:38.314576 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:55:38.314576 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 13:55:38.314576 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:55:38.314576 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:55:38.314576 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:55:38.314576 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 13:55:38.314576 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:55:38.314576 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:55:38.314576 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:55:38.314576 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:55:38.314576 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:55:38.314576 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:55:38.314576 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:55:38.552663 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b07300b8-892a-4ee7-ac6e-309fab964431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:38.552819 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0474d75d-f08d-4a21-91f4-a34e8e84d7e8 None None] Pushing event updated for resources: {'Port': ['ID=9a1c6356-5bf7-4121-ab93-ffc532146ab5,revision_number=3']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:38.552819 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446be4bb-344e-42f9-8a52-c485951eab62 None None] Routers {'2c234442-2665-4a5c-927e-b83daa87c03b'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:55:38.552819 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-446be4bb-344e-42f9-8a52-c485951eab62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:55:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2c234442-2665-4a5c-927e-b83daa87c03b'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:38.553669 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9990da6d-2e53-45a0-ba75-26b2d2d2301c tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:38.554098 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-7afe8a47-0d6f-4d70-8d99-9ab3e3754c08 None None] Provisioning for port 4ee8b4ac-aca6-4d56-987b-407a181cc183 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:55:38.554098 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-7afe8a47-0d6f-4d70-8d99-9ab3e3754c08 None None] Provisioning complete for port 4ee8b4ac-aca6-4d56-987b-407a181cc183 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:38.554098 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7afe8a47-0d6f-4d70-8d99-9ab3e3754c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:38.554496 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-24ac5308-f099-4361-841c-3a13eacfbdc9 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:38.573261 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9990da6d-2e53-45a0-ba75-26b2d2d2301c tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:38.635375 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990da6d-2e53-45a0-ba75-26b2d2d2301c tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] Pushing event updated for resources: {'Port': ['ID=e3ce98e8-791a-44d5-a661-50c5b1f6358c,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:38.672831 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5551b126-7f19-41b8-a50c-cf1cac1df68b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Pushing event updated for resources: {'Network': ['ID=a57f085a-11d2-477b-930c-4c362e5f469e,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:38.705995 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network a57f085a-11d2-477b-930c-4c362e5f469e details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:55:38.751197 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-446be4bb-344e-42f9-8a52-c485951eab62 None None] Set router 2c234442-2665-4a5c-927e-b83daa87c03b gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:55:38.816792 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9990da6d-2e53-45a0-ba75-26b2d2d2301c tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:38.818092 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-9990da6d-2e53-45a0-ba75-26b2d2d2301c tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9063470 Feb 03 13:55:38.819927 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-5551b126-7f19-41b8-a50c-cf1cac1df68b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.0004280 Feb 03 13:55:38.820939 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 49854) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:38.831478 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5551b126-7f19-41b8-a50c-cf1cac1df68b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Pushing event updated for resources: {'Network': ['ID=58b2a379-c826-42d2-be06-d75065d34ba1,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:38.839609 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 49856) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:38.845629 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-18bda501-267b-4c4a-83b8-a7c490c8445b tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1622542315', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'fixed_ips': [{'ip_address': '172.26.3.76'}]}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:38.857337 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-18bda501-267b-4c4a-83b8-a7c490c8445b tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:38.864468 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 58b2a379-c826-42d2-be06-d75065d34ba1 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:55:38.864856 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-4837af42-e312-4ddc-bc1a-4dc22a87b082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6794a5c3-a657-488e-8006-d8ab34ea5e3c', 'name': 'tempest-ServersTestJSON-579943590-router', 'tenant_id': '01d22ec6684f46e494a0aa49e75523a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '10fb666d-cec3-4c79-8459-527530c67156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:34Z', 'revision_number': 3, 'project_id': '01d22ec6684f46e494a0aa49e75523a4', 'gw_port': {'id': '10fb666d-cec3-4c79-8459-527530c67156', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:44:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6794a5c3-a657-488e-8006-d8ab34ea5e3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:33Z', 'updated_at': '2022-02-03T13:55:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:38.878769 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5a29ea46-ab7f-48ed-bfe5-5eb6ffafb2fd tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:38.895090 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4837af42-e312-4ddc-bc1a-4dc22a87b082 None None] Checking router: 6794a5c3-a657-488e-8006-d8ab34ea5e3c for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 13:55:38.895598 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4837af42-e312-4ddc-bc1a-4dc22a87b082 None None] Updating router 6794a5c3-a657-488e-8006-d8ab34ea5e3c port 10fb666d-cec3-4c79-8459-527530c67156 binding host dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 13:55:38.921340 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a29ea46-ab7f-48ed-bfe5-5eb6ffafb2fd tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9e491e34-c3cc-4cd6-819b-5223ecc9c7b0 {{(pid=84182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 13:55:38.933821 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5a29ea46-ab7f-48ed-bfe5-5eb6ffafb2fd tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:38.939503 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a29ea46-ab7f-48ed-bfe5-5eb6ffafb2fd tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Pushing event deleted for resources: {'Network': ['ID=9e491e34-c3cc-4cd6-819b-5223ecc9c7b0,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:38.954228 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-24ac5308-f099-4361-841c-3a13eacfbdc9 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:39.008055 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-5a29ea46-ab7f-48ed-bfe5-5eb6ffafb2fd tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] 10.222.0.41 "DELETE /v2.0/networks/9e491e34-c3cc-4cd6-819b-5223ecc9c7b0 HTTP/1.1" status: 204 len: 168 time: 2.1229119 Feb 03 13:55:39.020857 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49862) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:39.032248 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-4837af42-e312-4ddc-bc1a-4dc22a87b082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:39.033082 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-b0aa8d54-6ff8-44ff-92f1-da9230736837 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:39.042306 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7afe8a47-0d6f-4d70-8d99-9ab3e3754c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:39.053003 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b0aa8d54-6ff8-44ff-92f1-da9230736837 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:39.065555 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b0aa8d54-6ff8-44ff-92f1-da9230736837 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Usage tracker for resource:network and tenant:30803cb80a91446c98d4e02e368d55fa is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:39.076819 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b0aa8d54-6ff8-44ff-92f1-da9230736837 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:39.093816 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b0aa8d54-6ff8-44ff-92f1-da9230736837 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:39.099796 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-18bda501-267b-4c4a-83b8-a7c490c8445b tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] Usage tracker for resource:port and tenant:286a916c98f04585986a6a91c3254ceb is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:39.107898 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-18bda501-267b-4c4a-83b8-a7c490c8445b tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:39.114730 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e3d77f-2b76-4a06-a08e-a91711a48394 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:39.119094 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e3d77f-2b76-4a06-a08e-a91711a48394 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:39.123102 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e3d77f-2b76-4a06-a08e-a91711a48394 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:39.126970 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e3d77f-2b76-4a06-a08e-a91711a48394 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:39.127828 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-d2e3d77f-2b76-4a06-a08e-a91711a48394 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Synchronizing usage tracker for tenant:e413fa889a5f400ba9ae5a1f152ae43f on resource:network {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:55:39.136876 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-18bda501-267b-4c4a-83b8-a7c490c8445b tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:39.144551 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-7afe8a47-0d6f-4d70-8d99-9ab3e3754c08 None None] For port 4ee8b4ac-aca6-4d56-987b-407a181cc183, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=4ee8b4ac-aca6-4d56-987b-407a181cc183,segment=NetworkSegment(7b419f28-6522-4ce5-982d-f7c4ce3b9016),segment_id=7b419f28-6522-4ce5-982d-f7c4ce3b9016)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:55:39.216302 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 713c1b0d-81a1-44a6-8d9b-38c64956d73d up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:55:39.275232 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7afe8a47-0d6f-4d70-8d99-9ab3e3754c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:39.303462 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bda501-267b-4c4a-83b8-a7c490c8445b tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] Made reservation on behalf of 286a916c98f04585986a6a91c3254ceb for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:55:39.305771 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-18bda501-267b-4c4a-83b8-a7c490c8445b tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:39.347392 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-18bda501-267b-4c4a-83b8-a7c490c8445b tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:39.357381 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b07300b8-892a-4ee7-ac6e-309fab964431 None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:39.364202 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-446be4bb-344e-42f9-8a52-c485951eab62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c234442-2665-4a5c-927e-b83daa87c03b', 'name': 'tempest-ServerActionsTestJSON-1772128479-router', 'tenant_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '9a1c6356-5bf7-4121-ab93-ffc532146ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:33Z', 'revision_number': 3, 'project_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'gw_port': {'id': '9a1c6356-5bf7-4121-ab93-ffc532146ab5', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d6:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c234442-2665-4a5c-927e-b83daa87c03b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:32Z', 'updated_at': '2022-02-03T13:55:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:39.369011 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446be4bb-344e-42f9-8a52-c485951eab62 None None] The sync data for ids ['2c234442-2665-4a5c-927e-b83daa87c03b'] in dv-neutron-827016-1-hyperv is: [{'id': '2c234442-2665-4a5c-927e-b83daa87c03b', 'name': 'tempest-ServerActionsTestJSON-1772128479-router', 'tenant_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '9a1c6356-5bf7-4121-ab93-ffc532146ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:33Z', 'revision_number': 3, 'project_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'gw_port': {'id': '9a1c6356-5bf7-4121-ab93-ffc532146ab5', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d6:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c234442-2665-4a5c-927e-b83daa87c03b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:32Z', 'updated_at': '2022-02-03T13:55:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:55:39.383854 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b07300b8-892a-4ee7-ac6e-309fab964431 None None] Transition to ACTIVE for port object 1f690f7c-e879-4edf-a6fa-b52a37b2be19 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:55:39.397024 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 713c1b0d-81a1-44a6-8d9b-38c64956d73d triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:39.397588 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:39.402848 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-d2e3d77f-2b76-4a06-a08e-a91711a48394 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Unset dirty status for tenant:e413fa889a5f400ba9ae5a1f152ae43f on resource:network {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:55:39.406032 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d2e3d77f-2b76-4a06-a08e-a91711a48394 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5543795 Feb 03 13:55:39.411291 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 49866) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:39.431883 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-7afe8a47-0d6f-4d70-8d99-9ab3e3754c08 None None] Provisioning complete for port 713c1b0d-81a1-44a6-8d9b-38c64956d73d triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:39.444815 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7afe8a47-0d6f-4d70-8d99-9ab3e3754c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:39.461424 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-18bda501-267b-4c4a-83b8-a7c490c8445b tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:39.484841 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe8a47-0d6f-4d70-8d99-9ab3e3754c08 None None] Pushing event updated for resources: {'Port': ['ID=4ee8b4ac-aca6-4d56-987b-407a181cc183,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:39.495321 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b07300b8-892a-4ee7-ac6e-309fab964431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:39.562182 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-24ac5308-f099-4361-841c-3a13eacfbdc9 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:39.588302 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-18bda501-267b-4c4a-83b8-a7c490c8445b tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] Usage tracker for resource:security_group_rule and tenant:286a916c98f04585986a6a91c3254ceb is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:39.603409 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-b07300b8-892a-4ee7-ac6e-309fab964431 None None] Attempting to bind port 1f690f7c-e879-4edf-a6fa-b52a37b2be19 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:55:39.603510 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-b07300b8-892a-4ee7-ac6e-309fab964431 None None] Attempting to bind port 1f690f7c-e879-4edf-a6fa-b52a37b2be19 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:55:39.603868 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07300b8-892a-4ee7-ac6e-309fab964431 None None] Attempting to bind port 1f690f7c-e879-4edf-a6fa-b52a37b2be19 on network 16a0e898-50c0-4b65-ae3a-069e9649bbca {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:55:39.608868 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-18bda501-267b-4c4a-83b8-a7c490c8445b tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:39.622200 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-18bda501-267b-4c4a-83b8-a7c490c8445b tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:39.630845 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf037b-4633-47c7-8f68-39c4254fdf51 None None] Pushing event updated for resources: {'Port': ['ID=1f690f7c-e879-4edf-a6fa-b52a37b2be19,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:39.631977 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0aa8d54-6ff8-44ff-92f1-da9230736837 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Made reservation on behalf of 30803cb80a91446c98d4e02e368d55fa for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:55:39.642367 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b0aa8d54-6ff8-44ff-92f1-da9230736837 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:39.660662 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-24ac5308-f099-4361-841c-3a13eacfbdc9 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:39.671172 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0c36c27f-e497-4085-8269-f9f088379437 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:39.679840 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07300b8-892a-4ee7-ac6e-309fab964431 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:55:39.680219 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07300b8-892a-4ee7-ac6e-309fab964431 None None] Checking segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:55:39.680622 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b07300b8-892a-4ee7-ac6e-309fab964431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:39.681015 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07300b8-892a-4ee7-ac6e-309fab964431 None None] Bound using segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:55:39.681776 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-b07300b8-892a-4ee7-ac6e-309fab964431 None None] Bound port: 1f690f7c-e879-4edf-a6fa-b52a37b2be19, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:55:39.682211 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b07300b8-892a-4ee7-ac6e-309fab964431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:39.856581 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-4837af42-e312-4ddc-bc1a-4dc22a87b082 None None] Notify callbacks [] for port, precommit_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:39.883275 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-b07300b8-892a-4ee7-ac6e-309fab964431 None None] For port 1f690f7c-e879-4edf-a6fa-b52a37b2be19, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:55:39.883489 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.provisioning_blocks [None req-4837af42-e312-4ddc-bc1a-4dc22a87b082 None None] Transition to ACTIVE for port object 10fb666d-cec3-4c79-8459-527530c67156 will not be triggered until provisioned by entity L2. {{(pid=84184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:55:39.887149 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-b07300b8-892a-4ee7-ac6e-309fab964431 None None] For port 1f690f7c-e879-4edf-a6fa-b52a37b2be19, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=1f690f7c-e879-4edf-a6fa-b52a37b2be19,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:55:39.889744 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1cd41d94-1819-466a-8965-deaf4d4f0063 tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:39.957523 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b07300b8-892a-4ee7-ac6e-309fab964431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:39.966172 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1cd41d94-1819-466a-8965-deaf4d4f0063 tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:39.972522 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0aa8d54-6ff8-44ff-92f1-da9230736837 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:55:39.975374 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac5308-f099-4361-841c-3a13eacfbdc9 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Pushing event updated for resources: {'Port': ['ID=b1fd874d-bdfd-4932-a09c-a99d1cd90c6d,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:39.981110 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-4837af42-e312-4ddc-bc1a-4dc22a87b082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:40.016436 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-7afe8a47-0d6f-4d70-8d99-9ab3e3754c08 None None] Provisioning for port 9ebeb26c-12ab-4e05-be4c-51f5487ed434 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:55:40.078015 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-7afe8a47-0d6f-4d70-8d99-9ab3e3754c08 None None] Provisioning complete for port 9ebeb26c-12ab-4e05-be4c-51f5487ed434 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:40.078828 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7afe8a47-0d6f-4d70-8d99-9ab3e3754c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:40.126301 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8877afa-2dea-4625-8110-816b71d886e6 None None] Pushing event updated for resources: {'Port': ['ID=10fb666d-cec3-4c79-8459-527530c67156,revision_number=2']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:40.136647 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0c36c27f-e497-4085-8269-f9f088379437 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:40.158441 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-18bda501-267b-4c4a-83b8-a7c490c8445b tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:40.161013 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf037b-4633-47c7-8f68-39c4254fdf51 None None] Pushing event updated for resources: {'Port': ['ID=1f690f7c-e879-4edf-a6fa-b52a37b2be19,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:40.163960 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07300b8-892a-4ee7-ac6e-309fab964431 None None] Routers {'7d9f0468-8bae-4548-9c68-b7ab9ccb2bec'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:55:40.165562 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-b07300b8-892a-4ee7-ac6e-309fab964431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:55:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['7d9f0468-8bae-4548-9c68-b7ab9ccb2bec'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:40.195755 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-4837af42-e312-4ddc-bc1a-4dc22a87b082 None None] Attempting to bind port 10fb666d-cec3-4c79-8459-527530c67156 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:55:40.196140 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-4837af42-e312-4ddc-bc1a-4dc22a87b082 None None] Attempting to bind port 10fb666d-cec3-4c79-8459-527530c67156 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:55:40.196743 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4837af42-e312-4ddc-bc1a-4dc22a87b082 None None] Attempting to bind port 10fb666d-cec3-4c79-8459-527530c67156 on network 16a0e898-50c0-4b65-ae3a-069e9649bbca {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:55:40.205236 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b0aa8d54-6ff8-44ff-92f1-da9230736837 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:40.205236 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-b0aa8d54-6ff8-44ff-92f1-da9230736837 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Added segment 2f93e7ee-a216-4cfc-aa16-89c4834de209 of type vlan for network 71fc44a4-8f29-4ef1-ab26-9e923b31e024 Feb 03 13:55:40.212039 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4837af42-e312-4ddc-bc1a-4dc22a87b082 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:55:40.212484 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4837af42-e312-4ddc-bc1a-4dc22a87b082 None None] Checking segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:55:40.212868 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-4837af42-e312-4ddc-bc1a-4dc22a87b082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:40.213269 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4837af42-e312-4ddc-bc1a-4dc22a87b082 None None] Bound using segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:55:40.213731 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-4837af42-e312-4ddc-bc1a-4dc22a87b082 None None] Bound port: 10fb666d-cec3-4c79-8459-527530c67156, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:55:40.214122 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-4837af42-e312-4ddc-bc1a-4dc22a87b082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:40.229645 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-24ac5308-f099-4361-841c-3a13eacfbdc9 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:40.234753 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0c36c27f-e497-4085-8269-f9f088379437 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Subscribe: > segment before_delete 55550000 {{(pid=84181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:55:40.235270 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0c36c27f-e497-4085-8269-f9f088379437 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:55:40.236329 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0c36c27f-e497-4085-8269-f9f088379437 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:55:40.236748 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0c36c27f-e497-4085-8269-f9f088379437 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Subscribe: > port after_create 55550000 {{(pid=84181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:55:40.237288 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0c36c27f-e497-4085-8269-f9f088379437 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Subscribe: > port after_delete 55550000 {{(pid=84181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:55:40.237742 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0c36c27f-e497-4085-8269-f9f088379437 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Subscribe: > port after_update 55550000 {{(pid=84181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:55:40.238276 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0c36c27f-e497-4085-8269-f9f088379437 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Subscribe: > segment after_delete 55550000 {{(pid=84181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:55:40.238717 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0c36c27f-e497-4085-8269-f9f088379437 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Subscribe: > subnet after_create 55550000 {{(pid=84181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:55:40.239156 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0c36c27f-e497-4085-8269-f9f088379437 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Subscribe: > subnet after_delete 55550000 {{(pid=84181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:55:40.240907 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0c36c27f-e497-4085-8269-f9f088379437 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Subscribe: > subnet after_update 55550000 {{(pid=84181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:55:40.297863 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-4837af42-e312-4ddc-bc1a-4dc22a87b082 None None] For port 10fb666d-cec3-4c79-8459-527530c67156, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:55:40.301597 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-4837af42-e312-4ddc-bc1a-4dc22a87b082 None None] For port 10fb666d-cec3-4c79-8459-527530c67156, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=10fb666d-cec3-4c79-8459-527530c67156,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:55:40.388440 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-4837af42-e312-4ddc-bc1a-4dc22a87b082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:40.451752 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0c36c27f-e497-4085-8269-f9f088379437 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Subscribe: > subnet after_create 55550000 {{(pid=84181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:55:40.452118 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0c36c27f-e497-4085-8269-f9f088379437 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Subscribe: > subnet after_delete 55550000 {{(pid=84181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:55:40.452523 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0c36c27f-e497-4085-8269-f9f088379437 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Subscribe: > subnet before_create 55550000 {{(pid=84181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:55:40.452923 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0c36c27f-e497-4085-8269-f9f088379437 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Subscribe: > subnet before_update 55550000 {{(pid=84181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:55:40.453313 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-0c36c27f-e497-4085-8269-f9f088379437 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a57f085a-11d2-477b-930c-4c362e5f469e']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:40.490056 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7afe8a47-0d6f-4d70-8d99-9ab3e3754c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:40.492619 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-0c36c27f-e497-4085-8269-f9f088379437 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bcbfc85-d067-4857-9748-0b0fea85b793') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:40.493078 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-0c36c27f-e497-4085-8269-f9f088379437 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bcbfc85-d067-4857-9748-0b0fea85b793') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:40.501196 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-18bda501-267b-4c4a-83b8-a7c490c8445b tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:40.526846 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-24ac5308-f099-4361-841c-3a13eacfbdc9 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:40.528328 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-24ac5308-f099-4361-841c-3a13eacfbdc9 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.3488860 Feb 03 13:55:40.536049 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b0aa8d54-6ff8-44ff-92f1-da9230736837 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:40.549408 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49870) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:40.549867 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-18bda501-267b-4c4a-83b8-a7c490c8445b tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] device_id is not set on port 289a11a9-12ba-4ab1-b3b9-7ca929d8ae73 yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:55:40.551797 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4837af42-e312-4ddc-bc1a-4dc22a87b082 None None] Routers {'6794a5c3-a657-488e-8006-d8ab34ea5e3c'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:55:40.552709 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-4837af42-e312-4ddc-bc1a-4dc22a87b082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:55:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['6794a5c3-a657-488e-8006-d8ab34ea5e3c'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:40.567130 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-b07300b8-892a-4ee7-ac6e-309fab964431 None None] Set router 7d9f0468-8bae-4548-9c68-b7ab9ccb2bec gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:55:40.576906 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-ffd2696c-d4c4-4d8c-9871-4afb7552729d tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2108564148'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:40.591362 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bda501-267b-4c4a-83b8-a7c490c8445b tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daeab34a-97ee-4fdc-bf85-2089603b4af7,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:40.597091 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0c36c27f-e497-4085-8269-f9f088379437 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:40.641029 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0c36c27f-e497-4085-8269-f9f088379437 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:40.641329 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-7afe8a47-0d6f-4d70-8d99-9ab3e3754c08 None None] For port 9ebeb26c-12ab-4e05-be4c-51f5487ed434, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=9ebeb26c-12ab-4e05-be4c-51f5487ed434,segment=NetworkSegment(0e7268e2-bf48-4ad7-89d0-b4489178b8a5),segment_id=0e7268e2-bf48-4ad7-89d0-b4489178b8a5)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:55:40.654514 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c36c27f-e497-4085-8269-f9f088379437 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:55:40.654963 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0c36c27f-e497-4085-8269-f9f088379437 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:40.685059 dv-neutron-827016-1-hyperv neutron-server[84181]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 03 13:55:40.685059 dv-neutron-827016-1-hyperv neutron-server[84181]: util.warn_limited( Feb 03 13:55:40.685059 dv-neutron-827016-1-hyperv neutron-server[84181]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 03 13:55:40.685059 dv-neutron-827016-1-hyperv neutron-server[84181]: util.warn_limited( Feb 03 13:55:40.685059 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 13:55:40.685059 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:55:40.685059 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 13:55:40.685059 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:55:40.685059 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 13:55:40.685059 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:55:40.685059 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 13:55:40.685059 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:55:40.685059 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 13:55:40.685059 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:55:40.685059 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 13:55:40.685059 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:55:40.685059 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 13:55:40.685059 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:55:40.685059 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:55:40.685059 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:55:40.685059 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:55:40.685059 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:55:40.685059 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 13:55:40.685059 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:55:40.685059 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 13:55:40.685059 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:55:40.685059 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:55:40.685059 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:55:40.685059 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 13:55:40.685059 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:55:40.685059 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:55:40.685059 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:55:40.685059 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:55:40.685059 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:55:40.685059 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:55:40.685059 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:55:40.702286 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ffd2696c-d4c4-4d8c-9871-4afb7552729d tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:40.734600 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7afe8a47-0d6f-4d70-8d99-9ab3e3754c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:40.771528 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ffd2696c-d4c4-4d8c-9871-4afb7552729d tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Usage tracker for resource:network and tenant:155f69e194ac47c78d535d56fc3f53e7 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:40.772331 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b473de80-9a20-4f05-96d9-19c7cad20c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:40.774765 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1cd41d94-1819-466a-8965-deaf4d4f0063 tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Notify callbacks [] for router, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:40.836082 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-4837af42-e312-4ddc-bc1a-4dc22a87b082 None None] Set router 6794a5c3-a657-488e-8006-d8ab34ea5e3c gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:55:40.843474 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ffd2696c-d4c4-4d8c-9871-4afb7552729d tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:40.863447 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.db.resource_extend [None req-b0aa8d54-6ff8-44ff-92f1-da9230736837 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 13:55:40.886397 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f4920b56-97e3-41c2-90af-5db055b51ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:40.911108 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ffd2696c-d4c4-4d8c-9871-4afb7552729d tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:40.952088 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe8a47-0d6f-4d70-8d99-9ab3e3754c08 None None] Pushing event updated for resources: {'Port': ['ID=9ebeb26c-12ab-4e05-be4c-51f5487ed434,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:40.965452 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8877afa-2dea-4625-8110-816b71d886e6 None None] Pushing event updated for resources: {'Port': ['ID=10fb666d-cec3-4c79-8459-527530c67156,revision_number=3']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:41.010153 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-0770d8ff-c5ae-4471-aeb4-ea5a48c459b1 None None] Provisioning complete for port 4ee8b4ac-aca6-4d56-987b-407a181cc183 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:41.010968 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0770d8ff-c5ae-4471-aeb4-ea5a48c459b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:41.017414 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0c36c27f-e497-4085-8269-f9f088379437 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:41.061039 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36c27f-e497-4085-8269-f9f088379437 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Pushing event deleted for resources: {'Network': ['ID=a57f085a-11d2-477b-930c-4c362e5f469e,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:41.063216 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0c36c27f-e497-4085-8269-f9f088379437 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:41.150247 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-f4920b56-97e3-41c2-90af-5db055b51ffb admin admin] Allocated IP 172.20.0.1 (455fb28a-aeb2-407e-b782-081ff385e6a8/40877380-5501-4f93-a989-8ff73ca2ca3b/300de55e-0cde-40bc-be9a-6f8e8c76ff59) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:55:41.158115 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-4837af42-e312-4ddc-bc1a-4dc22a87b082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6794a5c3-a657-488e-8006-d8ab34ea5e3c', 'name': 'tempest-ServersTestJSON-579943590-router', 'tenant_id': '01d22ec6684f46e494a0aa49e75523a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '10fb666d-cec3-4c79-8459-527530c67156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:34Z', 'revision_number': 3, 'project_id': '01d22ec6684f46e494a0aa49e75523a4', 'gw_port': {'id': '10fb666d-cec3-4c79-8459-527530c67156', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:44:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6794a5c3-a657-488e-8006-d8ab34ea5e3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:33Z', 'updated_at': '2022-02-03T13:55:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:41.163248 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4837af42-e312-4ddc-bc1a-4dc22a87b082 None None] The sync data for ids ['6794a5c3-a657-488e-8006-d8ab34ea5e3c'] in dv-neutron-827016-1-hyperv is: [{'id': '6794a5c3-a657-488e-8006-d8ab34ea5e3c', 'name': 'tempest-ServersTestJSON-579943590-router', 'tenant_id': '01d22ec6684f46e494a0aa49e75523a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '10fb666d-cec3-4c79-8459-527530c67156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:34Z', 'revision_number': 3, 'project_id': '01d22ec6684f46e494a0aa49e75523a4', 'gw_port': {'id': '10fb666d-cec3-4c79-8459-527530c67156', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:44:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6794a5c3-a657-488e-8006-d8ab34ea5e3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:33Z', 'updated_at': '2022-02-03T13:55:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:55:41.225843 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-18bda501-267b-4c4a-83b8-a7c490c8445b tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 03 13:55:41.226715 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18bda501-267b-4c4a-83b8-a7c490c8445b tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:55:41.259816 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-0c36c27f-e497-4085-8269-f9f088379437 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] 10.222.0.41 "DELETE /v2.0/networks/a57f085a-11d2-477b-930c-4c362e5f469e HTTP/1.1" status: 204 len: 168 time: 1.8394644 Feb 03 13:55:41.263982 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 49874) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:41.264126 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-b07300b8-892a-4ee7-ac6e-309fab964431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9f0468-8bae-4548-9c68-b7ab9ccb2bec', 'name': 'tempest-ServersTestManualDisk-1337171941-router', 'tenant_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '1f690f7c-e879-4edf-a6fa-b52a37b2be19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:32Z', 'revision_number': 3, 'project_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'gw_port': {'id': '1f690f7c-e879-4edf-a6fa-b52a37b2be19', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:75:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d9f0468-8bae-4548-9c68-b7ab9ccb2bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:41.270199 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07300b8-892a-4ee7-ac6e-309fab964431 None None] The sync data for ids ['7d9f0468-8bae-4548-9c68-b7ab9ccb2bec'] in dv-neutron-827016-1-hyperv is: [{'id': '7d9f0468-8bae-4548-9c68-b7ab9ccb2bec', 'name': 'tempest-ServersTestManualDisk-1337171941-router', 'tenant_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '1f690f7c-e879-4edf-a6fa-b52a37b2be19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:32Z', 'revision_number': 3, 'project_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'gw_port': {'id': '1f690f7c-e879-4edf-a6fa-b52a37b2be19', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:75:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d9f0468-8bae-4548-9c68-b7ab9ccb2bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:55:41.304709 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-0770d8ff-c5ae-4471-aeb4-ea5a48c459b1 None None] Provisioning complete for port 9ebeb26c-12ab-4e05-be4c-51f5487ed434 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:41.304709 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0770d8ff-c5ae-4471-aeb4-ea5a48c459b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:41.365545 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 9ebeb26c-12ab-4e05-be4c-51f5487ed434 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:55:41.378227 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-18bda501-267b-4c4a-83b8-a7c490c8445b tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.5491371 Feb 03 13:55:41.390387 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 49878) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:41.505860 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 9ebeb26c-12ab-4e05-be4c-51f5487ed434 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:41.506232 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:41.512333 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-b473de80-9a20-4f05-96d9-19c7cad20c24 admin admin] Allocated IP 172.20.0.1 (0d5df42d-5d3c-4c34-b194-1616b788b316/43729539-3f80-443b-974d-7ae7596f4e93/def69eab-f0b6-4fd1-9e05-54255410cf87) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:55:41.548200 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd2696c-d4c4-4d8c-9871-4afb7552729d tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Made reservation on behalf of 155f69e194ac47c78d535d56fc3f53e7 for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:55:41.551111 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ffd2696c-d4c4-4d8c-9871-4afb7552729d tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:41.559867 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b0aa8d54-6ff8-44ff-92f1-da9230736837 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:41.560662 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0aa8d54-6ff8-44ff-92f1-da9230736837 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:41.561226 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b0aa8d54-6ff8-44ff-92f1-da9230736837 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:41.586041 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3d12ef69-bfe9-4d89-b603-8ad3f78eab17 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:41.604155 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-fcd533a6-0a4c-4845-879f-ec5d0a152d2f tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] Deleting port e3ce98e8-791a-44d5-a661-50c5b1f6358c {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:55:41.604823 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fcd533a6-0a4c-4845-879f-ec5d0a152d2f tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:41.625073 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 4ee8b4ac-aca6-4d56-987b-407a181cc183 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:55:41.695799 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 4ee8b4ac-aca6-4d56-987b-407a181cc183 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:41.696161 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:41.766039 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ffd2696c-d4c4-4d8c-9871-4afb7552729d tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:41.817392 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 9a1c6356-5bf7-4121-ab93-ffc532146ab5 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:55:41.882131 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f4920b56-97e3-41c2-90af-5db055b51ffb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:41.895031 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b0aa8d54-6ff8-44ff-92f1-da9230736837 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 2.8710809 Feb 03 13:55:41.908180 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49882) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:41.916893 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 9a1c6356-5bf7-4121-ab93-ffc532146ab5 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:55:41.924065 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 9a1c6356-5bf7-4121-ab93-ffc532146ab5 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:41.924404 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:41.969946 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3d12ef69-bfe9-4d89-b603-8ad3f78eab17 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:41.982678 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-19abc1b6-58b9-426a-be17-05f666ad9b43 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Request body: {'subnet': {'network_id': '71fc44a4-8f29-4ef1-ab26-9e923b31e024', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:41.986381 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa8d54-6ff8-44ff-92f1-da9230736837 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Pushing event updated for resources: {'Network': ['ID=71fc44a4-8f29-4ef1-ab26-9e923b31e024,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:41.997797 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 71fc44a4-8f29-4ef1-ab26-9e923b31e024 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:55:42.006655 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-19abc1b6-58b9-426a-be17-05f666ad9b43 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:42.017317 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1cd41d94-1819-466a-8965-deaf4d4f0063 tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:42.024877 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-19abc1b6-58b9-426a-be17-05f666ad9b43 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Usage tracker for resource:subnet and tenant:30803cb80a91446c98d4e02e368d55fa is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:42.028798 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-f4920b56-97e3-41c2-90af-5db055b51ffb admin admin] Transition to ACTIVE for port object 300de55e-0cde-40bc-be9a-6f8e8c76ff59 will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:55:42.036742 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-3d12ef69-bfe9-4d89-b603-8ad3f78eab17 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58b2a379-c826-42d2-be06-d75065d34ba1']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:42.055190 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b473de80-9a20-4f05-96d9-19c7cad20c24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:42.055579 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ffd2696c-d4c4-4d8c-9871-4afb7552729d tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:42.059396 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-19abc1b6-58b9-426a-be17-05f666ad9b43 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:42.067531 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1cd41d94-1819-466a-8965-deaf4d4f0063 tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:42.071793 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ffd2696c-d4c4-4d8c-9871-4afb7552729d tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Usage tracker for resource:security_group_rule and tenant:155f69e194ac47c78d535d56fc3f53e7 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:42.074173 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-3d12ef69-bfe9-4d89-b603-8ad3f78eab17 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e5c31be-24c0-49eb-ad83-db099abb163f') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:42.074392 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-3d12ef69-bfe9-4d89-b603-8ad3f78eab17 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e5c31be-24c0-49eb-ad83-db099abb163f') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:42.074845 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-19abc1b6-58b9-426a-be17-05f666ad9b43 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:42.082753 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ffd2696c-d4c4-4d8c-9871-4afb7552729d tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:42.085885 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fcd533a6-0a4c-4845-879f-ec5d0a152d2f tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:42.086212 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fcd533a6-0a4c-4845-879f-ec5d0a152d2f tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:42.088523 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ffd2696c-d4c4-4d8c-9871-4afb7552729d tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:42.201096 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:42.204899 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19abc1b6-58b9-426a-be17-05f666ad9b43 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Made reservation on behalf of 30803cb80a91446c98d4e02e368d55fa for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:55:42.207714 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-19abc1b6-58b9-426a-be17-05f666ad9b43 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:42.217754 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 9a1c6356-5bf7-4121-ab93-ffc532146ab5, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=9a1c6356-5bf7-4121-ab93-ffc532146ab5,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:55:42.284136 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3d12ef69-bfe9-4d89-b603-8ad3f78eab17 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:42.288500 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:42.300346 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-fcd533a6-0a4c-4845-879f-ec5d0a152d2f tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] Calling delete_port for e3ce98e8-791a-44d5-a661-50c5b1f6358c owned by network:floatingip {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:55:42.342795 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-b473de80-9a20-4f05-96d9-19c7cad20c24 admin admin] Transition to ACTIVE for port object def69eab-f0b6-4fd1-9e05-54255410cf87 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:55:42.352971 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1cd41d94-1819-466a-8965-deaf4d4f0063 tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:42.353585 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd41d94-1819-466a-8965-deaf4d4f0063 tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bb870ed5-fb64-430a-bb90-128b00d96df2 {{(pid=84182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:55:42.360418 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3d12ef69-bfe9-4d89-b603-8ad3f78eab17 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:42.373411 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d12ef69-bfe9-4d89-b603-8ad3f78eab17 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:55:42.373808 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3d12ef69-bfe9-4d89-b603-8ad3f78eab17 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:42.388830 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 13:55:42.388830 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:55:42.388830 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 13:55:42.388830 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:55:42.388830 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 13:55:42.388830 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:55:42.388830 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 13:55:42.388830 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:55:42.388830 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 13:55:42.388830 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:55:42.388830 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 13:55:42.388830 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:55:42.388830 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 13:55:42.388830 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:55:42.388830 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:55:42.388830 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:55:42.388830 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:55:42.388830 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:55:42.388830 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 13:55:42.388830 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:55:42.388830 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 13:55:42.388830 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:55:42.388830 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:55:42.388830 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:55:42.388830 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 13:55:42.388830 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:55:42.388830 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:55:42.388830 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:55:42.388830 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:55:42.388830 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:55:42.388830 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:55:42.388830 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:55:42.399111 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f4920b56-97e3-41c2-90af-5db055b51ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:42.400297 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=9a1c6356-5bf7-4121-ab93-ffc532146ab5,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:42.521364 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-1cd41d94-1819-466a-8965-deaf4d4f0063 tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 03 13:55:42.522328 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-1cd41d94-1819-466a-8965-deaf4d4f0063 tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.6800959 Feb 03 13:55:42.526453 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4920b56-97e3-41c2-90af-5db055b51ffb admin admin] Network 455fb28a-aeb2-407e-b782-081ff385e6a8 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:55:42.530085 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49886) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:42.535766 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ffd2696c-d4c4-4d8c-9871-4afb7552729d tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:42.538544 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-f4920b56-97e3-41c2-90af-5db055b51ffb admin admin] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:55:42.541535 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4920b56-97e3-41c2-90af-5db055b51ffb admin admin] Pushing event updated for resources: {'Port': ['ID=300de55e-0cde-40bc-be9a-6f8e8c76ff59,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:42.543766 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4920b56-97e3-41c2-90af-5db055b51ffb admin admin] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:55:42.634011 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ffd2696c-d4c4-4d8c-9871-4afb7552729d tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:42.643485 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3d12ef69-bfe9-4d89-b603-8ad3f78eab17 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:42.646299 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b473de80-9a20-4f05-96d9-19c7cad20c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:42.682977 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffd2696c-d4c4-4d8c-9871-4afb7552729d tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:55:42.690743 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-689f8ce0-fbad-4e0c-a911-508fb4af9ffa tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Deleting port b5fde7dc-4eb4-4cad-be70-b7690155eb79 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:55:42.691127 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-689f8ce0-fbad-4e0c-a911-508fb4af9ffa tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:42.717377 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fcd533a6-0a4c-4845-879f-ec5d0a152d2f tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:42.722033 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3d12ef69-bfe9-4d89-b603-8ad3f78eab17 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:42.737943 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d12ef69-bfe9-4d89-b603-8ad3f78eab17 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Pushing event deleted for resources: {'Network': ['ID=58b2a379-c826-42d2-be06-d75065d34ba1,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:42.743267 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f4920b56-97e3-41c2-90af-5db055b51ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:42.768962 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b473de80-9a20-4f05-96d9-19c7cad20c24 admin admin] Network 0d5df42d-5d3c-4c34-b194-1616b788b316 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:55:42.773769 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd2696c-d4c4-4d8c-9871-4afb7552729d tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e662ee-c2f4-48a2-8092-53ca1d1d5a9a,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:42.773924 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-b473de80-9a20-4f05-96d9-19c7cad20c24 admin admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:55:42.778589 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3d12ef69-bfe9-4d89-b603-8ad3f78eab17 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] 10.222.0.41 "DELETE /v2.0/networks/58b2a379-c826-42d2-be06-d75065d34ba1 HTTP/1.1" status: 204 len: 168 time: 1.5120137 Feb 03 13:55:42.778725 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ffd2696c-d4c4-4d8c-9871-4afb7552729d tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:42.778725 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-ffd2696c-d4c4-4d8c-9871-4afb7552729d tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Added segment 2be4a546-3991-4cf3-a5a0-7d41adb4524f of type vlan for network bbb6c916-9ac3-4fd0-981e-dbf91d7efbbb Feb 03 13:55:42.784926 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49890) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:42.801958 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b473de80-9a20-4f05-96d9-19c7cad20c24 admin admin] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:55:42.827839 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473de80-9a20-4f05-96d9-19c7cad20c24 admin admin] Pushing event updated for resources: {'Port': ['ID=def69eab-f0b6-4fd1-9e05-54255410cf87,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:42.872105 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-1af2fb7d-3053-46d8-b387-63dd9b0a2cdc None None] Provisioning for port 300de55e-0cde-40bc-be9a-6f8e8c76ff59 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:55:42.879744 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-1af2fb7d-3053-46d8-b387-63dd9b0a2cdc None None] Provisioning complete for port 300de55e-0cde-40bc-be9a-6f8e8c76ff59 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:42.880257 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1af2fb7d-3053-46d8-b387-63dd9b0a2cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:42.927892 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd533a6-0a4c-4845-879f-ec5d0a152d2f tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] Pushing event deleted for resources: {'Port': ['ID=e3ce98e8-791a-44d5-a661-50c5b1f6358c,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:42.963437 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-1af2fb7d-3053-46d8-b387-63dd9b0a2cdc None None] Port 300de55e-0cde-40bc-be9a-6f8e8c76ff59 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:55:42.963630 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b473de80-9a20-4f05-96d9-19c7cad20c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:42.980885 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fcd533a6-0a4c-4845-879f-ec5d0a152d2f tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:42.983296 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fcd533a6-0a4c-4845-879f-ec5d0a152d2f tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:42.984577 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-fcd533a6-0a4c-4845-879f-ec5d0a152d2f tempest-ExternalNetworksAdminNegativeTestJSON-610137052 tempest-ExternalNetworksAdminNegativeTestJSON-610137052-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/3c7d23b0-708c-4846-b76d-e9710282aff7 HTTP/1.1" status: 204 len: 168 time: 1.5894792 Feb 03 13:55:43.105523 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b473de80-9a20-4f05-96d9-19c7cad20c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:43.113309 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ffd2696c-d4c4-4d8c-9871-4afb7552729d tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:43.140217 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-38ad0ee4-1278-4f2a-843b-4120d4c6875c None None] Provisioning for port def69eab-f0b6-4fd1-9e05-54255410cf87 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:55:43.156446 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-38ad0ee4-1278-4f2a-843b-4120d4c6875c None None] Provisioning complete for port def69eab-f0b6-4fd1-9e05-54255410cf87 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:43.157888 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-38ad0ee4-1278-4f2a-843b-4120d4c6875c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:43.242472 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 9a1c6356-5bf7-4121-ab93-ffc532146ab5 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:55:43.275864 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-38ad0ee4-1278-4f2a-843b-4120d4c6875c None None] Port def69eab-f0b6-4fd1-9e05-54255410cf87 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:55:43.331950 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 9a1c6356-5bf7-4121-ab93-ffc532146ab5 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:43.332592 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:43.368061 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b473de80-9a20-4f05-96d9-19c7cad20c24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:43.431093 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b473de80-9a20-4f05-96d9-19c7cad20c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:43.460401 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ffd2696c-d4c4-4d8c-9871-4afb7552729d tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:43.465301 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd2696c-d4c4-4d8c-9871-4afb7552729d tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:43.465906 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ffd2696c-d4c4-4d8c-9871-4afb7552729d tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:43.579168 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b473de80-9a20-4f05-96d9-19c7cad20c24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:43.586714 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 49900) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:43.587463 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473de80-9a20-4f05-96d9-19c7cad20c24 admin admin] Pushing event updated for resources: {'Port': ['ID=def69eab-f0b6-4fd1-9e05-54255410cf87,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:43.608291 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba11b4e-8075-4e43-af82-8cbb37042270 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:43.612520 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba11b4e-8075-4e43-af82-8cbb37042270 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:43.616451 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba11b4e-8075-4e43-af82-8cbb37042270 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:43.618217 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-5ba11b4e-8075-4e43-af82-8cbb37042270 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1864 time: 0.8310623 Feb 03 13:55:43.619339 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd2696c-d4c4-4d8c-9871-4afb7552729d tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Pushing event updated for resources: {'Network': ['ID=bbb6c916-9ac3-4fd0-981e-dbf91d7efbbb,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:43.629239 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 49906) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:43.652099 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network bbb6c916-9ac3-4fd0-981e-dbf91d7efbbb details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:55:43.677106 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-73853679-a9b2-4938-a4dd-d128b9141aed tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-213881796'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:43.687405 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-73853679-a9b2-4938-a4dd-d128b9141aed tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:43.766795 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f4920b56-97e3-41c2-90af-5db055b51ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:43.802425 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-73853679-a9b2-4938-a4dd-d128b9141aed tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Usage tracker for resource:network and tenant:e413fa889a5f400ba9ae5a1f152ae43f is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:43.808349 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-73853679-a9b2-4938-a4dd-d128b9141aed tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:43.818817 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-73853679-a9b2-4938-a4dd-d128b9141aed tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:43.900440 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ffd2696c-d4c4-4d8c-9871-4afb7552729d tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.3487191 Feb 03 13:55:43.923270 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49910) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:43.924968 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-689f8ce0-fbad-4e0c-a911-508fb4af9ffa tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:43.955027 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-cd5edefd-74ce-4b0e-88c9-ce89016575c3 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Request body: {'subnet': {'network_id': 'bbb6c916-9ac3-4fd0-981e-dbf91d7efbbb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:43.957025 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73853679-a9b2-4938-a4dd-d128b9141aed tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Made reservation on behalf of e413fa889a5f400ba9ae5a1f152ae43f for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:55:43.960001 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-73853679-a9b2-4938-a4dd-d128b9141aed tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:43.986757 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b473de80-9a20-4f05-96d9-19c7cad20c24 admin admin] Network 0d5df42d-5d3c-4c34-b194-1616b788b316 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:55:43.987783 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-32b1eb78-7f12-417e-b647-0f99af993d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:43.998643 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-b473de80-9a20-4f05-96d9-19c7cad20c24 admin admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:55:44.003198 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d243715a-a4e0-4aca-bde6-f84c93b2944f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:44.115548 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73853679-a9b2-4938-a4dd-d128b9141aed tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:55:44.274174 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-32b1eb78-7f12-417e-b647-0f99af993d84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:44.301490 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-73853679-a9b2-4938-a4dd-d128b9141aed tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:44.301713 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-73853679-a9b2-4938-a4dd-d128b9141aed tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Added segment da991bf6-7736-4fc1-8dd4-26ffe71974aa of type vlan for network 443b784c-8554-4686-b273-ec0c84fc52ce Feb 03 13:55:44.306129 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-32b1eb78-7f12-417e-b647-0f99af993d84 admin admin] Usage tracker for resource:security_group_rule and tenant:1c7bcbdd025c4727a3eaa657da8c3d75 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:44.314447 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-689f8ce0-fbad-4e0c-a911-508fb4af9ffa tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Calling delete_port for b5fde7dc-4eb4-4cad-be70-b7690155eb79 owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:55:44.314897 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-32b1eb78-7f12-417e-b647-0f99af993d84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:44.323159 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-32b1eb78-7f12-417e-b647-0f99af993d84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:44.333271 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-27dc541d-6c7a-4694-80df-9f7297b9ac62 None None] Provisioning complete for port def69eab-f0b6-4fd1-9e05-54255410cf87 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:44.333812 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-27dc541d-6c7a-4694-80df-9f7297b9ac62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:44.389025 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-73853679-a9b2-4938-a4dd-d128b9141aed tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:44.424077 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-cd5edefd-74ce-4b0e-88c9-ce89016575c3 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:44.447394 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-27dc541d-6c7a-4694-80df-9f7297b9ac62 None None] Port def69eab-f0b6-4fd1-9e05-54255410cf87 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:55:44.462405 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-cd5edefd-74ce-4b0e-88c9-ce89016575c3 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Usage tracker for resource:subnet and tenant:155f69e194ac47c78d535d56fc3f53e7 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:44.538926 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-cd5edefd-74ce-4b0e-88c9-ce89016575c3 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:44.578949 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-32b1eb78-7f12-417e-b647-0f99af993d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:44.648179 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-73853679-a9b2-4938-a4dd-d128b9141aed tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:44.651839 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73853679-a9b2-4938-a4dd-d128b9141aed tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:44.652443 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-73853679-a9b2-4938-a4dd-d128b9141aed tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:44.667348 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-cd5edefd-74ce-4b0e-88c9-ce89016575c3 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:44.678425 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-32b1eb78-7f12-417e-b647-0f99af993d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:44.842538 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73853679-a9b2-4938-a4dd-d128b9141aed tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Pushing event updated for resources: {'Network': ['ID=443b784c-8554-4686-b273-ec0c84fc52ce,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:44.843714 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5edefd-74ce-4b0e-88c9-ce89016575c3 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Made reservation on behalf of 155f69e194ac47c78d535d56fc3f53e7 for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:55:44.847364 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1eb78-7f12-417e-b647-0f99af993d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0843375c-562e-4dc9-ab91-ffe1a355d0f5,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:44.851721 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-32b1eb78-7f12-417e-b647-0f99af993d84 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1c7bcbdd025c4727a3eaa657da8c3d75&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2615945 Feb 03 13:55:44.853625 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 443b784c-8554-4686-b273-ec0c84fc52ce details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:55:44.855373 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 49914) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:44.917494 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-73853679-a9b2-4938-a4dd-d128b9141aed tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2792504 Feb 03 13:55:44.917679 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 49918) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:44.923084 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-df71e259-f62d-4d6f-b1e5-9ae0a0205302 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-675362594'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:44.935244 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-df71e259-f62d-4d6f-b1e5-9ae0a0205302 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:44.938494 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b473de80-9a20-4f05-96d9-19c7cad20c24 admin admin] Router 7d9f0468-8bae-4548-9c68-b7ab9ccb2bec has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:55:44.948733 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-df71e259-f62d-4d6f-b1e5-9ae0a0205302 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Usage tracker for resource:network and tenant:e413fa889a5f400ba9ae5a1f152ae43f is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:44.955439 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-df71e259-f62d-4d6f-b1e5-9ae0a0205302 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:44.965344 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-db935453-d145-4a64-83fd-3b04e9af8403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:44.968495 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-df71e259-f62d-4d6f-b1e5-9ae0a0205302 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:45.058099 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-db935453-d145-4a64-83fd-3b04e9af8403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:45.073700 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df71e259-f62d-4d6f-b1e5-9ae0a0205302 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Made reservation on behalf of e413fa889a5f400ba9ae5a1f152ae43f for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:55:45.076644 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-df71e259-f62d-4d6f-b1e5-9ae0a0205302 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:45.082689 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cd5edefd-74ce-4b0e-88c9-ce89016575c3 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:45.102777 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-d243715a-a4e0-4aca-bde6-f84c93b2944f admin admin] Allocated IP 172.20.0.1 (c4c437f2-b270-46b1-b446-bb339ad2d528/5f89cc18-9848-497d-8cdf-e96e7d0c84ab/82e1daf4-46f0-4c11-9ac6-78b9b8d07024) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:55:45.122228 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-689f8ce0-fbad-4e0c-a911-508fb4af9ffa tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:45.143842 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df71e259-f62d-4d6f-b1e5-9ae0a0205302 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:55:45.159237 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-df71e259-f62d-4d6f-b1e5-9ae0a0205302 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:45.159237 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-df71e259-f62d-4d6f-b1e5-9ae0a0205302 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Added segment 2fd577b1-74d8-4083-9cc1-5d301da4065e of type vlan for network 0495ac13-c374-42a9-8dce-1f5990efff8b Feb 03 13:55:45.193510 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-df71e259-f62d-4d6f-b1e5-9ae0a0205302 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:45.238417 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f4920b56-97e3-41c2-90af-5db055b51ffb admin admin] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:45.252415 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-db935453-d145-4a64-83fd-3b04e9af8403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:45.277138 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f8ce0-fbad-4e0c-a911-508fb4af9ffa tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5fde7dc-4eb4-4cad-be70-b7690155eb79,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:45.290126 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db935453-d145-4a64-83fd-3b04e9af8403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0843375c-562e-4dc9-ab91-ffe1a355d0f5,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:45.290250 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 10fb666d-cec3-4c79-8459-527530c67156 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:55:45.319441 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.objects.ports [None req-19abc1b6-58b9-426a-be17-05f666ad9b43 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84182) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 03 13:55:45.319718 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-db935453-d145-4a64-83fd-3b04e9af8403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:45.319966 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-19abc1b6-58b9-426a-be17-05f666ad9b43 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:45.323395 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-db935453-d145-4a64-83fd-3b04e9af8403 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0843375c-562e-4dc9-ab91-ffe1a355d0f5 HTTP/1.1" status: 204 len: 168 time: 0.4647164 Feb 03 13:55:45.325619 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f4920b56-97e3-41c2-90af-5db055b51ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:45.347165 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b473de80-9a20-4f05-96d9-19c7cad20c24 admin admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:55:45.356843 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b473de80-9a20-4f05-96d9-19c7cad20c24 admin admin] 10.222.0.41 "PUT /v2.0/routers/7d9f0468-8bae-4548-9c68-b7ab9ccb2bec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8799489 Feb 03 13:55:45.358753 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-df71e259-f62d-4d6f-b1e5-9ae0a0205302 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:45.362793 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df71e259-f62d-4d6f-b1e5-9ae0a0205302 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:45.363585 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-df71e259-f62d-4d6f-b1e5-9ae0a0205302 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:45.419847 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 10fb666d-cec3-4c79-8459-527530c67156 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:55:45.438893 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 10fb666d-cec3-4c79-8459-527530c67156 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:45.439508 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:45.495312 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71e259-f62d-4d6f-b1e5-9ae0a0205302 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Pushing event updated for resources: {'Network': ['ID=0495ac13-c374-42a9-8dce-1f5990efff8b,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:45.504028 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-df71e259-f62d-4d6f-b1e5-9ae0a0205302 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5829515 Feb 03 13:55:45.504284 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 49926) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:45.515156 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 0495ac13-c374-42a9-8dce-1f5990efff8b details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:55:45.517455 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-3ed89ae6-b957-426c-928d-4d7fe675a777 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Request body: {'ports': [{'network_id': '443b784c-8554-4686-b273-ec0c84fc52ce', 'name': 'tempest-port--136937665', 'admin_state_up': True}, {'network_id': '0495ac13-c374-42a9-8dce-1f5990efff8b', 'admin_state_up': False}]} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:45.517455 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-3ed89ae6-b957-426c-928d-4d7fe675a777 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Request body: {'port': {'network_id': '443b784c-8554-4686-b273-ec0c84fc52ce', 'name': 'tempest-port--136937665', 'admin_state_up': True}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:45.517869 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-3ed89ae6-b957-426c-928d-4d7fe675a777 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Request body: {'port': {'network_id': '0495ac13-c374-42a9-8dce-1f5990efff8b', 'admin_state_up': False}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:45.584842 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f4920b56-97e3-41c2-90af-5db055b51ffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:45.680501 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4920b56-97e3-41c2-90af-5db055b51ffb admin admin] Pushing event updated for resources: {'Port': ['ID=300de55e-0cde-40bc-be9a-6f8e8c76ff59,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:45.792913 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:45.804835 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3ed89ae6-b957-426c-928d-4d7fe675a777 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:45.811334 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3ed89ae6-b957-426c-928d-4d7fe675a777 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Usage tracker for resource:port and tenant:e413fa889a5f400ba9ae5a1f152ae43f is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:45.813965 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 10fb666d-cec3-4c79-8459-527530c67156, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=10fb666d-cec3-4c79-8459-527530c67156,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:55:45.815689 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3ed89ae6-b957-426c-928d-4d7fe675a777 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:45.823933 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3ed89ae6-b957-426c-928d-4d7fe675a777 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:45.894152 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:45.895896 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 1f690f7c-e879-4edf-a6fa-b52a37b2be19 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:55:45.901922 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19abc1b6-58b9-426a-be17-05f666ad9b43 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b2fda533-3a6a-43bc-8661-ec5af9033199,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:45.923471 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed89ae6-b957-426c-928d-4d7fe675a777 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Made reservation on behalf of e413fa889a5f400ba9ae5a1f152ae43f for: {'port': 2} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:55:45.927466 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3ed89ae6-b957-426c-928d-4d7fe675a777 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:45.931741 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-689f8ce0-fbad-4e0c-a911-508fb4af9ffa tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:45.947529 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3ed89ae6-b957-426c-928d-4d7fe675a777 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:45.966854 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19abc1b6-58b9-426a-be17-05f666ad9b43 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Checking segment: {'id': '2f93e7ee-a216-4cfc-aa16-89c4834de209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '71fc44a4-8f29-4ef1-ab26-9e923b31e024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:55:45.966854 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19abc1b6-58b9-426a-be17-05f666ad9b43 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Network hostable DHCP agents. Network: 71fc44a4-8f29-4ef1-ab26-9e923b31e024, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:55:46.056703 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-689f8ce0-fbad-4e0c-a911-508fb4af9ffa tempest-RoutersAdminNegativeIpV6Test-92198858 tempest-RoutersAdminNegativeIpV6Test-92198858-project-admin] 10.222.0.41 "DELETE /v2.0/ports/b5fde7dc-4eb4-4cad-be70-b7690155eb79 HTTP/1.1" status: 204 len: 168 time: 3.5194647 Feb 03 13:55:46.074110 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=10fb666d-cec3-4c79-8459-527530c67156,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:46.103716 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d243715a-a4e0-4aca-bde6-f84c93b2944f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:46.136918 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4920b56-97e3-41c2-90af-5db055b51ffb admin admin] Network 455fb28a-aeb2-407e-b782-081ff385e6a8 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:55:46.145327 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-f4920b56-97e3-41c2-90af-5db055b51ffb admin admin] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:55:46.151771 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-d243715a-a4e0-4aca-bde6-f84c93b2944f admin admin] Transition to ACTIVE for port object 82e1daf4-46f0-4c11-9ac6-78b9b8d07024 will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:55:46.185280 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 1f690f7c-e879-4edf-a6fa-b52a37b2be19 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:55:46.192319 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 1f690f7c-e879-4edf-a6fa-b52a37b2be19 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:46.192692 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:46.273628 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19abc1b6-58b9-426a-be17-05f666ad9b43 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Network 71fc44a4-8f29-4ef1-ab26-9e923b31e024 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:55:46.317686 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49946) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:46.420479 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cd5edefd-74ce-4b0e-88c9-ce89016575c3 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:46.421266 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-3ed89ae6-b957-426c-928d-4d7fe675a777 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] device_id is not set on port 9de1f892-7f2d-4927-a8bb-9ab8b39b6f70 yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:55:46.425134 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-19abc1b6-58b9-426a-be17-05f666ad9b43 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 71fc44a4-8f29-4ef1-ab26-9e923b31e024) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:55:46.433949 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19abc1b6-58b9-426a-be17-05f666ad9b43 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:46.434075 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cbf967-da60-4eaa-816d-91fc647c3fff None None] Network 71fc44a4-8f29-4ef1-ab26-9e923b31e024 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:55:46.434673 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-19abc1b6-58b9-426a-be17-05f666ad9b43 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:46.532854 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-19abc1b6-58b9-426a-be17-05f666ad9b43 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.5680423 Feb 03 13:55:46.537789 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 49952) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:46.543552 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-81ddd938-7029-4834-9899-1f84d12b8951 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Request body: {'floatingip': {'floating_network_id': '71fc44a4-8f29-4ef1-ab26-9e923b31e024'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:46.564602 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-81ddd938-7029-4834-9899-1f84d12b8951 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:46.588015 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d243715a-a4e0-4aca-bde6-f84c93b2944f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:46.594995 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-81ddd938-7029-4834-9899-1f84d12b8951 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Usage tracker for resource:floatingip and tenant:30803cb80a91446c98d4e02e368d55fa is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:46.612380 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-81ddd938-7029-4834-9899-1f84d12b8951 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:46.619208 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:46.633210 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-81ddd938-7029-4834-9899-1f84d12b8951 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:46.662100 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 49958) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:46.669442 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5edefd-74ce-4b0e-88c9-ce89016575c3 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Pushing event updated for resources: {'Subnet': ['ID=76d6aae9-8ce7-4a6a-8ca0-ba40ab446cd0,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:46.669872 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3ed89ae6-b957-426c-928d-4d7fe675a777 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:46.684284 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 1f690f7c-e879-4edf-a6fa-b52a37b2be19, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=1f690f7c-e879-4edf-a6fa-b52a37b2be19,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:55:46.699494 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ffd7dc5b-4f66-4394-9f8e-4be5279b37d6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=286a916c98f04585986a6a91c3254ceb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3805606 Feb 03 13:55:46.701821 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-6c838e70-ca1b-46c7-a68c-f7bf488c6b13 None None] Provisioning complete for port 300de55e-0cde-40bc-be9a-6f8e8c76ff59 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:46.702085 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6c838e70-ca1b-46c7-a68c-f7bf488c6b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:46.705931 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 49962) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:46.766692 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:46.812193 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-81ddd938-7029-4834-9899-1f84d12b8951 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:46.855050 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-6c838e70-ca1b-46c7-a68c-f7bf488c6b13 None None] Port 300de55e-0cde-40bc-be9a-6f8e8c76ff59 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:55:46.918967 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=1f690f7c-e879-4edf-a6fa-b52a37b2be19,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:46.929329 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49968) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:46.930918 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5edefd-74ce-4b0e-88c9-ce89016575c3 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Checking segment: {'id': '2be4a546-3991-4cf3-a5a0-7d41adb4524f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb6c916-9ac3-4fd0-981e-dbf91d7efbbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:55:46.931311 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5edefd-74ce-4b0e-88c9-ce89016575c3 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Network hostable DHCP agents. Network: bbb6c916-9ac3-4fd0-981e-dbf91d7efbbb, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:55:46.947340 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-ff64dc4a-4cbf-49a2-888d-eb7d8366096f tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Request body: {'security_group': {'name': 'tempest-securitygroup--15053652', 'description': 'tempest-description--908073619'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:46.952258 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d243715a-a4e0-4aca-bde6-f84c93b2944f admin admin] Network c4c437f2-b270-46b1-b446-bb339ad2d528 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:55:46.957327 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243715a-a4e0-4aca-bde6-f84c93b2944f admin admin] Pushing event updated for resources: {'Port': ['ID=82e1daf4-46f0-4c11-9ac6-78b9b8d07024,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:46.959829 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-d243715a-a4e0-4aca-bde6-f84c93b2944f admin admin] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:55:46.967237 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-3ed89ae6-b957-426c-928d-4d7fe675a777 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] device_id is not set on port fb70b295-b1f1-4ef8-b5c4-e1b4eac74384 yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:55:46.968730 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ff64dc4a-4cbf-49a2-888d-eb7d8366096f tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:46.971471 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d243715a-a4e0-4aca-bde6-f84c93b2944f admin admin] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:55:46.985680 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843aa071-c3c0-4e89-b7df-a09cd5287add None None] Network 71fc44a4-8f29-4ef1-ab26-9e923b31e024 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:55:46.986172 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-acd41706-5988-464e-a29e-a087cac36ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:47.030057 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ff64dc4a-4cbf-49a2-888d-eb7d8366096f tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Usage tracker for resource:security_group and tenant:aa12ab67af1e4dc2bf9988d3321473a2 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:47.035002 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ff64dc4a-4cbf-49a2-888d-eb7d8366096f tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:47.037928 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d243715a-a4e0-4aca-bde6-f84c93b2944f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:47.052966 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0c7805d2-e3b0-4162-b8c6-f57489d96049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:47.055364 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-acd41706-5988-464e-a29e-a087cac36ef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:47.062217 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ff64dc4a-4cbf-49a2-888d-eb7d8366096f tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:47.079029 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-acd41706-5988-464e-a29e-a087cac36ef2 admin admin] Usage tracker for resource:security_group_rule and tenant:0778fdf84df0449a84eb825d93180d7e is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:47.082932 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-acd41706-5988-464e-a29e-a087cac36ef2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:47.110324 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-acd41706-5988-464e-a29e-a087cac36ef2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:47.124249 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0c7805d2-e3b0-4162-b8c6-f57489d96049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:47.246377 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:47.259243 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ff64dc4a-4cbf-49a2-888d-eb7d8366096f tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:47.259777 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 10fb666d-cec3-4c79-8459-527530c67156 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:55:47.269190 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5edefd-74ce-4b0e-88c9-ce89016575c3 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Network bbb6c916-9ac3-4fd0-981e-dbf91d7efbbb is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:55:47.291900 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3ed89ae6-b957-426c-928d-4d7fe675a777 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:47.309825 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-81ddd938-7029-4834-9899-1f84d12b8951 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:47.346627 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ff64dc4a-4cbf-49a2-888d-eb7d8366096f tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:47.350787 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ff64dc4a-4cbf-49a2-888d-eb7d8366096f tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Usage tracker for resource:security_group_rule and tenant:aa12ab67af1e4dc2bf9988d3321473a2 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:47.353842 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ff64dc4a-4cbf-49a2-888d-eb7d8366096f tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:47.360045 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ff64dc4a-4cbf-49a2-888d-eb7d8366096f tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:47.369197 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-cd5edefd-74ce-4b0e-88c9-ce89016575c3 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, bbb6c916-9ac3-4fd0-981e-dbf91d7efbbb) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:55:47.382998 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d243715a-a4e0-4aca-bde6-f84c93b2944f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:47.383232 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313aa225-c64a-4885-9f81-787482eec79b None None] Network bbb6c916-9ac3-4fd0-981e-dbf91d7efbbb requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:55:47.391824 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0c7805d2-e3b0-4162-b8c6-f57489d96049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:47.393156 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5edefd-74ce-4b0e-88c9-ce89016575c3 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:47.393751 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cd5edefd-74ce-4b0e-88c9-ce89016575c3 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:47.398952 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-acd41706-5988-464e-a29e-a087cac36ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:47.424249 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7805d2-e3b0-4162-b8c6-f57489d96049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daeab34a-97ee-4fdc-bf85-2089603b4af7,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:47.459952 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0c7805d2-e3b0-4162-b8c6-f57489d96049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:47.463905 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-0c7805d2-e3b0-4162-b8c6-f57489d96049 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/daeab34a-97ee-4fdc-bf85-2089603b4af7 HTTP/1.1" status: 204 len: 168 time: 0.7512233 Feb 03 13:55:47.491715 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-acd41706-5988-464e-a29e-a087cac36ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:47.562913 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3ed89ae6-b957-426c-928d-4d7fe675a777 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:47.581488 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 10fb666d-cec3-4c79-8459-527530c67156 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:47.582039 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:47.619281 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-07bd0725-006c-4e5d-91c7-ac7a5c4ed053 None None] Provisioning for port 82e1daf4-46f0-4c11-9ac6-78b9b8d07024 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:55:47.622492 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-81ddd938-7029-4834-9899-1f84d12b8951 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Allocated IP 172.20.0.12 (71fc44a4-8f29-4ef1-ab26-9e923b31e024/b2fda533-3a6a-43bc-8661-ec5af9033199/bab8b1fb-cd97-42a6-9d2b-885f6aad601e) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:55:47.629830 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-acd41706-5988-464e-a29e-a087cac36ef2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0778fdf84df0449a84eb825d93180d7e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9627588 Feb 03 13:55:47.629830 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd41706-5988-464e-a29e-a087cac36ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad433e77-0ff5-4add-bbab-01d9eaffa728,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:47.644807 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 49974) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:47.645124 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-07bd0725-006c-4e5d-91c7-ac7a5c4ed053 None None] Provisioning complete for port 82e1daf4-46f0-4c11-9ac6-78b9b8d07024 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:47.645124 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-07bd0725-006c-4e5d-91c7-ac7a5c4ed053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:47.661103 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d243715a-a4e0-4aca-bde6-f84c93b2944f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:47.718865 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ff64dc4a-4cbf-49a2-888d-eb7d8366096f tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:47.722052 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-cd5edefd-74ce-4b0e-88c9-ce89016575c3 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7893791 Feb 03 13:55:47.726692 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 49978) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:47.730168 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d243715a-a4e0-4aca-bde6-f84c93b2944f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:47.752454 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-07bd0725-006c-4e5d-91c7-ac7a5c4ed053 None None] Port 82e1daf4-46f0-4c11-9ac6-78b9b8d07024 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:55:47.758572 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d70df7f-a1ae-4b3b-aa46-aa7903604961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-bbb6c916-9ac3-4fd0-981e-dbf91d7efbbb', 'network_id': 'bbb6c916-9ac3-4fd0-981e-dbf91d7efbbb', 'tenant_id': '155f69e194ac47c78d535d56fc3f53e7', 'fixed_ips': [{'subnet_id': '76d6aae9-8ce7-4a6a-8ca0-ba40ab446cd0'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:55:47.765263 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6d70df7f-a1ae-4b3b-aa46-aa7903604961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:47.783286 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed89ae6-b957-426c-928d-4d7fe675a777 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Pushing event updated for resources: {'Port': ['ID=9de1f892-7f2d-4927-a8bb-9ab8b39b6f70,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:47.818260 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed89ae6-b957-426c-928d-4d7fe675a777 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Checking segment: {'id': 'da991bf6-7736-4fc1-8dd4-26ffe71974aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '443b784c-8554-4686-b273-ec0c84fc52ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:55:47.818850 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed89ae6-b957-426c-928d-4d7fe675a777 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Network hostable DHCP agents. Network: 443b784c-8554-4686-b273-ec0c84fc52ce, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:55:47.835845 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d243715a-a4e0-4aca-bde6-f84c93b2944f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:47.847228 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ff64dc4a-4cbf-49a2-888d-eb7d8366096f tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:47.852107 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4920b56-97e3-41c2-90af-5db055b51ffb admin admin] Router 2c234442-2665-4a5c-927e-b83daa87c03b has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:55:47.861940 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6bf73214-f307-4d0f-912c-b238d5d93656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:47.862490 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-55f99a44-9657-4b4c-8a28-d6ce97d52bd0 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1331358208', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}, 'admin_state_up': False}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:47.921740 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6bf73214-f307-4d0f-912c-b238d5d93656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:47.960737 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-81ddd938-7029-4834-9899-1f84d12b8951 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:47.964915 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed89ae6-b957-426c-928d-4d7fe675a777 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Network 443b784c-8554-4686-b273-ec0c84fc52ce is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:55:48.048726 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 1f690f7c-e879-4edf-a6fa-b52a37b2be19 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:55:48.067687 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-55f99a44-9657-4b4c-8a28-d6ce97d52bd0 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:48.072121 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-3ed89ae6-b957-426c-928d-4d7fe675a777 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 443b784c-8554-4686-b273-ec0c84fc52ce) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:55:48.092713 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0874536-85e4-4519-ba99-ab1670dd07f7 None None] Network 443b784c-8554-4686-b273-ec0c84fc52ce requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:55:48.095150 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-55f99a44-9657-4b4c-8a28-d6ce97d52bd0 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Usage tracker for resource:router and tenant:155f69e194ac47c78d535d56fc3f53e7 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:48.096761 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed89ae6-b957-426c-928d-4d7fe675a777 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:55:48.097630 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3ed89ae6-b957-426c-928d-4d7fe675a777 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:48.111413 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-55f99a44-9657-4b4c-8a28-d6ce97d52bd0 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:48.126049 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-55f99a44-9657-4b4c-8a28-d6ce97d52bd0 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:48.209119 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d243715a-a4e0-4aca-bde6-f84c93b2944f admin admin] Network c4c437f2-b270-46b1-b446-bb339ad2d528 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:55:48.210302 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ff64dc4a-4cbf-49a2-888d-eb7d8366096f tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:48.213645 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ff64dc4a-4cbf-49a2-888d-eb7d8366096f tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1611 time: 1.2774081 Feb 03 13:55:48.214755 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243715a-a4e0-4aca-bde6-f84c93b2944f admin admin] Pushing event updated for resources: {'Port': ['ID=82e1daf4-46f0-4c11-9ac6-78b9b8d07024,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:48.218104 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6bf73214-f307-4d0f-912c-b238d5d93656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:48.224142 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-6d70df7f-a1ae-4b3b-aa46-aa7903604961 None None] Allocated IP 172.20.0.2 (bbb6c916-9ac3-4fd0-981e-dbf91d7efbbb/76d6aae9-8ce7-4a6a-8ca0-ba40ab446cd0/d6330d8d-51f2-4232-8757-a30fdf40e475) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:55:48.226791 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 49990) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:48.241292 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-d243715a-a4e0-4aca-bde6-f84c93b2944f admin admin] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:55:48.243783 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff64dc4a-4cbf-49a2-888d-eb7d8366096f tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa10138-802d-46da-adbc-f6f2442236d1,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:48.271874 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-81ddd938-7029-4834-9899-1f84d12b8951 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:48.296831 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-eadec850-efc9-464b-865f-9cea27d9a95e tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Request body: {'security_group_rule': {'security_group_id': '7fa10138-802d-46da-adbc-f6f2442236d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:48.339543 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf73214-f307-4d0f-912c-b238d5d93656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad433e77-0ff5-4add-bbab-01d9eaffa728,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:48.349166 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-eadec850-efc9-464b-865f-9cea27d9a95e tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:48.370404 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-eadec850-efc9-464b-865f-9cea27d9a95e tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Usage tracker for resource:security_group_rule and tenant:aa12ab67af1e4dc2bf9988d3321473a2 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:48.388269 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6bf73214-f307-4d0f-912c-b238d5d93656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:48.389496 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-6bf73214-f307-4d0f-912c-b238d5d93656 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ad433e77-0ff5-4add-bbab-01d9eaffa728 HTTP/1.1" status: 204 len: 168 time: 0.7426171 Feb 03 13:55:48.398924 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-eadec850-efc9-464b-865f-9cea27d9a95e tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:48.409849 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ddd938-7029-4834-9899-1f84d12b8951 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Network 71fc44a4-8f29-4ef1-ab26-9e923b31e024 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:55:48.421011 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed89ae6-b957-426c-928d-4d7fe675a777 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Pushing event updated for resources: {'Port': ['ID=fb70b295-b1f1-4ef8-b5c4-e1b4eac74384,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:48.447765 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-eadec850-efc9-464b-865f-9cea27d9a95e tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:48.453880 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-81ddd938-7029-4834-9899-1f84d12b8951 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:55:48.467202 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-55f99a44-9657-4b4c-8a28-d6ce97d52bd0 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:48.478774 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-55f99a44-9657-4b4c-8a28-d6ce97d52bd0 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:48.519609 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ddd938-7029-4834-9899-1f84d12b8951 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:55:48.587655 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed89ae6-b957-426c-928d-4d7fe675a777 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Checking segment: {'id': '2fd577b1-74d8-4083-9cc1-5d301da4065e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0495ac13-c374-42a9-8dce-1f5990efff8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:55:48.588412 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed89ae6-b957-426c-928d-4d7fe675a777 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Network hostable DHCP agents. Network: 0495ac13-c374-42a9-8dce-1f5990efff8b, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:55:48.616731 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-55f99a44-9657-4b4c-8a28-d6ce97d52bd0 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:48.655800 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ddd938-7029-4834-9899-1f84d12b8951 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Pushing event updated for resources: {'Port': ['ID=bab8b1fb-cd97-42a6-9d2b-885f6aad601e,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:48.691859 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-eadec850-efc9-464b-865f-9cea27d9a95e tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:48.769767 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6d70df7f-a1ae-4b3b-aa46-aa7903604961 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:48.799254 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-6d70df7f-a1ae-4b3b-aa46-aa7903604961 None None] Transition to ACTIVE for port object d6330d8d-51f2-4232-8757-a30fdf40e475 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:55:48.801277 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed89ae6-b957-426c-928d-4d7fe675a777 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Network 0495ac13-c374-42a9-8dce-1f5990efff8b is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:55:48.805232 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-fc741807-98ee-466a-9df1-d11c4b33797f None None] Provisioning complete for port 82e1daf4-46f0-4c11-9ac6-78b9b8d07024 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:48.805957 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fc741807-98ee-466a-9df1-d11c4b33797f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:48.838419 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 1f690f7c-e879-4edf-a6fa-b52a37b2be19 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:48.839167 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:48.889255 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4920b56-97e3-41c2-90af-5db055b51ffb admin admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:55:48.889762 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-eadec850-efc9-464b-865f-9cea27d9a95e tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:48.929545 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43df99d-3fdd-4268-906e-75578ac3c4ee None None] Sync routers for ids ['2c234442-2665-4a5c-927e-b83daa87c03b'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:55:48.963427 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-3ed89ae6-b957-426c-928d-4d7fe675a777 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 0495ac13-c374-42a9-8dce-1f5990efff8b) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:55:48.980922 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-6d70df7f-a1ae-4b3b-aa46-aa7903604961 None None] Transition to ACTIVE for port object d6330d8d-51f2-4232-8757-a30fdf40e475 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:55:48.986634 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed89ae6-b957-426c-928d-4d7fe675a777 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:55:48.991490 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed89ae6-b957-426c-928d-4d7fe675a777 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:48.995737 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed89ae6-b957-426c-928d-4d7fe675a777 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:48.996527 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3ed89ae6-b957-426c-928d-4d7fe675a777 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:49.007947 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-81ddd938-7029-4834-9899-1f84d12b8951 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:49.008831 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-eadec850-efc9-464b-865f-9cea27d9a95e tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:49.011741 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666efcb1-2582-42f2-8a46-495c9ebeeec0 None None] Network 0495ac13-c374-42a9-8dce-1f5990efff8b requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:55:49.066155 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadec850-efc9-464b-865f-9cea27d9a95e tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=412163b7-30e2-447b-ac90-696e06629aeb,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:49.114548 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-fc741807-98ee-466a-9df1-d11c4b33797f None None] Port 82e1daf4-46f0-4c11-9ac6-78b9b8d07024 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:55:49.122163 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6d70df7f-a1ae-4b3b-aa46-aa7903604961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:49.148135 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f4920b56-97e3-41c2-90af-5db055b51ffb admin admin] 10.222.0.41 "PUT /v2.0/routers/2c234442-2665-4a5c-927e-b83daa87c03b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0424364 Feb 03 13:55:49.269066 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-81ddd938-7029-4834-9899-1f84d12b8951 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:49.305558 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3ed89ae6-b957-426c-928d-4d7fe675a777 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.7999811 Feb 03 13:55:49.311874 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-eadec850-efc9-464b-865f-9cea27d9a95e tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:49.314751 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-eadec850-efc9-464b-865f-9cea27d9a95e tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0452721 Feb 03 13:55:49.314751 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50008) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:49.320622 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50010) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:49.324131 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-55f99a44-9657-4b4c-8a28-d6ce97d52bd0 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:49.333541 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43df99d-3fdd-4268-906e-75578ac3c4ee None None] Routers {'2c234442-2665-4a5c-927e-b83daa87c03b'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:55:49.333715 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-1679a44a-c533-4fb3-a441-3fff7ef5ffd5 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Request body: {'security_group_rule': {'security_group_id': '7fa10138-802d-46da-adbc-f6f2442236d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:49.334515 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-a43df99d-3fdd-4268-906e-75578ac3c4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:55:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2c234442-2665-4a5c-927e-b83daa87c03b'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:49.342657 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-1679a44a-c533-4fb3-a441-3fff7ef5ffd5 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:49.352962 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-1679a44a-c533-4fb3-a441-3fff7ef5ffd5 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Usage tracker for resource:security_group_rule and tenant:aa12ab67af1e4dc2bf9988d3321473a2 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:49.372289 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-1679a44a-c533-4fb3-a441-3fff7ef5ffd5 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:49.387120 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-1679a44a-c533-4fb3-a441-3fff7ef5ffd5 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:49.491146 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d70df7f-a1ae-4b3b-aa46-aa7903604961 None None] Pushing event updated for resources: {'Port': ['ID=d6330d8d-51f2-4232-8757-a30fdf40e475,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:49.511276 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1679a44a-c533-4fb3-a441-3fff7ef5ffd5 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:49.604833 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d243715a-a4e0-4aca-bde6-f84c93b2944f admin admin] Router 6794a5c3-a657-488e-8006-d8ab34ea5e3c has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:55:49.613999 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f795ec73-95bf-4aa8-9545-3d2b04014591 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:49.618641 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f795ec73-95bf-4aa8-9545-3d2b04014591 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:49.619429 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f795ec73-95bf-4aa8-9545-3d2b04014591 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Synchronizing usage tracker for tenant:e413fa889a5f400ba9ae5a1f152ae43f on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:55:49.654944 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d70df7f-a1ae-4b3b-aa46-aa7903604961 None None] Network bbb6c916-9ac3-4fd0-981e-dbf91d7efbbb is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:55:49.690110 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-6d70df7f-a1ae-4b3b-aa46-aa7903604961 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:55:49.693817 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d70df7f-a1ae-4b3b-aa46-aa7903604961 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:55:49.705976 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-81ddd938-7029-4834-9899-1f84d12b8951 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:49.732689 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f795ec73-95bf-4aa8-9545-3d2b04014591 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Unset dirty status for tenant:e413fa889a5f400ba9ae5a1f152ae43f on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:55:49.734017 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f795ec73-95bf-4aa8-9545-3d2b04014591 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4121544 Feb 03 13:55:49.745821 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50026) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:49.809464 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50030) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:49.827616 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1679a44a-c533-4fb3-a441-3fff7ef5ffd5 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:49.852061 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-81ddd938-7029-4834-9899-1f84d12b8951 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:49.902823 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1679a44a-c533-4fb3-a441-3fff7ef5ffd5 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:49.940372 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1679a44a-c533-4fb3-a441-3fff7ef5ffd5 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb5c6e91-37ba-4210-8daf-56f70e467cf7,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:49.998609 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-a43df99d-3fdd-4268-906e-75578ac3c4ee None None] Set router 2c234442-2665-4a5c-927e-b83daa87c03b gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:55:50.009042 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-81ddd938-7029-4834-9899-1f84d12b8951 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:50.066917 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-6d70df7f-a1ae-4b3b-aa46-aa7903604961 None None] Attempting to bind port d6330d8d-51f2-4232-8757-a30fdf40e475 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:55:50.067901 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-6d70df7f-a1ae-4b3b-aa46-aa7903604961 None None] Attempting to bind port d6330d8d-51f2-4232-8757-a30fdf40e475 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '2be4a546-3991-4cf3-a5a0-7d41adb4524f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb6c916-9ac3-4fd0-981e-dbf91d7efbbb'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:55:50.067901 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d70df7f-a1ae-4b3b-aa46-aa7903604961 None None] Attempting to bind port d6330d8d-51f2-4232-8757-a30fdf40e475 on network bbb6c916-9ac3-4fd0-981e-dbf91d7efbbb {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:55:50.075364 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-cbf69b58-9f5f-4873-bf44-72cfae3dcd56 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f3dc050ae3ef42dfb02911fb23dc05e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2623258 Feb 03 13:55:50.076757 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-a6c690ed-5373-45df-9a7c-ffc4c08845ee tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Deleting port 9de1f892-7f2d-4927-a8bb-9ab8b39b6f70 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:55:50.077105 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a6c690ed-5373-45df-9a7c-ffc4c08845ee tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:50.096481 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d70df7f-a1ae-4b3b-aa46-aa7903604961 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:55:50.096875 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d70df7f-a1ae-4b3b-aa46-aa7903604961 None None] Checking segment: {'id': '2be4a546-3991-4cf3-a5a0-7d41adb4524f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb6c916-9ac3-4fd0-981e-dbf91d7efbbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:55:50.097160 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6d70df7f-a1ae-4b3b-aa46-aa7903604961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:50.097559 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d70df7f-a1ae-4b3b-aa46-aa7903604961 None None] Bound using segment: {'id': '2be4a546-3991-4cf3-a5a0-7d41adb4524f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb6c916-9ac3-4fd0-981e-dbf91d7efbbb'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:55:50.098029 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-6d70df7f-a1ae-4b3b-aa46-aa7903604961 None None] Bound port: d6330d8d-51f2-4232-8757-a30fdf40e475, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2be4a546-3991-4cf3-a5a0-7d41adb4524f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bbb6c916-9ac3-4fd0-981e-dbf91d7efbbb'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:55:50.098398 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6d70df7f-a1ae-4b3b-aa46-aa7903604961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:50.115103 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50038) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:50.131038 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1679a44a-c533-4fb3-a441-3fff7ef5ffd5 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:50.132245 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-1679a44a-c533-4fb3-a441-3fff7ef5ffd5 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8048832 Feb 03 13:55:50.151903 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-55f99a44-9657-4b4c-8a28-d6ce97d52bd0 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks [] for router_gateway, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:50.152299 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50042) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:50.217148 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-00c8ad6d-a106-4163-8cda-896f39068d0d tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Request body: {'floatingip': {'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:50.217343 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-55f99a44-9657-4b4c-8a28-d6ce97d52bd0 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:50.225105 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-00c8ad6d-a106-4163-8cda-896f39068d0d tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:50.234955 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-00c8ad6d-a106-4163-8cda-896f39068d0d tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Usage tracker for resource:floatingip and tenant:aa12ab67af1e4dc2bf9988d3321473a2 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:50.239198 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-00c8ad6d-a106-4163-8cda-896f39068d0d tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:50.245747 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-00c8ad6d-a106-4163-8cda-896f39068d0d tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:50.271054 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-6d70df7f-a1ae-4b3b-aa46-aa7903604961 None None] For port d6330d8d-51f2-4232-8757-a30fdf40e475, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:55:50.274288 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-6d70df7f-a1ae-4b3b-aa46-aa7903604961 None None] For port d6330d8d-51f2-4232-8757-a30fdf40e475, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=d6330d8d-51f2-4232-8757-a30fdf40e475,segment=NetworkSegment(2be4a546-3991-4cf3-a5a0-7d41adb4524f),segment_id=2be4a546-3991-4cf3-a5a0-7d41adb4524f)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:55:50.277806 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ddd938-7029-4834-9899-1f84d12b8951 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Pushing event updated for resources: {'Port': ['ID=bab8b1fb-cd97-42a6-9d2b-885f6aad601e,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:50.292978 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-81ddd938-7029-4834-9899-1f84d12b8951 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:50.297881 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-81ddd938-7029-4834-9899-1f84d12b8951 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7561471 Feb 03 13:55:50.300411 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50048) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:50.398147 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6d70df7f-a1ae-4b3b-aa46-aa7903604961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:50.451892 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-00c8ad6d-a106-4163-8cda-896f39068d0d tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks [] for floatingip, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:50.497953 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-284a7264-e137-4144-8ebf-cb4699a31764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:50.546137 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d243715a-a4e0-4aca-bde6-f84c93b2944f admin admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:55:50.556306 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-7026dbc0-cdac-4e6a-97e2-9cc001d5cb6e tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Synchronizing usage tracker for tenant:30803cb80a91446c98d4e02e368d55fa on resource:floatingip {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:55:50.592638 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-284a7264-e137-4144-8ebf-cb4699a31764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:50.618582 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a6c690ed-5373-45df-9a7c-ffc4c08845ee tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:50.641694 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d70df7f-a1ae-4b3b-aa46-aa7903604961 None None] Pushing event updated for resources: {'Port': ['ID=d6330d8d-51f2-4232-8757-a30fdf40e475,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:50.664416 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d243715a-a4e0-4aca-bde6-f84c93b2944f admin admin] 10.222.0.41 "PUT /v2.0/routers/6794a5c3-a657-488e-8006-d8ab34ea5e3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0269315 Feb 03 13:55:50.666041 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-7026dbc0-cdac-4e6a-97e2-9cc001d5cb6e tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Unset dirty status for tenant:30803cb80a91446c98d4e02e368d55fa on resource:floatingip {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:55:50.667377 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-7026dbc0-cdac-4e6a-97e2-9cc001d5cb6e tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] 10.222.0.41 "GET /v2.0/floatingips?floating_network_id=71fc44a4-8f29-4ef1-ab26-9e923b31e024 HTTP/1.1" status: 200 len: 690 time: 0.3662264 Feb 03 13:55:50.691552 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50056) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:50.702909 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-55f99a44-9657-4b4c-8a28-d6ce97d52bd0 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Allocated IP 172.26.3.52 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/f2680b30-2d98-4c48-84ec-9a563dccdb8d) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:55:50.818783 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-a43df99d-3fdd-4268-906e-75578ac3c4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c234442-2665-4a5c-927e-b83daa87c03b', 'name': 'tempest-ServerActionsTestJSON-1772128479-router', 'tenant_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '9a1c6356-5bf7-4121-ab93-ffc532146ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:43Z', 'revision_number': 4, 'project_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'gw_port': {'id': '9a1c6356-5bf7-4121-ab93-ffc532146ab5', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c234442-2665-4a5c-927e-b83daa87c03b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:32Z', 'updated_at': '2022-02-03T13:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '300de55e-0cde-40bc-be9a-6f8e8c76ff59', 'name': '', 'network_id': '455fb28a-aeb2-407e-b782-081ff385e6a8', 'tenant_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'mac_address': 'fa:16:3e:f2:b8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c234442-2665-4a5c-927e-b83daa87c03b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40877380-5501-4f93-a989-8ff73ca2ca3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:40Z', 'updated_at': '2022-02-03T13:55:44Z', 'revision_number': 2, 'project_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'subnets': [{'id': '40877380-5501-4f93-a989-8ff73ca2ca3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:50.827539 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43df99d-3fdd-4268-906e-75578ac3c4ee None None] Checking router: 2c234442-2665-4a5c-927e-b83daa87c03b for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 13:55:50.830318 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43df99d-3fdd-4268-906e-75578ac3c4ee None None] Updating router 2c234442-2665-4a5c-927e-b83daa87c03b port 300de55e-0cde-40bc-be9a-6f8e8c76ff59 binding host dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 13:55:50.955308 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-a6c690ed-5373-45df-9a7c-ffc4c08845ee tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Calling delete_port for 9de1f892-7f2d-4927-a8bb-9ab8b39b6f70 owned by {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:55:50.956844 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a43df99d-3fdd-4268-906e-75578ac3c4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:51.215750 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a6c690ed-5373-45df-9a7c-ffc4c08845ee tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:51.261085 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-60089504-a84a-40be-91ad-fe2f0bda4bc1 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:51.268766 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-284a7264-e137-4144-8ebf-cb4699a31764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:51.314477 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a6c690ed-5373-45df-9a7c-ffc4c08845ee tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:51.369596 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-00c8ad6d-a106-4163-8cda-896f39068d0d tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:51.371881 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c690ed-5373-45df-9a7c-ffc4c08845ee tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Pushing event deleted for resources: {'Port': ['ID=9de1f892-7f2d-4927-a8bb-9ab8b39b6f70,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:51.378028 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a7264-e137-4144-8ebf-cb4699a31764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21bb5da-2f3f-4ddb-9b99-f1489c0be656,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:51.394761 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-55f99a44-9657-4b4c-8a28-d6ce97d52bd0 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:51.399264 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-284a7264-e137-4144-8ebf-cb4699a31764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:51.400602 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-284a7264-e137-4144-8ebf-cb4699a31764 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d21bb5da-2f3f-4ddb-9b99-f1489c0be656 HTTP/1.1" status: 204 len: 168 time: 1.2674069 Feb 03 13:55:51.415950 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-60089504-a84a-40be-91ad-fe2f0bda4bc1 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Deleting port bab8b1fb-cd97-42a6-9d2b-885f6aad601e {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:55:51.416883 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-60089504-a84a-40be-91ad-fe2f0bda4bc1 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:51.479628 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50078) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:51.491490 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-fa2079e9-dcaa-40f3-8b33-4d5f9b97e8ae tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Request body: {'security_group': {'name': 'tempest-securitygroup--443255188', 'description': 'tempest-description--2121647285'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:51.498009 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-fa2079e9-dcaa-40f3-8b33-4d5f9b97e8ae tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:51.502589 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-fa2079e9-dcaa-40f3-8b33-4d5f9b97e8ae tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Usage tracker for resource:security_group and tenant:f8ad7c313a9048189891dfa3a8c2ec7f is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:51.505474 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-fa2079e9-dcaa-40f3-8b33-4d5f9b97e8ae tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:51.511694 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-fa2079e9-dcaa-40f3-8b33-4d5f9b97e8ae tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:51.557041 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-a6c690ed-5373-45df-9a7c-ffc4c08845ee tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] 10.222.0.41 "DELETE /v2.0/ports/9de1f892-7f2d-4927-a8bb-9ab8b39b6f70 HTTP/1.1" status: 204 len: 168 time: 1.8099535 Feb 03 13:55:51.559390 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50082) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:51.651409 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a43df99d-3fdd-4268-906e-75578ac3c4ee None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:51.671781 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fa2079e9-dcaa-40f3-8b33-4d5f9b97e8ae tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:51.685581 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-00c998b8-7382-4095-8d42-ed9e107846bd tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Deleting port fb70b295-b1f1-4ef8-b5c4-e1b4eac74384 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:55:51.686715 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-a43df99d-3fdd-4268-906e-75578ac3c4ee None None] Transition to ACTIVE for port object 300de55e-0cde-40bc-be9a-6f8e8c76ff59 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:55:51.695572 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-00c998b8-7382-4095-8d42-ed9e107846bd tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:51.752141 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a43df99d-3fdd-4268-906e-75578ac3c4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:51.786249 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-55f99a44-9657-4b4c-8a28-d6ce97d52bd0 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:51.911606 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50086) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:51.965747 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device d6330d8d-51f2-4232-8757-a30fdf40e475 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:55:52.035256 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50094) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:52.045618 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-5cd2d745-0527-41e8-9b28-de042b1cd503 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1830630196', 'description': 'tempest-description--1882838910'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:52.054173 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-5cd2d745-0527-41e8-9b28-de042b1cd503 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:52.060243 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-5cd2d745-0527-41e8-9b28-de042b1cd503 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Usage tracker for resource:security_group and tenant:01d22ec6684f46e494a0aa49e75523a4 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:52.063888 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-5cd2d745-0527-41e8-9b28-de042b1cd503 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:52.075782 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-5cd2d745-0527-41e8-9b28-de042b1cd503 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:52.138121 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-00c8ad6d-a106-4163-8cda-896f39068d0d tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Allocated IP 172.26.3.95 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/21c19455-2bf8-4a71-93db-183e310f091e) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:55:52.211401 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-fa2079e9-dcaa-40f3-8b33-4d5f9b97e8ae tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:52.222009 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f99a44-9657-4b4c-8a28-d6ce97d52bd0 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:55:52.227803 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-fa2079e9-dcaa-40f3-8b33-4d5f9b97e8ae tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Usage tracker for resource:security_group_rule and tenant:f8ad7c313a9048189891dfa3a8c2ec7f is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:52.230844 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-55f99a44-9657-4b4c-8a28-d6ce97d52bd0 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:55:52.237149 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-60089504-a84a-40be-91ad-fe2f0bda4bc1 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:52.237496 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-60089504-a84a-40be-91ad-fe2f0bda4bc1 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:52.242843 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b4789b-3643-46f8-821a-a7e9c2c632b9 None None] Network bbb6c916-9ac3-4fd0-981e-dbf91d7efbbb requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:55:52.245267 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5cd2d745-0527-41e8-9b28-de042b1cd503 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:52.245894 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-fa2079e9-dcaa-40f3-8b33-4d5f9b97e8ae tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:52.252080 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f99a44-9657-4b4c-8a28-d6ce97d52bd0 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:55:52.277721 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f99a44-9657-4b4c-8a28-d6ce97d52bd0 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Pushing event updated for resources: {'Port': ['ID=f2680b30-2d98-4c48-84ec-9a563dccdb8d,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:52.290162 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-fa2079e9-dcaa-40f3-8b33-4d5f9b97e8ae tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:52.440099 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2cf62e77-6463-4fd7-8d82-979072b685b1 None None] Provisioning for port d6330d8d-51f2-4232-8757-a30fdf40e475 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:55:52.445486 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc88c3-dc30-4d3b-a1cb-198ba9ea819f None None] Pushing event updated for resources: {'Port': ['ID=300de55e-0cde-40bc-be9a-6f8e8c76ff59,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:52.462630 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-60089504-a84a-40be-91ad-fe2f0bda4bc1 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Calling delete_port for bab8b1fb-cd97-42a6-9d2b-885f6aad601e owned by network:floatingip {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:55:52.489330 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-f7964c43-68f5-4334-b811-b9213b7f8f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1037667599'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:52.501848 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-00c998b8-7382-4095-8d42-ed9e107846bd tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:52.505397 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port d6330d8d-51f2-4232-8757-a30fdf40e475 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:55:52.513278 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f7964c43-68f5-4334-b811-b9213b7f8f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:52.528365 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f7964c43-68f5-4334-b811-b9213b7f8f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271-project] Usage tracker for resource:network and tenant:e2f7617395304bd3806fd747ee0a3dcc is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:52.562365 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port d6330d8d-51f2-4232-8757-a30fdf40e475 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:52.563833 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:52.582906 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f7964c43-68f5-4334-b811-b9213b7f8f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:52.645186 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fa2079e9-dcaa-40f3-8b33-4d5f9b97e8ae tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:52.657347 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f7964c43-68f5-4334-b811-b9213b7f8f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:52.667370 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-00c998b8-7382-4095-8d42-ed9e107846bd tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Calling delete_port for fb70b295-b1f1-4ef8-b5c4-e1b4eac74384 owned by {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:55:52.675012 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-a43df99d-3fdd-4268-906e-75578ac3c4ee None None] Attempting to bind port 300de55e-0cde-40bc-be9a-6f8e8c76ff59 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:55:52.675569 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-a43df99d-3fdd-4268-906e-75578ac3c4ee None None] Attempting to bind port 300de55e-0cde-40bc-be9a-6f8e8c76ff59 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '0e7268e2-bf48-4ad7-89d0-b4489178b8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '455fb28a-aeb2-407e-b782-081ff385e6a8'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:55:52.676109 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43df99d-3fdd-4268-906e-75578ac3c4ee None None] Attempting to bind port 300de55e-0cde-40bc-be9a-6f8e8c76ff59 on network 455fb28a-aeb2-407e-b782-081ff385e6a8 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:55:52.697562 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-5cd2d745-0527-41e8-9b28-de042b1cd503 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:52.701653 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43df99d-3fdd-4268-906e-75578ac3c4ee None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:55:52.702027 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43df99d-3fdd-4268-906e-75578ac3c4ee None None] Checking segment: {'id': '0e7268e2-bf48-4ad7-89d0-b4489178b8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '455fb28a-aeb2-407e-b782-081ff385e6a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:55:52.702431 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a43df99d-3fdd-4268-906e-75578ac3c4ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:52.702876 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43df99d-3fdd-4268-906e-75578ac3c4ee None None] Bound using segment: {'id': '0e7268e2-bf48-4ad7-89d0-b4489178b8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '455fb28a-aeb2-407e-b782-081ff385e6a8'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:55:52.704417 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-a43df99d-3fdd-4268-906e-75578ac3c4ee None None] Bound port: 300de55e-0cde-40bc-be9a-6f8e8c76ff59, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7268e2-bf48-4ad7-89d0-b4489178b8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '455fb28a-aeb2-407e-b782-081ff385e6a8'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:55:52.704417 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a43df99d-3fdd-4268-906e-75578ac3c4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:52.724614 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fa2079e9-dcaa-40f3-8b33-4d5f9b97e8ae tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:52.725328 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-5cd2d745-0527-41e8-9b28-de042b1cd503 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Usage tracker for resource:security_group_rule and tenant:01d22ec6684f46e494a0aa49e75523a4 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:52.736900 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-5cd2d745-0527-41e8-9b28-de042b1cd503 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:52.755584 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-5cd2d745-0527-41e8-9b28-de042b1cd503 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:52.779807 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 13:55:52.787040 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2079e9-dcaa-40f3-8b33-4d5f9b97e8ae tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bba323fc-383b-497f-b744-dc05b6a39226,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:52.816874 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-00c8ad6d-a106-4163-8cda-896f39068d0d tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:52.819774 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7964c43-68f5-4334-b811-b9213b7f8f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271-project] Made reservation on behalf of e2f7617395304bd3806fd747ee0a3dcc for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:55:52.822656 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f7964c43-68f5-4334-b811-b9213b7f8f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:52.865560 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f7964c43-68f5-4334-b811-b9213b7f8f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:52.899169 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:52.929298 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-a43df99d-3fdd-4268-906e-75578ac3c4ee None None] For port 300de55e-0cde-40bc-be9a-6f8e8c76ff59, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:55:52.929499 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5cd2d745-0527-41e8-9b28-de042b1cd503 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:52.939586 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f7964c43-68f5-4334-b811-b9213b7f8f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:52.944663 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f7964c43-68f5-4334-b811-b9213b7f8f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271-project] Usage tracker for resource:security_group_rule and tenant:e2f7617395304bd3806fd747ee0a3dcc is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:52.947890 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f7964c43-68f5-4334-b811-b9213b7f8f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:52.951261 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-a43df99d-3fdd-4268-906e-75578ac3c4ee None None] For port 300de55e-0cde-40bc-be9a-6f8e8c76ff59, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=300de55e-0cde-40bc-be9a-6f8e8c76ff59,segment=NetworkSegment(0e7268e2-bf48-4ad7-89d0-b4489178b8a5),segment_id=0e7268e2-bf48-4ad7-89d0-b4489178b8a5)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:55:52.952952 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-60089504-a84a-40be-91ad-fe2f0bda4bc1 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:52.955025 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f7964c43-68f5-4334-b811-b9213b7f8f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:52.959938 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port d6330d8d-51f2-4232-8757-a30fdf40e475, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=d6330d8d-51f2-4232-8757-a30fdf40e475,segment=NetworkSegment(2be4a546-3991-4cf3-a5a0-7d41adb4524f),segment_id=2be4a546-3991-4cf3-a5a0-7d41adb4524f)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:55:52.974307 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-00c998b8-7382-4095-8d42-ed9e107846bd tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:53.001134 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fa2079e9-dcaa-40f3-8b33-4d5f9b97e8ae tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:53.002331 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-fa2079e9-dcaa-40f3-8b33-4d5f9b97e8ae tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.5209601 Feb 03 13:55:53.008474 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50108) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:53.028271 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c998b8-7382-4095-8d42-ed9e107846bd tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Pushing event deleted for resources: {'Port': ['ID=fb70b295-b1f1-4ef8-b5c4-e1b4eac74384,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:53.030711 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-762a896f-5fe8-47d3-aa4a-246d3a7f5cc5 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Request body: {'security_group_rule': {'security_group_id': 'bba323fc-383b-497f-b744-dc05b6a39226', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:53.036612 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-762a896f-5fe8-47d3-aa4a-246d3a7f5cc5 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:53.041114 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-762a896f-5fe8-47d3-aa4a-246d3a7f5cc5 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Usage tracker for resource:security_group_rule and tenant:f8ad7c313a9048189891dfa3a8c2ec7f is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:53.042444 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-00c998b8-7382-4095-8d42-ed9e107846bd tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:53.044331 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-762a896f-5fe8-47d3-aa4a-246d3a7f5cc5 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:53.052509 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60089504-a84a-40be-91ad-fe2f0bda4bc1 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Pushing event deleted for resources: {'Port': ['ID=bab8b1fb-cd97-42a6-9d2b-885f6aad601e,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:53.055283 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-762a896f-5fe8-47d3-aa4a-246d3a7f5cc5 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:53.074694 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-00c8ad6d-a106-4163-8cda-896f39068d0d tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:53.087595 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-00c998b8-7382-4095-8d42-ed9e107846bd tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] 10.222.0.41 "DELETE /v2.0/ports/fb70b295-b1f1-4ef8-b5c4-e1b4eac74384 HTTP/1.1" status: 204 len: 168 time: 1.5270298 Feb 03 13:55:53.088491 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5cd2d745-0527-41e8-9b28-de042b1cd503 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:53.105765 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50114) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:53.112057 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a43df99d-3fdd-4268-906e-75578ac3c4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:53.161841 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-55f99a44-9657-4b4c-8a28-d6ce97d52bd0 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks [] for router_gateway, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:53.162579 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-55f99a44-9657-4b4c-8a28-d6ce97d52bd0 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:53.168219 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-762a896f-5fe8-47d3-aa4a-246d3a7f5cc5 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:53.180050 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:53.197383 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc88c3-dc30-4d3b-a1cb-198ba9ea819f None None] Pushing event updated for resources: {'Port': ['ID=300de55e-0cde-40bc-be9a-6f8e8c76ff59,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:53.198778 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-60089504-a84a-40be-91ad-fe2f0bda4bc1 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:53.209669 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd2d745-0527-41e8-9b28-de042b1cd503 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4de8980-b0c3-4215-bb46-4e841e19d727,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:53.271870 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43df99d-3fdd-4268-906e-75578ac3c4ee None None] Routers {'2c234442-2665-4a5c-927e-b83daa87c03b'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:55:53.271870 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-a43df99d-3fdd-4268-906e-75578ac3c4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:55:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2c234442-2665-4a5c-927e-b83daa87c03b'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:53.360143 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=d6330d8d-51f2-4232-8757-a30fdf40e475,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:53.372552 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5cd2d745-0527-41e8-9b28-de042b1cd503 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:53.373772 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-5cd2d745-0527-41e8-9b28-de042b1cd503 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.3373330 Feb 03 13:55:53.376184 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e708ab37-02c7-47df-9e6f-e860c8ecd64c tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Synchronizing usage tracker for tenant:e413fa889a5f400ba9ae5a1f152ae43f on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:55:53.381831 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50120) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:53.429305 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-f5a45d51-e6c6-4a10-80bb-101f7f2e0519 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Request body: {'security_group_rule': {'security_group_id': 'a4de8980-b0c3-4215-bb46-4e841e19d727', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:53.436480 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f5a45d51-e6c6-4a10-80bb-101f7f2e0519 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:53.440798 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f5a45d51-e6c6-4a10-80bb-101f7f2e0519 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Usage tracker for resource:security_group_rule and tenant:01d22ec6684f46e494a0aa49e75523a4 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:53.444346 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f5a45d51-e6c6-4a10-80bb-101f7f2e0519 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:53.446510 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-60089504-a84a-40be-91ad-fe2f0bda4bc1 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:53.451222 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f5a45d51-e6c6-4a10-80bb-101f7f2e0519 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:53.471496 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c8ad6d-a106-4163-8cda-896f39068d0d tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:55:53.473224 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50124) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:53.477840 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-00c8ad6d-a106-4163-8cda-896f39068d0d tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:55:53.484495 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c8ad6d-a106-4163-8cda-896f39068d0d tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:55:53.504812 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2e44b070-4c7c-43b4-aad5-59b08317c448 None None] Provisioning complete for port d6330d8d-51f2-4232-8757-a30fdf40e475 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:53.505139 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2e44b070-4c7c-43b4-aad5-59b08317c448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:53.534824 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e708ab37-02c7-47df-9e6f-e860c8ecd64c tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Unset dirty status for tenant:e413fa889a5f400ba9ae5a1f152ae43f on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:55:53.539641 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e708ab37-02c7-47df-9e6f-e860c8ecd64c tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3484592 Feb 03 13:55:53.541649 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8ad6d-a106-4163-8cda-896f39068d0d tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Pushing event updated for resources: {'Port': ['ID=21c19455-2bf8-4a71-93db-183e310f091e,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:53.541771 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50130) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:53.547892 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-762a896f-5fe8-47d3-aa4a-246d3a7f5cc5 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:53.552206 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-4337e03c-071e-404a-848a-bf08f7c696e2 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-266870882'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:53.568509 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-4337e03c-071e-404a-848a-bf08f7c696e2 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:53.583433 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-4337e03c-071e-404a-848a-bf08f7c696e2 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Usage tracker for resource:network and tenant:e413fa889a5f400ba9ae5a1f152ae43f is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:53.589398 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-4337e03c-071e-404a-848a-bf08f7c696e2 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:53.595956 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f5a45d51-e6c6-4a10-80bb-101f7f2e0519 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:53.597173 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-4337e03c-071e-404a-848a-bf08f7c696e2 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:53.618076 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-a43df99d-3fdd-4268-906e-75578ac3c4ee None None] Set router 2c234442-2665-4a5c-927e-b83daa87c03b gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:55:53.625710 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f7964c43-68f5-4334-b811-b9213b7f8f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:53.677461 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-762a896f-5fe8-47d3-aa4a-246d3a7f5cc5 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:53.708550 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f5a45d51-e6c6-4a10-80bb-101f7f2e0519 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:53.721913 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a896f-5fe8-47d3-aa4a-246d3a7f5cc5 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4969cb76-659d-4356-8122-96b8ed3d178c,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:53.767965 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-695b9f2a-6258-4356-9a02-394cefdb6314 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1358172363'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:53.778576 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-695b9f2a-6258-4356-9a02-394cefdb6314 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:53.780810 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f7964c43-68f5-4334-b811-b9213b7f8f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:53.785473 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4337e03c-071e-404a-848a-bf08f7c696e2 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Made reservation on behalf of e413fa889a5f400ba9ae5a1f152ae43f for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:55:53.788570 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4337e03c-071e-404a-848a-bf08f7c696e2 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:53.789946 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device d6330d8d-51f2-4232-8757-a30fdf40e475 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:55:53.802180 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-60089504-a84a-40be-91ad-fe2f0bda4bc1 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:53.810293 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-695b9f2a-6258-4356-9a02-394cefdb6314 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Usage tracker for resource:network and tenant:5e39c7016b6a4556ae7359955a6b8b7a is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:53.819442 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f5a45d51-e6c6-4a10-80bb-101f7f2e0519 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:53.825418 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-00c8ad6d-a106-4163-8cda-896f39068d0d tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:53.826392 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-695b9f2a-6258-4356-9a02-394cefdb6314 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:53.850105 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-695b9f2a-6258-4356-9a02-394cefdb6314 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:53.855778 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-762a896f-5fe8-47d3-aa4a-246d3a7f5cc5 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:53.856012 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7964c43-68f5-4334-b811-b9213b7f8f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:55:53.859244 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-762a896f-5fe8-47d3-aa4a-246d3a7f5cc5 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8434258 Feb 03 13:55:53.865058 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50134) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:53.868107 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60089504-a84a-40be-91ad-fe2f0bda4bc1 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b2fda533-3a6a-43bc-8661-ec5af9033199,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:53.878362 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-7bba31e1-16ac-4075-a3e0-0a8d1f50f906 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Request body: {'security_group_rule': {'security_group_id': 'bba323fc-383b-497f-b744-dc05b6a39226', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:53.880242 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7964c43-68f5-4334-b811-b9213b7f8f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=defe9a99-ad3e-4608-bfa2-4fc0997da310,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:53.882633 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a45d51-e6c6-4a10-80bb-101f7f2e0519 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaa255b8-e6b7-42f6-bced-5754742502a6,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:53.895874 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4337e03c-071e-404a-848a-bf08f7c696e2 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:55:53.907377 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4337e03c-071e-404a-848a-bf08f7c696e2 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:53.907725 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-4337e03c-071e-404a-848a-bf08f7c696e2 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Added segment 9d976656-c340-43c6-9d2b-c4410db323a6 of type vlan for network f826de69-da6b-4172-9536-256089301bff Feb 03 13:55:53.917866 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-7bba31e1-16ac-4075-a3e0-0a8d1f50f906 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:53.931706 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f7964c43-68f5-4334-b811-b9213b7f8f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:53.932551 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-f7964c43-68f5-4334-b811-b9213b7f8f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271-project] Added segment 33d7a817-966c-4898-ba83-d3a79a05e9f5 of type vlan for network 64e11f3d-c66f-419f-a636-f043b1149779 Feb 03 13:55:53.940715 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-7bba31e1-16ac-4075-a3e0-0a8d1f50f906 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Usage tracker for resource:security_group_rule and tenant:f8ad7c313a9048189891dfa3a8c2ec7f is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:53.970017 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-7bba31e1-16ac-4075-a3e0-0a8d1f50f906 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:53.986426 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695b9f2a-6258-4356-9a02-394cefdb6314 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Made reservation on behalf of 5e39c7016b6a4556ae7359955a6b8b7a for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:55:53.993121 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-695b9f2a-6258-4356-9a02-394cefdb6314 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:54.012055 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-695b9f2a-6258-4356-9a02-394cefdb6314 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:54.030000 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-00c8ad6d-a106-4163-8cda-896f39068d0d tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:54.033450 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f99a44-9657-4b4c-8a28-d6ce97d52bd0 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Router 45df2544-2759-41e4-9bc1-63028e54f809 is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:55:54.035599 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-7bba31e1-16ac-4075-a3e0-0a8d1f50f906 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:54.037724 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port d6330d8d-51f2-4232-8757-a30fdf40e475 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:54.038090 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:54.040746 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4337e03c-071e-404a-848a-bf08f7c696e2 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:54.071529 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-60089504-a84a-40be-91ad-fe2f0bda4bc1 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:54.165170 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-60089504-a84a-40be-91ad-fe2f0bda4bc1 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71fc44a4-8f29-4ef1-ab26-9e923b31e024']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:54.193274 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f7964c43-68f5-4334-b811-b9213b7f8f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:54.205419 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-60089504-a84a-40be-91ad-fe2f0bda4bc1 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f93e7ee-a216-4cfc-aa16-89c4834de209') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:54.205918 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-60089504-a84a-40be-91ad-fe2f0bda4bc1 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f93e7ee-a216-4cfc-aa16-89c4834de209') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:54.218229 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7bba31e1-16ac-4075-a3e0-0a8d1f50f906 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:54.233310 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-60089504-a84a-40be-91ad-fe2f0bda4bc1 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:54.260052 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-60089504-a84a-40be-91ad-fe2f0bda4bc1 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:54.278802 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60089504-a84a-40be-91ad-fe2f0bda4bc1 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:55:54.279236 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-60089504-a84a-40be-91ad-fe2f0bda4bc1 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:54.283414 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-a43df99d-3fdd-4268-906e-75578ac3c4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c234442-2665-4a5c-927e-b83daa87c03b', 'name': 'tempest-ServerActionsTestJSON-1772128479-router', 'tenant_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '9a1c6356-5bf7-4121-ab93-ffc532146ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:43Z', 'revision_number': 4, 'project_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'gw_port': {'id': '9a1c6356-5bf7-4121-ab93-ffc532146ab5', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c234442-2665-4a5c-927e-b83daa87c03b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:32Z', 'updated_at': '2022-02-03T13:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '300de55e-0cde-40bc-be9a-6f8e8c76ff59', 'name': '', 'network_id': '455fb28a-aeb2-407e-b782-081ff385e6a8', 'tenant_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'mac_address': 'fa:16:3e:f2:b8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c234442-2665-4a5c-927e-b83daa87c03b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40877380-5501-4f93-a989-8ff73ca2ca3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:40Z', 'updated_at': '2022-02-03T13:55:52Z', 'revision_number': 4, 'project_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'subnets': [{'id': '40877380-5501-4f93-a989-8ff73ca2ca3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:54.284730 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-00c8ad6d-a106-4163-8cda-896f39068d0d tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:54.286726 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f5a45d51-e6c6-4a10-80bb-101f7f2e0519 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:54.287992 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f5a45d51-e6c6-4a10-80bb-101f7f2e0519 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8843052 Feb 03 13:55:54.290526 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43df99d-3fdd-4268-906e-75578ac3c4ee None None] The sync data for ids ['2c234442-2665-4a5c-927e-b83daa87c03b'] in dv-neutron-827016-1-hyperv is: [{'id': '2c234442-2665-4a5c-927e-b83daa87c03b', 'name': 'tempest-ServerActionsTestJSON-1772128479-router', 'tenant_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '9a1c6356-5bf7-4121-ab93-ffc532146ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:43Z', 'revision_number': 4, 'project_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'gw_port': {'id': '9a1c6356-5bf7-4121-ab93-ffc532146ab5', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c234442-2665-4a5c-927e-b83daa87c03b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:32Z', 'updated_at': '2022-02-03T13:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '300de55e-0cde-40bc-be9a-6f8e8c76ff59', 'name': '', 'network_id': '455fb28a-aeb2-407e-b782-081ff385e6a8', 'tenant_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'mac_address': 'fa:16:3e:f2:b8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c234442-2665-4a5c-927e-b83daa87c03b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40877380-5501-4f93-a989-8ff73ca2ca3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:40Z', 'updated_at': '2022-02-03T13:55:52Z', 'revision_number': 4, 'project_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'subnets': [{'id': '40877380-5501-4f93-a989-8ff73ca2ca3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:55:54.294661 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 13:55:54.294661 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:55:54.294661 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 13:55:54.294661 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:55:54.294661 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 13:55:54.294661 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:55:54.294661 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 13:55:54.294661 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:55:54.294661 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 13:55:54.294661 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:55:54.294661 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 13:55:54.294661 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:55:54.294661 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 13:55:54.294661 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:55:54.294661 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:55:54.294661 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:55:54.294661 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:55:54.294661 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:55:54.294661 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 13:55:54.294661 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:55:54.294661 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 13:55:54.294661 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:55:54.294661 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:55:54.294661 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:55:54.294661 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 13:55:54.294661 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:55:54.294661 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:55:54.294661 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:55:54.294661 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:55:54.294661 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:55:54.294661 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:55:54.294661 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:55:54.296527 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50138) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:54.310578 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-0892b188-4b32-437f-ae20-0e16c42a64ca tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Request body: {'security_group_rule': {'security_group_id': 'a4de8980-b0c3-4215-bb46-4e841e19d727', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:54.316119 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-0892b188-4b32-437f-ae20-0e16c42a64ca tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:54.334029 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-0892b188-4b32-437f-ae20-0e16c42a64ca tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Usage tracker for resource:security_group_rule and tenant:01d22ec6684f46e494a0aa49e75523a4 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:54.340707 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-0892b188-4b32-437f-ae20-0e16c42a64ca tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:54.349741 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-695b9f2a-6258-4356-9a02-394cefdb6314 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:54.356294 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-0892b188-4b32-437f-ae20-0e16c42a64ca tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:54.371470 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-695b9f2a-6258-4356-9a02-394cefdb6314 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Usage tracker for resource:security_group_rule and tenant:5e39c7016b6a4556ae7359955a6b8b7a is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:54.377988 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-695b9f2a-6258-4356-9a02-394cefdb6314 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:54.384538 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-00c8ad6d-a106-4163-8cda-896f39068d0d tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:54.421616 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-695b9f2a-6258-4356-9a02-394cefdb6314 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:54.449095 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f7964c43-68f5-4334-b811-b9213b7f8f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:54.452831 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7964c43-68f5-4334-b811-b9213b7f8f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:54.453406 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f7964c43-68f5-4334-b811-b9213b7f8f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:54.463534 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4337e03c-071e-404a-848a-bf08f7c696e2 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:54.467338 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4337e03c-071e-404a-848a-bf08f7c696e2 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:54.469884 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4337e03c-071e-404a-848a-bf08f7c696e2 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:54.602745 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0892b188-4b32-437f-ae20-0e16c42a64ca tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:54.629832 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4337e03c-071e-404a-848a-bf08f7c696e2 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Pushing event updated for resources: {'Network': ['ID=f826de69-da6b-4172-9536-256089301bff,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:54.637374 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7bba31e1-16ac-4075-a3e0-0a8d1f50f906 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:54.645360 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8ad6d-a106-4163-8cda-896f39068d0d tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Pushing event updated for resources: {'Port': ['ID=21c19455-2bf8-4a71-93db-183e310f091e,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:54.648673 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network f826de69-da6b-4172-9536-256089301bff details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:55:54.682814 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7964c43-68f5-4334-b811-b9213b7f8f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271-project] Pushing event updated for resources: {'Network': ['ID=64e11f3d-c66f-419f-a636-f043b1149779,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:54.698194 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4337e03c-071e-404a-848a-bf08f7c696e2 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1543908 Feb 03 13:55:54.705761 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-60089504-a84a-40be-91ad-fe2f0bda4bc1 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:54.709936 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60089504-a84a-40be-91ad-fe2f0bda4bc1 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 71fc44a4-8f29-4ef1-ab26-9e923b31e024 {{(pid=84182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 13:55:54.712621 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-60089504-a84a-40be-91ad-fe2f0bda4bc1 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:54.715438 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7bba31e1-16ac-4075-a3e0-0a8d1f50f906 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:54.715694 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50142) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:54.722637 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f7964c43-68f5-4334-b811-b9213b7f8f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.7945106 Feb 03 13:55:54.744017 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 64e11f3d-c66f-419f-a636-f043b1149779 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:55:54.750622 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-f18b6e73-f4ac-4760-80ab-b178fa650ae5 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-845951637'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:54.759519 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-00c8ad6d-a106-4163-8cda-896f39068d0d tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:54.769519 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60089504-a84a-40be-91ad-fe2f0bda4bc1 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Pushing event deleted for resources: {'Network': ['ID=71fc44a4-8f29-4ef1-ab26-9e923b31e024,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:54.783597 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-60089504-a84a-40be-91ad-fe2f0bda4bc1 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] 10.222.0.41 "DELETE /v2.0/networks/71fc44a4-8f29-4ef1-ab26-9e923b31e024 HTTP/1.1" status: 204 len: 168 time: 4.0854373 Feb 03 13:55:54.784402 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba31e1-16ac-4075-a3e0-0a8d1f50f906 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a8b224-6ef2-49eb-9b49-7ad3e8b912cc,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:54.786878 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50150) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:54.789544 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f18b6e73-f4ac-4760-80ab-b178fa650ae5 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:54.822172 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f18b6e73-f4ac-4760-80ab-b178fa650ae5 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Usage tracker for resource:network and tenant:e413fa889a5f400ba9ae5a1f152ae43f is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:54.840771 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f18b6e73-f4ac-4760-80ab-b178fa650ae5 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:54.877609 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7bba31e1-16ac-4075-a3e0-0a8d1f50f906 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:54.878904 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7bba31e1-16ac-4075-a3e0-0a8d1f50f906 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0123577 Feb 03 13:55:54.882439 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50154) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:54.890098 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-8b128c35-1738-45bb-b1d0-184067e0a62c tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Request body: {'floatingip': {'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:54.893549 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f18b6e73-f4ac-4760-80ab-b178fa650ae5 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:54.896135 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b5e9ee0b-c792-48d7-95c8-4570b47fc197 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Synchronizing usage tracker for tenant:30803cb80a91446c98d4e02e368d55fa on resource:floatingip {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:55:54.903921 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-8b128c35-1738-45bb-b1d0-184067e0a62c tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:54.913455 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-8b128c35-1738-45bb-b1d0-184067e0a62c tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Usage tracker for resource:floatingip and tenant:f8ad7c313a9048189891dfa3a8c2ec7f is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:54.917204 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-695b9f2a-6258-4356-9a02-394cefdb6314 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:54.919848 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-8b128c35-1738-45bb-b1d0-184067e0a62c tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:54.926987 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-8b128c35-1738-45bb-b1d0-184067e0a62c tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:54.946252 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f99a44-9657-4b4c-8a28-d6ce97d52bd0 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:55:54.949718 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0892b188-4b32-437f-ae20-0e16c42a64ca tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:54.996779 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-00c8ad6d-a106-4163-8cda-896f39068d0d tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:54.998563 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-00c8ad6d-a106-4163-8cda-896f39068d0d tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8021455 Feb 03 13:55:55.019891 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b5e9ee0b-c792-48d7-95c8-4570b47fc197 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Unset dirty status for tenant:30803cb80a91446c98d4e02e368d55fa on resource:floatingip {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:55:55.021882 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b5e9ee0b-c792-48d7-95c8-4570b47fc197 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1169 time: 0.2321610 Feb 03 13:55:55.025415 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8b128c35-1738-45bb-b1d0-184067e0a62c tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks [] for floatingip, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:55.027370 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-695b9f2a-6258-4356-9a02-394cefdb6314 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:55.035670 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50160) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:55.064240 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-55f99a44-9657-4b4c-8a28-d6ce97d52bd0 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:55.066132 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-55f99a44-9657-4b4c-8a28-d6ce97d52bd0 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.3370755 Feb 03 13:55:55.074927 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50162) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:55.075116 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0892b188-4b32-437f-ae20-0e16c42a64ca tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:55.090922 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18b6e73-f4ac-4760-80ab-b178fa650ae5 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Made reservation on behalf of e413fa889a5f400ba9ae5a1f152ae43f for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:55:55.098404 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f18b6e73-f4ac-4760-80ab-b178fa650ae5 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:55.208010 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50170) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:55.228831 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Request body: {'port': {'network_id': '64e11f3d-c66f-419f-a636-f043b1149779', 'binding:host_id': 'hv-neutron-8270', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964327732'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:55.237847 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:55.244381 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Usage tracker for resource:port and tenant:1212783798054473b0bf8a862bba12ae is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:55.249035 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:55.253485 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-59f2c205-39ff-4f07-911e-10897f843416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:55.260522 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:55.273793 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f18b6e73-f4ac-4760-80ab-b178fa650ae5 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:55:55.284251 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f18b6e73-f4ac-4760-80ab-b178fa650ae5 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:55.284924 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-f18b6e73-f4ac-4760-80ab-b178fa650ae5 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Added segment 3fc99847-97f3-4326-b425-d91e706d4536 of type vlan for network 7a1c5eab-dc0c-4b63-b6b6-39e51e74f0d4 Feb 03 13:55:55.312341 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f18b6e73-f4ac-4760-80ab-b178fa650ae5 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:55.322779 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Made reservation on behalf of 1212783798054473b0bf8a862bba12ae for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:55:55.325915 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:55.350056 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:55.370175 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f695a7f-6f4b-429d-8c5b-bcc3f7e6abb1 None None] Sync routers for ids ['45df2544-2759-41e4-9bc1-63028e54f809'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:55:55.389552 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f695a7f-6f4b-429d-8c5b-bcc3f7e6abb1 None None] Routers {'45df2544-2759-41e4-9bc1-63028e54f809'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:55:55.390331 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-3f695a7f-6f4b-429d-8c5b-bcc3f7e6abb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:55:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['45df2544-2759-41e4-9bc1-63028e54f809'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:55.438931 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f18b6e73-f4ac-4760-80ab-b178fa650ae5 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:55.443237 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18b6e73-f4ac-4760-80ab-b178fa650ae5 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:55.443852 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f18b6e73-f4ac-4760-80ab-b178fa650ae5 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:55.448042 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0892b188-4b32-437f-ae20-0e16c42a64ca tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23361ee3-c4d1-47ea-b7cf-1b119c27d1bb,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:55.452532 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-695b9f2a-6258-4356-9a02-394cefdb6314 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:55:55.503828 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50186) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:55.512204 dv-neutron-827016-1-hyperv neutron-server[84182]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 03 13:55:55.537866 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-3f695a7f-6f4b-429d-8c5b-bcc3f7e6abb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:55.539199 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-695b9f2a-6258-4356-9a02-394cefdb6314 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:55.539499 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-695b9f2a-6258-4356-9a02-394cefdb6314 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Added segment c10cca38-5d0c-483c-b2f2-ea26cf8e5479 of type vlan for network 549fc837-eb31-4f52-af96-951e8e540873 Feb 03 13:55:55.552714 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f695a7f-6f4b-429d-8c5b-bcc3f7e6abb1 None None] Routers {'45df2544-2759-41e4-9bc1-63028e54f809'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:55:55.553396 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-3f695a7f-6f4b-429d-8c5b-bcc3f7e6abb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:55:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['45df2544-2759-41e4-9bc1-63028e54f809'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:55.567291 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-695b9f2a-6258-4356-9a02-394cefdb6314 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:55.576925 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8b128c35-1738-45bb-b1d0-184067e0a62c tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:55.580899 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:55.597142 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b9f2a-6258-4356-9a02-394cefdb6314 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=726c73af-7db2-4b9e-954d-6bf971254f85,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:55.623527 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Usage tracker for resource:security_group_rule and tenant:1212783798054473b0bf8a862bba12ae is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:55.636538 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:55.647572 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:55.648026 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-3f695a7f-6f4b-429d-8c5b-bcc3f7e6abb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:55.648423 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f695a7f-6f4b-429d-8c5b-bcc3f7e6abb1 None None] The sync data for ids ['45df2544-2759-41e4-9bc1-63028e54f809'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:55:55.666653 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0892b188-4b32-437f-ae20-0e16c42a64ca tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:55.670716 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-0892b188-4b32-437f-ae20-0e16c42a64ca tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3720105 Feb 03 13:55:55.670843 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-e9a49dbd-609c-4e94-ab69-f817feb039e3 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Synchronizing usage tracker for tenant:aa12ab67af1e4dc2bf9988d3321473a2 on resource:security_group {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:55:55.674006 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50190) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:55.679459 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fb0276-bc19-4c19-990e-0d3c6484b7a4 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:55.679954 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fb0276-bc19-4c19-990e-0d3c6484b7a4 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:55.680395 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fb0276-bc19-4c19-990e-0d3c6484b7a4 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:55.681045 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fb0276-bc19-4c19-990e-0d3c6484b7a4 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:55.681197 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fb0276-bc19-4c19-990e-0d3c6484b7a4 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:55.681630 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fb0276-bc19-4c19-990e-0d3c6484b7a4 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:55.682256 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fb0276-bc19-4c19-990e-0d3c6484b7a4 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:55.684268 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-28fb0276-bc19-4c19-990e-0d3c6484b7a4 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4607 time: 0.5947762 Feb 03 13:55:55.688944 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-c26d74c5-bfd7-4abc-897e-c894845efa02 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Request body: {'floatingip': {'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:55.690050 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50194) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:55.692633 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-695b9f2a-6258-4356-9a02-394cefdb6314 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:55.696310 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695b9f2a-6258-4356-9a02-394cefdb6314 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:55.697855 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-695b9f2a-6258-4356-9a02-394cefdb6314 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:55.708808 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-c26d74c5-bfd7-4abc-897e-c894845efa02 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:55.733180 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-c26d74c5-bfd7-4abc-897e-c894845efa02 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Usage tracker for resource:floatingip and tenant:01d22ec6684f46e494a0aa49e75523a4 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:55.738035 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-c26d74c5-bfd7-4abc-897e-c894845efa02 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:55.791122 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-d34c0130-5631-4077-b0e0-1f1a754ba17a tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] delete failed (client error): The resource could not be found. Feb 03 13:55:55.792554 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d34c0130-5631-4077-b0e0-1f1a754ba17a tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/8f7ba281-b6d3-43e7-8fff-450619bf9124 HTTP/1.1" status: 404 len: 345 time: 0.1017232 Feb 03 13:55:55.793498 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 300de55e-0cde-40bc-be9a-6f8e8c76ff59 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:55:55.796683 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-c26d74c5-bfd7-4abc-897e-c894845efa02 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:55.797906 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50198) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:55.802298 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-695b9f2a-6258-4356-9a02-394cefdb6314 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.3230503 Feb 03 13:55:55.802298 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f18b6e73-f4ac-4760-80ab-b178fa650ae5 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0838962 Feb 03 13:55:55.805594 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50200) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:55.811369 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-b0c0a201-fece-4c53-a378-b86bcb991c43 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Request body: {'subnet': {'network_id': '549fc837-eb31-4f52-af96-951e8e540873', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:55.886005 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:55.925976 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-8b128c35-1738-45bb-b1d0-184067e0a62c tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Allocated IP 172.26.3.29 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/229adede-9a7a-4778-be10-745644925f54) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:55:55.936319 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-942ef2e1-8f25-492e-8221-bcf9ca9932b5 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] DELETE failed (client error): The resource could not be found. Feb 03 13:55:55.936859 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-942ef2e1-8f25-492e-8221-bcf9ca9932b5 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:55:55.939540 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-942ef2e1-8f25-492e-8221-bcf9ca9932b5 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] 10.222.0.41 "DELETE /v2.0/networks/71fc44a4-8f29-4ef1-ab26-9e923b31e024 HTTP/1.1" status: 404 len: 339 time: 0.1376307 Feb 03 13:55:55.940270 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b6e73-f4ac-4760-80ab-b178fa650ae5 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Pushing event updated for resources: {'Network': ['ID=7a1c5eab-dc0c-4b63-b6b6-39e51e74f0d4,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:55.954268 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 7a1c5eab-dc0c-4b63-b6b6-39e51e74f0d4 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:55:55.986469 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50206) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:56.006407 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-f96b2367-5fd2-4a60-9fd8-f3f1187c7144 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Request body: {'network': {'name': 'tempest-network--1325086904', 'router:external': True}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:56.023807 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f96b2367-5fd2-4a60-9fd8-f3f1187c7144 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:56.041891 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-e9a49dbd-609c-4e94-ab69-f817feb039e3 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Unset dirty status for tenant:aa12ab67af1e4dc2bf9988d3321473a2 on resource:security_group {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:55:56.051042 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-e9a49dbd-609c-4e94-ab69-f817feb039e3 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--15053652&fields=id&tenant_id=aa12ab67af1e4dc2bf9988d3321473a2 HTTP/1.1" status: 200 len: 267 time: 0.5437274 Feb 03 13:55:56.097927 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 300de55e-0cde-40bc-be9a-6f8e8c76ff59 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:55:56.103928 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 300de55e-0cde-40bc-be9a-6f8e8c76ff59 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:56.104492 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:56.116739 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:56.190036 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b9f2a-6258-4356-9a02-394cefdb6314 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Pushing event updated for resources: {'Network': ['ID=549fc837-eb31-4f52-af96-951e8e540873,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:56.203625 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f96b2367-5fd2-4a60-9fd8-f3f1187c7144 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Usage tracker for resource:network and tenant:30803cb80a91446c98d4e02e368d55fa is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:56.212814 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-b0c0a201-fece-4c53-a378-b86bcb991c43 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:56.218206 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-b0c0a201-fece-4c53-a378-b86bcb991c43 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Usage tracker for resource:subnet and tenant:5e39c7016b6a4556ae7359955a6b8b7a is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:56.225043 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 549fc837-eb31-4f52-af96-951e8e540873 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:55:56.225834 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-b0c0a201-fece-4c53-a378-b86bcb991c43 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:56.236197 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-b0c0a201-fece-4c53-a378-b86bcb991c43 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:56.244837 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f96b2367-5fd2-4a60-9fd8-f3f1187c7144 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:56.254518 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f96b2367-5fd2-4a60-9fd8-f3f1187c7144 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:56.257302 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] device_id is not set on port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:55:56.300127 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c0a201-fece-4c53-a378-b86bcb991c43 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Made reservation on behalf of 5e39c7016b6a4556ae7359955a6b8b7a for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:55:56.329489 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96b2367-5fd2-4a60-9fd8-f3f1187c7144 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Made reservation on behalf of 30803cb80a91446c98d4e02e368d55fa for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:55:56.332192 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f96b2367-5fd2-4a60-9fd8-f3f1187c7144 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:56.354112 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c26d74c5-bfd7-4abc-897e-c894845efa02 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks [] for floatingip, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:56.369208 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:56.584427 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566d00dd-22d6-40a4-8ebe-665d29b13b4f,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:56.585673 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 300de55e-0cde-40bc-be9a-6f8e8c76ff59, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=300de55e-0cde-40bc-be9a-6f8e8c76ff59,segment=NetworkSegment(0e7268e2-bf48-4ad7-89d0-b4489178b8a5),segment_id=0e7268e2-bf48-4ad7-89d0-b4489178b8a5)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:55:56.586002 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b0c0a201-fece-4c53-a378-b86bcb991c43 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:56.586002 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f96b2367-5fd2-4a60-9fd8-f3f1187c7144 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:55:56.588653 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:56.602276 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f96b2367-5fd2-4a60-9fd8-f3f1187c7144 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:56.603351 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-f96b2367-5fd2-4a60-9fd8-f3f1187c7144 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Added segment 9db8e4af-8f38-4598-bd58-5b792ae06064 of type vlan for network 3cebff40-202a-453a-ac09-146477d588a5 Feb 03 13:55:56.657051 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f96b2367-5fd2-4a60-9fd8-f3f1187c7144 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:56.670136 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=300de55e-0cde-40bc-be9a-6f8e8c76ff59,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:56.745680 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-55c222d5-6a86-4447-b57b-95fc8cda8983 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:56.747413 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-55c222d5-6a86-4447-b57b-95fc8cda8983 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/networks?id=0d5df42d-5d3c-4c34-b194-1616b788b316 HTTP/1.1" status: 200 len: 812 time: 0.6952810 Feb 03 13:55:56.765177 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8b128c35-1738-45bb-b1d0-184067e0a62c tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:56.804066 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f96b2367-5fd2-4a60-9fd8-f3f1187c7144 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:56.804891 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96b2367-5fd2-4a60-9fd8-f3f1187c7144 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:56.805473 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f96b2367-5fd2-4a60-9fd8-f3f1187c7144 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:56.868660 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-2daf163d-45e3-486e-b7f1-1ce6a8ecaad5 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/quotas/aa12ab67af1e4dc2bf9988d3321473a2 HTTP/1.1" status: 200 len: 375 time: 0.1080437 Feb 03 13:55:56.934538 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b2367-5fd2-4a60-9fd8-f3f1187c7144 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Pushing event updated for resources: {'Network': ['ID=3cebff40-202a-453a-ac09-146477d588a5,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:56.949763 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f96b2367-5fd2-4a60-9fd8-f3f1187c7144 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9581196 Feb 03 13:55:56.949763 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50210) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:56.952290 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 3cebff40-202a-453a-ac09-146477d588a5 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:55:57.072782 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b0c0a201-fece-4c53-a378-b86bcb991c43 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:57.155033 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] device_id is not set on port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:55:57.177230 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c26d74c5-bfd7-4abc-897e-c894845efa02 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:57.178180 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafc728c-89eb-4455-aad4-20710c536ba9 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:57.180124 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:57.182910 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafc728c-89eb-4455-aad4-20710c536ba9 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:57.186768 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafc728c-89eb-4455-aad4-20710c536ba9 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:57.190791 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafc728c-89eb-4455-aad4-20710c536ba9 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:57.191659 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-dafc728c-89eb-4455-aad4-20710c536ba9 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] Synchronizing usage tracker for tenant:862693b610ed494fbc3277b5b5cff117 on resource:network {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:55:57.224381 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c0a201-fece-4c53-a378-b86bcb991c43 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Pushing event updated for resources: {'Subnet': ['ID=df5b7112-7de1-4a8c-bb78-396af8478c9a,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:57.243686 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c0a201-fece-4c53-a378-b86bcb991c43 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Checking segment: {'id': 'c10cca38-5d0c-483c-b2f2-ea26cf8e5479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '549fc837-eb31-4f52-af96-951e8e540873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:55:57.244076 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c0a201-fece-4c53-a378-b86bcb991c43 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Network hostable DHCP agents. Network: 549fc837-eb31-4f52-af96-951e8e540873, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:55:57.251678 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8b128c35-1738-45bb-b1d0-184067e0a62c tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:57.294419 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-dafc728c-89eb-4455-aad4-20710c536ba9 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] Unset dirty status for tenant:862693b610ed494fbc3277b5b5cff117 on resource:network {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:55:57.295777 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-dafc728c-89eb-4455-aad4-20710c536ba9 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3462973 Feb 03 13:55:57.299210 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50214) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:57.302208 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Transition to ACTIVE for port object 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c will not be triggered until provisioned by entity L2. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:55:57.326524 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-375ba810-598a-499f-80b4-76a355f2bef6 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa12ab67af1e4dc2bf9988d3321473a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4298046 Feb 03 13:55:57.342068 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c0a201-fece-4c53-a378-b86bcb991c43 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Network 549fc837-eb31-4f52-af96-951e8e540873 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:55:57.376372 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b128c35-1738-45bb-b1d0-184067e0a62c tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:55:57.381925 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-8b128c35-1738-45bb-b1d0-184067e0a62c tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:55:57.383744 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b128c35-1738-45bb-b1d0-184067e0a62c tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Pushing event updated for resources: {'Port': ['ID=229adede-9a7a-4778-be10-745644925f54,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:57.385884 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b128c35-1738-45bb-b1d0-184067e0a62c tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:55:57.443116 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7daa53d3-b331-46eb-8f00-5333ea810b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:57.487555 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:57.524508 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c679a267-e561-4326-87be-0e3deb020a16 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:57.563465 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-b0c0a201-fece-4c53-a378-b86bcb991c43 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 549fc837-eb31-4f52-af96-951e8e540873) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:55:57.575438 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1d1b78-117b-45cc-b48a-1f08d43a56b8 None None] Network 549fc837-eb31-4f52-af96-951e8e540873 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:55:57.582433 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c0a201-fece-4c53-a378-b86bcb991c43 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:57.583035 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b0c0a201-fece-4c53-a378-b86bcb991c43 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:57.681579 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-c26d74c5-bfd7-4abc-897e-c894845efa02 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Allocated IP 172.26.3.153 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/dde654f0-da08-451b-aafd-1f1f769c35ea) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:55:57.689000 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Pushing event updated for resources: {'Port': ['ID=0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:57.771168 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c679a267-e561-4326-87be-0e3deb020a16 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:57.814568 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b0c0a201-fece-4c53-a378-b86bcb991c43 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0077193 Feb 03 13:55:57.817627 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50224) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:57.825413 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-878a9379-b45e-4ad7-ba5c-ec672e5c6d31 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Request body: {'port': {'network_id': '549fc837-eb31-4f52-af96-951e8e540873', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1814755290'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:57.845394 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-c679a267-e561-4326-87be-0e3deb020a16 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cebff40-202a-453a-ac09-146477d588a5']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:57.895730 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 300de55e-0cde-40bc-be9a-6f8e8c76ff59 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:55:57.914074 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-c679a267-e561-4326-87be-0e3deb020a16 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db8e4af-8f38-4598-bd58-5b792ae06064') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:57.914385 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-c679a267-e561-4326-87be-0e3deb020a16 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db8e4af-8f38-4598-bd58-5b792ae06064') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:57.932597 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c679a267-e561-4326-87be-0e3deb020a16 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:57.962483 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c679a267-e561-4326-87be-0e3deb020a16 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:57.983591 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c679a267-e561-4326-87be-0e3deb020a16 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:55:57.983831 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c679a267-e561-4326-87be-0e3deb020a16 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:58.002282 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 13:55:58.002282 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:55:58.002282 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 13:55:58.002282 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:55:58.002282 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 13:55:58.002282 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:55:58.002282 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 13:55:58.002282 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:55:58.002282 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 13:55:58.002282 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:55:58.002282 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 13:55:58.002282 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:55:58.002282 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 13:55:58.002282 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:55:58.002282 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:55:58.002282 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:55:58.002282 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:55:58.002282 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:55:58.002282 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 13:55:58.002282 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:55:58.002282 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 13:55:58.002282 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:55:58.002282 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:55:58.002282 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:55:58.002282 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 13:55:58.002282 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:55:58.002282 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:55:58.002282 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:55:58.002282 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:55:58.002282 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:55:58.002282 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:55:58.002282 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:55:58.056669 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540dfeed-5922-47cd-8c7b-23bbad18dbb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-549fc837-eb31-4f52-af96-951e8e540873', 'network_id': '549fc837-eb31-4f52-af96-951e8e540873', 'tenant_id': '5e39c7016b6a4556ae7359955a6b8b7a', 'fixed_ips': [{'subnet_id': 'df5b7112-7de1-4a8c-bb78-396af8478c9a'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:55:58.057811 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-540dfeed-5922-47cd-8c7b-23bbad18dbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:58.087176 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 300de55e-0cde-40bc-be9a-6f8e8c76ff59 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:58.087899 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:58.094864 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-878a9379-b45e-4ad7-ba5c-ec672e5c6d31 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:58.099410 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-878a9379-b45e-4ad7-ba5c-ec672e5c6d31 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Usage tracker for resource:port and tenant:5e39c7016b6a4556ae7359955a6b8b7a is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:58.104007 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-878a9379-b45e-4ad7-ba5c-ec672e5c6d31 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:58.109132 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-878a9379-b45e-4ad7-ba5c-ec672e5c6d31 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:58.130056 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Checking segment: {'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:55:58.131022 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Network hostable DHCP agents. Network: 64e11f3d-c66f-419f-a636-f043b1149779, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:55:58.139991 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-889ae7e1-a6b0-4d5b-9316-c2bd8b637ba2 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:55:58.141570 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-889ae7e1-a6b0-4d5b-9316-c2bd8b637ba2 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.5906081 Feb 03 13:55:58.161205 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8b128c35-1738-45bb-b1d0-184067e0a62c tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:58.179760 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c679a267-e561-4326-87be-0e3deb020a16 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:58.212610 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c679a267-e561-4326-87be-0e3deb020a16 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3cebff40-202a-453a-ac09-146477d588a5 {{(pid=84181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 13:55:58.231348 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878a9379-b45e-4ad7-ba5c-ec672e5c6d31 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Made reservation on behalf of 5e39c7016b6a4556ae7359955a6b8b7a for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:55:58.239400 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-878a9379-b45e-4ad7-ba5c-ec672e5c6d31 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:58.266296 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c679a267-e561-4326-87be-0e3deb020a16 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:58.304310 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-4b9808ca-76c8-4c51-91fd-1d30c645d158 service neutron] 10.222.0.41 "GET /v2.0/networks/0d5df42d-5d3c-4c34-b194-1616b788b316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440911 Feb 03 13:55:58.316495 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c679a267-e561-4326-87be-0e3deb020a16 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] 10.222.0.41 "DELETE /v2.0/networks/3cebff40-202a-453a-ac09-146477d588a5 HTTP/1.1" status: 204 len: 168 time: 1.0160971 Feb 03 13:55:58.348974 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-540dfeed-5922-47cd-8c7b-23bbad18dbb3 None None] Allocated IP 2001:db8::2 (549fc837-eb31-4f52-af96-951e8e540873/df5b7112-7de1-4a8c-bb78-396af8478c9a/d6f8ad29-8771-499d-b0e7-00dbb3cc0e25) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:55:58.350791 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50228) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:58.371468 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679a267-e561-4326-87be-0e3deb020a16 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Pushing event deleted for resources: {'Network': ['ID=3cebff40-202a-453a-ac09-146477d588a5,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:58.394456 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-878a9379-b45e-4ad7-ba5c-ec672e5c6d31 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] device_id is not set on port 75fa8093-3299-4cba-91cc-9000e0f0d172 yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:55:58.499416 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-43fe293f-ae8d-4f30-bf39-f8b775aa930a tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Request body: {'network': {'name': 'tempest-network--530640074', 'router:external': True}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:58.668755 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-e3a1f8ab-9ca6-4c4e-8e97-5682fc2e6d6f service neutron] 10.222.0.41 "GET /v2.0/networks/0d5df42d-5d3c-4c34-b194-1616b788b316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171566 Feb 03 13:55:58.679863 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-43fe293f-ae8d-4f30-bf39-f8b775aa930a tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:58.714261 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-43fe293f-ae8d-4f30-bf39-f8b775aa930a tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Usage tracker for resource:network and tenant:30803cb80a91446c98d4e02e368d55fa is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:58.727879 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-43fe293f-ae8d-4f30-bf39-f8b775aa930a tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:58.750764 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8b128c35-1738-45bb-b1d0-184067e0a62c tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:58.777724 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-43fe293f-ae8d-4f30-bf39-f8b775aa930a tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:58.813844 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-540dfeed-5922-47cd-8c7b-23bbad18dbb3 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:58.833578 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Network 64e11f3d-c66f-419f-a636-f043b1149779 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:55:58.849496 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-540dfeed-5922-47cd-8c7b-23bbad18dbb3 None None] Transition to ACTIVE for port object d6f8ad29-8771-499d-b0e7-00dbb3cc0e25 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:55:58.850418 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c26d74c5-bfd7-4abc-897e-c894845efa02 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:58.904894 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 64e11f3d-c66f-419f-a636-f043b1149779) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:55:58.923316 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a08e525-b612-4578-9c50-568b646862c2 None None] Network 64e11f3d-c66f-419f-a636-f043b1149779 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:55:58.926905 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:55:58.980140 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50232) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:58.990800 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fe293f-ae8d-4f30-bf39-f8b775aa930a tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Made reservation on behalf of 30803cb80a91446c98d4e02e368d55fa for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:55:58.993350 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-43fe293f-ae8d-4f30-bf39-f8b775aa930a tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:58.995990 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-88777523-7dec-44bf-871b-f40795dbd2cf tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Request body: {'subnets': [{'network_id': 'f826de69-da6b-4172-9536-256089301bff', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1868222085', 'ip_version': 6}, {'network_id': '7a1c5eab-dc0c-4b63-b6b6-39e51e74f0d4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:58.996995 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-88777523-7dec-44bf-871b-f40795dbd2cf tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Request body: {'subnet': {'network_id': 'f826de69-da6b-4172-9536-256089301bff', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1868222085', 'ip_version': 6}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:58.998380 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-88777523-7dec-44bf-871b-f40795dbd2cf tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Request body: {'subnet': {'network_id': '7a1c5eab-dc0c-4b63-b6b6-39e51e74f0d4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:55:59.048538 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:55:59.048538 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] {{(pid=84182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:55:59.048538 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c on network 64e11f3d-c66f-419f-a636-f043b1149779 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:55:59.079917 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-540dfeed-5922-47cd-8c7b-23bbad18dbb3 None None] Transition to ACTIVE for port object d6f8ad29-8771-499d-b0e7-00dbb3cc0e25 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:55:59.098699 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43fe293f-ae8d-4f30-bf39-f8b775aa930a tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:55:59.126556 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c on network 64e11f3d-c66f-419f-a636-f043b1149779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:55:59.127054 dv-neutron-827016-1-hyperv neutron-server[84182]: ERROR neutron.plugins.ml2.managers [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Failed to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c on host hv-neutron-8270 for vnic_type normal using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] Feb 03 13:55:59.138380 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-43fe293f-ae8d-4f30-bf39-f8b775aa930a tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:59.138790 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-43fe293f-ae8d-4f30-bf39-f8b775aa930a tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Added segment a18380de-1ccc-45bb-bba3-487ff8ad170f of type vlan for network 7e4fd94e-66c0-401b-bf55-0ce1404763dc Feb 03 13:55:59.139781 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.plugins.ml2.plugin [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempt 2 to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c Feb 03 13:55:59.165336 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:59.166564 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50246) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:55:59.174935 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:59.179660 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-540dfeed-5922-47cd-8c7b-23bbad18dbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:59.254390 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c26d74c5-bfd7-4abc-897e-c894845efa02 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:59.272679 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540dfeed-5922-47cd-8c7b-23bbad18dbb3 None None] Network 549fc837-eb31-4f52-af96-951e8e540873 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:55:59.275974 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540dfeed-5922-47cd-8c7b-23bbad18dbb3 None None] Pushing event updated for resources: {'Port': ['ID=d6f8ad29-8771-499d-b0e7-00dbb3cc0e25,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:59.280371 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-540dfeed-5922-47cd-8c7b-23bbad18dbb3 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:55:59.296456 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540dfeed-5922-47cd-8c7b-23bbad18dbb3 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:55:59.373097 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-878a9379-b45e-4ad7-ba5c-ec672e5c6d31 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Allocated IP 2001:db8::77 (549fc837-eb31-4f52-af96-951e8e540873/df5b7112-7de1-4a8c-bb78-396af8478c9a/75fa8093-3299-4cba-91cc-9000e0f0d172) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:55:59.379355 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:55:59.379928 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] {{(pid=84182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:55:59.381057 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c on network 64e11f3d-c66f-419f-a636-f043b1149779 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:55:59.392666 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-88777523-7dec-44bf-871b-f40795dbd2cf tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:55:59.396534 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-88777523-7dec-44bf-871b-f40795dbd2cf tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Usage tracker for resource:subnet and tenant:e413fa889a5f400ba9ae5a1f152ae43f is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:55:59.399493 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-88777523-7dec-44bf-871b-f40795dbd2cf tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:55:59.405632 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-88777523-7dec-44bf-871b-f40795dbd2cf tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:55:59.425092 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-540dfeed-5922-47cd-8c7b-23bbad18dbb3 None None] Attempting to bind port d6f8ad29-8771-499d-b0e7-00dbb3cc0e25 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:55:59.425718 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-540dfeed-5922-47cd-8c7b-23bbad18dbb3 None None] Attempting to bind port d6f8ad29-8771-499d-b0e7-00dbb3cc0e25 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'c10cca38-5d0c-483c-b2f2-ea26cf8e5479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '549fc837-eb31-4f52-af96-951e8e540873'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:55:59.426164 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540dfeed-5922-47cd-8c7b-23bbad18dbb3 None None] Attempting to bind port d6f8ad29-8771-499d-b0e7-00dbb3cc0e25 on network 549fc837-eb31-4f52-af96-951e8e540873 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:55:59.426945 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d74c5-bfd7-4abc-897e-c894845efa02 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Pushing event updated for resources: {'Port': ['ID=dde654f0-da08-451b-aafd-1f1f769c35ea,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:59.433250 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540dfeed-5922-47cd-8c7b-23bbad18dbb3 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:55:59.433716 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540dfeed-5922-47cd-8c7b-23bbad18dbb3 None None] Checking segment: {'id': 'c10cca38-5d0c-483c-b2f2-ea26cf8e5479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '549fc837-eb31-4f52-af96-951e8e540873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:55:59.434183 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-540dfeed-5922-47cd-8c7b-23bbad18dbb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:59.434657 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540dfeed-5922-47cd-8c7b-23bbad18dbb3 None None] Bound using segment: {'id': 'c10cca38-5d0c-483c-b2f2-ea26cf8e5479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '549fc837-eb31-4f52-af96-951e8e540873'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:55:59.440675 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-540dfeed-5922-47cd-8c7b-23bbad18dbb3 None None] Bound port: d6f8ad29-8771-499d-b0e7-00dbb3cc0e25, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c10cca38-5d0c-483c-b2f2-ea26cf8e5479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '549fc837-eb31-4f52-af96-951e8e540873'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:55:59.440675 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-540dfeed-5922-47cd-8c7b-23bbad18dbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:59.440925 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c on network 64e11f3d-c66f-419f-a636-f043b1149779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:55:59.440925 dv-neutron-827016-1-hyperv neutron-server[84182]: ERROR neutron.plugins.ml2.managers [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Failed to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c on host hv-neutron-8270 for vnic_type normal using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] Feb 03 13:55:59.492264 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88777523-7dec-44bf-871b-f40795dbd2cf tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Made reservation on behalf of e413fa889a5f400ba9ae5a1f152ae43f for: {'subnet': 2} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:55:59.502150 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.plugins.ml2.plugin [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempt 3 to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c Feb 03 13:55:59.527881 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-540dfeed-5922-47cd-8c7b-23bbad18dbb3 None None] For port d6f8ad29-8771-499d-b0e7-00dbb3cc0e25, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:55:59.531390 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-540dfeed-5922-47cd-8c7b-23bbad18dbb3 None None] For port d6f8ad29-8771-499d-b0e7-00dbb3cc0e25, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=d6f8ad29-8771-499d-b0e7-00dbb3cc0e25,segment=NetworkSegment(c10cca38-5d0c-483c-b2f2-ea26cf8e5479),segment_id=c10cca38-5d0c-483c-b2f2-ea26cf8e5479)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:55:59.535080 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:55:59.535488 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] {{(pid=84182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:55:59.535901 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c on network 64e11f3d-c66f-419f-a636-f043b1149779 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:55:59.580266 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d7593499-1a20-42bf-b50b-771c748c4328 req-3348d41f-fdeb-4831-b182-90e718b7a060 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd9d73c-75f1-4f4a-bb32-219abd7ccb49 HTTP/1.1" status: 200 len: 210 time: 0.3946633 Feb 03 13:55:59.603525 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-540dfeed-5922-47cd-8c7b-23bbad18dbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:59.608471 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-43fe293f-ae8d-4f30-bf39-f8b775aa930a tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:59.619014 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c on network 64e11f3d-c66f-419f-a636-f043b1149779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:55:59.619388 dv-neutron-827016-1-hyperv neutron-server[84182]: ERROR neutron.plugins.ml2.managers [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Failed to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c on host hv-neutron-8270 for vnic_type normal using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] Feb 03 13:55:59.622211 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26d74c5-bfd7-4abc-897e-c894845efa02 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:55:59.636051 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.plugins.ml2.plugin [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempt 4 to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c Feb 03 13:55:59.655384 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-c26d74c5-bfd7-4abc-897e-c894845efa02 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:55:59.658474 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26d74c5-bfd7-4abc-897e-c894845efa02 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:55:59.725378 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.db.resource_extend [None req-8b128c35-1738-45bb-b1d0-184067e0a62c tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 13:55:59.729241 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540dfeed-5922-47cd-8c7b-23bbad18dbb3 None None] Pushing event updated for resources: {'Port': ['ID=d6f8ad29-8771-499d-b0e7-00dbb3cc0e25,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:59.758629 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ac4c4533-dd90-4f18-bb12-b7cb3d95e7f2 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:59.769272 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:55:59.769779 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] {{(pid=84182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:55:59.770091 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c on network 64e11f3d-c66f-419f-a636-f043b1149779 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:55:59.780674 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8b128c35-1738-45bb-b1d0-184067e0a62c tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:59.837242 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-878a9379-b45e-4ad7-ba5c-ec672e5c6d31 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:59.850137 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-88777523-7dec-44bf-871b-f40795dbd2cf tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:59.850465 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-88777523-7dec-44bf-871b-f40795dbd2cf tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:59.881285 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c on network 64e11f3d-c66f-419f-a636-f043b1149779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:55:59.881285 dv-neutron-827016-1-hyperv neutron-server[84182]: ERROR neutron.plugins.ml2.managers [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Failed to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c on host hv-neutron-8270 for vnic_type normal using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] Feb 03 13:55:59.889660 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.plugins.ml2.plugin [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempt 5 to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c Feb 03 13:55:59.901640 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8b128c35-1738-45bb-b1d0-184067e0a62c tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:59.927187 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-878a9379-b45e-4ad7-ba5c-ec672e5c6d31 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Transition to ACTIVE for port object 75fa8093-3299-4cba-91cc-9000e0f0d172 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:55:59.995620 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-43fe293f-ae8d-4f30-bf39-f8b775aa930a tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:55:59.999020 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fe293f-ae8d-4f30-bf39-f8b775aa930a tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:59.999020 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-43fe293f-ae8d-4f30-bf39-f8b775aa930a tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:00.080567 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:56:00.080996 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] {{(pid=84182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:56:00.081322 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c on network 64e11f3d-c66f-419f-a636-f043b1149779 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:56:00.102998 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-878a9379-b45e-4ad7-ba5c-ec672e5c6d31 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:00.122825 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:00.213364 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878a9379-b45e-4ad7-ba5c-ec672e5c6d31 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Network 549fc837-eb31-4f52-af96-951e8e540873 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:56:00.218567 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-878a9379-b45e-4ad7-ba5c-ec672e5c6d31 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:56:00.225112 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878a9379-b45e-4ad7-ba5c-ec672e5c6d31 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:56:00.228928 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878a9379-b45e-4ad7-ba5c-ec672e5c6d31 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:00.229516 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-878a9379-b45e-4ad7-ba5c-ec672e5c6d31 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:00.250588 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a9379-b45e-4ad7-ba5c-ec672e5c6d31 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Pushing event updated for resources: {'Port': ['ID=75fa8093-3299-4cba-91cc-9000e0f0d172,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:00.267672 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b128c35-1738-45bb-b1d0-184067e0a62c tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Pushing event updated for resources: {'Port': ['ID=229adede-9a7a-4778-be10-745644925f54,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:00.288530 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c on network 64e11f3d-c66f-419f-a636-f043b1149779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:56:00.288857 dv-neutron-827016-1-hyperv neutron-server[84182]: ERROR neutron.plugins.ml2.managers [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Failed to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c on host hv-neutron-8270 for vnic_type normal using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] Feb 03 13:56:00.312174 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.plugins.ml2.plugin [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempt 6 to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c Feb 03 13:56:00.356673 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe293f-ae8d-4f30-bf39-f8b775aa930a tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Pushing event updated for resources: {'Network': ['ID=7e4fd94e-66c0-401b-bf55-0ce1404763dc,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:00.369075 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 7e4fd94e-66c0-401b-bf55-0ce1404763dc details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:56:00.372325 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8b128c35-1738-45bb-b1d0-184067e0a62c tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:00.388712 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:56:00.389366 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] {{(pid=84182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:56:00.389481 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c on network 64e11f3d-c66f-419f-a636-f043b1149779 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:56:00.448244 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-43fe293f-ae8d-4f30-bf39-f8b775aa930a tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 2.0904820 Feb 03 13:56:00.451130 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50276) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:00.455182 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c on network 64e11f3d-c66f-419f-a636-f043b1149779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:56:00.455324 dv-neutron-827016-1-hyperv neutron-server[84182]: ERROR neutron.plugins.ml2.managers [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Failed to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c on host hv-neutron-8270 for vnic_type normal using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] Feb 03 13:56:00.466457 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.plugins.ml2.plugin [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempt 7 to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c Feb 03 13:56:00.559942 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8b128c35-1738-45bb-b1d0-184067e0a62c tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:00.569797 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-8b128c35-1738-45bb-b1d0-184067e0a62c tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6774752 Feb 03 13:56:00.575705 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-878a9379-b45e-4ad7-ba5c-ec672e5c6d31 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.7570095 Feb 03 13:56:00.576514 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50282) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:00.581292 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:56:00.581624 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] {{(pid=84182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:56:00.582006 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c on network 64e11f3d-c66f-419f-a636-f043b1149779 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:56:00.588674 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c26d74c5-bfd7-4abc-897e-c894845efa02 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:00.620649 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-037d6cfa-9849-4711-ae7e-046700487e6c tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Request body: {'port': {'network_id': '549fc837-eb31-4f52-af96-951e8e540873', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1719136625', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:00.621231 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.api.validators [None req-037d6cfa-9849-4711-ae7e-046700487e6c tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] bootfile-name is not in valid_values {{(pid=84181) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 03 13:56:00.621840 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.api.validators [None req-037d6cfa-9849-4711-ae7e-046700487e6c tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] tftp-server is not in valid_values {{(pid=84181) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 03 13:56:00.622176 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.api.validators [None req-037d6cfa-9849-4711-ae7e-046700487e6c tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] server-ip-address is not in valid_values {{(pid=84181) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 03 13:56:00.647454 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c on network 64e11f3d-c66f-419f-a636-f043b1149779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:56:00.647870 dv-neutron-827016-1-hyperv neutron-server[84182]: ERROR neutron.plugins.ml2.managers [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Failed to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c on host hv-neutron-8270 for vnic_type normal using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] Feb 03 13:56:00.754958 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.plugins.ml2.plugin [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempt 8 to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c Feb 03 13:56:00.784635 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae09b37-929d-4912-a715-642a81f9970f tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:00.786127 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-0ae09b37-929d-4912-a715-642a81f9970f tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] 10.222.0.41 "GET /v2.0/networks/7e4fd94e-66c0-401b-bf55-0ce1404763dc HTTP/1.1" status: 200 len: 756 time: 0.3328044 Feb 03 13:56:00.796190 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50296) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:00.913645 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e884e20-bdeb-43bc-9b1e-603ef12a5cbc None None] Network 549fc837-eb31-4f52-af96-951e8e540873 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:56:00.972171 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0ba1ab3a-e85f-47e5-8cb1-1f2d6858f8c4 req-aa8fd67a-2b5e-4ee3-b459-757cf80cc636 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd9d73c-75f1-4f4a-bb32-219abd7ccb49 HTTP/1.1" status: 200 len: 210 time: 0.2580719 Feb 03 13:56:00.988594 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:56:00.988964 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] {{(pid=84182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:56:00.989308 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c on network 64e11f3d-c66f-419f-a636-f043b1149779 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:56:01.030637 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c1ac0b-c6d1-42c6-b66a-02f69b3fffcf tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:01.032908 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-a2c1ac0b-c6d1-42c6-b66a-02f69b3fffcf tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] 10.222.0.41 "GET /v2.0/networks/570e9cc8-74af-4624-8e5d-e8667a66c2d2 HTTP/1.1" status: 200 len: 768 time: 0.2330239 Feb 03 13:56:01.036465 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50306) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:01.040286 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-037d6cfa-9849-4711-ae7e-046700487e6c tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:01.045791 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c on network 64e11f3d-c66f-419f-a636-f043b1149779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:56:01.046123 dv-neutron-827016-1-hyperv neutron-server[84182]: ERROR neutron.plugins.ml2.managers [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Failed to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c on host hv-neutron-8270 for vnic_type normal using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] Feb 03 13:56:01.049951 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.plugins.ml2.plugin [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempt 9 to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c Feb 03 13:56:01.064991 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-037d6cfa-9849-4711-ae7e-046700487e6c tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Usage tracker for resource:port and tenant:5e39c7016b6a4556ae7359955a6b8b7a is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:56:01.065175 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c26d74c5-bfd7-4abc-897e-c894845efa02 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:01.092859 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:56:01.092980 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] {{(pid=84182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:56:01.093283 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c on network 64e11f3d-c66f-419f-a636-f043b1149779 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:56:01.114584 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-037d6cfa-9849-4711-ae7e-046700487e6c tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:56:01.122393 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-88777523-7dec-44bf-871b-f40795dbd2cf tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:01.153477 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-4adeb995-d299-4899-bae6-8074aae33036 None None] Provisioning for port d6f8ad29-8771-499d-b0e7-00dbb3cc0e25 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:56:01.161911 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-037d6cfa-9849-4711-ae7e-046700487e6c tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:01.173022 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c on network 64e11f3d-c66f-419f-a636-f043b1149779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:56:01.173445 dv-neutron-827016-1-hyperv neutron-server[84182]: ERROR neutron.plugins.ml2.managers [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Failed to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c on host hv-neutron-8270 for vnic_type normal using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] Feb 03 13:56:01.174882 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-4dd8a073-1e4f-4c7c-b918-e0c61cfa3c4b tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Synchronizing usage tracker for tenant:f8ad7c313a9048189891dfa3a8c2ec7f on resource:security_group {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:56:01.180954 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.plugins.ml2.plugin [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempt 10 to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c Feb 03 13:56:01.239007 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:56:01.239368 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] {{(pid=84182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:56:01.239709 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c on network 64e11f3d-c66f-419f-a636-f043b1149779 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:56:01.244301 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-ac4c4533-dd90-4f18-bb12-b7cb3d95e7f2 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Allocated IP 172.20.0.1 (bbb6c916-9ac3-4fd0-981e-dbf91d7efbbb/76d6aae9-8ce7-4a6a-8ca0-ba40ab446cd0/252f329a-fb06-4c52-ab81-2933b29e8117) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:56:01.256293 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88777523-7dec-44bf-871b-f40795dbd2cf tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Pushing event updated for resources: {'Subnet': ['ID=82eaadc4-591c-4aa5-addd-04fd07e2b5e2,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:01.261931 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-96357aff-19e7-4662-8c7b-c4e6d88d7176 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:01.263672 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037d6cfa-9849-4711-ae7e-046700487e6c tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Made reservation on behalf of 5e39c7016b6a4556ae7359955a6b8b7a for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:56:01.266743 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-037d6cfa-9849-4711-ae7e-046700487e6c tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:01.289125 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88777523-7dec-44bf-871b-f40795dbd2cf tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Checking segment: {'id': '9d976656-c340-43c6-9d2b-c4410db323a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f826de69-da6b-4172-9536-256089301bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:56:01.292409 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88777523-7dec-44bf-871b-f40795dbd2cf tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Network hostable DHCP agents. Network: f826de69-da6b-4172-9536-256089301bff, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:56:01.310471 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-037d6cfa-9849-4711-ae7e-046700487e6c tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] device_id is not set on port d83a0827-8363-4589-bb01-29df7c8e0369 yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:56:01.329365 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-4dd8a073-1e4f-4c7c-b918-e0c61cfa3c4b tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Unset dirty status for tenant:f8ad7c313a9048189891dfa3a8c2ec7f on resource:security_group {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:56:01.330554 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-4dd8a073-1e4f-4c7c-b918-e0c61cfa3c4b tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--443255188&fields=id&tenant_id=f8ad7c313a9048189891dfa3a8c2ec7f HTTP/1.1" status: 200 len: 267 time: 0.3564692 Feb 03 13:56:01.337570 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c on network 64e11f3d-c66f-419f-a636-f043b1149779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:56:01.337570 dv-neutron-827016-1-hyperv neutron-server[84182]: ERROR neutron.plugins.ml2.managers [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Failed to bind port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c on host hv-neutron-8270 for vnic_type normal using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] Feb 03 13:56:01.337570 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:01.577222 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-96357aff-19e7-4662-8c7b-c4e6d88d7176 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:01.619146 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-96357aff-19e7-4662-8c7b-c4e6d88d7176 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e4fd94e-66c0-401b-bf55-0ce1404763dc']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:01.642575 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-037d6cfa-9849-4711-ae7e-046700487e6c tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Allocated IP 2001:db8::25e (549fc837-eb31-4f52-af96-951e8e540873/df5b7112-7de1-4a8c-bb78-396af8478c9a/d83a0827-8363-4589-bb01-29df7c8e0369) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:56:01.650397 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88777523-7dec-44bf-871b-f40795dbd2cf tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Network f826de69-da6b-4172-9536-256089301bff is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:56:01.659435 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ac4c4533-dd90-4f18-bb12-b7cb3d95e7f2 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:01.673005 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-96357aff-19e7-4662-8c7b-c4e6d88d7176 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a18380de-1ccc-45bb-bba3-487ff8ad170f') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:01.674466 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-96357aff-19e7-4662-8c7b-c4e6d88d7176 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a18380de-1ccc-45bb-bba3-487ff8ad170f') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:01.695462 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-96357aff-19e7-4662-8c7b-c4e6d88d7176 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:01.723212 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b96f9979-5ab2-4e9c-9e09-8e1e9f1485d5 None None] Provisioning for port 75fa8093-3299-4cba-91cc-9000e0f0d172 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:56:01.746227 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b96f9979-5ab2-4e9c-9e09-8e1e9f1485d5 None None] Provisioning complete for port 75fa8093-3299-4cba-91cc-9000e0f0d172 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:01.748170 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b96f9979-5ab2-4e9c-9e09-8e1e9f1485d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:01.768019 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-96357aff-19e7-4662-8c7b-c4e6d88d7176 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:01.775518 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96357aff-19e7-4662-8c7b-c4e6d88d7176 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:56:01.775518 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-96357aff-19e7-4662-8c7b-c4e6d88d7176 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:01.818552 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-517e49c8-6a8d-4319-b00c-f376add24d65 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:01.819289 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-517e49c8-6a8d-4319-b00c-f376add24d65 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Synchronizing usage tracker for tenant:f8ad7c313a9048189891dfa3a8c2ec7f on resource:network {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:56:01.831106 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device d6f8ad29-8771-499d-b0e7-00dbb3cc0e25 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:56:01.835680 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] For port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c, host hv-neutron-8270, cleared binding levels {{(pid=84182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:56:01.841256 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempted to set empty binding levels {{(pid=84182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 03 13:56:01.862488 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c26d74c5-bfd7-4abc-897e-c894845efa02 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:01.867625 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-88777523-7dec-44bf-871b-f40795dbd2cf tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, f826de69-da6b-4172-9536-256089301bff) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:56:01.875870 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 13:56:01.875870 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:56:01.875870 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 13:56:01.875870 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:56:01.875870 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 13:56:01.875870 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:56:01.875870 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 13:56:01.875870 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:56:01.875870 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 13:56:01.875870 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:56:01.875870 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 13:56:01.875870 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:56:01.875870 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 13:56:01.875870 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:56:01.875870 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:56:01.875870 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:56:01.875870 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:56:01.875870 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:56:01.875870 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 13:56:01.875870 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:56:01.875870 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 13:56:01.875870 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:56:01.875870 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:56:01.875870 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:56:01.875870 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 13:56:01.875870 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:56:01.875870 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:56:01.875870 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:56:01.875870 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:56:01.875870 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:56:01.875870 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:56:01.875870 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:56:01.885012 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-88777523-7dec-44bf-871b-f40795dbd2cf tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:01.889003 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6750d584-73a8-4a23-a267-e7ce2c8030f5 None None] Network f826de69-da6b-4172-9536-256089301bff requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:56:01.936112 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:01.985013 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-b96f9979-5ab2-4e9c-9e09-8e1e9f1485d5 None None] Port 75fa8093-3299-4cba-91cc-9000e0f0d172 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:56:01.986429 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-517e49c8-6a8d-4319-b00c-f376add24d65 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Unset dirty status for tenant:f8ad7c313a9048189891dfa3a8c2ec7f on resource:network {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:56:01.987603 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-517e49c8-6a8d-4319-b00c-f376add24d65 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/networks?id=455fb28a-aeb2-407e-b782-081ff385e6a8 HTTP/1.1" status: 200 len: 812 time: 0.6258729 Feb 03 13:56:01.988175 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c26d74c5-bfd7-4abc-897e-c894845efa02 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:02.028520 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:02.039190 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Pushing event updated for resources: {'Port': ['ID=0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:02.045094 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88777523-7dec-44bf-871b-f40795dbd2cf tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Pushing event updated for resources: {'Subnet': ['ID=94dbbebe-0073-4ee7-837c-55760fe5f93f,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:02.066430 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-96357aff-19e7-4662-8c7b-c4e6d88d7176 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:02.082589 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-ac4c4533-dd90-4f18-bb12-b7cb3d95e7f2 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Transition to ACTIVE for port object 252f329a-fb06-4c52-ab81-2933b29e8117 will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:56:02.088372 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96357aff-19e7-4662-8c7b-c4e6d88d7176 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7e4fd94e-66c0-401b-bf55-0ce1404763dc {{(pid=84181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 13:56:02.108290 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-96357aff-19e7-4662-8c7b-c4e6d88d7176 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:02.122978 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96357aff-19e7-4662-8c7b-c4e6d88d7176 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Pushing event deleted for resources: {'Network': ['ID=7e4fd94e-66c0-401b-bf55-0ce1404763dc,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:02.126221 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-1b9f799d-4d7e-4cf2-914c-67485d2c262c tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/quotas/f8ad7c313a9048189891dfa3a8c2ec7f HTTP/1.1" status: 200 len: 375 time: 0.1225228 Feb 03 13:56:02.140938 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88777523-7dec-44bf-871b-f40795dbd2cf tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Checking segment: {'id': '3fc99847-97f3-4326-b425-d91e706d4536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7a1c5eab-dc0c-4b63-b6b6-39e51e74f0d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:56:02.141278 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88777523-7dec-44bf-871b-f40795dbd2cf tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Network hostable DHCP agents. Network: 7a1c5eab-dc0c-4b63-b6b6-39e51e74f0d4, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:56:02.149182 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-96357aff-19e7-4662-8c7b-c4e6d88d7176 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] 10.222.0.41 "DELETE /v2.0/networks/7e4fd94e-66c0-401b-bf55-0ce1404763dc HTTP/1.1" status: 204 len: 168 time: 1.1105397 Feb 03 13:56:02.160214 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50314) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:02.165863 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-c4541149-2503-4680-9dc0-ff108e1b1457 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Request body: {'network': {'name': 'tempest-network--45982668'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:02.181770 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-c4541149-2503-4680-9dc0-ff108e1b1457 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:02.193354 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-c4541149-2503-4680-9dc0-ff108e1b1457 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Usage tracker for resource:network and tenant:30803cb80a91446c98d4e02e368d55fa is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:56:02.198458 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-c4541149-2503-4680-9dc0-ff108e1b1457 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:56:02.211961 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-c4541149-2503-4680-9dc0-ff108e1b1457 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:02.214683 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-037d6cfa-9849-4711-ae7e-046700487e6c tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:02.214881 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c26d74c5-bfd7-4abc-897e-c894845efa02 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:02.240534 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d74c5-bfd7-4abc-897e-c894845efa02 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Pushing event updated for resources: {'Port': ['ID=dde654f0-da08-451b-aafd-1f1f769c35ea,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:02.244809 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-037d6cfa-9849-4711-ae7e-046700487e6c tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Transition to ACTIVE for port object d83a0827-8363-4589-bb01-29df7c8e0369 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:56:02.264344 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ca76d9eb-b982-46de-a37a-05aca86268a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 7.0488288 Feb 03 13:56:02.267746 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50318) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:02.275845 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port d6f8ad29-8771-499d-b0e7-00dbb3cc0e25 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:56:02.293334 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port d6f8ad29-8771-499d-b0e7-00dbb3cc0e25 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:02.293709 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:02.311163 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88777523-7dec-44bf-871b-f40795dbd2cf tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Network 7a1c5eab-dc0c-4b63-b6b6-39e51e74f0d4 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:56:02.340387 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14149a71-5de5-4e53-8f8b-fe6b9e538dbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-f826de69-da6b-4172-9536-256089301bff', 'network_id': 'f826de69-da6b-4172-9536-256089301bff', 'tenant_id': 'e413fa889a5f400ba9ae5a1f152ae43f', 'fixed_ips': [{'subnet_id': '82eaadc4-591c-4aa5-addd-04fd07e2b5e2'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:56:02.340737 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-14149a71-5de5-4e53-8f8b-fe6b9e538dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:02.343973 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c26d74c5-bfd7-4abc-897e-c894845efa02 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:02.353921 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c26d74c5-bfd7-4abc-897e-c894845efa02 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6771641 Feb 03 13:56:02.365702 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-249c75d9-46d1-48ba-9a80-ebd7e898b906 None None] Provisioning complete for port 75fa8093-3299-4cba-91cc-9000e0f0d172 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:02.366066 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-249c75d9-46d1-48ba-9a80-ebd7e898b906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:02.369240 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-037d6cfa-9849-4711-ae7e-046700487e6c tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:02.399195 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-f87dc35b-40c3-4397-9e89-6c06d2ec9ad2 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Synchronizing usage tracker for tenant:f8ad7c313a9048189891dfa3a8c2ec7f on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:56:02.403573 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-801b731c-fc2f-4bbe-bf4a-29cd45313516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Deleting port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:56:02.403917 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-801b731c-fc2f-4bbe-bf4a-29cd45313516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:02.456055 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ac4c4533-dd90-4f18-bb12-b7cb3d95e7f2 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:02.482590 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-249c75d9-46d1-48ba-9a80-ebd7e898b906 None None] Port 75fa8093-3299-4cba-91cc-9000e0f0d172 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:56:02.529200 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-be3751da-8f1e-4ef8-9bf3-0c5a6f06c0b9 req-66fe48fc-b85c-4b17-a221-d059ac2547d0 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd9d73c-75f1-4f4a-bb32-219abd7ccb49 HTTP/1.1" status: 200 len: 210 time: 0.1703022 Feb 03 13:56:02.585291 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4541149-2503-4680-9dc0-ff108e1b1457 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Made reservation on behalf of 30803cb80a91446c98d4e02e368d55fa for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:56:02.587700 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c4541149-2503-4680-9dc0-ff108e1b1457 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:02.636707 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4c4533-dd90-4f18-bb12-b7cb3d95e7f2 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Network bbb6c916-9ac3-4fd0-981e-dbf91d7efbbb is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:56:02.667664 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-ac4c4533-dd90-4f18-bb12-b7cb3d95e7f2 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:56:02.676166 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c4533-dd90-4f18-bb12-b7cb3d95e7f2 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Pushing event updated for resources: {'Port': ['ID=252f329a-fb06-4c52-ab81-2933b29e8117,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:02.678893 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4c4533-dd90-4f18-bb12-b7cb3d95e7f2 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:56:02.721948 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:02.738122 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-f87dc35b-40c3-4397-9e89-6c06d2ec9ad2 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Unset dirty status for tenant:f8ad7c313a9048189891dfa3a8c2ec7f on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:56:02.746919 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-f87dc35b-40c3-4397-9e89-6c06d2ec9ad2 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8ad7c313a9048189891dfa3a8c2ec7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6026838 Feb 03 13:56:02.752082 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4541149-2503-4680-9dc0-ff108e1b1457 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:56:02.754191 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-88777523-7dec-44bf-871b-f40795dbd2cf tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 7a1c5eab-dc0c-4b63-b6b6-39e51e74f0d4) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:56:02.759622 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88777523-7dec-44bf-871b-f40795dbd2cf tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:02.761006 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88777523-7dec-44bf-871b-f40795dbd2cf tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:02.761825 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-88777523-7dec-44bf-871b-f40795dbd2cf tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:02.770997 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b86c6e6-c2f2-455c-993a-eb4d95889e5b None None] Network 7a1c5eab-dc0c-4b63-b6b6-39e51e74f0d4 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:56:02.839933 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037d6cfa-9849-4711-ae7e-046700487e6c tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Network 549fc837-eb31-4f52-af96-951e8e540873 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:56:02.845507 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-037d6cfa-9849-4711-ae7e-046700487e6c tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:56:02.853475 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037d6cfa-9849-4711-ae7e-046700487e6c tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:56:02.882271 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037d6cfa-9849-4711-ae7e-046700487e6c tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:02.883277 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-037d6cfa-9849-4711-ae7e-046700487e6c tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:02.894024 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.47', 63302) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:02.898138 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c4541149-2503-4680-9dc0-ff108e1b1457 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:02.898639 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-c4541149-2503-4680-9dc0-ff108e1b1457 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Added segment a28c283d-8341-4324-a708-fe3305d19d99 of type vlan for network a755809a-f952-4edb-8ee3-c153f5285df4 Feb 03 13:56:02.948729 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-14149a71-5de5-4e53-8f8b-fe6b9e538dbf None None] Allocated IP 2001:db8::1 (f826de69-da6b-4172-9536-256089301bff/82eaadc4-591c-4aa5-addd-04fd07e2b5e2/78d0ca7b-f53c-4a62-82b8-60dd9cc54a81) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:56:02.957369 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port d6f8ad29-8771-499d-b0e7-00dbb3cc0e25, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=d6f8ad29-8771-499d-b0e7-00dbb3cc0e25,segment=NetworkSegment(c10cca38-5d0c-483c-b2f2-ea26cf8e5479),segment_id=c10cca38-5d0c-483c-b2f2-ea26cf8e5479)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:56:02.963318 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-88777523-7dec-44bf-871b-f40795dbd2cf tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.9796591 Feb 03 13:56:02.973649 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50338) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:03.114375 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-801b731c-fc2f-4bbe-bf4a-29cd45313516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] For port 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c, host hv-neutron-8270, got binding levels [] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:56:03.114748 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-801b731c-fc2f-4bbe-bf4a-29cd45313516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:03.115665 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-f7cd80f5-490a-4406-a676-5b51124e7a9f tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:03.116411 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-f7cd80f5-490a-4406-a676-5b51124e7a9f tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Synchronizing usage tracker for tenant:aa12ab67af1e4dc2bf9988d3321473a2 on resource:network {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:56:03.120027 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d6cfa-9849-4711-ae7e-046700487e6c tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Pushing event updated for resources: {'Port': ['ID=d83a0827-8363-4589-bb01-29df7c8e0369,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:03.163496 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:03.178664 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ac4c4533-dd90-4f18-bb12-b7cb3d95e7f2 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:03.182249 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c4541149-2503-4680-9dc0-ff108e1b1457 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:03.206391 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-037d6cfa-9849-4711-ae7e-046700487e6c tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.6222951 Feb 03 13:56:03.207405 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50344) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:03.306902 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1541c5d6-52ad-4c35-b5c2-843f75635bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:03.311511 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1541c5d6-52ad-4c35-b5c2-843f75635bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:03.316535 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1541c5d6-52ad-4c35-b5c2-843f75635bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:03.317432 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-1541c5d6-52ad-4c35-b5c2-843f75635bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Synchronizing usage tracker for tenant:5e39c7016b6a4556ae7359955a6b8b7a on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:56:03.334229 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-f7cd80f5-490a-4406-a676-5b51124e7a9f tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Unset dirty status for tenant:aa12ab67af1e4dc2bf9988d3321473a2 on resource:network {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:56:03.335456 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-f7cd80f5-490a-4406-a676-5b51124e7a9f tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.47 "GET /v2.0/networks?id=0d5df42d-5d3c-4c34-b194-1616b788b316 HTTP/1.1" status: 200 len: 812 time: 0.4401219 Feb 03 13:56:03.340561 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c4541149-2503-4680-9dc0-ff108e1b1457 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:03.341493 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4541149-2503-4680-9dc0-ff108e1b1457 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:03.342157 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c4541149-2503-4680-9dc0-ff108e1b1457 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:03.420020 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-7318cb81-a3ba-4938-889e-dedb0d74b1af tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1830630196&fields=id&tenant_id=01d22ec6684f46e494a0aa49e75523a4 HTTP/1.1" status: 200 len: 267 time: 0.6739750 Feb 03 13:56:03.459614 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-1541c5d6-52ad-4c35-b5c2-843f75635bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Unset dirty status for tenant:5e39c7016b6a4556ae7359955a6b8b7a on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:56:03.460825 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-1541c5d6-52ad-4c35-b5c2-843f75635bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.2497025 Feb 03 13:56:03.470290 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50350) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:03.496966 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-801b731c-fc2f-4bbe-bf4a-29cd45313516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Calling delete_port for 0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:56:03.511273 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=d6f8ad29-8771-499d-b0e7-00dbb3cc0e25,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:03.518734 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-14149a71-5de5-4e53-8f8b-fe6b9e538dbf None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:03.529787 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-96562df4-e9e9-4975-a218-72e4649ffb1f None None] Provisioning for port 252f329a-fb06-4c52-ab81-2933b29e8117 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:56:03.533371 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-14149a71-5de5-4e53-8f8b-fe6b9e538dbf None None] Transition to ACTIVE for port object 78d0ca7b-f53c-4a62-82b8-60dd9cc54a81 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:56:03.544944 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-96562df4-e9e9-4975-a218-72e4649ffb1f None None] Provisioning complete for port 252f329a-fb06-4c52-ab81-2933b29e8117 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:03.545313 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-96562df4-e9e9-4975-a218-72e4649ffb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:03.557038 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-bcfd1187-100f-4d5d-a35c-1e5a7ae55394 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Synchronizing usage tracker for tenant:aa12ab67af1e4dc2bf9988d3321473a2 on resource:security_group {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:56:03.563482 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-86194f76-9155-49a8-94d6-f711259e5723 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:56:03.564587 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-86194f76-9155-49a8-94d6-f711259e5723 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.5918291 Feb 03 13:56:03.575766 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-bcfd1187-100f-4d5d-a35c-1e5a7ae55394 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Unset dirty status for tenant:aa12ab67af1e4dc2bf9988d3321473a2 on resource:security_group {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:56:03.576890 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-bcfd1187-100f-4d5d-a35c-1e5a7ae55394 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa12ab67af1e4dc2bf9988d3321473a2 HTTP/1.1" status: 200 len: 378 time: 0.2117734 Feb 03 13:56:03.577271 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b87cfea-91a4-40c0-89a9-2d9e96d702d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-7a1c5eab-dc0c-4b63-b6b6-39e51e74f0d4', 'network_id': '7a1c5eab-dc0c-4b63-b6b6-39e51e74f0d4', 'tenant_id': 'e413fa889a5f400ba9ae5a1f152ae43f', 'fixed_ips': [{'subnet_id': '94dbbebe-0073-4ee7-837c-55760fe5f93f'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:56:03.578121 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0b87cfea-91a4-40c0-89a9-2d9e96d702d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:03.580862 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-e09f9518-5c47-49e4-b4ff-abcdd1d059a1 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Deleting port d83a0827-8363-4589-bb01-29df7c8e0369 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:56:03.581204 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e09f9518-5c47-49e4-b4ff-abcdd1d059a1 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:03.613060 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c4541149-2503-4680-9dc0-ff108e1b1457 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.4482689 Feb 03 13:56:03.616286 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4541149-2503-4680-9dc0-ff108e1b1457 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Pushing event updated for resources: {'Network': ['ID=a755809a-f952-4edb-8ee3-c153f5285df4,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:03.622384 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-482ff055-d6a8-4e6a-9995-33663e194496 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Request body: {'port': {'device_id': '4bd9d73c-75f1-4f4a-bb32-219abd7ccb49', 'network_id': '0d5df42d-5d3c-4c34-b194-1616b788b316', 'admin_state_up': True, 'tenant_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'security_groups': ['7fa10138-802d-46da-adbc-f6f2442236d1']}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:03.631553 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-14149a71-5de5-4e53-8f8b-fe6b9e538dbf None None] Transition to ACTIVE for port object 78d0ca7b-f53c-4a62-82b8-60dd9cc54a81 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:56:03.634470 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network a755809a-f952-4edb-8ee3-c153f5285df4 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:56:03.655797 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-96562df4-e9e9-4975-a218-72e4649ffb1f None None] Port 252f329a-fb06-4c52-ab81-2933b29e8117 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:56:03.746805 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-14149a71-5de5-4e53-8f8b-fe6b9e538dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:03.751559 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50356) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:03.756617 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-a19e1077-26f6-4bea-ae96-1d19ee59cdaf service neutron] 10.222.0.41 "GET /v2.0/networks/455fb28a-aeb2-407e-b782-081ff385e6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436813 Feb 03 13:56:03.760167 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d0338f-9f06-48d1-9e88-e382bc0190aa tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:03.761754 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d0338f-9f06-48d1-9e88-e382bc0190aa tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:03.763374 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d0338f-9f06-48d1-9e88-e382bc0190aa tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:03.775451 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f3d0338f-9f06-48d1-9e88-e382bc0190aa tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.7907486 Feb 03 13:56:03.776523 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-482ff055-d6a8-4e6a-9995-33663e194496 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:03.780516 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-482ff055-d6a8-4e6a-9995-33663e194496 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Usage tracker for resource:port and tenant:aa12ab67af1e4dc2bf9988d3321473a2 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:56:03.794579 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-482ff055-d6a8-4e6a-9995-33663e194496 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:56:03.805005 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-826e27f4-6073-4076-8ac4-dd51e7a4bc54 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:03.810779 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-482ff055-d6a8-4e6a-9995-33663e194496 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:03.819008 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50360) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:03.820662 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device d6f8ad29-8771-499d-b0e7-00dbb3cc0e25 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:56:03.953393 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-482ff055-d6a8-4e6a-9995-33663e194496 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Made reservation on behalf of aa12ab67af1e4dc2bf9988d3321473a2 for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:56:03.957883 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-482ff055-d6a8-4e6a-9995-33663e194496 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:03.958046 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14149a71-5de5-4e53-8f8b-fe6b9e538dbf None None] Pushing event updated for resources: {'Port': ['ID=78d0ca7b-f53c-4a62-82b8-60dd9cc54a81,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:03.963743 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14149a71-5de5-4e53-8f8b-fe6b9e538dbf None None] Network f826de69-da6b-4172-9536-256089301bff is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:56:03.972631 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-14149a71-5de5-4e53-8f8b-fe6b9e538dbf None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:56:04.006586 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14149a71-5de5-4e53-8f8b-fe6b9e538dbf None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:56:04.062331 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ac4c4533-dd90-4f18-bb12-b7cb3d95e7f2 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:04.062965 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-fcbebb5d-df3a-4c1c-9bd2-259659235bc5 None None] Provisioning for port d83a0827-8363-4589-bb01-29df7c8e0369 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:56:04.116217 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a8f31b4-4cd1-4654-9a37-01b207aee966 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Deleting subnet 82eaadc4-591c-4aa5-addd-04fd07e2b5e2 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 13:56:04.118504 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-fcbebb5d-df3a-4c1c-9bd2-259659235bc5 None None] Provisioning complete for port d83a0827-8363-4589-bb01-29df7c8e0369 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:04.118989 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fcbebb5d-df3a-4c1c-9bd2-259659235bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:04.120515 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9a8f31b4-4cd1-4654-9a37-01b207aee966 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:04.146326 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-801b731c-fc2f-4bbe-bf4a-29cd45313516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:04.153217 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-0b87cfea-91a4-40c0-89a9-2d9e96d702d7 None None] Allocated IP 2001:db8:0:1::1 (7a1c5eab-dc0c-4b63-b6b6-39e51e74f0d4/94dbbebe-0073-4ee7-837c-55760fe5f93f/8d8b2417-abad-4148-96a2-e2a8aba2cd30) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:56:04.213585 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port d6f8ad29-8771-499d-b0e7-00dbb3cc0e25 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:04.214064 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:04.237199 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b731c-fc2f-4bbe-bf4a-29cd45313516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Pushing event deleted for resources: {'Port': ['ID=0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:04.260460 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-14149a71-5de5-4e53-8f8b-fe6b9e538dbf None None] Attempting to bind port 78d0ca7b-f53c-4a62-82b8-60dd9cc54a81 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:56:04.261011 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-14149a71-5de5-4e53-8f8b-fe6b9e538dbf None None] Attempting to bind port 78d0ca7b-f53c-4a62-82b8-60dd9cc54a81 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '9d976656-c340-43c6-9d2b-c4410db323a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f826de69-da6b-4172-9536-256089301bff'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:56:04.262044 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14149a71-5de5-4e53-8f8b-fe6b9e538dbf None None] Attempting to bind port 78d0ca7b-f53c-4a62-82b8-60dd9cc54a81 on network f826de69-da6b-4172-9536-256089301bff {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:56:04.372823 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-d119ed8a-3a93-4f8d-bedc-9622b0ccfee5 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:04.375838 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e09f9518-5c47-49e4-b4ff-abcdd1d059a1 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:04.381672 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-d119ed8a-3a93-4f8d-bedc-9622b0ccfee5 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/networks?id=c4c437f2-b270-46b1-b446-bb339ad2d528 HTTP/1.1" status: 200 len: 805 time: 0.8279891 Feb 03 13:56:04.395663 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-801b731c-fc2f-4bbe-bf4a-29cd45313516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:04.497500 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-94642954-7554-49c3-8a3e-c56521c9eddd service neutron] 10.222.0.41 "GET /v2.0/networks/455fb28a-aeb2-407e-b782-081ff385e6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7187548 Feb 03 13:56:04.510134 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-801b731c-fc2f-4bbe-bf4a-29cd45313516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] 10.222.0.41 "DELETE /v2.0/ports/0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c HTTP/1.1" status: 204 len: 168 time: 2.2413571 Feb 03 13:56:04.516358 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-e09f9518-5c47-49e4-b4ff-abcdd1d059a1 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Calling delete_port for d83a0827-8363-4589-bb01-29df7c8e0369 owned by {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:56:04.529879 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-d320f7e8-fcec-4b28-950b-1089bcd90531 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/quotas/01d22ec6684f46e494a0aa49e75523a4 HTTP/1.1" status: 200 len: 375 time: 0.1470487 Feb 03 13:56:04.547967 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14149a71-5de5-4e53-8f8b-fe6b9e538dbf None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:56:04.548475 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14149a71-5de5-4e53-8f8b-fe6b9e538dbf None None] Checking segment: {'id': '9d976656-c340-43c6-9d2b-c4410db323a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f826de69-da6b-4172-9536-256089301bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:56:04.548729 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-14149a71-5de5-4e53-8f8b-fe6b9e538dbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:04.549119 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14149a71-5de5-4e53-8f8b-fe6b9e538dbf None None] Bound using segment: {'id': '9d976656-c340-43c6-9d2b-c4410db323a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f826de69-da6b-4172-9536-256089301bff'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:56:04.549591 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-14149a71-5de5-4e53-8f8b-fe6b9e538dbf None None] Bound port: 78d0ca7b-f53c-4a62-82b8-60dd9cc54a81, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d976656-c340-43c6-9d2b-c4410db323a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f826de69-da6b-4172-9536-256089301bff'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:56:04.549957 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-14149a71-5de5-4e53-8f8b-fe6b9e538dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:04.579291 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-fcbebb5d-df3a-4c1c-9bd2-259659235bc5 None None] Port d83a0827-8363-4589-bb01-29df7c8e0369 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:56:04.579462 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50378) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:04.579566 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-482ff055-d6a8-4e6a-9995-33663e194496 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Allocated IP 172.20.0.13 (0d5df42d-5d3c-4c34-b194-1616b788b316/43729539-3f80-443b-974d-7ae7596f4e93/5aaaec19-e12f-4c1e-a683-467a307ef302) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:56:04.728810 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fcdf43c-9926-4d6a-8a96-917392378797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] GET failed (client error): The resource could not be found. Feb 03 13:56:04.729576 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-8fcdf43c-9926-4d6a-8a96-917392378797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Synchronizing usage tracker for tenant:1212783798054473b0bf8a862bba12ae on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:56:04.780883 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-826e27f4-6073-4076-8ac4-dd51e7a4bc54 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:04.815642 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9a8f31b4-4cd1-4654-9a37-01b207aee966 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:04.877741 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0b87cfea-91a4-40c0-89a9-2d9e96d702d7 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:04.898515 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-826e27f4-6073-4076-8ac4-dd51e7a4bc54 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:04.927803 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-0b87cfea-91a4-40c0-89a9-2d9e96d702d7 None None] Transition to ACTIVE for port object 8d8b2417-abad-4148-96a2-e2a8aba2cd30 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:56:04.991813 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-826e27f4-6073-4076-8ac4-dd51e7a4bc54 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Network a755809a-f952-4edb-8ee3-c153f5285df4 is not hosted by any dhcp agent {{(pid=84182) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 03 13:56:04.992949 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826e27f4-6073-4076-8ac4-dd51e7a4bc54 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:04.993810 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-826e27f4-6073-4076-8ac4-dd51e7a4bc54 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:04.998203 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-826e27f4-6073-4076-8ac4-dd51e7a4bc54 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] 10.222.0.41 "PUT /v2.0/networks/a755809a-f952-4edb-8ee3-c153f5285df4 HTTP/1.1" status: 200 len: 855 time: 1.2185154 Feb 03 13:56:05.003004 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-f1a0c36a-39ed-4083-94a0-d016e872f663 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Synchronizing usage tracker for tenant:01d22ec6684f46e494a0aa49e75523a4 on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:56:05.008824 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50390) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:05.092514 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-0b87cfea-91a4-40c0-89a9-2d9e96d702d7 None None] Transition to ACTIVE for port object 8d8b2417-abad-4148-96a2-e2a8aba2cd30 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:56:05.096609 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-14149a71-5de5-4e53-8f8b-fe6b9e538dbf None None] For port 78d0ca7b-f53c-4a62-82b8-60dd9cc54a81, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:56:05.102588 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-14149a71-5de5-4e53-8f8b-fe6b9e538dbf None None] For port 78d0ca7b-f53c-4a62-82b8-60dd9cc54a81, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=78d0ca7b-f53c-4a62-82b8-60dd9cc54a81,segment=NetworkSegment(9d976656-c340-43c6-9d2b-c4410db323a6),segment_id=9d976656-c340-43c6-9d2b-c4410db323a6)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:56:05.174335 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0b87cfea-91a4-40c0-89a9-2d9e96d702d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:05.218906 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e09f9518-5c47-49e4-b4ff-abcdd1d059a1 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:05.262891 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-14149a71-5de5-4e53-8f8b-fe6b9e538dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:05.298959 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f9518-5c47-49e4-b4ff-abcdd1d059a1 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Pushing event deleted for resources: {'Port': ['ID=d83a0827-8363-4589-bb01-29df7c8e0369,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:05.321835 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87cfea-91a4-40c0-89a9-2d9e96d702d7 None None] Pushing event updated for resources: {'Port': ['ID=8d8b2417-abad-4148-96a2-e2a8aba2cd30,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:05.378867 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-8fcdf43c-9926-4d6a-8a96-917392378797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Unset dirty status for tenant:1212783798054473b0bf8a862bba12ae on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:56:05.387865 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-8fcdf43c-9926-4d6a-8a96-917392378797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] 10.222.0.41 "GET /v2.0/ports/0593bb4f-c9f8-4817-a1aa-c30eb4a3e76c HTTP/1.1" status: 404 len: 333 time: 0.7978649 Feb 03 13:56:05.392450 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50406) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:05.412842 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b87cfea-91a4-40c0-89a9-2d9e96d702d7 None None] Network 7a1c5eab-dc0c-4b63-b6b6-39e51e74f0d4 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:56:05.420768 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-0b87cfea-91a4-40c0-89a9-2d9e96d702d7 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:56:05.426762 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b87cfea-91a4-40c0-89a9-2d9e96d702d7 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:56:05.470080 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-482ff055-d6a8-4e6a-9995-33663e194496 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:05.569908 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-68afbd9d-154e-4eab-92fd-8e5a9752fbd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Request body: {'port': {'network_id': '64e11f3d-c66f-419f-a636-f043b1149779', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-42155535'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:05.597884 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14149a71-5de5-4e53-8f8b-fe6b9e538dbf None None] Pushing event updated for resources: {'Port': ['ID=78d0ca7b-f53c-4a62-82b8-60dd9cc54a81,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:05.598401 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-482ff055-d6a8-4e6a-9995-33663e194496 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Transition to ACTIVE for port object 5aaaec19-e12f-4c1e-a683-467a307ef302 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:56:05.598539 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-68afbd9d-154e-4eab-92fd-8e5a9752fbd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:05.605658 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e09f9518-5c47-49e4-b4ff-abcdd1d059a1 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:05.616258 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-0b87cfea-91a4-40c0-89a9-2d9e96d702d7 None None] Attempting to bind port 8d8b2417-abad-4148-96a2-e2a8aba2cd30 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:56:05.616258 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-0b87cfea-91a4-40c0-89a9-2d9e96d702d7 None None] Attempting to bind port 8d8b2417-abad-4148-96a2-e2a8aba2cd30 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '3fc99847-97f3-4326-b425-d91e706d4536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7a1c5eab-dc0c-4b63-b6b6-39e51e74f0d4'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:56:05.616258 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b87cfea-91a4-40c0-89a9-2d9e96d702d7 None None] Attempting to bind port 8d8b2417-abad-4148-96a2-e2a8aba2cd30 on network 7a1c5eab-dc0c-4b63-b6b6-39e51e74f0d4 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:56:05.631795 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9a8f31b4-4cd1-4654-9a37-01b207aee966 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:05.641345 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b87cfea-91a4-40c0-89a9-2d9e96d702d7 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:56:05.641807 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b87cfea-91a4-40c0-89a9-2d9e96d702d7 None None] Checking segment: {'id': '3fc99847-97f3-4326-b425-d91e706d4536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7a1c5eab-dc0c-4b63-b6b6-39e51e74f0d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:56:05.642210 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0b87cfea-91a4-40c0-89a9-2d9e96d702d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:05.642608 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b87cfea-91a4-40c0-89a9-2d9e96d702d7 None None] Bound using segment: {'id': '3fc99847-97f3-4326-b425-d91e706d4536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7a1c5eab-dc0c-4b63-b6b6-39e51e74f0d4'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:56:05.643094 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-0b87cfea-91a4-40c0-89a9-2d9e96d702d7 None None] Bound port: 8d8b2417-abad-4148-96a2-e2a8aba2cd30, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fc99847-97f3-4326-b425-d91e706d4536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7a1c5eab-dc0c-4b63-b6b6-39e51e74f0d4'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:56:05.643474 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0b87cfea-91a4-40c0-89a9-2d9e96d702d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:05.704320 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e09f9518-5c47-49e4-b4ff-abcdd1d059a1 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] 10.222.0.41 "DELETE /v2.0/ports/d83a0827-8363-4589-bb01-29df7c8e0369 HTTP/1.1" status: 204 len: 168 time: 2.2308781 Feb 03 13:56:05.713010 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50416) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:05.731877 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-12f7b131-a5a0-4cc2-af95-04b1f404557f tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Request body: {'port': {'name': 'tempest-new-port-name-1653127863', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:05.732708 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.api.validators [None req-12f7b131-a5a0-4cc2-af95-04b1f404557f tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] bootfile-name is not in valid_values {{(pid=84181) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 03 13:56:05.733255 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.api.validators [None req-12f7b131-a5a0-4cc2-af95-04b1f404557f tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] tftp-server is not in valid_values {{(pid=84181) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 03 13:56:05.733747 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.api.validators [None req-12f7b131-a5a0-4cc2-af95-04b1f404557f tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] server-ip-address is not in valid_values {{(pid=84181) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 03 13:56:05.745533 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-51341b2b-a8bd-4b21-9832-3c450546e201 req-4df7305e-0561-478c-a565-5ffcc3bd8cf0 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd9d73c-75f1-4f4a-bb32-219abd7ccb49 HTTP/1.1" status: 200 len: 210 time: 0.3467066 Feb 03 13:56:05.780421 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-f1a0c36a-39ed-4083-94a0-d016e872f663 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Unset dirty status for tenant:01d22ec6684f46e494a0aa49e75523a4 on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:56:05.781930 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-f1a0c36a-39ed-4083-94a0-d016e872f663 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=01d22ec6684f46e494a0aa49e75523a4&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2512894 Feb 03 13:56:05.795495 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-68afbd9d-154e-4eab-92fd-8e5a9752fbd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:05.797656 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e27f4-6073-4076-8ac4-dd51e7a4bc54 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Pushing event updated for resources: {'Network': ['ID=a755809a-f952-4edb-8ee3-c153f5285df4,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:05.945486 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-0b87cfea-91a4-40c0-89a9-2d9e96d702d7 None None] For port 8d8b2417-abad-4148-96a2-e2a8aba2cd30, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:56:05.961603 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-0b87cfea-91a4-40c0-89a9-2d9e96d702d7 None None] For port 8d8b2417-abad-4148-96a2-e2a8aba2cd30, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=8d8b2417-abad-4148-96a2-e2a8aba2cd30,segment=NetworkSegment(3fc99847-97f3-4326-b425-d91e706d4536),segment_id=3fc99847-97f3-4326-b425-d91e706d4536)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:56:05.970707 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bac370c0-1802-44d6-aa8c-33628a07b666 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:05.995108 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-482ff055-d6a8-4e6a-9995-33663e194496 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:06.063384 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0b87cfea-91a4-40c0-89a9-2d9e96d702d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:06.080138 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68afbd9d-154e-4eab-92fd-8e5a9752fbd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Made reservation on behalf of 1212783798054473b0bf8a862bba12ae for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:56:06.083179 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-68afbd9d-154e-4eab-92fd-8e5a9752fbd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:06.092230 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9a8f31b4-4cd1-4654-9a37-01b207aee966 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:06.204775 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-811a872f-07d9-4c8d-8be0-9b47882d91c2 req-142f5448-7128-41a7-915b-58c0bec96b1a tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 210 time: 0.1304283 Feb 03 13:56:06.209200 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87cfea-91a4-40c0-89a9-2d9e96d702d7 None None] Pushing event updated for resources: {'Port': ['ID=8d8b2417-abad-4148-96a2-e2a8aba2cd30,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:06.217853 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-68afbd9d-154e-4eab-92fd-8e5a9752fbd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] device_id is not set on port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:56:06.256484 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-12f7b131-a5a0-4cc2-af95-04b1f404557f tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:06.273062 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9a8f31b4-4cd1-4654-9a37-01b207aee966 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:06.277257 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-482ff055-d6a8-4e6a-9995-33663e194496 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Network 0d5df42d-5d3c-4c34-b194-1616b788b316 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:56:06.284733 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f31b4-4cd1-4654-9a37-01b207aee966 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Pushing event deleted for resources: {'Subnet': ['ID=82eaadc4-591c-4aa5-addd-04fd07e2b5e2,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:06.296286 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ff055-d6a8-4e6a-9995-33663e194496 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Pushing event updated for resources: {'Port': ['ID=5aaaec19-e12f-4c1e-a683-467a307ef302,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:06.300523 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-482ff055-d6a8-4e6a-9995-33663e194496 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:56:06.302579 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-482ff055-d6a8-4e6a-9995-33663e194496 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:56:06.388050 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-9a8f31b4-4cd1-4654-9a37-01b207aee966 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] 10.222.0.41 "DELETE /v2.0/subnets/82eaadc4-591c-4aa5-addd-04fd07e2b5e2 HTTP/1.1" status: 204 len: 168 time: 2.5654175 Feb 03 13:56:06.407694 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50428) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:06.557733 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-482ff055-d6a8-4e6a-9995-33663e194496 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:06.558369 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-482ff055-d6a8-4e6a-9995-33663e194496 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:06.607044 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.db.resource_extend [None req-ac4c4533-dd90-4f18-bb12-b7cb3d95e7f2 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 13:56:06.627195 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ac4c4533-dd90-4f18-bb12-b7cb3d95e7f2 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:06.659256 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-e45facc9-0476-4305-a4c6-963841afa677 service neutron] 10.222.0.41 "GET /v2.0/networks/c4c437f2-b270-46b1-b446-bb339ad2d528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7932484 Feb 03 13:56:06.730428 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-482ff055-d6a8-4e6a-9995-33663e194496 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1150656 Feb 03 13:56:06.900501 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-637de0c6-7a31-4b11-a4b2-8fd01b9e8c84 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84181) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 13:56:06.903307 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-637de0c6-7a31-4b11-a4b2-8fd01b9e8c84 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0307174 Feb 03 13:56:06.916323 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2e7490a7-259e-451f-8eaf-f15522914521 None None] Provisioning for port 5aaaec19-e12f-4c1e-a683-467a307ef302 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:56:06.935475 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2e7490a7-259e-451f-8eaf-f15522914521 None None] Provisioning complete for port 5aaaec19-e12f-4c1e-a683-467a307ef302 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:06.936158 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2e7490a7-259e-451f-8eaf-f15522914521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:06.936926 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ac4c4533-dd90-4f18-bb12-b7cb3d95e7f2 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:07.000826 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-4905deee-4b2b-4761-83f5-981e23c86684 service neutron] 10.222.0.41 "GET /v2.0/networks/c4c437f2-b270-46b1-b446-bb339ad2d528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232381 Feb 03 13:56:07.140580 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-896dddc5-2d74-43ef-a335-3153ecabdeca tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Deleting subnet 94dbbebe-0073-4ee7-837c-55760fe5f93f {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 13:56:07.148213 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-896dddc5-2d74-43ef-a335-3153ecabdeca tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:07.156005 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-2e7490a7-259e-451f-8eaf-f15522914521 None None] Port 5aaaec19-e12f-4c1e-a683-467a307ef302 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:56:07.252546 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-896dddc5-2d74-43ef-a335-3153ecabdeca tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:07.277028 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bac370c0-1802-44d6-aa8c-33628a07b666 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:07.313611 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-8ba5f3a2-b34e-4882-9071-0276aaf4d53e service neutron] Request body: {'port': {'device_id': '4bd9d73c-75f1-4f4a-bb32-219abd7ccb49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:07.351403 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-12f7b131-a5a0-4cc2-af95-04b1f404557f tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:07.454565 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-12f7b131-a5a0-4cc2-af95-04b1f404557f tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:07.470468 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-bac370c0-1802-44d6-aa8c-33628a07b666 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a755809a-f952-4edb-8ee3-c153f5285df4']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:07.483405 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ac4c4533-dd90-4f18-bb12-b7cb3d95e7f2 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:07.505624 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14e707b-9c9c-4829-8509-7173cb7f2dd2 None None] Network f826de69-da6b-4172-9536-256089301bff requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:56:07.539233 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c4533-dd90-4f18-bb12-b7cb3d95e7f2 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Pushing event updated for resources: {'Port': ['ID=252f329a-fb06-4c52-ab81-2933b29e8117,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:07.560270 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-bac370c0-1802-44d6-aa8c-33628a07b666 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a28c283d-8341-4324-a708-fe3305d19d99') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:07.560574 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-bac370c0-1802-44d6-aa8c-33628a07b666 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a28c283d-8341-4324-a708-fe3305d19d99') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:07.587913 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-896dddc5-2d74-43ef-a335-3153ecabdeca tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:07.636112 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bac370c0-1802-44d6-aa8c-33628a07b666 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:07.664732 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1925858-5707-45b7-a3ea-8b205a67ebd8 req-fa3bf753-e4dc-43d3-94ff-420c22954e46 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:07.676734 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e1925858-5707-45b7-a3ea-8b205a67ebd8 req-fa3bf753-e4dc-43d3-94ff-420c22954e46 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd9d73c-75f1-4f4a-bb32-219abd7ccb49 HTTP/1.1" status: 200 len: 932 time: 0.5553331 Feb 03 13:56:07.835978 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-68afbd9d-154e-4eab-92fd-8e5a9752fbd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:07.924516 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-896dddc5-2d74-43ef-a335-3153ecabdeca tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:07.976207 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 78d0ca7b-f53c-4a62-82b8-60dd9cc54a81 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:56:08.013897 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-12f7b131-a5a0-4cc2-af95-04b1f404557f tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] In _notify_port_updated(), no bound segment for port 75fa8093-3299-4cba-91cc-9000e0f0d172 on network 549fc837-eb31-4f52-af96-951e8e540873 {{(pid=84181) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 03 13:56:08.019458 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f7b131-a5a0-4cc2-af95-04b1f404557f tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:08.019700 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bac370c0-1802-44d6-aa8c-33628a07b666 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:08.020681 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-12f7b131-a5a0-4cc2-af95-04b1f404557f tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:08.022491 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-12f7b131-a5a0-4cc2-af95-04b1f404557f tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] 10.222.0.41 "PUT /v2.0/ports/75fa8093-3299-4cba-91cc-9000e0f0d172 HTTP/1.1" status: 200 len: 1129 time: 2.3081503 Feb 03 13:56:08.026150 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bac370c0-1802-44d6-aa8c-33628a07b666 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:56:08.026553 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bac370c0-1802-44d6-aa8c-33628a07b666 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:08.050929 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50452) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:08.094314 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896dddc5-2d74-43ef-a335-3153ecabdeca tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Pushing event deleted for resources: {'Subnet': ['ID=94dbbebe-0073-4ee7-837c-55760fe5f93f,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:08.101685 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-896dddc5-2d74-43ef-a335-3153ecabdeca tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:08.105879 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7b131-a5a0-4cc2-af95-04b1f404557f tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Pushing event updated for resources: {'Port': ['ID=75fa8093-3299-4cba-91cc-9000e0f0d172,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:08.150068 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-4e1db5f3-d7d7-4aad-88fa-047b88c6784f None None] Provisioning for port 78d0ca7b-f53c-4a62-82b8-60dd9cc54a81 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:56:08.231812 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-8ba5f3a2-b34e-4882-9071-0276aaf4d53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:08.319592 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 78d0ca7b-f53c-4a62-82b8-60dd9cc54a81 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:56:08.329765 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 78d0ca7b-f53c-4a62-82b8-60dd9cc54a81 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:08.330234 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:08.338190 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 13:56:08.338190 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:56:08.338190 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 13:56:08.338190 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:56:08.338190 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 13:56:08.338190 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:56:08.338190 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 13:56:08.338190 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:56:08.338190 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 13:56:08.338190 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:56:08.338190 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 13:56:08.338190 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:56:08.338190 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 13:56:08.338190 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:56:08.338190 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:56:08.338190 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:56:08.338190 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:56:08.338190 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:56:08.338190 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 13:56:08.338190 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:56:08.338190 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 13:56:08.338190 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:56:08.338190 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:56:08.338190 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:56:08.338190 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 13:56:08.338190 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:56:08.338190 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:56:08.338190 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:56:08.338190 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:56:08.338190 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:56:08.338190 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:56:08.338190 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:56:08.340887 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e1925858-5707-45b7-a3ea-8b205a67ebd8 req-ebc78021-68ed-421a-b960-dcd6b6094a55 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fa10138-802d-46da-adbc-f6f2442236d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6630797 Feb 03 13:56:08.343654 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-74cb7a80-2d1d-4ee6-851c-70978873eba3 req-04168ae3-ad80-464e-893f-bb76855921a3 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 210 time: 0.4282014 Feb 03 13:56:08.362539 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-68afbd9d-154e-4eab-92fd-8e5a9752fbd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:08.482274 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b932eee9-f3af-414a-97d1-3c86f9696396 None None] DHCP port deletion for f826de69-da6b-4172-9536-256089301bff request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 13:56:08.513134 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-b932eee9-f3af-414a-97d1-3c86f9696396 None None] Deleting port 78d0ca7b-f53c-4a62-82b8-60dd9cc54a81 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:56:08.514505 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-896dddc5-2d74-43ef-a335-3153ecabdeca tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] 10.222.0.41 "DELETE /v2.0/subnets/94dbbebe-0073-4ee7-837c-55760fe5f93f HTTP/1.1" status: 204 len: 168 time: 2.1061003 Feb 03 13:56:08.517175 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b932eee9-f3af-414a-97d1-3c86f9696396 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:08.519819 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef8831b-4faa-4722-bfae-098abd2cb0b4 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:08.520598 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-8ef8831b-4faa-4722-bfae-098abd2cb0b4 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Synchronizing usage tracker for tenant:5e39c7016b6a4556ae7359955a6b8b7a on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:56:08.523305 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50456) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:08.544563 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68afbd9d-154e-4eab-92fd-8e5a9752fbd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Pushing event updated for resources: {'Port': ['ID=03abcadf-2dbe-4ab3-9a88-d22adb902fa4,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:08.594996 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd97d1bf-49cd-48d9-b51d-d57ffe398f40 None None] Network 7a1c5eab-dc0c-4b63-b6b6-39e51e74f0d4 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:56:08.616953 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68afbd9d-154e-4eab-92fd-8e5a9752fbd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Network 64e11f3d-c66f-419f-a636-f043b1149779 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:56:08.627886 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-68afbd9d-154e-4eab-92fd-8e5a9752fbd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:56:08.651308 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68afbd9d-154e-4eab-92fd-8e5a9752fbd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:56:08.652402 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68afbd9d-154e-4eab-92fd-8e5a9752fbd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:08.653073 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-68afbd9d-154e-4eab-92fd-8e5a9752fbd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:08.660613 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1e380614-3973-4156-a5c7-ced71252b10b req-2e408508-5068-4d54-a634-c34c51b7fe11 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/ports?device_id=65215c73-cbbd-41e8-abe4-aafa969bf7b9 HTTP/1.1" status: 200 len: 210 time: 0.1065669 Feb 03 13:56:08.705033 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4c4533-dd90-4f18-bb12-b7cb3d95e7f2 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Network bbb6c916-9ac3-4fd0-981e-dbf91d7efbbb is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:56:08.708947 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-ac4c4533-dd90-4f18-bb12-b7cb3d95e7f2 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:56:08.884922 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bac370c0-1802-44d6-aa8c-33628a07b666 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:09.046911 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b875d551-4d12-4029-a76c-271f814d4579 None None] Provisioning for port 8d8b2417-abad-4148-96a2-e2a8aba2cd30 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:56:09.074710 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-8ba5f3a2-b34e-4882-9071-0276aaf4d53e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aaaec19-e12f-4c1e-a683-467a307ef302 {{(pid=84181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 13:56:09.082750 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-8ba5f3a2-b34e-4882-9071-0276aaf4d53e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:09.099208 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.47', 63309) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:09.142582 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-68afbd9d-154e-4eab-92fd-8e5a9752fbd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 3.7189786 Feb 03 13:56:09.144925 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac370c0-1802-44d6-aa8c-33628a07b666 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a755809a-f952-4edb-8ee3-c153f5285df4 {{(pid=84182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 13:56:09.150004 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50464) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:09.156150 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8270'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:09.183545 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bac370c0-1802-44d6-aa8c-33628a07b666 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:09.185581 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-bac370c0-1802-44d6-aa8c-33628a07b666 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] 10.222.0.41 "DELETE /v2.0/networks/a755809a-f952-4edb-8ee3-c153f5285df4 HTTP/1.1" status: 204 len: 168 time: 3.8151135 Feb 03 13:56:09.186526 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac370c0-1802-44d6-aa8c-33628a07b666 tempest-ExternalNetworksTestJSON-616655607 tempest-ExternalNetworksTestJSON-616655607-project-admin] Pushing event deleted for resources: {'Network': ['ID=a755809a-f952-4edb-8ee3-c153f5285df4,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:09.235845 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-b932eee9-f3af-414a-97d1-3c86f9696396 None None] For port 78d0ca7b-f53c-4a62-82b8-60dd9cc54a81, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=78d0ca7b-f53c-4a62-82b8-60dd9cc54a81,segment=NetworkSegment(9d976656-c340-43c6-9d2b-c4410db323a6),segment_id=9d976656-c340-43c6-9d2b-c4410db323a6)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:56:09.236332 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b932eee9-f3af-414a-97d1-3c86f9696396 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:09.253830 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50468) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:09.339331 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-8ba5f3a2-b34e-4882-9071-0276aaf4d53e service neutron] Transition to ACTIVE for port object 5aaaec19-e12f-4c1e-a683-467a307ef302 will not be triggered until provisioned by entity L2. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:56:09.344992 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-9ace3e66-eb23-4946-9554-469b911ae22a tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:09.346422 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-9ace3e66-eb23-4946-9554-469b911ae22a tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.47 "GET /v2.0/networks?id=455fb28a-aeb2-407e-b782-081ff385e6a8 HTTP/1.1" status: 200 len: 812 time: 0.2461367 Feb 03 13:56:09.349758 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-8ef8831b-4faa-4722-bfae-098abd2cb0b4 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Unset dirty status for tenant:5e39c7016b6a4556ae7359955a6b8b7a on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:56:09.350774 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8ef8831b-4faa-4722-bfae-098abd2cb0b4 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] 10.222.0.41 "GET /v2.0/ports/75fa8093-3299-4cba-91cc-9000e0f0d172 HTTP/1.1" status: 200 len: 1129 time: 1.2613544 Feb 03 13:56:09.355047 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50472) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:09.359416 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9bbbf2-6065-47df-8b8e-197cce043798 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:09.360125 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-9c9bbbf2-6065-47df-8b8e-197cce043798 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Synchronizing usage tracker for tenant:e413fa889a5f400ba9ae5a1f152ae43f on resource:subnet {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:56:09.370106 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2c0d759-1109-4cf3-9e19-0867324bcde8 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] DELETE failed (client error): The resource could not be found. Feb 03 13:56:09.377199 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2c0d759-1109-4cf3-9e19-0867324bcde8 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:56:09.377199 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a2c0d759-1109-4cf3-9e19-0867324bcde8 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] 10.222.0.41 "DELETE /v2.0/subnets/b2fda533-3a6a-43bc-8661-ec5af9033199 HTTP/1.1" status: 404 len: 337 time: 0.1100681 Feb 03 13:56:09.384579 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50476) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:09.585577 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-8ba5f3a2-b34e-4882-9071-0276aaf4d53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:09.647288 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:09.760399 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba5f3a2-b34e-4882-9071-0276aaf4d53e service neutron] Pushing event updated for resources: {'Port': ['ID=5aaaec19-e12f-4c1e-a683-467a307ef302,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:09.773310 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-b932eee9-f3af-414a-97d1-3c86f9696396 None None] Calling delete_port for 78d0ca7b-f53c-4a62-82b8-60dd9cc54a81 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:56:09.929846 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-9c9bbbf2-6065-47df-8b8e-197cce043798 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Unset dirty status for tenant:e413fa889a5f400ba9ae5a1f152ae43f on resource:subnet {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:56:09.931792 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-9c9bbbf2-6065-47df-8b8e-197cce043798 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.4050050 Feb 03 13:56:09.951953 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-22b979ba-b2e0-40fd-9cb8-dc591f5b17c4 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Deleting port 75fa8093-3299-4cba-91cc-9000e0f0d172 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:56:09.952529 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22b979ba-b2e0-40fd-9cb8-dc591f5b17c4 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:09.992422 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50496) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:10.022031 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-d144747a-d654-4654-9023-3c2b534b75a8 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8ad7c313a9048189891dfa3a8c2ec7f HTTP/1.1" status: 200 len: 379 time: 0.6315372 Feb 03 13:56:10.035281 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-414f0800-62e3-48f7-a0e7-a088d8eb12b9 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Request body: {'port': {'device_id': '4b791fcd-4c9f-42f4-9b79-9379b9d8c048', 'network_id': '455fb28a-aeb2-407e-b782-081ff385e6a8', 'admin_state_up': True, 'tenant_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'security_groups': ['bba323fc-383b-497f-b744-dc05b6a39226']}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:10.086006 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:10.161027 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b875d551-4d12-4029-a76c-271f814d4579 None None] Provisioning complete for port 75fa8093-3299-4cba-91cc-9000e0f0d172 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:10.161631 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b875d551-4d12-4029-a76c-271f814d4579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:10.302891 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-b875d551-4d12-4029-a76c-271f814d4579 None None] Port 75fa8093-3299-4cba-91cc-9000e0f0d172 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:56:10.324806 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b932eee9-f3af-414a-97d1-3c86f9696396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:10.358555 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c7a9ba56-684a-4737-926c-d89678df8145 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:10.363808 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bad2f29e-7611-415e-bfcf-c86f022fa623 req-1aae47cb-47ca-4ffb-86f2-2104e99340d5 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 210 time: 0.6083899 Feb 03 13:56:10.464086 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932eee9-f3af-414a-97d1-3c86f9696396 None None] Pushing event deleted for resources: {'Port': ['ID=78d0ca7b-f53c-4a62-82b8-60dd9cc54a81,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:10.475813 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-c7a9ba56-684a-4737-926c-d89678df8145 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Deleting port 8d8b2417-abad-4148-96a2-e2a8aba2cd30 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:56:10.476216 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c7a9ba56-684a-4737-926c-d89678df8145 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:10.527600 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c8ef687e-5442-43d9-b4cb-5b8268b17e65 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:10.569761 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 03 13:56:10.569761 dv-neutron-827016-1-hyperv neutron-server[84183]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Feb 03 13:56:10.569761 dv-neutron-827016-1-hyperv neutron-server[84183]: [parameters: {'status': 'ACTIVE', 'ports_id': '78d0ca7b-f53c-4a62-82b8-60dd9cc54a81'}] Feb 03 13:56:10.569761 dv-neutron-827016-1-hyperv neutron-server[84183]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:56:10.570162 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:56:10.576036 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b932eee9-f3af-414a-97d1-3c86f9696396 None None] No DVR routers for this DVR port 78d0ca7b-f53c-4a62-82b8-60dd9cc54a81 on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:56:10.578682 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-ad504630-ada1-4324-b3c1-dc5a27d155c8 None None] Provisioning complete for port 252f329a-fb06-4c52-ab81-2933b29e8117 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:10.578852 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ad504630-ada1-4324-b3c1-dc5a27d155c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:10.640492 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3563769-54e4-40ba-a2bb-2113a968369d None None] DHCP port deletion for 7a1c5eab-dc0c-4b63-b6b6-39e51e74f0d4 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 13:56:10.678033 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-b3563769-54e4-40ba-a2bb-2113a968369d None None] Deleting port 8d8b2417-abad-4148-96a2-e2a8aba2cd30 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:56:10.678393 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b3563769-54e4-40ba-a2bb-2113a968369d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:10.773138 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-414f0800-62e3-48f7-a0e7-a088d8eb12b9 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:10.826623 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-414f0800-62e3-48f7-a0e7-a088d8eb12b9 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:10.833718 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22b979ba-b2e0-40fd-9cb8-dc591f5b17c4 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:10.874490 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-ad504630-ada1-4324-b3c1-dc5a27d155c8 None None] Port 252f329a-fb06-4c52-ab81-2933b29e8117 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:56:10.963173 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-8ba5f3a2-b34e-4882-9071-0276aaf4d53e service neutron] Attempting to bind port 5aaaec19-e12f-4c1e-a683-467a307ef302 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:56:10.963582 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-8ba5f3a2-b34e-4882-9071-0276aaf4d53e service neutron] Attempting to bind port 5aaaec19-e12f-4c1e-a683-467a307ef302 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '4b99bbed-0ea2-4415-a75d-61e4f1dbd54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0d5df42d-5d3c-4c34-b194-1616b788b316'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:56:10.963961 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-8ba5f3a2-b34e-4882-9071-0276aaf4d53e service neutron] Attempting to bind port 5aaaec19-e12f-4c1e-a683-467a307ef302 on network 0d5df42d-5d3c-4c34-b194-1616b788b316 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:56:11.066876 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-8ba5f3a2-b34e-4882-9071-0276aaf4d53e service neutron] Port 5aaaec19-e12f-4c1e-a683-467a307ef302 on network 0d5df42d-5d3c-4c34-b194-1616b788b316 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:56:11.067229 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-8ba5f3a2-b34e-4882-9071-0276aaf4d53e service neutron] Attempting to bind port 5aaaec19-e12f-4c1e-a683-467a307ef302 on network 0d5df42d-5d3c-4c34-b194-1616b788b316 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:56:11.069274 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.47', 63313) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:11.076048 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-22b979ba-b2e0-40fd-9cb8-dc591f5b17c4 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Calling delete_port for 75fa8093-3299-4cba-91cc-9000e0f0d172 owned by {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:56:11.172294 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Port 78d0ca7b-f53c-4a62-82b8-60dd9cc54a81 update to ACTIVE by agent not found {{(pid=84183) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 03 13:56:11.172932 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 8d8b2417-abad-4148-96a2-e2a8aba2cd30 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:56:11.177687 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d0b5b-977c-495c-94bb-a1dc49c8c861 req-030a8851-11a0-4176-b3d5-a8da1ee6e5f0 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:11.179883 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-027d0b5b-977c-495c-94bb-a1dc49c8c861 req-030a8851-11a0-4176-b3d5-a8da1ee6e5f0 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd9d73c-75f1-4f4a-bb32-219abd7ccb49 HTTP/1.1" status: 200 len: 944 time: 1.4267828 Feb 03 13:56:11.182242 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6adf2e45-5964-4a1f-a800-83990a9021d1 req-1f4e5b61-3cfe-452b-a0d7-d4f2125c33b0 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/ports?device_id=65215c73-cbbd-41e8-abe4-aafa969bf7b9 HTTP/1.1" status: 200 len: 210 time: 0.4037423 Feb 03 13:56:11.258670 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c8ef687e-5442-43d9-b4cb-5b8268b17e65 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:11.291754 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-414f0800-62e3-48f7-a0e7-a088d8eb12b9 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Made reservation on behalf of f8ad7c313a9048189891dfa3a8c2ec7f for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:56:11.295523 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-414f0800-62e3-48f7-a0e7-a088d8eb12b9 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:11.298703 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-b3563769-54e4-40ba-a2bb-2113a968369d None None] For port 8d8b2417-abad-4148-96a2-e2a8aba2cd30, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=8d8b2417-abad-4148-96a2-e2a8aba2cd30,segment=NetworkSegment(3fc99847-97f3-4326-b425-d91e706d4536),segment_id=3fc99847-97f3-4326-b425-d91e706d4536)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:56:11.299327 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b3563769-54e4-40ba-a2bb-2113a968369d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:11.551974 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.db.resource_extend [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 13:56:11.551974 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-c8ef687e-5442-43d9-b4cb-5b8268b17e65 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['570e9cc8-74af-4624-8e5d-e8667a66c2d2']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:11.553100 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-8ba5f3a2-b34e-4882-9071-0276aaf4d53e service neutron] Checking agent: {'id': '8cce4e55-f72c-4604-b6eb-27dc2f3f162a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'started_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:56:11.553100 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-8ba5f3a2-b34e-4882-9071-0276aaf4d53e service neutron] Checking segment: {'id': '4b99bbed-0ea2-4415-a75d-61e4f1dbd54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0d5df42d-5d3c-4c34-b194-1616b788b316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:56:11.553100 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-8ba5f3a2-b34e-4882-9071-0276aaf4d53e service neutron] Bound using segment: {'id': '4b99bbed-0ea2-4415-a75d-61e4f1dbd54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0d5df42d-5d3c-4c34-b194-1616b788b316'} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:56:11.553100 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-8ba5f3a2-b34e-4882-9071-0276aaf4d53e service neutron] Bound port: 5aaaec19-e12f-4c1e-a683-467a307ef302, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b99bbed-0ea2-4415-a75d-61e4f1dbd54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0d5df42d-5d3c-4c34-b194-1616b788b316'}}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:56:11.553100 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-8ba5f3a2-b34e-4882-9071-0276aaf4d53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:11.553855 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-027d0b5b-977c-495c-94bb-a1dc49c8c861 req-c330efcb-a7c2-4efb-a05d-a9cb7bd80b13 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fa10138-802d-46da-adbc-f6f2442236d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3032086 Feb 03 13:56:11.614079 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-c8ef687e-5442-43d9-b4cb-5b8268b17e65 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3532be88-c162-4f16-9122-61c9fded05c1') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:11.614374 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-c8ef687e-5442-43d9-b4cb-5b8268b17e65 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3532be88-c162-4f16-9122-61c9fded05c1') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:11.622167 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-b3563769-54e4-40ba-a2bb-2113a968369d None None] Calling delete_port for 8d8b2417-abad-4148-96a2-e2a8aba2cd30 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:56:11.749239 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c8ef687e-5442-43d9-b4cb-5b8268b17e65 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:11.791203 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-c7a9ba56-684a-4737-926c-d89678df8145 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] For port 8d8b2417-abad-4148-96a2-e2a8aba2cd30, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=8d8b2417-abad-4148-96a2-e2a8aba2cd30,segment=NetworkSegment(3fc99847-97f3-4326-b425-d91e706d4536),segment_id=3fc99847-97f3-4326-b425-d91e706d4536)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:56:11.791636 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c7a9ba56-684a-4737-926c-d89678df8145 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:11.806613 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd016e2-351b-41b2-b97f-22941e04d153 None None] Sync routers for ids ['6794a5c3-a657-488e-8006-d8ab34ea5e3c'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:56:11.825206 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd016e2-351b-41b2-b97f-22941e04d153 None None] Routers {'6794a5c3-a657-488e-8006-d8ab34ea5e3c'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:56:11.825935 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-fcd016e2-351b-41b2-b97f-22941e04d153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:55:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['6794a5c3-a657-488e-8006-d8ab34ea5e3c'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:11.929925 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c8ef687e-5442-43d9-b4cb-5b8268b17e65 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:11.933899 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] device_id is not set on port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:56:11.994358 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-414f0800-62e3-48f7-a0e7-a088d8eb12b9 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Allocated IP 172.20.0.11 (455fb28a-aeb2-407e-b782-081ff385e6a8/40877380-5501-4f93-a989-8ff73ca2ca3b/4ccd1588-742b-4c70-9905-1804d6d1b0db) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:56:12.046431 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-1756078d-03f4-41a3-9aca-0960844342a3 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:12.047818 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-1756078d-03f4-41a3-9aca-0960844342a3 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Synchronizing usage tracker for tenant:01d22ec6684f46e494a0aa49e75523a4 on resource:network {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:56:12.060620 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-8ba5f3a2-b34e-4882-9071-0276aaf4d53e service neutron] For port 5aaaec19-e12f-4c1e-a683-467a307ef302, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:56:12.069704 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-8ba5f3a2-b34e-4882-9071-0276aaf4d53e service neutron] For port 5aaaec19-e12f-4c1e-a683-467a307ef302, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=5aaaec19-e12f-4c1e-a683-467a307ef302,segment=NetworkSegment(4b99bbed-0ea2-4415-a75d-61e4f1dbd54c),segment_id=4b99bbed-0ea2-4415-a75d-61e4f1dbd54c)] {{(pid=84181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:56:12.114639 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-fcd016e2-351b-41b2-b97f-22941e04d153 None None] Set router 6794a5c3-a657-488e-8006-d8ab34ea5e3c gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:56:12.122205 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:12.134576 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8a8d57ce-9f5e-4c46-b98d-a32bf84867a6 req-55993404-8be4-4833-8ea4-7233b6a1284a tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 210 time: 0.2781851 Feb 03 13:56:12.144480 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ef687e-5442-43d9-b4cb-5b8268b17e65 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:56:12.144897 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c8ef687e-5442-43d9-b4cb-5b8268b17e65 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:12.168503 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-c7a9ba56-684a-4737-926c-d89678df8145 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Calling delete_port for 8d8b2417-abad-4148-96a2-e2a8aba2cd30 owned by network:dhcp {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:56:12.205488 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 13:56:12.205488 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:56:12.205488 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 13:56:12.205488 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:56:12.205488 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 13:56:12.205488 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:56:12.205488 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 13:56:12.205488 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:56:12.205488 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 13:56:12.205488 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:56:12.205488 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 13:56:12.205488 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:56:12.205488 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 13:56:12.205488 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:56:12.205488 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:56:12.205488 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:56:12.205488 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:56:12.205488 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:56:12.205488 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 13:56:12.205488 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:56:12.205488 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 13:56:12.205488 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:56:12.205488 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:56:12.205488 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:56:12.205488 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 13:56:12.205488 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:56:12.205488 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:56:12.205488 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:56:12.205488 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:56:12.205488 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:56:12.205488 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:56:12.205488 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:56:12.232697 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d946907c-b78d-4ee3-a1b8-8e928d6a46c0 None None] Sync routers for ids ['7d9f0468-8bae-4548-9c68-b7ab9ccb2bec'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:56:12.257038 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 8d8b2417-abad-4148-96a2-e2a8aba2cd30 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:56:12.270239 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 8d8b2417-abad-4148-96a2-e2a8aba2cd30 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:12.270666 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:12.286147 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-1756078d-03f4-41a3-9aca-0960844342a3 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Unset dirty status for tenant:01d22ec6684f46e494a0aa49e75523a4 on resource:network {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:56:12.289712 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-1756078d-03f4-41a3-9aca-0960844342a3 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.47 "GET /v2.0/networks?id=c4c437f2-b270-46b1-b446-bb339ad2d528 HTTP/1.1" status: 200 len: 805 time: 1.1789374 Feb 03 13:56:12.308113 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4c4533-dd90-4f18-bb12-b7cb3d95e7f2 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Router 45df2544-2759-41e4-9bc1-63028e54f809 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:56:12.316289 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22b979ba-b2e0-40fd-9cb8-dc591f5b17c4 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:12.321774 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Transition to ACTIVE for port object 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 will not be triggered until provisioned by entity L2. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:56:12.359238 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-8ba5f3a2-b34e-4882-9071-0276aaf4d53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:12.368055 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d946907c-b78d-4ee3-a1b8-8e928d6a46c0 None None] Routers {'7d9f0468-8bae-4548-9c68-b7ab9ccb2bec'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:56:12.373352 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-d946907c-b78d-4ee3-a1b8-8e928d6a46c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:55:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['7d9f0468-8bae-4548-9c68-b7ab9ccb2bec'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:12.373540 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b3563769-54e4-40ba-a2bb-2113a968369d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:12.445847 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:12.576195 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c8ef687e-5442-43d9-b4cb-5b8268b17e65 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:12.583380 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3563769-54e4-40ba-a2bb-2113a968369d None None] Pushing event deleted for resources: {'Port': ['ID=8d8b2417-abad-4148-96a2-e2a8aba2cd30,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:12.623841 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Could not find standard attr ID for object 8d8b2417-abad-4148-96a2-e2a8aba2cd30. {{(pid=84183) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 13:56:12.626994 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3563769-54e4-40ba-a2bb-2113a968369d None None] No DVR routers for this DVR port 8d8b2417-abad-4148-96a2-e2a8aba2cd30 on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:56:12.630365 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c8ef687e-5442-43d9-b4cb-5b8268b17e65 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:12.706468 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.db.api [None req-c7a9ba56-684a-4737-926c-d89678df8145 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:56:12.707222 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG oslo_db.api [None req-c7a9ba56-684a-4737-926c-d89678df8145 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:56:12.723987 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b979ba-b2e0-40fd-9cb8-dc591f5b17c4 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Pushing event deleted for resources: {'Port': ['ID=75fa8093-3299-4cba-91cc-9000e0f0d172,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:12.730985 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef687e-5442-43d9-b4cb-5b8268b17e65 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] Pushing event deleted for resources: {'Network': ['ID=570e9cc8-74af-4624-8e5d-e8667a66c2d2,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:12.801919 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22b979ba-b2e0-40fd-9cb8-dc591f5b17c4 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:12.874478 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-8ba5f3a2-b34e-4882-9071-0276aaf4d53e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:12.876390 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-8ba5f3a2-b34e-4882-9071-0276aaf4d53e service neutron] 10.222.0.47 "PUT /v2.0/ports/5aaaec19-e12f-4c1e-a683-467a307ef302 HTTP/1.1" status: 200 len: 1094 time: 5.8027394 Feb 03 13:56:12.883407 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd9d73c-75f1-4f4a-bb32-219abd7ccb49', 'tag': '5aaaec19-e12f-4c1e-a683-467a307ef302'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 13:56:12.904430 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No ports have port_id starting with 8d8b2417-abad-4148-96a2-e2a8aba2cd30 Feb 03 13:56:12.923807 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c8ef687e-5442-43d9-b4cb-5b8268b17e65 tempest-ExternalNetworksTestJSON-1092638634 tempest-ExternalNetworksTestJSON-1092638634-project] 10.222.0.41 "DELETE /v2.0/networks/570e9cc8-74af-4624-8e5d-e8667a66c2d2 HTTP/1.1" status: 204 len: 168 time: 3.5361409 Feb 03 13:56:12.980408 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-27ed68f8-66b5-4e49-9fb4-b496c672f014 req-8425c26f-8c53-47a0-811a-944b618b353a tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/ports?device_id=65215c73-cbbd-41e8-abe4-aafa969bf7b9 HTTP/1.1" status: 200 len: 210 time: 0.3441794 Feb 03 13:56:13.058529 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Pushing event updated for resources: {'Port': ['ID=03abcadf-2dbe-4ab3-9a88-d22adb902fa4,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:13.114826 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 78d0ca7b-f53c-4a62-82b8-60dd9cc54a81 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 13:56:13.188248 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-d946907c-b78d-4ee3-a1b8-8e928d6a46c0 None None] Set router 7d9f0468-8bae-4548-9c68-b7ab9ccb2bec gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:56:13.196817 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-22b979ba-b2e0-40fd-9cb8-dc591f5b17c4 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] 10.222.0.41 "DELETE /v2.0/ports/75fa8093-3299-4cba-91cc-9000e0f0d172 HTTP/1.1" status: 204 len: 168 time: 3.8405876 Feb 03 13:56:13.217563 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:56:13.218113 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] {{(pid=84182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:56:13.218221 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 on network 64e11f3d-c66f-419f-a636-f043b1149779 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:56:13.238143 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50520) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:13.238950 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-c7a9ba56-684a-4737-926c-d89678df8145 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Deleting port 8d8b2417-abad-4148-96a2-e2a8aba2cd30 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:56:13.239312 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c7a9ba56-684a-4737-926c-d89678df8145 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:13.281617 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 78d0ca7b-f53c-4a62-82b8-60dd9cc54a81 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 13:56:13.282153 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 78d0ca7b-f53c-4a62-82b8-60dd9cc54a81 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 13:56:13.285809 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 8d8b2417-abad-4148-96a2-e2a8aba2cd30 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 13:56:13.288817 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-dc6e0f3e-6a8c-46e6-90ee-b80832032d44 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Synchronizing usage tracker for tenant:01d22ec6684f46e494a0aa49e75523a4 on resource:security_group {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:56:13.296056 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-414f0800-62e3-48f7-a0e7-a088d8eb12b9 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:13.300406 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba5f3a2-b34e-4882-9071-0276aaf4d53e service neutron] Pushing event updated for resources: {'Port': ['ID=5aaaec19-e12f-4c1e-a683-467a307ef302,revision_number=3']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:13.334337 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-414f0800-62e3-48f7-a0e7-a088d8eb12b9 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Transition to ACTIVE for port object 4ccd1588-742b-4c70-9905-1804d6d1b0db will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:56:13.356142 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-6eedb5df-b388-40c9-af68-281f9543be7b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa12ab67af1e4dc2bf9988d3321473a2&device_id=4bd9d73c-75f1-4f4a-bb32-219abd7ccb49 HTTP/1.1" status: 200 len: 1097 time: 0.3095138 Feb 03 13:56:13.402406 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-c7a9ba56-684a-4737-926c-d89678df8145 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] The port '8d8b2417-abad-4148-96a2-e2a8aba2cd30' was deleted {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 13:56:13.414519 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 on network 64e11f3d-c66f-419f-a636-f043b1149779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:56:13.415321 dv-neutron-827016-1-hyperv neutron-server[84182]: ERROR neutron.plugins.ml2.managers [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Failed to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] Feb 03 13:56:13.424162 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.plugins.ml2.plugin [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempt 2 to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 Feb 03 13:56:13.453740 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:56:13.454070 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] {{(pid=84182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:56:13.454397 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 on network 64e11f3d-c66f-419f-a636-f043b1149779 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:56:13.509002 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-ea7d67f5-4196-4d35-81db-9313c7fffc45 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5aaaec19-e12f-4c1e-a683-467a307ef302 HTTP/1.1" status: 200 len: 217 time: 0.1398053 Feb 03 13:56:13.513224 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-dc6e0f3e-6a8c-46e6-90ee-b80832032d44 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Unset dirty status for tenant:01d22ec6684f46e494a0aa49e75523a4 on resource:security_group {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:56:13.514594 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-dc6e0f3e-6a8c-46e6-90ee-b80832032d44 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01d22ec6684f46e494a0aa49e75523a4 HTTP/1.1" status: 200 len: 380 time: 1.1128612 Feb 03 13:56:13.552567 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-59426e0e-eb60-4721-a423-6789bb4f65c7 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Request body: {'port': {'device_id': '65215c73-cbbd-41e8-abe4-aafa969bf7b9', 'network_id': 'c4c437f2-b270-46b1-b446-bb339ad2d528', 'admin_state_up': True, 'tenant_id': '01d22ec6684f46e494a0aa49e75523a4', 'security_groups': ['a4de8980-b0c3-4215-bb46-4e841e19d727']}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:13.562941 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 8d8b2417-abad-4148-96a2-e2a8aba2cd30 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 13:56:13.564454 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 8d8b2417-abad-4148-96a2-e2a8aba2cd30 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 13:56:13.642694 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-414f0800-62e3-48f7-a0e7-a088d8eb12b9 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:13.684803 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-fcd016e2-351b-41b2-b97f-22941e04d153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6794a5c3-a657-488e-8006-d8ab34ea5e3c', 'name': 'tempest-ServersTestJSON-579943590-router', 'tenant_id': '01d22ec6684f46e494a0aa49e75523a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '10fb666d-cec3-4c79-8459-527530c67156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:47Z', 'revision_number': 4, 'project_id': '01d22ec6684f46e494a0aa49e75523a4', 'gw_port': {'id': '10fb666d-cec3-4c79-8459-527530c67156', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:44:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6794a5c3-a657-488e-8006-d8ab34ea5e3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:33Z', 'updated_at': '2022-02-03T13:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '82e1daf4-46f0-4c11-9ac6-78b9b8d07024', 'name': '', 'network_id': 'c4c437f2-b270-46b1-b446-bb339ad2d528', 'tenant_id': '01d22ec6684f46e494a0aa49e75523a4', 'mac_address': 'fa:16:3e:d0:26:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6794a5c3-a657-488e-8006-d8ab34ea5e3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f89cc18-9848-497d-8cdf-e96e7d0c84ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:44Z', 'updated_at': '2022-02-03T13:55:47Z', 'revision_number': 2, 'project_id': '01d22ec6684f46e494a0aa49e75523a4', 'subnets': [{'id': '5f89cc18-9848-497d-8cdf-e96e7d0c84ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:13.702150 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd016e2-351b-41b2-b97f-22941e04d153 None None] Checking router: 6794a5c3-a657-488e-8006-d8ab34ea5e3c for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 13:56:13.704115 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd016e2-351b-41b2-b97f-22941e04d153 None None] Updating router 6794a5c3-a657-488e-8006-d8ab34ea5e3c port 82e1daf4-46f0-4c11-9ac6-78b9b8d07024 binding host dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 13:56:13.709370 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e73af2-fa3b-4634-b6b7-e17f72b24329 req-333d962c-5ca9-4fb0-abfd-836cb9129c4f tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:13.716019 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-25e73af2-fa3b-4634-b6b7-e17f72b24329 req-333d962c-5ca9-4fb0-abfd-836cb9129c4f tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd9d73c-75f1-4f4a-bb32-219abd7ccb49 HTTP/1.1" status: 200 len: 944 time: 0.7816443 Feb 03 13:56:13.800464 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 on network 64e11f3d-c66f-419f-a636-f043b1149779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:56:13.801036 dv-neutron-827016-1-hyperv neutron-server[84182]: ERROR neutron.plugins.ml2.managers [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Failed to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] Feb 03 13:56:13.836190 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f0800-62e3-48f7-a0e7-a088d8eb12b9 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Pushing event updated for resources: {'Port': ['ID=4ccd1588-742b-4c70-9905-1804d6d1b0db,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:13.860640 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.plugins.ml2.plugin [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempt 3 to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 Feb 03 13:56:13.913582 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fcd016e2-351b-41b2-b97f-22941e04d153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:13.913805 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-414f0800-62e3-48f7-a0e7-a088d8eb12b9 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Network 455fb28a-aeb2-407e-b782-081ff385e6a8 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:56:13.915303 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-0250f477-7661-4254-8ccf-b5d0f923b56d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:13.916973 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-0250f477-7661-4254-8ccf-b5d0f923b56d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=43729539-3f80-443b-974d-7ae7596f4e93 HTTP/1.1" status: 200 len: 851 time: 0.3291655 Feb 03 13:56:13.921536 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-414f0800-62e3-48f7-a0e7-a088d8eb12b9 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:56:13.926105 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c7a9ba56-684a-4737-926c-d89678df8145 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:13.927418 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-414f0800-62e3-48f7-a0e7-a088d8eb12b9 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:56:13.964862 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:56:13.965187 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] {{(pid=84182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:56:13.965587 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 on network 64e11f3d-c66f-419f-a636-f043b1149779 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:56:14.010152 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-c7a9ba56-684a-4737-926c-d89678df8145 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a1c5eab-dc0c-4b63-b6b6-39e51e74f0d4']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:14.055331 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-25e73af2-fa3b-4634-b6b7-e17f72b24329 req-234ab580-cf18-4fb2-aabb-739b402260d1 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fa10138-802d-46da-adbc-f6f2442236d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3381665 Feb 03 13:56:14.056106 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 on network 64e11f3d-c66f-419f-a636-f043b1149779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:56:14.056316 dv-neutron-827016-1-hyperv neutron-server[84182]: ERROR neutron.plugins.ml2.managers [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Failed to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] Feb 03 13:56:14.065548 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-c7a9ba56-684a-4737-926c-d89678df8145 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc99847-97f3-4326-b425-d91e706d4536') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:14.065548 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-c7a9ba56-684a-4737-926c-d89678df8145 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc99847-97f3-4326-b425-d91e706d4536') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:14.104549 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.plugins.ml2.plugin [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempt 4 to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 Feb 03 13:56:14.151500 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c7a9ba56-684a-4737-926c-d89678df8145 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:14.194040 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-febe4cba-b502-41ca-94bb-385672777b36 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Deleting subnet df5b7112-7de1-4a8c-bb78-396af8478c9a {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 13:56:14.196025 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-414f0800-62e3-48f7-a0e7-a088d8eb12b9 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:14.196690 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-414f0800-62e3-48f7-a0e7-a088d8eb12b9 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:14.204710 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4c4533-dd90-4f18-bb12-b7cb3d95e7f2 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:56:14.215169 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ac4c4533-dd90-4f18-bb12-b7cb3d95e7f2 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] 10.222.0.41 "PUT /v2.0/routers/45df2544-2759-41e4-9bc1-63028e54f809/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.0822458 Feb 03 13:56:14.216405 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50530) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:14.246113 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-25180ee9-f251-444b-a89c-ae620c53ca82 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Request body: {'port': {'network_id': 'bbb6c916-9ac3-4fd0-981e-dbf91d7efbbb', 'name': 'tempest-FloatingIPAdminTestJSON-863686430'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:14.291050 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-febe4cba-b502-41ca-94bb-385672777b36 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:14.312191 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f804aad4-9d37-4492-9ebc-68219cafded4 None None] Sync routers for ids ['45df2544-2759-41e4-9bc1-63028e54f809'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:56:14.322265 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-59426e0e-eb60-4721-a423-6789bb4f65c7 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:14.338604 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-59426e0e-eb60-4721-a423-6789bb4f65c7 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:14.370707 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-6a2dfbe0-5414-4010-aa84-5b91325d15f2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0d5df42d-5d3c-4c34-b194-1616b788b316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3680162 Feb 03 13:56:14.375772 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:56:14.378232 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] {{(pid=84182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:56:14.380799 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 on network 64e11f3d-c66f-419f-a636-f043b1149779 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:56:14.397200 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50534) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:14.402825 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c7a9ba56-684a-4737-926c-d89678df8145 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:14.508156 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f804aad4-9d37-4492-9ebc-68219cafded4 None None] Routers {'45df2544-2759-41e4-9bc1-63028e54f809'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:56:14.509316 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-f804aad4-9d37-4492-9ebc-68219cafded4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:55:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['45df2544-2759-41e4-9bc1-63028e54f809'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:14.512597 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-d946907c-b78d-4ee3-a1b8-8e928d6a46c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9f0468-8bae-4548-9c68-b7ab9ccb2bec', 'name': 'tempest-ServersTestManualDisk-1337171941-router', 'tenant_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '1f690f7c-e879-4edf-a6fa-b52a37b2be19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:42Z', 'revision_number': 4, 'project_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'gw_port': {'id': '1f690f7c-e879-4edf-a6fa-b52a37b2be19', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:75:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9f0468-8bae-4548-9c68-b7ab9ccb2bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'def69eab-f0b6-4fd1-9e05-54255410cf87', 'name': '', 'network_id': '0d5df42d-5d3c-4c34-b194-1616b788b316', 'tenant_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'mac_address': 'fa:16:3e:7a:8f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d9f0468-8bae-4548-9c68-b7ab9ccb2bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43729539-3f80-443b-974d-7ae7596f4e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:40Z', 'updated_at': '2022-02-03T13:55:43Z', 'revision_number': 2, 'project_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'subnets': [{'id': '43729539-3f80-443b-974d-7ae7596f4e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:14.523585 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d946907c-b78d-4ee3-a1b8-8e928d6a46c0 None None] Checking router: 7d9f0468-8bae-4548-9c68-b7ab9ccb2bec for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 13:56:14.523945 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d946907c-b78d-4ee3-a1b8-8e928d6a46c0 None None] Updating router 7d9f0468-8bae-4548-9c68-b7ab9ccb2bec port def69eab-f0b6-4fd1-9e05-54255410cf87 binding host dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 13:56:14.533526 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8bb78-e087-4ef9-8551-f010b51194da req-01528980-8655-428b-8f0e-5d0f58f7015c tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:14.558983 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5fb8bb78-e087-4ef9-8551-f010b51194da req-01528980-8655-428b-8f0e-5d0f58f7015c tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 932 time: 0.9313610 Feb 03 13:56:14.558983 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a9ba56-684a-4737-926c-d89678df8145 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:56:14.558983 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c7a9ba56-684a-4737-926c-d89678df8145 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:14.569972 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-414f0800-62e3-48f7-a0e7-a088d8eb12b9 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5387952 Feb 03 13:56:14.600844 dv-neutron-827016-1-hyperv neutron-server[84182]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:56:14.600844 dv-neutron-827016-1-hyperv neutron-server[84182]: util.warn( Feb 03 13:56:14.600844 dv-neutron-827016-1-hyperv neutron-server[84182]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:56:14.600844 dv-neutron-827016-1-hyperv neutron-server[84182]: util.warn( Feb 03 13:56:14.600844 dv-neutron-827016-1-hyperv neutron-server[84182]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:56:14.600844 dv-neutron-827016-1-hyperv neutron-server[84182]: util.warn( Feb 03 13:56:14.600844 dv-neutron-827016-1-hyperv neutron-server[84182]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:56:14.600844 dv-neutron-827016-1-hyperv neutron-server[84182]: util.warn( Feb 03 13:56:14.600844 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 13:56:14.600844 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:56:14.600844 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 13:56:14.600844 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:56:14.600844 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 13:56:14.600844 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:56:14.600844 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 13:56:14.600844 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:56:14.600844 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 13:56:14.600844 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:56:14.600844 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 13:56:14.600844 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:56:14.600844 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 13:56:14.600844 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:56:14.600844 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:56:14.600844 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:56:14.600844 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:56:14.600844 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:56:14.600844 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 13:56:14.600844 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:56:14.600844 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 13:56:14.600844 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:56:14.600844 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:56:14.600844 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:56:14.600844 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 13:56:14.600844 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:56:14.600844 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:56:14.600844 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:56:14.600844 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:56:14.600844 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:56:14.600844 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:56:14.600844 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:56:14.636597 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-f804aad4-9d37-4492-9ebc-68219cafded4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:14.638115 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-25078e1d-9467-41a4-9024-74a4bb76eb94 service neutron] Request body: {'port': {'device_id': '4b791fcd-4c9f-42f4-9b79-9379b9d8c048', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:14.665434 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-d946907c-b78d-4ee3-a1b8-8e928d6a46c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:14.706403 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f804aad4-9d37-4492-9ebc-68219cafded4 None None] Routers {'45df2544-2759-41e4-9bc1-63028e54f809'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:56:14.706959 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-f804aad4-9d37-4492-9ebc-68219cafded4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:55:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['45df2544-2759-41e4-9bc1-63028e54f809'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:14.774808 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 on network 64e11f3d-c66f-419f-a636-f043b1149779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:56:14.781230 dv-neutron-827016-1-hyperv neutron-server[84182]: ERROR neutron.plugins.ml2.managers [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Failed to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] Feb 03 13:56:14.822830 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.plugins.ml2.plugin [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempt 5 to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 Feb 03 13:56:14.872009 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-febe4cba-b502-41ca-94bb-385672777b36 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:14.894009 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-98dbfdd1-29ae-49f4-ae5f-c3bd09f4251f None None] Provisioning for port 4ccd1588-742b-4c70-9905-1804d6d1b0db completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:56:14.917508 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:56:14.917981 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] {{(pid=84182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:56:14.918426 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 on network 64e11f3d-c66f-419f-a636-f043b1149779 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:56:14.945068 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-98dbfdd1-29ae-49f4-ae5f-c3bd09f4251f None None] Provisioning complete for port 4ccd1588-742b-4c70-9905-1804d6d1b0db triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:14.945471 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-98dbfdd1-29ae-49f4-ae5f-c3bd09f4251f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:14.983618 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd9d73c-75f1-4f4a-bb32-219abd7ccb49', 'tag': '5aaaec19-e12f-4c1e-a683-467a307ef302', 'status': 'completed', 'code': 200} Feb 03 13:56:14.997016 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-59426e0e-eb60-4721-a423-6789bb4f65c7 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Made reservation on behalf of 01d22ec6684f46e494a0aa49e75523a4 for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:56:14.999377 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-59426e0e-eb60-4721-a423-6789bb4f65c7 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:15.014473 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-25180ee9-f251-444b-a89c-ae620c53ca82 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:15.020384 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-f804aad4-9d37-4492-9ebc-68219cafded4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:15.020384 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f804aad4-9d37-4492-9ebc-68219cafded4 None None] The sync data for ids ['45df2544-2759-41e4-9bc1-63028e54f809'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:56:15.026857 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-25180ee9-f251-444b-a89c-ae620c53ca82 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Usage tracker for resource:port and tenant:155f69e194ac47c78d535d56fc3f53e7 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:56:15.033381 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-25180ee9-f251-444b-a89c-ae620c53ca82 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:56:15.048630 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-25180ee9-f251-444b-a89c-ae620c53ca82 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:15.090950 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.resource_extend [None req-fcd016e2-351b-41b2-b97f-22941e04d153 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 13:56:15.195912 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fcd016e2-351b-41b2-b97f-22941e04d153 None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:15.237759 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-fcd016e2-351b-41b2-b97f-22941e04d153 None None] Transition to ACTIVE for port object 82e1daf4-46f0-4c11-9ac6-78b9b8d07024 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:56:15.238627 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a20166bc-6308-4028-884b-33de72470977 req-4a466b6e-fb38-4ebd-a475-4bd89f921c52 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/ports?device_id=65215c73-cbbd-41e8-abe4-aafa969bf7b9 HTTP/1.1" status: 200 len: 210 time: 0.1130393 Feb 03 13:56:15.238765 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-98dbfdd1-29ae-49f4-ae5f-c3bd09f4251f None None] Port 4ccd1588-742b-4c70-9905-1804d6d1b0db cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:56:15.238856 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-25078e1d-9467-41a4-9024-74a4bb76eb94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:15.266500 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c7a9ba56-684a-4737-926c-d89678df8145 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:15.286513 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c7a9ba56-684a-4737-926c-d89678df8145 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:15.308145 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-6290abbc-b9ed-4a68-89d4-5ab1704ad62f service neutron] 10.222.0.47 "GET /v2.0/networks/0d5df42d-5d3c-4c34-b194-1616b788b316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8984735 Feb 03 13:56:15.364890 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c7a9ba56-684a-4737-926c-d89678df8145 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] 10.222.0.41 "DELETE /v2.0/networks/7a1c5eab-dc0c-4b63-b6b6-39e51e74f0d4 HTTP/1.1" status: 204 len: 168 time: 5.2907898 Feb 03 13:56:15.367332 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25180ee9-f251-444b-a89c-ae620c53ca82 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Made reservation on behalf of 155f69e194ac47c78d535d56fc3f53e7 for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:56:15.374471 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-25180ee9-f251-444b-a89c-ae620c53ca82 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:15.377184 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50544) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:15.391735 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fcd016e2-351b-41b2-b97f-22941e04d153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:15.394201 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-d946907c-b78d-4ee3-a1b8-8e928d6a46c0 None None] Notify callbacks [] for port, precommit_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:15.407827 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.provisioning_blocks [None req-d946907c-b78d-4ee3-a1b8-8e928d6a46c0 None None] Transition to ACTIVE for port object def69eab-f0b6-4fd1-9e05-54255410cf87 will not be triggered until provisioned by entity L2. {{(pid=84184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:56:15.488037 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-d946907c-b78d-4ee3-a1b8-8e928d6a46c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:15.507490 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 on network 64e11f3d-c66f-419f-a636-f043b1149779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:56:15.508100 dv-neutron-827016-1-hyperv neutron-server[84182]: ERROR neutron.plugins.ml2.managers [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Failed to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] Feb 03 13:56:15.599013 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.plugins.ml2.plugin [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempt 6 to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 Feb 03 13:56:15.676766 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9ba56-684a-4737-926c-d89678df8145 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Pushing event deleted for resources: {'Network': ['ID=7a1c5eab-dc0c-4b63-b6b6-39e51e74f0d4,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:15.686139 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-25180ee9-f251-444b-a89c-ae620c53ca82 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] device_id is not set on port f59f727c-20df-44f5-a9e1-3577cf3e317a yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:56:15.849670 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:56:15.857737 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e9321-2a4e-4adc-bddb-baf073f5a237 None None] Pushing event updated for resources: {'Port': ['ID=82e1daf4-46f0-4c11-9ac6-78b9b8d07024,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:15.858348 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] {{(pid=84182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:56:15.858348 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 on network 64e11f3d-c66f-419f-a636-f043b1149779 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:56:15.858348 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a18a259d-48ad-46de-884c-a821f994c2e9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=862693b610ed494fbc3277b5b5cff117&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3647509 Feb 03 13:56:15.858348 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5fb8bb78-e087-4ef9-8551-f010b51194da req-24e76e4c-9095-4ff6-8af4-b396d14f1c9d tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1658688 Feb 03 13:56:15.858348 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 on network 64e11f3d-c66f-419f-a636-f043b1149779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:56:15.858348 dv-neutron-827016-1-hyperv neutron-server[84182]: ERROR neutron.plugins.ml2.managers [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Failed to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] Feb 03 13:56:15.858348 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.plugins.ml2.plugin [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempt 7 to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 Feb 03 13:56:15.858348 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:56:15.858348 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] {{(pid=84182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:56:15.858348 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 on network 64e11f3d-c66f-419f-a636-f043b1149779 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:56:15.858348 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50548) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:15.880826 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ba8c4-b949-44f7-a60d-7892e245e8a5 None None] Pushing event updated for resources: {'Port': ['ID=def69eab-f0b6-4fd1-9e05-54255410cf87,revision_number=3']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:16.028425 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-fcd016e2-351b-41b2-b97f-22941e04d153 None None] Attempting to bind port 82e1daf4-46f0-4c11-9ac6-78b9b8d07024 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:56:16.028797 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-fcd016e2-351b-41b2-b97f-22941e04d153 None None] Attempting to bind port 82e1daf4-46f0-4c11-9ac6-78b9b8d07024 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '7b419f28-6522-4ce5-982d-f7c4ce3b9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c4c437f2-b270-46b1-b446-bb339ad2d528'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:56:16.029166 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd016e2-351b-41b2-b97f-22941e04d153 None None] Attempting to bind port 82e1daf4-46f0-4c11-9ac6-78b9b8d07024 on network c4c437f2-b270-46b1-b446-bb339ad2d528 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:56:16.045991 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-febe4cba-b502-41ca-94bb-385672777b36 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:16.057456 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd016e2-351b-41b2-b97f-22941e04d153 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:56:16.064216 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd016e2-351b-41b2-b97f-22941e04d153 None None] Checking segment: {'id': '7b419f28-6522-4ce5-982d-f7c4ce3b9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c4c437f2-b270-46b1-b446-bb339ad2d528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:56:16.064777 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fcd016e2-351b-41b2-b97f-22941e04d153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:16.065251 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd016e2-351b-41b2-b97f-22941e04d153 None None] Bound using segment: {'id': '7b419f28-6522-4ce5-982d-f7c4ce3b9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c4c437f2-b270-46b1-b446-bb339ad2d528'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:56:16.069161 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-59426e0e-eb60-4721-a423-6789bb4f65c7 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Allocated IP 172.20.0.8 (c4c437f2-b270-46b1-b446-bb339ad2d528/5f89cc18-9848-497d-8cdf-e96e7d0c84ab/3809cb83-47cc-433e-866a-d0addc09fc6d) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:56:16.069961 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-fcd016e2-351b-41b2-b97f-22941e04d153 None None] Bound port: 82e1daf4-46f0-4c11-9ac6-78b9b8d07024, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b419f28-6522-4ce5-982d-f7c4ce3b9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c4c437f2-b270-46b1-b446-bb339ad2d528'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:56:16.070416 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fcd016e2-351b-41b2-b97f-22941e04d153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:16.104194 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-d946907c-b78d-4ee3-a1b8-8e928d6a46c0 None None] Attempting to bind port def69eab-f0b6-4fd1-9e05-54255410cf87 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:56:16.105056 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-d946907c-b78d-4ee3-a1b8-8e928d6a46c0 None None] Attempting to bind port def69eab-f0b6-4fd1-9e05-54255410cf87 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '4b99bbed-0ea2-4415-a75d-61e4f1dbd54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0d5df42d-5d3c-4c34-b194-1616b788b316'}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:56:16.105633 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d946907c-b78d-4ee3-a1b8-8e928d6a46c0 None None] Attempting to bind port def69eab-f0b6-4fd1-9e05-54255410cf87 on network 0d5df42d-5d3c-4c34-b194-1616b788b316 {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:56:16.114274 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d946907c-b78d-4ee3-a1b8-8e928d6a46c0 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:56:16.115459 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d946907c-b78d-4ee3-a1b8-8e928d6a46c0 None None] Checking segment: {'id': '4b99bbed-0ea2-4415-a75d-61e4f1dbd54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0d5df42d-5d3c-4c34-b194-1616b788b316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:56:16.116056 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-d946907c-b78d-4ee3-a1b8-8e928d6a46c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:16.117646 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d946907c-b78d-4ee3-a1b8-8e928d6a46c0 None None] Bound using segment: {'id': '4b99bbed-0ea2-4415-a75d-61e4f1dbd54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0d5df42d-5d3c-4c34-b194-1616b788b316'} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:56:16.119242 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-d946907c-b78d-4ee3-a1b8-8e928d6a46c0 None None] Bound port: def69eab-f0b6-4fd1-9e05-54255410cf87, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b99bbed-0ea2-4415-a75d-61e4f1dbd54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0d5df42d-5d3c-4c34-b194-1616b788b316'}}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:56:16.120012 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-d946907c-b78d-4ee3-a1b8-8e928d6a46c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:16.127011 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 on network 64e11f3d-c66f-419f-a636-f043b1149779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:56:16.127338 dv-neutron-827016-1-hyperv neutron-server[84182]: ERROR neutron.plugins.ml2.managers [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Failed to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] Feb 03 13:56:16.146462 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.plugins.ml2.plugin [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempt 8 to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 Feb 03 13:56:16.211479 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-15d8b4b1-24bf-4f33-a9a2-0ab16a48f3c3 req-93e19d1b-f030-4bd1-ab0a-d7c8507bc714 service neutron] 10.222.0.47 "GET /v2.0/networks/0d5df42d-5d3c-4c34-b194-1616b788b316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8627555 Feb 03 13:56:16.242516 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-fcd016e2-351b-41b2-b97f-22941e04d153 None None] For port 82e1daf4-46f0-4c11-9ac6-78b9b8d07024, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:56:16.248932 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-fcd016e2-351b-41b2-b97f-22941e04d153 None None] For port 82e1daf4-46f0-4c11-9ac6-78b9b8d07024, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=82e1daf4-46f0-4c11-9ac6-78b9b8d07024,segment=NetworkSegment(7b419f28-6522-4ce5-982d-f7c4ce3b9016),segment_id=7b419f28-6522-4ce5-982d-f7c4ce3b9016)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:56:16.270102 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:56:16.276116 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] {{(pid=84182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:56:16.276116 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 on network 64e11f3d-c66f-419f-a636-f043b1149779 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:56:16.304874 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efaa13-8af0-47c9-81f2-cba88a65be5a req-a4b9f4f2-3250-4177-9ebe-8b57978e45f7 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:16.304874 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-48efaa13-8af0-47c9-81f2-cba88a65be5a req-a4b9f4f2-3250-4177-9ebe-8b57978e45f7 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd9d73c-75f1-4f4a-bb32-219abd7ccb49 HTTP/1.1" status: 200 len: 944 time: 0.7816255 Feb 03 13:56:16.326229 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-d946907c-b78d-4ee3-a1b8-8e928d6a46c0 None None] For port def69eab-f0b6-4fd1-9e05-54255410cf87, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:56:16.335582 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-d946907c-b78d-4ee3-a1b8-8e928d6a46c0 None None] For port def69eab-f0b6-4fd1-9e05-54255410cf87, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=def69eab-f0b6-4fd1-9e05-54255410cf87,segment=NetworkSegment(4b99bbed-0ea2-4415-a75d-61e4f1dbd54c),segment_id=4b99bbed-0ea2-4415-a75d-61e4f1dbd54c)] {{(pid=84184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:56:16.353551 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fcd016e2-351b-41b2-b97f-22941e04d153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:16.362103 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-16634636-e952-4ec7-8879-75ba31b53c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:16.399272 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c5885d59-4241-4d5f-9c33-3d30920944a6 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:16.407139 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 on network 64e11f3d-c66f-419f-a636-f043b1149779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:56:16.407468 dv-neutron-827016-1-hyperv neutron-server[84182]: ERROR neutron.plugins.ml2.managers [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Failed to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] Feb 03 13:56:16.426023 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-d946907c-b78d-4ee3-a1b8-8e928d6a46c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:16.431227 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.plugins.ml2.plugin [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempt 9 to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 Feb 03 13:56:16.503620 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-25180ee9-f251-444b-a89c-ae620c53ca82 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Allocated IP 172.20.0.10 (bbb6c916-9ac3-4fd0-981e-dbf91d7efbbb/76d6aae9-8ce7-4a6a-8ca0-ba40ab446cd0/f59f727c-20df-44f5-a9e1-3577cf3e317a) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:56:16.516394 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-16634636-e952-4ec7-8879-75ba31b53c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:16.534187 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:56:16.534747 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] {{(pid=84182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:56:16.535598 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 on network 64e11f3d-c66f-419f-a636-f043b1149779 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:56:16.580503 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 on network 64e11f3d-c66f-419f-a636-f043b1149779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:56:16.583508 dv-neutron-827016-1-hyperv neutron-server[84182]: ERROR neutron.plugins.ml2.managers [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Failed to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] Feb 03 13:56:16.607978 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ba8c4-b949-44f7-a60d-7892e245e8a5 None None] Pushing event updated for resources: {'Port': ['ID=def69eab-f0b6-4fd1-9e05-54255410cf87,revision_number=4']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:16.612784 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.plugins.ml2.plugin [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempt 10 to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 Feb 03 13:56:16.627536 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd016e2-351b-41b2-b97f-22941e04d153 None None] Routers {'6794a5c3-a657-488e-8006-d8ab34ea5e3c'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:56:16.628162 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-fcd016e2-351b-41b2-b97f-22941e04d153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:55:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['6794a5c3-a657-488e-8006-d8ab34ea5e3c'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:16.681949 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d946907c-b78d-4ee3-a1b8-8e928d6a46c0 None None] Routers {'7d9f0468-8bae-4548-9c68-b7ab9ccb2bec'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:56:16.682939 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-d946907c-b78d-4ee3-a1b8-8e928d6a46c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:55:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['7d9f0468-8bae-4548-9c68-b7ab9ccb2bec'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:16.708553 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e9321-2a4e-4adc-bddb-baf073f5a237 None None] Pushing event updated for resources: {'Port': ['ID=82e1daf4-46f0-4c11-9ac6-78b9b8d07024,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:16.768634 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-48efaa13-8af0-47c9-81f2-cba88a65be5a req-4900f8e8-e94d-4c95-aee6-313b66ad57d5 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fa10138-802d-46da-adbc-f6f2442236d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4166548 Feb 03 13:56:16.769679 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-febe4cba-b502-41ca-94bb-385672777b36 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:16.864970 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-fcd016e2-351b-41b2-b97f-22941e04d153 None None] Set router 6794a5c3-a657-488e-8006-d8ab34ea5e3c gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:56:16.980708 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c5885d59-4241-4d5f-9c33-3d30920944a6 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:17.131555 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-c5885d59-4241-4d5f-9c33-3d30920944a6 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f826de69-da6b-4172-9536-256089301bff']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:17.213675 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-936bb4fa-37cf-4c9d-996c-44f1fdb08e47 req-7c97ad80-d9f1-4b60-b7d4-049c5443b24d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa12ab67af1e4dc2bf9988d3321473a2&device_id=4bd9d73c-75f1-4f4a-bb32-219abd7ccb49 HTTP/1.1" status: 200 len: 1097 time: 0.8778298 Feb 03 13:56:17.216102 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-c5885d59-4241-4d5f-9c33-3d30920944a6 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d976656-c340-43c6-9d2b-c4410db323a6') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:17.216585 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-c5885d59-4241-4d5f-9c33-3d30920944a6 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d976656-c340-43c6-9d2b-c4410db323a6') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:17.237025 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-d946907c-b78d-4ee3-a1b8-8e928d6a46c0 None None] Set router 7d9f0468-8bae-4548-9c68-b7ab9ccb2bec gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:56:17.247466 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-25078e1d-9467-41a4-9024-74a4bb76eb94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ccd1588-742b-4c70-9905-1804d6d1b0db {{(pid=84181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 13:56:17.275874 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c5885d59-4241-4d5f-9c33-3d30920944a6 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:17.287666 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-59426e0e-eb60-4721-a423-6789bb4f65c7 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:17.291975 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-25078e1d-9467-41a4-9024-74a4bb76eb94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:17.306255 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:17.346585 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-25180ee9-f251-444b-a89c-ae620c53ca82 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:17.368370 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-25180ee9-f251-444b-a89c-ae620c53ca82 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Transition to ACTIVE for port object f59f727c-20df-44f5-a9e1-3577cf3e317a will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:56:17.396132 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e41ea8ca-ff15-4a31-b824-45f5003d121c req-7769cf09-8f22-41c4-88b1-447e28c55174 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/ports?device_id=65215c73-cbbd-41e8-abe4-aafa969bf7b9 HTTP/1.1" status: 200 len: 210 time: 0.8175478 Feb 03 13:56:17.501985 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:56:17.502546 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] {{(pid=84182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:56:17.512933 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 on network 64e11f3d-c66f-419f-a636-f043b1149779 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:56:17.519827 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936bb4fa-37cf-4c9d-996c-44f1fdb08e47 req-4a2cb0ec-7e98-4699-bf24-bf78ae8f63ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:17.522090 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-936bb4fa-37cf-4c9d-996c-44f1fdb08e47 req-4a2cb0ec-7e98-4699-bf24-bf78ae8f63ae service neutron] 10.222.0.47 "GET /v2.0/networks?id=0d5df42d-5d3c-4c34-b194-1616b788b316 HTTP/1.1" status: 200 len: 912 time: 0.2796130 Feb 03 13:56:17.536193 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c5885d59-4241-4d5f-9c33-3d30920944a6 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:17.570681 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-25180ee9-f251-444b-a89c-ae620c53ca82 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:17.577641 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe4cba-b502-41ca-94bb-385672777b36 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Pushing event deleted for resources: {'Subnet': ['ID=df5b7112-7de1-4a8c-bb78-396af8478c9a,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:17.600013 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-fcd016e2-351b-41b2-b97f-22941e04d153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6794a5c3-a657-488e-8006-d8ab34ea5e3c', 'name': 'tempest-ServersTestJSON-579943590-router', 'tenant_id': '01d22ec6684f46e494a0aa49e75523a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '10fb666d-cec3-4c79-8459-527530c67156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:47Z', 'revision_number': 4, 'project_id': '01d22ec6684f46e494a0aa49e75523a4', 'gw_port': {'id': '10fb666d-cec3-4c79-8459-527530c67156', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:44:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6794a5c3-a657-488e-8006-d8ab34ea5e3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:33Z', 'updated_at': '2022-02-03T13:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '82e1daf4-46f0-4c11-9ac6-78b9b8d07024', 'name': '', 'network_id': 'c4c437f2-b270-46b1-b446-bb339ad2d528', 'tenant_id': '01d22ec6684f46e494a0aa49e75523a4', 'mac_address': 'fa:16:3e:d0:26:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6794a5c3-a657-488e-8006-d8ab34ea5e3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f89cc18-9848-497d-8cdf-e96e7d0c84ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:44Z', 'updated_at': '2022-02-03T13:56:16Z', 'revision_number': 4, 'project_id': '01d22ec6684f46e494a0aa49e75523a4', 'subnets': [{'id': '5f89cc18-9848-497d-8cdf-e96e7d0c84ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:17.627419 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5885d59-4241-4d5f-9c33-3d30920944a6 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:56:17.627909 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c5885d59-4241-4d5f-9c33-3d30920944a6 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:17.637646 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd016e2-351b-41b2-b97f-22941e04d153 None None] The sync data for ids ['6794a5c3-a657-488e-8006-d8ab34ea5e3c'] in dv-neutron-827016-1-hyperv is: [{'id': '6794a5c3-a657-488e-8006-d8ab34ea5e3c', 'name': 'tempest-ServersTestJSON-579943590-router', 'tenant_id': '01d22ec6684f46e494a0aa49e75523a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '10fb666d-cec3-4c79-8459-527530c67156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:47Z', 'revision_number': 4, 'project_id': '01d22ec6684f46e494a0aa49e75523a4', 'gw_port': {'id': '10fb666d-cec3-4c79-8459-527530c67156', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:44:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6794a5c3-a657-488e-8006-d8ab34ea5e3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:33Z', 'updated_at': '2022-02-03T13:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '82e1daf4-46f0-4c11-9ac6-78b9b8d07024', 'name': '', 'network_id': 'c4c437f2-b270-46b1-b446-bb339ad2d528', 'tenant_id': '01d22ec6684f46e494a0aa49e75523a4', 'mac_address': 'fa:16:3e:d0:26:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6794a5c3-a657-488e-8006-d8ab34ea5e3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f89cc18-9848-497d-8cdf-e96e7d0c84ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:44Z', 'updated_at': '2022-02-03T13:56:16Z', 'revision_number': 4, 'project_id': '01d22ec6684f46e494a0aa49e75523a4', 'subnets': [{'id': '5f89cc18-9848-497d-8cdf-e96e7d0c84ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:56:17.639697 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 on network 64e11f3d-c66f-419f-a636-f043b1149779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:56:17.641468 dv-neutron-827016-1-hyperv neutron-server[84182]: ERROR neutron.plugins.ml2.managers [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Failed to bind port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] Feb 03 13:56:17.642313 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:17.665199 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 13:56:17.665199 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:56:17.665199 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 13:56:17.665199 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:56:17.665199 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 13:56:17.665199 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:56:17.665199 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 13:56:17.665199 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:56:17.665199 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 13:56:17.665199 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:56:17.665199 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 13:56:17.665199 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:56:17.665199 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 13:56:17.665199 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:56:17.665199 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:56:17.665199 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:56:17.665199 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:56:17.665199 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:56:17.665199 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 13:56:17.665199 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:56:17.665199 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 13:56:17.665199 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:56:17.665199 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:56:17.665199 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:56:17.665199 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 13:56:17.665199 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:56:17.665199 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:56:17.665199 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:56:17.665199 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:56:17.665199 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:56:17.665199 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:56:17.665199 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:56:17.751159 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa88b40-9a7c-4954-8291-116a23028546 None None] Network 549fc837-eb31-4f52-af96-951e8e540873 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:56:17.758061 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-16634636-e952-4ec7-8879-75ba31b53c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:17.782783 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-febe4cba-b502-41ca-94bb-385672777b36 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:17.813087 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-febe4cba-b502-41ca-94bb-385672777b36 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] 10.222.0.41 "DELETE /v2.0/subnets/df5b7112-7de1-4a8c-bb78-396af8478c9a HTTP/1.1" status: 204 len: 168 time: 4.5353189 Feb 03 13:56:17.820117 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50556) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:17.909717 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16634636-e952-4ec7-8879-75ba31b53c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba4433e-bea5-49e1-a5d2-99f1288eca4a,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:17.935457 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-59426e0e-eb60-4721-a423-6789bb4f65c7 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Transition to ACTIVE for port object 3809cb83-47cc-433e-866a-d0addc09fc6d will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:56:17.939217 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-25078e1d-9467-41a4-9024-74a4bb76eb94 service neutron] Transition to ACTIVE for port object 4ccd1588-742b-4c70-9905-1804d6d1b0db will not be triggered until provisioned by entity L2. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:56:18.033049 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-d946907c-b78d-4ee3-a1b8-8e928d6a46c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9f0468-8bae-4548-9c68-b7ab9ccb2bec', 'name': 'tempest-ServersTestManualDisk-1337171941-router', 'tenant_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '1f690f7c-e879-4edf-a6fa-b52a37b2be19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:42Z', 'revision_number': 4, 'project_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'gw_port': {'id': '1f690f7c-e879-4edf-a6fa-b52a37b2be19', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:75:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9f0468-8bae-4548-9c68-b7ab9ccb2bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'def69eab-f0b6-4fd1-9e05-54255410cf87', 'name': '', 'network_id': '0d5df42d-5d3c-4c34-b194-1616b788b316', 'tenant_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'mac_address': 'fa:16:3e:7a:8f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d9f0468-8bae-4548-9c68-b7ab9ccb2bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43729539-3f80-443b-974d-7ae7596f4e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:40Z', 'updated_at': '2022-02-03T13:56:16Z', 'revision_number': 4, 'project_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'subnets': [{'id': '43729539-3f80-443b-974d-7ae7596f4e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:18.041454 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d946907c-b78d-4ee3-a1b8-8e928d6a46c0 None None] The sync data for ids ['7d9f0468-8bae-4548-9c68-b7ab9ccb2bec'] in dv-neutron-827016-1-hyperv is: [{'id': '7d9f0468-8bae-4548-9c68-b7ab9ccb2bec', 'name': 'tempest-ServersTestManualDisk-1337171941-router', 'tenant_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '1f690f7c-e879-4edf-a6fa-b52a37b2be19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:42Z', 'revision_number': 4, 'project_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'gw_port': {'id': '1f690f7c-e879-4edf-a6fa-b52a37b2be19', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:75:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9f0468-8bae-4548-9c68-b7ab9ccb2bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'def69eab-f0b6-4fd1-9e05-54255410cf87', 'name': '', 'network_id': '0d5df42d-5d3c-4c34-b194-1616b788b316', 'tenant_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'mac_address': 'fa:16:3e:7a:8f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d9f0468-8bae-4548-9c68-b7ab9ccb2bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43729539-3f80-443b-974d-7ae7596f4e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:40Z', 'updated_at': '2022-02-03T13:56:16Z', 'revision_number': 4, 'project_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'subnets': [{'id': '43729539-3f80-443b-974d-7ae7596f4e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:56:18.057546 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-16634636-e952-4ec7-8879-75ba31b53c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:18.059175 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-16634636-e952-4ec7-8879-75ba31b53c1e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2ba4433e-bea5-49e1-a5d2-99f1288eca4a HTTP/1.1" status: 204 len: 168 time: 2.2021286 Feb 03 13:56:18.078317 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25180ee9-f251-444b-a89c-ae620c53ca82 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Network bbb6c916-9ac3-4fd0-981e-dbf91d7efbbb is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:56:18.093130 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-25078e1d-9467-41a4-9024-74a4bb76eb94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:18.106355 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-936bb4fa-37cf-4c9d-996c-44f1fdb08e47 req-806b183d-7107-401f-9646-a7bc74dc42b2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5aaaec19-e12f-4c1e-a683-467a307ef302 HTTP/1.1" status: 200 len: 217 time: 0.5567372 Feb 03 13:56:18.218170 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-25180ee9-f251-444b-a89c-ae620c53ca82 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:56:18.243334 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25180ee9-f251-444b-a89c-ae620c53ca82 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:56:18.297930 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25180ee9-f251-444b-a89c-ae620c53ca82 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Pushing event updated for resources: {'Port': ['ID=f59f727c-20df-44f5-a9e1-3577cf3e317a,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:18.349515 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911bde3c-ec90-40e8-9ae4-b2bf51a87f87 None None] DHCP port deletion for 549fc837-eb31-4f52-af96-951e8e540873 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 13:56:18.368548 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-911bde3c-ec90-40e8-9ae4-b2bf51a87f87 None None] Deleting port d6f8ad29-8771-499d-b0e7-00dbb3cc0e25 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:56:18.370618 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-911bde3c-ec90-40e8-9ae4-b2bf51a87f87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:18.404570 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25078e1d-9467-41a4-9024-74a4bb76eb94 service neutron] Pushing event updated for resources: {'Port': ['ID=4ccd1588-742b-4c70-9905-1804d6d1b0db,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:18.467939 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936bb4fa-37cf-4c9d-996c-44f1fdb08e47 req-22f120a9-bf02-469b-931b-7b3b00d73ef6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:18.473632 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-936bb4fa-37cf-4c9d-996c-44f1fdb08e47 req-22f120a9-bf02-469b-931b-7b3b00d73ef6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=43729539-3f80-443b-974d-7ae7596f4e93 HTTP/1.1" status: 200 len: 851 time: 0.3642173 Feb 03 13:56:18.523692 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a8a08430-dc48-44d1-924a-1b74737b63ba tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:18.656720 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126b4f1-5615-4e0f-b250-d69d8026ad08 req-dad3764d-7a8f-4540-a1a4-65436a611086 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:18.663012 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9126b4f1-5615-4e0f-b250-d69d8026ad08 req-dad3764d-7a8f-4540-a1a4-65436a611086 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 932 time: 1.2589533 Feb 03 13:56:18.710058 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-59426e0e-eb60-4721-a423-6789bb4f65c7 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:18.848880 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] For port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4, host hv-neutron-8270, cleared binding levels {{(pid=84182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:56:18.849285 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempted to set empty binding levels {{(pid=84182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 03 13:56:18.904259 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c5885d59-4241-4d5f-9c33-3d30920944a6 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:18.907208 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25180ee9-f251-444b-a89c-ae620c53ca82 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:18.910781 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-25180ee9-f251-444b-a89c-ae620c53ca82 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:18.920874 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c5885d59-4241-4d5f-9c33-3d30920944a6 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:18.966634 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:18.986942 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-a8a08430-dc48-44d1-924a-1b74737b63ba tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Deleting port d6f8ad29-8771-499d-b0e7-00dbb3cc0e25 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:56:18.987342 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a8a08430-dc48-44d1-924a-1b74737b63ba tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:19.056413 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c5885d59-4241-4d5f-9c33-3d30920944a6 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] 10.222.0.41 "DELETE /v2.0/networks/f826de69-da6b-4172-9536-256089301bff HTTP/1.1" status: 204 len: 168 time: 3.6642582 Feb 03 13:56:19.095040 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-911bde3c-ec90-40e8-9ae4-b2bf51a87f87 None None] For port d6f8ad29-8771-499d-b0e7-00dbb3cc0e25, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=d6f8ad29-8771-499d-b0e7-00dbb3cc0e25,segment=NetworkSegment(c10cca38-5d0c-483c-b2f2-ea26cf8e5479),segment_id=c10cca38-5d0c-483c-b2f2-ea26cf8e5479)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:56:19.095676 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-911bde3c-ec90-40e8-9ae4-b2bf51a87f87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:19.100190 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50568) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:19.163945 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5885d59-4241-4d5f-9c33-3d30920944a6 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Pushing event deleted for resources: {'Network': ['ID=f826de69-da6b-4172-9536-256089301bff,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:19.258854 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-59426e0e-eb60-4721-a423-6789bb4f65c7 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Network c4c437f2-b270-46b1-b446-bb339ad2d528 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:56:19.273192 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-911bde3c-ec90-40e8-9ae4-b2bf51a87f87 None None] Calling delete_port for d6f8ad29-8771-499d-b0e7-00dbb3cc0e25 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:56:19.284673 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59426e0e-eb60-4721-a423-6789bb4f65c7 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Pushing event updated for resources: {'Port': ['ID=3809cb83-47cc-433e-866a-d0addc09fc6d,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:19.294903 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-59426e0e-eb60-4721-a423-6789bb4f65c7 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:56:19.333711 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-59426e0e-eb60-4721-a423-6789bb4f65c7 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:56:19.504958 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Pushing event updated for resources: {'Port': ['ID=03abcadf-2dbe-4ab3-9a88-d22adb902fa4,revision_number=3']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:19.505631 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 82e1daf4-46f0-4c11-9ac6-78b9b8d07024 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:56:19.578399 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-59426e0e-eb60-4721-a423-6789bb4f65c7 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:19.579227 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-59426e0e-eb60-4721-a423-6789bb4f65c7 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:19.626644 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-911bde3c-ec90-40e8-9ae4-b2bf51a87f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:19.655637 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-936bb4fa-37cf-4c9d-996c-44f1fdb08e47 req-c10bf87a-8dae-40a0-a23c-afb2f5b3576e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0d5df42d-5d3c-4c34-b194-1616b788b316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0198767 Feb 03 13:56:19.666716 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-25078e1d-9467-41a4-9024-74a4bb76eb94 service neutron] Attempting to bind port 4ccd1588-742b-4c70-9905-1804d6d1b0db on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:56:19.666994 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-25078e1d-9467-41a4-9024-74a4bb76eb94 service neutron] Attempting to bind port 4ccd1588-742b-4c70-9905-1804d6d1b0db by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '0e7268e2-bf48-4ad7-89d0-b4489178b8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '455fb28a-aeb2-407e-b782-081ff385e6a8'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:56:19.667486 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-25078e1d-9467-41a4-9024-74a4bb76eb94 service neutron] Attempting to bind port 4ccd1588-742b-4c70-9905-1804d6d1b0db on network 455fb28a-aeb2-407e-b782-081ff385e6a8 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:56:19.749120 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] In _notify_port_updated(), no bound segment for port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 on network 64e11f3d-c66f-419f-a636-f043b1149779 {{(pid=84182) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 03 13:56:19.750389 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50572) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:19.757086 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:19.757497 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a62ca908-295c-4666-a51e-81a9c389bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] 10.222.0.41 "PUT /v2.0/ports/03abcadf-2dbe-4ab3-9a88-d22adb902fa4 HTTP/1.1" status: 200 len: 979 time: 10.6058240 Feb 03 13:56:19.767007 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911bde3c-ec90-40e8-9ae4-b2bf51a87f87 None None] Pushing event deleted for resources: {'Port': ['ID=d6f8ad29-8771-499d-b0e7-00dbb3cc0e25,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:19.788351 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50574) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:19.817837 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911bde3c-ec90-40e8-9ae4-b2bf51a87f87 None None] No DVR routers for this DVR port d6f8ad29-8771-499d-b0e7-00dbb3cc0e25 on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:56:19.845746 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17d53c-3037-4b79-8344-a89d823b48c4 req-e1a726dc-c172-4cc9-aa4c-9e279b340dc1 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:19.852910 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-dc17d53c-3037-4b79-8344-a89d823b48c4 req-e1a726dc-c172-4cc9-aa4c-9e279b340dc1 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd9d73c-75f1-4f4a-bb32-219abd7ccb49 HTTP/1.1" status: 200 len: 944 time: 1.7768686 Feb 03 13:56:19.864828 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-3f36cb76-ac19-4883-9c05-9abadb42016d None None] Provisioning for port f59f727c-20df-44f5-a9e1-3577cf3e317a completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:56:19.871999 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-3f36cb76-ac19-4883-9c05-9abadb42016d None None] Provisioning complete for port f59f727c-20df-44f5-a9e1-3577cf3e317a triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:19.875330 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3f36cb76-ac19-4883-9c05-9abadb42016d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:19.924221 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-25180ee9-f251-444b-a89c-ae620c53ca82 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6924689 Feb 03 13:56:19.958224 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-efff5c06-4c36-4501-b8b5-df54d9474386 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:19.963315 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50580) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:19.984005 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-3f36cb76-ac19-4883-9c05-9abadb42016d None None] Port f59f727c-20df-44f5-a9e1-3577cf3e317a cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:56:19.985877 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 82e1daf4-46f0-4c11-9ac6-78b9b8d07024 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:56:19.986976 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9126b4f1-5615-4e0f-b250-d69d8026ad08 req-76e480f5-f3a1-4f77-b7c6-3e9be115bfb5 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2324781 Feb 03 13:56:19.994961 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 82e1daf4-46f0-4c11-9ac6-78b9b8d07024 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:19.995364 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:20.019012 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-936bb4fa-37cf-4c9d-996c-44f1fdb08e47 req-277c2417-1758-455c-843c-8cac80e3b4ee service neutron] 10.222.0.47 "GET /v2.0/networks/0d5df42d-5d3c-4c34-b194-1616b788b316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487682 Feb 03 13:56:20.019583 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-25078e1d-9467-41a4-9024-74a4bb76eb94 service neutron] Port 4ccd1588-742b-4c70-9905-1804d6d1b0db on network 455fb28a-aeb2-407e-b782-081ff385e6a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:56:20.019905 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-25078e1d-9467-41a4-9024-74a4bb76eb94 service neutron] Attempting to bind port 4ccd1588-742b-4c70-9905-1804d6d1b0db on network 455fb28a-aeb2-407e-b782-081ff385e6a8 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:56:20.132016 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-a8a08430-dc48-44d1-924a-1b74737b63ba tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] The port 'd6f8ad29-8771-499d-b0e7-00dbb3cc0e25' was deleted {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 13:56:20.261370 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-936bb4fa-37cf-4c9d-996c-44f1fdb08e47 req-074c642a-6161-49d9-aae4-7aea89500613 service neutron] 10.222.0.47 "GET /v2.0/networks/0d5df42d-5d3c-4c34-b194-1616b788b316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718531 Feb 03 13:56:20.262468 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-59426e0e-eb60-4721-a423-6789bb4f65c7 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7148449 Feb 03 13:56:20.294164 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-9b5d7dd7-1cfc-4b2c-bb75-ea1c924eb9a3 service neutron] Request body: {'port': {'device_id': '65215c73-cbbd-41e8-abe4-aafa969bf7b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:20.295689 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:20.332120 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-25078e1d-9467-41a4-9024-74a4bb76eb94 service neutron] Checking agent: {'id': '8cce4e55-f72c-4604-b6eb-27dc2f3f162a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'started_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:56:20.332467 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-25078e1d-9467-41a4-9024-74a4bb76eb94 service neutron] Checking segment: {'id': '0e7268e2-bf48-4ad7-89d0-b4489178b8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '455fb28a-aeb2-407e-b782-081ff385e6a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:56:20.332847 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-25078e1d-9467-41a4-9024-74a4bb76eb94 service neutron] Bound using segment: {'id': '0e7268e2-bf48-4ad7-89d0-b4489178b8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '455fb28a-aeb2-407e-b782-081ff385e6a8'} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:56:20.333296 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-25078e1d-9467-41a4-9024-74a4bb76eb94 service neutron] Bound port: 4ccd1588-742b-4c70-9905-1804d6d1b0db, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e7268e2-bf48-4ad7-89d0-b4489178b8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '455fb28a-aeb2-407e-b782-081ff385e6a8'}}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:56:20.333642 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-25078e1d-9467-41a4-9024-74a4bb76eb94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:20.368655 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 82e1daf4-46f0-4c11-9ac6-78b9b8d07024, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=82e1daf4-46f0-4c11-9ac6-78b9b8d07024,segment=NetworkSegment(7b419f28-6522-4ce5-982d-f7c4ce3b9016),segment_id=7b419f28-6522-4ce5-982d-f7c4ce3b9016)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:56:20.444159 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-25078e1d-9467-41a4-9024-74a4bb76eb94 service neutron] For port 4ccd1588-742b-4c70-9905-1804d6d1b0db, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:56:20.448650 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-25078e1d-9467-41a4-9024-74a4bb76eb94 service neutron] For port 4ccd1588-742b-4c70-9905-1804d6d1b0db, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=4ccd1588-742b-4c70-9905-1804d6d1b0db,segment=NetworkSegment(0e7268e2-bf48-4ad7-89d0-b4489178b8a5),segment_id=0e7268e2-bf48-4ad7-89d0-b4489178b8a5)] {{(pid=84181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:56:20.450620 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-064cf5c4-4b4f-4e87-9701-d5a1cfc76519 None None] Provisioning for port 3809cb83-47cc-433e-866a-d0addc09fc6d completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:56:20.472426 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-064cf5c4-4b4f-4e87-9701-d5a1cfc76519 None None] Provisioning complete for port 3809cb83-47cc-433e-866a-d0addc09fc6d triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:20.475395 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-064cf5c4-4b4f-4e87-9701-d5a1cfc76519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:20.510993 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e7fb6dd1-8b0e-4707-ba79-52f4fcae9082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22138 time: 0.7203431 Feb 03 13:56:20.511871 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50586) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:20.517002 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:20.517962 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device def69eab-f0b6-4fd1-9e05-54255410cf87 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:56:20.521444 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-2720d4cb-ceb5-4944-8e44-65565a5146d9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=30803cb80a91446c98d4e02e368d55fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7572196 Feb 03 13:56:20.531866 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50590) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:20.550815 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-0c18338e-fdda-4a63-af64-bd5b4f6b1e42 tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Request body: {'floatingip': {'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'project_id': '155f69e194ac47c78d535d56fc3f53e7', 'port_id': 'f59f727c-20df-44f5-a9e1-3577cf3e317a'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:20.599755 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-dc17d53c-3037-4b79-8344-a89d823b48c4 req-427c24e8-9e0c-47eb-ac91-1374eae934cf tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fa10138-802d-46da-adbc-f6f2442236d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7458258 Feb 03 13:56:20.605011 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-9b5d7dd7-1cfc-4b2c-bb75-ea1c924eb9a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:20.626058 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-0c18338e-fdda-4a63-af64-bd5b4f6b1e42 tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:20.626216 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-25078e1d-9467-41a4-9024-74a4bb76eb94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:20.626314 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-0c18338e-fdda-4a63-af64-bd5b4f6b1e42 tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Usage tracker for resource:floatingip and tenant:155f69e194ac47c78d535d56fc3f53e7 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:56:20.627036 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-0c18338e-fdda-4a63-af64-bd5b4f6b1e42 tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:56:20.646321 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-064cf5c4-4b4f-4e87-9701-d5a1cfc76519 None None] Port 3809cb83-47cc-433e-866a-d0addc09fc6d cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:56:20.672402 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=82e1daf4-46f0-4c11-9ac6-78b9b8d07024,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:20.684506 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-0c18338e-fdda-4a63-af64-bd5b4f6b1e42 tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:20.702887 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a8a08430-dc48-44d1-924a-1b74737b63ba tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:20.725106 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-efff5c06-4c36-4501-b8b5-df54d9474386 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:20.750623 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-8de98802-ca0c-4a62-b402-c5c756d07d5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Deleting port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:56:20.751246 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8de98802-ca0c-4a62-b402-c5c756d07d5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:20.780128 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-a8a08430-dc48-44d1-924a-1b74737b63ba tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['549fc837-eb31-4f52-af96-951e8e540873']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:20.781568 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-25078e1d-9467-41a4-9024-74a4bb76eb94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:20.783025 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-25078e1d-9467-41a4-9024-74a4bb76eb94 service neutron] 10.222.0.47 "PUT /v2.0/ports/4ccd1588-742b-4c70-9905-1804d6d1b0db HTTP/1.1" status: 200 len: 1094 time: 6.1627462 Feb 03 13:56:20.789877 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b791fcd-4c9f-42f4-9b79-9379b9d8c048', 'tag': '4ccd1588-742b-4c70-9905-1804d6d1b0db'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 13:56:20.792137 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port def69eab-f0b6-4fd1-9e05-54255410cf87 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:56:20.793590 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-efff5c06-4c36-4501-b8b5-df54d9474386 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0495ac13-c374-42a9-8dce-1f5990efff8b']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:20.801769 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port def69eab-f0b6-4fd1-9e05-54255410cf87 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:20.801769 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:20.814272 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-efff5c06-4c36-4501-b8b5-df54d9474386 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fd577b1-74d8-4083-9cc1-5d301da4065e') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:20.814565 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-efff5c06-4c36-4501-b8b5-df54d9474386 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fd577b1-74d8-4083-9cc1-5d301da4065e') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:20.822182 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-a8a08430-dc48-44d1-924a-1b74737b63ba tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c10cca38-5d0c-483c-b2f2-ea26cf8e5479') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:20.822531 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-a8a08430-dc48-44d1-924a-1b74737b63ba tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c10cca38-5d0c-483c-b2f2-ea26cf8e5479') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:20.836378 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25078e1d-9467-41a4-9024-74a4bb76eb94 service neutron] Pushing event updated for resources: {'Port': ['ID=4ccd1588-742b-4c70-9905-1804d6d1b0db,revision_number=3']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:20.850221 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-efff5c06-4c36-4501-b8b5-df54d9474386 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:20.862981 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0238bd6-180b-466f-b7fd-523d4de18bbc req-150deb4f-e36c-4811-9f87-b1fc5ba8aa4e tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:20.864456 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e0238bd6-180b-466f-b7fd-523d4de18bbc req-150deb4f-e36c-4811-9f87-b1fc5ba8aa4e tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/ports?device_id=65215c73-cbbd-41e8-abe4-aafa969bf7b9 HTTP/1.1" status: 200 len: 931 time: 0.6527514 Feb 03 13:56:20.868411 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a8a08430-dc48-44d1-924a-1b74737b63ba tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:20.902535 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0c18338e-fdda-4a63-af64-bd5b4f6b1e42 tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:20.940659 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-931d4050-6b0a-4e70-bf40-2f50fa192db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:20.962451 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a8a08430-dc48-44d1-924a-1b74737b63ba tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:20.972769 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8a08430-dc48-44d1-924a-1b74737b63ba tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:56:20.973743 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a8a08430-dc48-44d1-924a-1b74737b63ba tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:20.986194 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:20.989208 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b791fcd-4c9f-42f4-9b79-9379b9d8c048', 'tag': '4ccd1588-742b-4c70-9905-1804d6d1b0db', 'status': 'completed', 'code': 200} Feb 03 13:56:21.041410 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port def69eab-f0b6-4fd1-9e05-54255410cf87, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=def69eab-f0b6-4fd1-9e05-54255410cf87,segment=NetworkSegment(4b99bbed-0ea2-4415-a75d-61e4f1dbd54c),segment_id=4b99bbed-0ea2-4415-a75d-61e4f1dbd54c)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:56:21.069348 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-efff5c06-4c36-4501-b8b5-df54d9474386 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:21.071498 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 13:56:21.071498 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:56:21.071498 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 13:56:21.071498 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:56:21.071498 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 13:56:21.071498 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:56:21.071498 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 13:56:21.071498 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:56:21.071498 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 13:56:21.071498 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:56:21.071498 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 13:56:21.071498 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:56:21.071498 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 13:56:21.071498 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:56:21.071498 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:56:21.071498 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:56:21.071498 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:56:21.071498 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:56:21.071498 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 13:56:21.071498 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:56:21.071498 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 13:56:21.071498 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:56:21.071498 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:56:21.071498 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:56:21.071498 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 13:56:21.071498 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:56:21.071498 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:56:21.071498 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:56:21.071498 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:56:21.071498 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:56:21.071498 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:56:21.071498 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:56:21.110635 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:21.214058 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device d6f8ad29-8771-499d-b0e7-00dbb3cc0e25 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 13:56:21.251498 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: d6f8ad29-8771-499d-b0e7-00dbb3cc0e25 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 13:56:21.251834 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device d6f8ad29-8771-499d-b0e7-00dbb3cc0e25 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 13:56:21.258903 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-8de98802-ca0c-4a62-b402-c5c756d07d5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] For port 03abcadf-2dbe-4ab3-9a88-d22adb902fa4, host hv-neutron-8270, got binding levels [] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:56:21.259256 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8de98802-ca0c-4a62-b402-c5c756d07d5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:21.260921 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=def69eab-f0b6-4fd1-9e05-54255410cf87,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:21.263668 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efff5c06-4c36-4501-b8b5-df54d9474386 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:56:21.264967 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-efff5c06-4c36-4501-b8b5-df54d9474386 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:21.294161 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 13:56:21.294161 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:56:21.294161 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 13:56:21.294161 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:56:21.294161 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 13:56:21.294161 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:56:21.294161 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 13:56:21.294161 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:56:21.294161 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 13:56:21.294161 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:56:21.294161 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 13:56:21.294161 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:56:21.294161 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 13:56:21.294161 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:56:21.294161 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:56:21.294161 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:56:21.294161 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:56:21.294161 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:56:21.294161 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 13:56:21.294161 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:56:21.294161 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 13:56:21.294161 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:56:21.294161 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:56:21.294161 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:56:21.294161 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 13:56:21.294161 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:56:21.294161 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:56:21.294161 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:56:21.294161 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:56:21.294161 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:56:21.294161 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:56:21.294161 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:56:21.364552 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 82e1daf4-46f0-4c11-9ac6-78b9b8d07024 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:56:21.400154 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a8a08430-dc48-44d1-924a-1b74737b63ba tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:21.400723 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-8de98802-ca0c-4a62-b402-c5c756d07d5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Calling delete_port for 03abcadf-2dbe-4ab3-9a88-d22adb902fa4 owned by {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:56:21.405087 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a8a08430-dc48-44d1-924a-1b74737b63ba tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:21.423375 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-931d4050-6b0a-4e70-bf40-2f50fa192db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:21.439654 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 82e1daf4-46f0-4c11-9ac6-78b9b8d07024 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:21.440020 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:21.485395 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a8a08430-dc48-44d1-924a-1b74737b63ba tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] 10.222.0.41 "DELETE /v2.0/networks/549fc837-eb31-4f52-af96-951e8e540873 HTTP/1.1" status: 204 len: 168 time: 3.6359773 Feb 03 13:56:21.508110 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a08430-dc48-44d1-924a-1b74737b63ba tempest-ExtraDHCPOptionsIpV6TestJSON-53456332 tempest-ExtraDHCPOptionsIpV6TestJSON-53456332-project] Pushing event deleted for resources: {'Network': ['ID=549fc837-eb31-4f52-af96-951e8e540873,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:21.526499 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e0238bd6-180b-466f-b7fd-523d4de18bbc req-5334c302-ccd3-4950-ab1a-b463ada7ae5c tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4de8980-b0c3-4215-bb46-4e841e19d727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6403730 Feb 03 13:56:21.540858 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-9b5d7dd7-1cfc-4b2c-bb75-ea1c924eb9a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3809cb83-47cc-433e-866a-d0addc09fc6d {{(pid=84181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 13:56:21.548074 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-9b5d7dd7-1cfc-4b2c-bb75-ea1c924eb9a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:21.565702 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-9b5d7dd7-1cfc-4b2c-bb75-ea1c924eb9a3 service neutron] Transition to ACTIVE for port object 3809cb83-47cc-433e-866a-d0addc09fc6d will not be triggered until provisioned by entity L2. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:56:21.581284 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device def69eab-f0b6-4fd1-9e05-54255410cf87 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:56:21.631128 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bafcf3-761b-4f27-867c-e3955f78f90a req-ac1c1e2a-98bf-4104-8d90-b8fd87d7d015 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:21.633345 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-47bafcf3-761b-4f27-867c-e3955f78f90a req-ac1c1e2a-98bf-4104-8d90-b8fd87d7d015 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 944 time: 0.3532772 Feb 03 13:56:21.637127 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0c18338e-fdda-4a63-af64-bd5b4f6b1e42 tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:21.660408 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port def69eab-f0b6-4fd1-9e05-54255410cf87 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:21.660777 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:21.688720 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8de98802-ca0c-4a62-b402-c5c756d07d5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:21.748405 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-9b5d7dd7-1cfc-4b2c-bb75-ea1c924eb9a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:21.754661 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de98802-ca0c-4a62-b402-c5c756d07d5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Pushing event deleted for resources: {'Port': ['ID=03abcadf-2dbe-4ab3-9a88-d22adb902fa4,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:21.779960 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-efff5c06-4c36-4501-b8b5-df54d9474386 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:21.781793 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-931d4050-6b0a-4e70-bf40-2f50fa192db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:21.801730 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-47bafcf3-761b-4f27-867c-e3955f78f90a req-e12868a4-0a78-4aaf-bef7-58a3cbb2c2c7 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190670 Feb 03 13:56:21.822280 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-efff5c06-4c36-4501-b8b5-df54d9474386 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:21.848103 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8de98802-ca0c-4a62-b402-c5c756d07d5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:21.868121 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff5c06-4c36-4501-b8b5-df54d9474386 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Pushing event deleted for resources: {'Network': ['ID=0495ac13-c374-42a9-8dce-1f5990efff8b,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:21.883360 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-931d4050-6b0a-4e70-bf40-2f50fa192db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:21.887262 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-931d4050-6b0a-4e70-bf40-2f50fa192db3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ad87f235-9cce-41c6-b043-119bb0058d5d HTTP/1.1" status: 204 len: 168 time: 1.3463469 Feb 03 13:56:21.887262 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d4050-6b0a-4e70-bf40-2f50fa192db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad87f235-9cce-41c6-b043-119bb0058d5d,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:21.897045 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-efff5c06-4c36-4501-b8b5-df54d9474386 tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] 10.222.0.41 "DELETE /v2.0/networks/0495ac13-c374-42a9-8dce-1f5990efff8b HTTP/1.1" status: 204 len: 168 time: 2.7001035 Feb 03 13:56:21.918134 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50606) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:22.006381 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94427fd3-efa1-48e3-a451-444e7f3935fa req-e72eb945-714a-4061-b798-4e3aec2b8275 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:22.013500 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-94427fd3-efa1-48e3-a451-444e7f3935fa req-e72eb945-714a-4061-b798-4e3aec2b8275 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd9d73c-75f1-4f4a-bb32-219abd7ccb49 HTTP/1.1" status: 200 len: 944 time: 0.2889311 Feb 03 13:56:22.023561 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8de98802-ca0c-4a62-b402-c5c756d07d5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] 10.222.0.41 "DELETE /v2.0/ports/03abcadf-2dbe-4ab3-9a88-d22adb902fa4 HTTP/1.1" status: 204 len: 168 time: 1.5086110 Feb 03 13:56:22.024478 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d7dd7-1cfc-4b2c-bb75-ea1c924eb9a3 service neutron] Pushing event updated for resources: {'Port': ['ID=3809cb83-47cc-433e-866a-d0addc09fc6d,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:22.032732 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50612) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:22.144884 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50616) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:22.153999 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a621330-300d-4c89-9ec5-c5b6a71564ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] GET failed (client error): The resource could not be found. Feb 03 13:56:22.154432 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-8a621330-300d-4c89-9ec5-c5b6a71564ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Synchronizing usage tracker for tenant:1212783798054473b0bf8a862bba12ae on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:56:22.206178 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-0c18338e-fdda-4a63-af64-bd5b4f6b1e42 tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Allocated IP 172.26.3.25 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/e8a88370-7b7b-4d98-be08-5d214e04ff6e) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:56:22.208791 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-eec8a922-012b-44fc-9458-704fd3ce9a2b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:22.222836 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-94427fd3-efa1-48e3-a451-444e7f3935fa req-7acc64bb-a1cd-4f67-90b7-087a636cac7b tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fa10138-802d-46da-adbc-f6f2442236d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1294262 Feb 03 13:56:22.257758 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8bade55d-fd2b-401d-8b0a-baaf5a9d03d9 req-566005a6-5528-4282-affa-1f6e4e9b578d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8ad7c313a9048189891dfa3a8c2ec7f&device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 1097 time: 0.3966863 Feb 03 13:56:22.294401 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-9b5d7dd7-1cfc-4b2c-bb75-ea1c924eb9a3 service neutron] Attempting to bind port 3809cb83-47cc-433e-866a-d0addc09fc6d on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:56:22.295001 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-9b5d7dd7-1cfc-4b2c-bb75-ea1c924eb9a3 service neutron] Attempting to bind port 3809cb83-47cc-433e-866a-d0addc09fc6d by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '7b419f28-6522-4ce5-982d-f7c4ce3b9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c4c437f2-b270-46b1-b446-bb339ad2d528'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:56:22.295604 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-9b5d7dd7-1cfc-4b2c-bb75-ea1c924eb9a3 service neutron] Attempting to bind port 3809cb83-47cc-433e-866a-d0addc09fc6d on network c4c437f2-b270-46b1-b446-bb339ad2d528 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:56:22.306567 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-8a621330-300d-4c89-9ec5-c5b6a71564ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Unset dirty status for tenant:1212783798054473b0bf8a862bba12ae on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:56:22.311338 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8a621330-300d-4c89-9ec5-c5b6a71564ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] 10.222.0.41 "GET /v2.0/ports/03abcadf-2dbe-4ab3-9a88-d22adb902fa4 HTTP/1.1" status: 404 len: 333 time: 0.2655942 Feb 03 13:56:22.333352 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50624) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:22.347226 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-2f6df12d-628b-4a58-8b18-5c231b980add tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874408547', 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:22.363114 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-2f6df12d-628b-4a58-8b18-5c231b980add tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:22.381916 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-eec8a922-012b-44fc-9458-704fd3ce9a2b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:22.397569 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-2f6df12d-628b-4a58-8b18-5c231b980add tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:22.415460 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-9b5d7dd7-1cfc-4b2c-bb75-ea1c924eb9a3 service neutron] Port 3809cb83-47cc-433e-866a-d0addc09fc6d on network c4c437f2-b270-46b1-b446-bb339ad2d528 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:56:22.415782 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-9b5d7dd7-1cfc-4b2c-bb75-ea1c924eb9a3 service neutron] Attempting to bind port 3809cb83-47cc-433e-866a-d0addc09fc6d on network c4c437f2-b270-46b1-b446-bb339ad2d528 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:56:22.434795 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-eec8a922-012b-44fc-9458-704fd3ce9a2b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['443b784c-8554-4686-b273-ec0c84fc52ce']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:22.436141 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-9b5d7dd7-1cfc-4b2c-bb75-ea1c924eb9a3 service neutron] Checking agent: {'id': '8cce4e55-f72c-4604-b6eb-27dc2f3f162a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'started_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:56:22.436477 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-9b5d7dd7-1cfc-4b2c-bb75-ea1c924eb9a3 service neutron] Checking segment: {'id': '7b419f28-6522-4ce5-982d-f7c4ce3b9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c4c437f2-b270-46b1-b446-bb339ad2d528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:56:22.443980 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-9b5d7dd7-1cfc-4b2c-bb75-ea1c924eb9a3 service neutron] Bound using segment: {'id': '7b419f28-6522-4ce5-982d-f7c4ce3b9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c4c437f2-b270-46b1-b446-bb339ad2d528'} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:56:22.443980 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-9b5d7dd7-1cfc-4b2c-bb75-ea1c924eb9a3 service neutron] Bound port: 3809cb83-47cc-433e-866a-d0addc09fc6d, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b419f28-6522-4ce5-982d-f7c4ce3b9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c4c437f2-b270-46b1-b446-bb339ad2d528'}}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:56:22.443980 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-9b5d7dd7-1cfc-4b2c-bb75-ea1c924eb9a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:22.502720 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-eec8a922-012b-44fc-9458-704fd3ce9a2b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da991bf6-7736-4fc1-8dd4-26ffe71974aa') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:22.503033 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-eec8a922-012b-44fc-9458-704fd3ce9a2b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da991bf6-7736-4fc1-8dd4-26ffe71974aa') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:22.518849 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bade55d-fd2b-401d-8b0a-baaf5a9d03d9 req-eed8338c-37af-4c8a-820e-38d74ded3631 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:22.519868 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-eec8a922-012b-44fc-9458-704fd3ce9a2b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:22.520633 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8bade55d-fd2b-401d-8b0a-baaf5a9d03d9 req-eed8338c-37af-4c8a-820e-38d74ded3631 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=f8ad7c313a9048189891dfa3a8c2ec7f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2539117 Feb 03 13:56:22.547841 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-eec8a922-012b-44fc-9458-704fd3ce9a2b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:22.569576 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6df12d-628b-4a58-8b18-5c231b980add tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Made reservation on behalf of 1212783798054473b0bf8a862bba12ae for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:56:22.569576 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2f6df12d-628b-4a58-8b18-5c231b980add tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:22.580827 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eec8a922-012b-44fc-9458-704fd3ce9a2b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:56:22.581226 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-eec8a922-012b-44fc-9458-704fd3ce9a2b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:22.604287 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 13:56:22.604287 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:56:22.604287 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 13:56:22.604287 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:56:22.604287 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 13:56:22.604287 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:56:22.604287 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 13:56:22.604287 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:56:22.604287 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 13:56:22.604287 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:56:22.604287 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 13:56:22.604287 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:56:22.604287 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 13:56:22.604287 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:56:22.604287 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:56:22.604287 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:56:22.604287 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:56:22.604287 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:56:22.604287 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 13:56:22.604287 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:56:22.604287 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 13:56:22.604287 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:56:22.604287 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:56:22.604287 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:56:22.604287 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 13:56:22.604287 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:56:22.604287 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:56:22.604287 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:56:22.604287 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:56:22.604287 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:56:22.604287 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:56:22.604287 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:56:22.730623 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-2f6df12d-628b-4a58-8b18-5c231b980add tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] device_id is not set on port e2ed8f85-e252-4802-94be-ec916c08bc90 yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:56:22.736981 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-9b5d7dd7-1cfc-4b2c-bb75-ea1c924eb9a3 service neutron] For port 3809cb83-47cc-433e-866a-d0addc09fc6d, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:56:22.742057 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-9b5d7dd7-1cfc-4b2c-bb75-ea1c924eb9a3 service neutron] For port 3809cb83-47cc-433e-866a-d0addc09fc6d, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=3809cb83-47cc-433e-866a-d0addc09fc6d,segment=NetworkSegment(7b419f28-6522-4ce5-982d-f7c4ce3b9016),segment_id=7b419f28-6522-4ce5-982d-f7c4ce3b9016)] {{(pid=84181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:56:22.758847 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-2bdeb628-b567-4b45-9776-cb6b2947d704 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5e39c7016b6a4556ae7359955a6b8b7a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6121259 Feb 03 13:56:22.769100 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50640) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:22.781488 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0c18338e-fdda-4a63-af64-bd5b4f6b1e42 tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:22.801341 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-9b5d7dd7-1cfc-4b2c-bb75-ea1c924eb9a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:22.835738 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bade55d-fd2b-401d-8b0a-baaf5a9d03d9 req-441829b2-61d6-4920-91a6-3c587fea55fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:22.837171 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8bade55d-fd2b-401d-8b0a-baaf5a9d03d9 req-441829b2-61d6-4920-91a6-3c587fea55fe service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2891827 Feb 03 13:56:22.898687 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-eec8a922-012b-44fc-9458-704fd3ce9a2b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:22.898687 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-eec8a922-012b-44fc-9458-704fd3ce9a2b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:22.899281 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-9b5d7dd7-1cfc-4b2c-bb75-ea1c924eb9a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:22.899281 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-9b5d7dd7-1cfc-4b2c-bb75-ea1c924eb9a3 service neutron] 10.222.0.47 "PUT /v2.0/ports/3809cb83-47cc-433e-866a-d0addc09fc6d HTTP/1.1" status: 200 len: 1093 time: 2.6070709 Feb 03 13:56:23.003037 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65215c73-cbbd-41e8-abe4-aafa969bf7b9', 'tag': '3809cb83-47cc-433e-866a-d0addc09fc6d'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 13:56:23.012308 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d7dd7-1cfc-4b2c-bb75-ea1c924eb9a3 service neutron] Pushing event updated for resources: {'Port': ['ID=3809cb83-47cc-433e-866a-d0addc09fc6d,revision_number=3']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:23.021331 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec8a922-012b-44fc-9458-704fd3ce9a2b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] Pushing event deleted for resources: {'Network': ['ID=443b784c-8554-4686-b273-ec0c84fc52ce,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:23.042530 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496b166-1d10-4fc9-a677-6b20a0ae64d2 req-95a1086d-6b72-42f1-bffb-ffd56963ac87 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:23.044149 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9496b166-1d10-4fc9-a677-6b20a0ae64d2 req-95a1086d-6b72-42f1-bffb-ffd56963ac87 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/ports?device_id=65215c73-cbbd-41e8-abe4-aafa969bf7b9 HTTP/1.1" status: 200 len: 943 time: 0.3719704 Feb 03 13:56:23.086754 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-eec8a922-012b-44fc-9458-704fd3ce9a2b tempest-BulkNetworkOpsIpV6Test-1699221163 tempest-BulkNetworkOpsIpV6Test-1699221163-project] 10.222.0.41 "DELETE /v2.0/networks/443b784c-8554-4686-b273-ec0c84fc52ce HTTP/1.1" status: 204 len: 168 time: 1.1650395 Feb 03 13:56:23.126983 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0c18338e-fdda-4a63-af64-bd5b4f6b1e42 tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:23.131990 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b752144a-d884-415a-ade8-d3d99e5a7628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:23.165516 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b752144a-d884-415a-ade8-d3d99e5a7628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:23.290163 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-8955e284-0d2d-440d-8d93-c48998e11c62 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8ad7c313a9048189891dfa3a8c2ec7f&device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 1097 time: 0.2790763 Feb 03 13:56:23.305756 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-72817aeb-b844-46a4-9d46-1aaf5b205af9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01d22ec6684f46e494a0aa49e75523a4&device_id=65215c73-cbbd-41e8-abe4-aafa969bf7b9 HTTP/1.1" status: 200 len: 1096 time: 0.2594316 Feb 03 13:56:23.378999 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18338e-fdda-4a63-af64-bd5b4f6b1e42 tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Pushing event updated for resources: {'Port': ['ID=e8a88370-7b7b-4d98-be08-5d214e04ff6e,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:23.391021 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c18338e-fdda-4a63-af64-bd5b4f6b1e42 tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:56:23.396877 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2f6df12d-628b-4a58-8b18-5c231b980add tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:23.399678 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-0c18338e-fdda-4a63-af64-bd5b4f6b1e42 tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:56:23.407198 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c18338e-fdda-4a63-af64-bd5b4f6b1e42 tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:56:23.413752 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b752144a-d884-415a-ade8-d3d99e5a7628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:23.453460 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-78650f6b-b75b-48d8-b6f5-251d0e5fec87 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ccd1588-742b-4c70-9905-1804d6d1b0db HTTP/1.1" status: 200 len: 217 time: 0.1459112 Feb 03 13:56:23.453968 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b752144a-d884-415a-ade8-d3d99e5a7628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726c73af-7db2-4b9e-954d-6bf971254f85,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:23.457991 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-0d68d052-5997-40be-a36b-d33cb4e4728c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3809cb83-47cc-433e-866a-d0addc09fc6d HTTP/1.1" status: 200 len: 217 time: 0.1024337 Feb 03 13:56:23.459861 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9496b166-1d10-4fc9-a677-6b20a0ae64d2 req-7b298beb-750d-41b7-850b-f9c8d208dd7b tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4de8980-b0c3-4215-bb46-4e841e19d727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3673832 Feb 03 13:56:23.461538 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b752144a-d884-415a-ade8-d3d99e5a7628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:23.462538 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b752144a-d884-415a-ade8-d3d99e5a7628 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/726c73af-7db2-4b9e-954d-6bf971254f85 HTTP/1.1" status: 204 len: 168 time: 0.6925437 Feb 03 13:56:23.498244 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203a96e-520f-423b-aa11-35a2e22b7bd7 req-3468e1a2-f959-465a-b18a-8ae0b372908d tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:23.506378 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4203a96e-520f-423b-aa11-35a2e22b7bd7 req-3468e1a2-f959-465a-b18a-8ae0b372908d tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 944 time: 0.4751868 Feb 03 13:56:23.585409 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-74a9e294-2ffa-4c00-9176-a775e0031e8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:23.586832 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-74a9e294-2ffa-4c00-9176-a775e0031e8e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=40877380-5501-4f93-a989-8ff73ca2ca3b HTTP/1.1" status: 200 len: 851 time: 0.1264889 Feb 03 13:56:23.588402 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65215c73-cbbd-41e8-abe4-aafa969bf7b9', 'tag': '3809cb83-47cc-433e-866a-d0addc09fc6d', 'status': 'completed', 'code': 200} Feb 03 13:56:23.589679 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-0f3f30f3-e0ec-4399-8cb0-2be698708646 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:23.590984 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-0f3f30f3-e0ec-4399-8cb0-2be698708646 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5f89cc18-9848-497d-8cdf-e96e7d0c84ab HTTP/1.1" status: 200 len: 844 time: 0.0820496 Feb 03 13:56:23.622398 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4203a96e-520f-423b-aa11-35a2e22b7bd7 req-1815286a-4f92-46c2-904c-dc36e821b25c tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149764 Feb 03 13:56:23.671019 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2f6df12d-628b-4a58-8b18-5c231b980add tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:23.777060 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-f03be1a1-61fc-47dc-b7ee-1f1ceb570f88 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4c437f2-b270-46b1-b446-bb339ad2d528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1404886 Feb 03 13:56:23.780706 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-d7fb8afe-58cf-4d1e-8414-77636e76cef1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=455fb28a-aeb2-407e-b782-081ff385e6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1814733 Feb 03 13:56:23.839036 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6df12d-628b-4a58-8b18-5c231b980add tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Network 64e11f3d-c66f-419f-a636-f043b1149779 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:56:23.842738 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-2f6df12d-628b-4a58-8b18-5c231b980add tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:56:23.850902 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6df12d-628b-4a58-8b18-5c231b980add tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:56:23.851532 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6df12d-628b-4a58-8b18-5c231b980add tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:23.852115 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2f6df12d-628b-4a58-8b18-5c231b980add tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:23.920426 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6df12d-628b-4a58-8b18-5c231b980add tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Pushing event updated for resources: {'Port': ['ID=e2ed8f85-e252-4802-94be-ec916c08bc90,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:24.030311 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-ce348306-7803-4f75-94ca-57a6e20661d1 service neutron] 10.222.0.47 "GET /v2.0/networks/c4c437f2-b270-46b1-b446-bb339ad2d528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406049 Feb 03 13:56:24.031692 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-878cd2ce-3ec9-43e5-b28b-1498f20564fa service neutron] 10.222.0.47 "GET /v2.0/networks/455fb28a-aeb2-407e-b782-081ff385e6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252338 Feb 03 13:56:24.056430 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2f6df12d-628b-4a58-8b18-5c231b980add tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7221150 Feb 03 13:56:24.066597 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01317ac-1296-406b-a533-383c174a35eb req-e68c1c59-9486-4781-8bdc-68b7d2583347 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:24.068116 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a01317ac-1296-406b-a533-383c174a35eb req-e68c1c59-9486-4781-8bdc-68b7d2583347 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd9d73c-75f1-4f4a-bb32-219abd7ccb49 HTTP/1.1" status: 200 len: 944 time: 0.3036573 Feb 03 13:56:24.070763 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50670) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:24.073491 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50672) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:24.188729 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-40decf4c-b48e-454f-aea3-f1426184b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Synchronizing usage tracker for tenant:1212783798054473b0bf8a862bba12ae on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:56:24.226989 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a01317ac-1296-406b-a533-383c174a35eb req-cbdede83-11b9-4f99-afc4-1b907fd30802 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fa10138-802d-46da-adbc-f6f2442236d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1491065 Feb 03 13:56:24.346436 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-40decf4c-b48e-454f-aea3-f1426184b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Unset dirty status for tenant:1212783798054473b0bf8a862bba12ae on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:56:24.350093 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-40decf4c-b48e-454f-aea3-f1426184b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] 10.222.0.41 "GET /v2.0/ports/e2ed8f85-e252-4802-94be-ec916c08bc90 HTTP/1.1" status: 200 len: 959 time: 0.2780514 Feb 03 13:56:24.357060 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50686) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:24.360348 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-52dd79bb-9442-4011-9160-f1b3e3b2f7a8 req-b1b0b136-d5b6-4b9f-96d3-69cdaceb4464 service neutron] 10.222.0.47 "GET /v2.0/networks/c4c437f2-b270-46b1-b446-bb339ad2d528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184869 Feb 03 13:56:24.368942 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f5101795-68ce-47e3-be6a-83b3c5439d82 req-53635fb5-0e11-45f9-91b8-c3fc240f1b30 service neutron] 10.222.0.47 "GET /v2.0/networks/455fb28a-aeb2-407e-b782-081ff385e6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681558 Feb 03 13:56:24.478352 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-456f7788-00d4-444c-b0e3-9f9147af0e20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Deleting port e2ed8f85-e252-4802-94be-ec916c08bc90 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:56:24.478696 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-456f7788-00d4-444c-b0e3-9f9147af0e20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:24.556201 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-6845bdd1-7707-4336-9707-54ddbf04c947 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e413fa889a5f400ba9ae5a1f152ae43f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4817135 Feb 03 13:56:24.560095 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50698) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:24.591578 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ed8b5e6c-d89a-4770-a139-5eee1144dd67 req-6a16f98d-b694-465b-a3d2-3b68c9dac422 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01d22ec6684f46e494a0aa49e75523a4&device_id=65215c73-cbbd-41e8-abe4-aafa969bf7b9 HTTP/1.1" status: 200 len: 1096 time: 0.0921361 Feb 03 13:56:24.755283 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b5e6c-d89a-4770-a139-5eee1144dd67 req-01366571-4bd3-4e97-a383-ef1af2db8b1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:24.757489 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ed8b5e6c-d89a-4770-a139-5eee1144dd67 req-01366571-4bd3-4e97-a383-ef1af2db8b1e service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4c437f2-b270-46b1-b446-bb339ad2d528 HTTP/1.1" status: 200 len: 905 time: 0.1614015 Feb 03 13:56:24.840722 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ed8b5e6c-d89a-4770-a139-5eee1144dd67 req-7c901d17-a019-4e8e-b950-c2bfc5a60a28 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3809cb83-47cc-433e-866a-d0addc09fc6d HTTP/1.1" status: 200 len: 217 time: 0.0753553 Feb 03 13:56:24.986815 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b5e6c-d89a-4770-a139-5eee1144dd67 req-184ce1de-2220-41df-84f0-54191b114a68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:24.988339 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ed8b5e6c-d89a-4770-a139-5eee1144dd67 req-184ce1de-2220-41df-84f0-54191b114a68 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5f89cc18-9848-497d-8cdf-e96e7d0c84ab HTTP/1.1" status: 200 len: 844 time: 0.1416745 Feb 03 13:56:25.029089 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0c18338e-fdda-4a63-af64-bd5b4f6b1e42 tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:25.038823 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-456f7788-00d4-444c-b0e3-9f9147af0e20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:25.054286 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-81dead26-3bcd-4886-a7e9-54c0d8cc8192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:25.076379 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ed8b5e6c-d89a-4770-a139-5eee1144dd67 req-3d3f610e-7750-4ee8-b642-f6b7ad44b5fb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4c437f2-b270-46b1-b446-bb339ad2d528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815461 Feb 03 13:56:25.191569 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-456f7788-00d4-444c-b0e3-9f9147af0e20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Calling delete_port for e2ed8f85-e252-4802-94be-ec916c08bc90 owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:56:25.220457 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ed8b5e6c-d89a-4770-a139-5eee1144dd67 req-ef0e6c88-e4c2-4195-8c5c-2f701423a4d8 service neutron] 10.222.0.47 "GET /v2.0/networks/c4c437f2-b270-46b1-b446-bb339ad2d528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351850 Feb 03 13:56:25.305692 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-81dead26-3bcd-4886-a7e9-54c0d8cc8192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:25.306352 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f55616fd-3631-4805-b83f-90d76d139682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:25.343742 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0c18338e-fdda-4a63-af64-bd5b4f6b1e42 tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:25.394196 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e1870-e12b-4079-b2e7-7438de75bf41 req-cd7bacaf-b6ff-4586-b837-e1ec1953e927 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:25.395713 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9a1e1870-e12b-4079-b2e7-7438de75bf41 req-cd7bacaf-b6ff-4586-b837-e1ec1953e927 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/ports?device_id=65215c73-cbbd-41e8-abe4-aafa969bf7b9 HTTP/1.1" status: 200 len: 943 time: 0.6998539 Feb 03 13:56:25.460654 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b546b-7787-4893-8257-f49093fbeb18 req-98a10977-703e-4542-9e67-6c5ea1c39b0a tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:25.462342 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-fe1b546b-7787-4893-8257-f49093fbeb18 req-98a10977-703e-4542-9e67-6c5ea1c39b0a tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 944 time: 0.5379167 Feb 03 13:56:25.462941 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ed8b5e6c-d89a-4770-a139-5eee1144dd67 req-cf71d0c0-d6a2-4222-87b1-45b27b029ace service neutron] 10.222.0.47 "GET /v2.0/networks/c4c437f2-b270-46b1-b446-bb339ad2d528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358055 Feb 03 13:56:25.492511 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50724) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:25.542529 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-456f7788-00d4-444c-b0e3-9f9147af0e20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:25.594823 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9a1e1870-e12b-4079-b2e7-7438de75bf41 req-1189362f-f167-4e35-8aae-772122582024 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4de8980-b0c3-4215-bb46-4e841e19d727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876185 Feb 03 13:56:25.643021 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-37df8b84-9115-46f5-8935-dd4c2588813f tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1610524567'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:25.648303 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-37df8b84-9115-46f5-8935-dd4c2588813f tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:25.650723 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-81dead26-3bcd-4886-a7e9-54c0d8cc8192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:25.652805 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-37df8b84-9115-46f5-8935-dd4c2588813f tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Usage tracker for resource:network and tenant:59aca9a6e1ea4199979df6b7ae585424 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:56:25.656407 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-37df8b84-9115-46f5-8935-dd4c2588813f tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:56:25.664147 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-37df8b84-9115-46f5-8935-dd4c2588813f tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:25.665465 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f7788-00d4-444c-b0e3-9f9147af0e20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2ed8f85-e252-4802-94be-ec916c08bc90,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:25.689790 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dead26-3bcd-4886-a7e9-54c0d8cc8192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4fe459-ce07-446c-95bc-0b1939812d9e,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:25.706293 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-fe1b546b-7787-4893-8257-f49093fbeb18 req-ab10e10e-5176-4454-8cb9-46380109a21a tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2353981 Feb 03 13:56:25.707256 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-456f7788-00d4-444c-b0e3-9f9147af0e20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:25.750778 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37df8b84-9115-46f5-8935-dd4c2588813f tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Made reservation on behalf of 59aca9a6e1ea4199979df6b7ae585424 for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:56:25.758021 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-37df8b84-9115-46f5-8935-dd4c2588813f tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:25.772769 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-37df8b84-9115-46f5-8935-dd4c2588813f tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:25.788782 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-456f7788-00d4-444c-b0e3-9f9147af0e20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] 10.222.0.41 "DELETE /v2.0/ports/e2ed8f85-e252-4802-94be-ec916c08bc90 HTTP/1.1" status: 204 len: 168 time: 1.4307206 Feb 03 13:56:25.791733 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50736) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:25.796580 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-81dead26-3bcd-4886-a7e9-54c0d8cc8192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:25.797660 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-81dead26-3bcd-4886-a7e9-54c0d8cc8192 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4f4fe459-ce07-446c-95bc-0b1939812d9e HTTP/1.1" status: 204 len: 168 time: 1.2363844 Feb 03 13:56:25.840997 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0c18338e-fdda-4a63-af64-bd5b4f6b1e42 tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:25.851987 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-78de9440-8542-44c7-9340-5ec4091abdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] GET failed (client error): The resource could not be found. Feb 03 13:56:25.859571 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-78de9440-8542-44c7-9340-5ec4091abdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] 10.222.0.41 "GET /v2.0/ports/e2ed8f85-e252-4802-94be-ec916c08bc90 HTTP/1.1" status: 404 len: 333 time: 0.0657969 Feb 03 13:56:25.860087 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee78c4d-72ce-4734-b952-6ad6c9aecf82 req-e33239fe-bc99-4a50-a8ff-eed8e91a189e tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:25.861751 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-aee78c4d-72ce-4734-b952-6ad6c9aecf82 req-e33239fe-bc99-4a50-a8ff-eed8e91a189e tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd9d73c-75f1-4f4a-bb32-219abd7ccb49 HTTP/1.1" status: 200 len: 944 time: 0.1138222 Feb 03 13:56:25.862283 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50742) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:25.862665 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50744) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:25.865899 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-37df8b84-9115-46f5-8935-dd4c2588813f tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:25.870357 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-32302f21-e4ed-417d-8c4e-e2c760caa255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Request body: {'port': {'network_id': '64e11f3d-c66f-419f-a636-f043b1149779', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-555333367'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:25.871924 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-37df8b84-9115-46f5-8935-dd4c2588813f tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Usage tracker for resource:security_group_rule and tenant:59aca9a6e1ea4199979df6b7ae585424 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:56:25.876051 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-37df8b84-9115-46f5-8935-dd4c2588813f tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:56:25.881546 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-32302f21-e4ed-417d-8c4e-e2c760caa255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:25.882431 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-37df8b84-9115-46f5-8935-dd4c2588813f tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:25.903778 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-32302f21-e4ed-417d-8c4e-e2c760caa255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Usage tracker for resource:port and tenant:1212783798054473b0bf8a862bba12ae is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:56:25.909455 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-32302f21-e4ed-417d-8c4e-e2c760caa255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:56:25.912206 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0c18338e-fdda-4a63-af64-bd5b4f6b1e42 tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:25.951750 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-32302f21-e4ed-417d-8c4e-e2c760caa255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:25.983659 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-37df8b84-9115-46f5-8935-dd4c2588813f tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:26.047542 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-37df8b84-9115-46f5-8935-dd4c2588813f tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:26.050062 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-7ebd38fa-8434-4183-8fc8-15d0d421fab6 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Request body: {'quota': {'network': 2}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:26.059999 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-aee78c4d-72ce-4734-b952-6ad6c9aecf82 req-d20f82cb-3333-4c55-921a-72a6224a58c5 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fa10138-802d-46da-adbc-f6f2442236d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1806636 Feb 03 13:56:26.063922 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18338e-fdda-4a63-af64-bd5b4f6b1e42 tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Pushing event updated for resources: {'Port': ['ID=e8a88370-7b7b-4d98-be08-5d214e04ff6e,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:26.069570 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32302f21-e4ed-417d-8c4e-e2c760caa255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Made reservation on behalf of 1212783798054473b0bf8a862bba12ae for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:56:26.079313 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-32302f21-e4ed-417d-8c4e-e2c760caa255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:26.103085 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37df8b84-9115-46f5-8935-dd4c2588813f tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:56:26.112998 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df8b84-9115-46f5-8935-dd4c2588813f tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9188bede-c780-4a0e-a89e-c9569af0a330,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:26.113973 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-32302f21-e4ed-417d-8c4e-e2c760caa255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] device_id is not set on port 7317ccbb-c567-4685-bb6d-b968586bed16 yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:56:26.120548 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-37df8b84-9115-46f5-8935-dd4c2588813f tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:26.120970 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-37df8b84-9115-46f5-8935-dd4c2588813f tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Added segment 0f735eec-d84c-4ab9-8d20-febec00844ba of type vlan for network a9b3f4db-a810-48b0-a557-1c448676e45d Feb 03 13:56:26.148178 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0c18338e-fdda-4a63-af64-bd5b4f6b1e42 tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:26.149461 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-37df8b84-9115-46f5-8935-dd4c2588813f tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:26.255641 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7ebd38fa-8434-4183-8fc8-15d0d421fab6 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] 10.222.0.41 "PUT /v2.0/quotas/31a87e0a2f31437cb51b1cb2317d12b9 HTTP/1.1" status: 200 len: 368 time: 0.3916585 Feb 03 13:56:26.259022 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50754) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:26.264757 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-4b3e2115-f7fb-44eb-9fce-5a84d55e56a2 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Request body: {'network': {'project_id': '31a87e0a2f31437cb51b1cb2317d12b9'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:26.270194 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-4b3e2115-f7fb-44eb-9fce-5a84d55e56a2 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:26.273026 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-37df8b84-9115-46f5-8935-dd4c2588813f tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:26.281478 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37df8b84-9115-46f5-8935-dd4c2588813f tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:26.281478 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-37df8b84-9115-46f5-8935-dd4c2588813f tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:26.304521 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-4b3e2115-f7fb-44eb-9fce-5a84d55e56a2 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Usage tracker for resource:network and tenant:31a87e0a2f31437cb51b1cb2317d12b9 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:56:26.310033 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-4b3e2115-f7fb-44eb-9fce-5a84d55e56a2 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:56:26.321444 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-4b3e2115-f7fb-44eb-9fce-5a84d55e56a2 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:26.408606 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df8b84-9115-46f5-8935-dd4c2588813f tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Pushing event updated for resources: {'Network': ['ID=a9b3f4db-a810-48b0-a557-1c448676e45d,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:26.419335 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network a9b3f4db-a810-48b0-a557-1c448676e45d details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:56:26.471651 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-32302f21-e4ed-417d-8c4e-e2c760caa255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:26.484868 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-37df8b84-9115-46f5-8935-dd4c2588813f tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9904492 Feb 03 13:56:26.487333 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50764) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:26.493799 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-b43f4364-35e1-465f-a619-de4aa26af8e1 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Request body: {'subnet': {'network_id': 'a9b3f4db-a810-48b0-a557-1c448676e45d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:26.535791 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.l3_db [None req-0c18338e-fdda-4a63-af64-bd5b4f6b1e42 tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Floating IP 64d3ca61-617b-4190-8d3a-730fcee49d0b associated. External IP: 172.26.3.25, port: f59f727c-20df-44f5-a9e1-3577cf3e317a. Feb 03 13:56:26.564060 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3e2115-f7fb-44eb-9fce-5a84d55e56a2 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Made reservation on behalf of 31a87e0a2f31437cb51b1cb2317d12b9 for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:56:26.566272 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4b3e2115-f7fb-44eb-9fce-5a84d55e56a2 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:26.597819 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4b3e2115-f7fb-44eb-9fce-5a84d55e56a2 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:26.599213 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-32302f21-e4ed-417d-8c4e-e2c760caa255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:26.643410 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-b43f4364-35e1-465f-a619-de4aa26af8e1 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:26.649976 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-b43f4364-35e1-465f-a619-de4aa26af8e1 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Usage tracker for resource:subnet and tenant:59aca9a6e1ea4199979df6b7ae585424 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:56:26.654011 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-b43f4364-35e1-465f-a619-de4aa26af8e1 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:56:26.662278 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-4b3e2115-f7fb-44eb-9fce-5a84d55e56a2 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:26.664663 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-b43f4364-35e1-465f-a619-de4aa26af8e1 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:26.669059 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-4b3e2115-f7fb-44eb-9fce-5a84d55e56a2 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Usage tracker for resource:security_group_rule and tenant:31a87e0a2f31437cb51b1cb2317d12b9 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:56:26.674328 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-4b3e2115-f7fb-44eb-9fce-5a84d55e56a2 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:56:26.682593 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-4b3e2115-f7fb-44eb-9fce-5a84d55e56a2 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:26.757582 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43f4364-35e1-465f-a619-de4aa26af8e1 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Made reservation on behalf of 59aca9a6e1ea4199979df6b7ae585424 for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:56:26.786531 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4b3e2115-f7fb-44eb-9fce-5a84d55e56a2 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:26.839654 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32302f21-e4ed-417d-8c4e-e2c760caa255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Network 64e11f3d-c66f-419f-a636-f043b1149779 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:56:26.842262 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32302f21-e4ed-417d-8c4e-e2c760caa255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Pushing event updated for resources: {'Port': ['ID=7317ccbb-c567-4685-bb6d-b968586bed16,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:26.844047 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4b3e2115-f7fb-44eb-9fce-5a84d55e56a2 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:26.847414 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-32302f21-e4ed-417d-8c4e-e2c760caa255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:56:26.852204 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32302f21-e4ed-417d-8c4e-e2c760caa255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:56:26.853198 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32302f21-e4ed-417d-8c4e-e2c760caa255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:26.853795 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-32302f21-e4ed-417d-8c4e-e2c760caa255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:26.904953 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b3e2115-f7fb-44eb-9fce-5a84d55e56a2 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:56:26.915648 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e2115-f7fb-44eb-9fce-5a84d55e56a2 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c57b0f7-3c4c-4e9d-8446-f8f2f18b9c06,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:26.922089 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b43f4364-35e1-465f-a619-de4aa26af8e1 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:26.947225 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4b3e2115-f7fb-44eb-9fce-5a84d55e56a2 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:26.947225 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-4b3e2115-f7fb-44eb-9fce-5a84d55e56a2 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Added segment b190784d-ab2c-47bc-9a58-1b1518b3d881 of type vlan for network ee55166e-aaed-4896-99a0-5e7f3ddfd0b9 Feb 03 13:56:27.022930 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-32302f21-e4ed-417d-8c4e-e2c760caa255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1573412 Feb 03 13:56:27.028711 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50778) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:27.041381 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672eeea2-85bf-4779-b492-188a0c1897a4 req-dd77c134-fc04-4b9c-9749-88e0d23d04b9 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:27.041381 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-672eeea2-85bf-4779-b492-188a0c1897a4 req-dd77c134-fc04-4b9c-9749-88e0d23d04b9 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/ports?device_id=65215c73-cbbd-41e8-abe4-aafa969bf7b9 HTTP/1.1" status: 200 len: 943 time: 0.2789738 Feb 03 13:56:27.045078 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8270'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:27.045220 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4b3e2115-f7fb-44eb-9fce-5a84d55e56a2 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:27.142539 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f624371-9981-42d1-a36b-a7f52e266d6d req-0ecbc845-6046-4677-92df-015741b9c27f tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:27.144044 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9f624371-9981-42d1-a36b-a7f52e266d6d req-0ecbc845-6046-4677-92df-015741b9c27f tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 944 time: 0.2650213 Feb 03 13:56:27.144409 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4b3e2115-f7fb-44eb-9fce-5a84d55e56a2 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:27.145435 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3e2115-f7fb-44eb-9fce-5a84d55e56a2 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:27.146143 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4b3e2115-f7fb-44eb-9fce-5a84d55e56a2 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:27.219028 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50786) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:27.257041 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:27.277703 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-672eeea2-85bf-4779-b492-188a0c1897a4 req-c59ea620-0672-4635-9ba9-53b66e8b32b2 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4de8980-b0c3-4215-bb46-4e841e19d727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2024412 Feb 03 13:56:27.286687 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e2115-f7fb-44eb-9fce-5a84d55e56a2 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Pushing event updated for resources: {'Network': ['ID=ee55166e-aaed-4896-99a0-5e7f3ddfd0b9,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:27.300515 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network ee55166e-aaed-4896-99a0-5e7f3ddfd0b9 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:56:27.348817 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9f624371-9981-42d1-a36b-a7f52e266d6d req-98542ebf-acd7-4a82-abf8-35cd08b446fe tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679118 Feb 03 13:56:27.356826 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-4b3e2115-f7fb-44eb-9fce-5a84d55e56a2 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0966220 Feb 03 13:56:27.360255 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50792) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:27.366058 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-687f4073-abda-4871-a1cb-837cf98f0fb5 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Request body: {'network': {'project_id': '31a87e0a2f31437cb51b1cb2317d12b9'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:27.375748 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-687f4073-abda-4871-a1cb-837cf98f0fb5 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:27.394727 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-687f4073-abda-4871-a1cb-837cf98f0fb5 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Usage tracker for resource:network and tenant:31a87e0a2f31437cb51b1cb2317d12b9 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:56:27.399877 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-687f4073-abda-4871-a1cb-837cf98f0fb5 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:56:27.417716 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-687f4073-abda-4871-a1cb-837cf98f0fb5 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:27.447992 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b43f4364-35e1-465f-a619-de4aa26af8e1 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:27.505343 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-050c71b2-8f2e-44a2-a5c2-ab992ea231a0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1721295370'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:27.526226 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-050c71b2-8f2e-44a2-a5c2-ab992ea231a0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:27.532341 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687f4073-abda-4871-a1cb-837cf98f0fb5 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Made reservation on behalf of 31a87e0a2f31437cb51b1cb2317d12b9 for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:56:27.534689 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-687f4073-abda-4871-a1cb-837cf98f0fb5 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:27.535555 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-050c71b2-8f2e-44a2-a5c2-ab992ea231a0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Usage tracker for resource:network and tenant:e560cbcda02c46efaee7f040dc641828 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:56:27.554713 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f4364-35e1-465f-a619-de4aa26af8e1 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Pushing event updated for resources: {'Subnet': ['ID=5f9e2f75-f3fe-4c2f-8ca6-e7067353ac55,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:27.556269 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-870820b0-2f73-4005-8554-f896ddf2801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:27.585705 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-050c71b2-8f2e-44a2-a5c2-ab992ea231a0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:56:27.586721 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-687f4073-abda-4871-a1cb-837cf98f0fb5 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:56:27.603257 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-687f4073-abda-4871-a1cb-837cf98f0fb5 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:27.603596 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-687f4073-abda-4871-a1cb-837cf98f0fb5 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Added segment 2b3eff6e-4a36-495b-84e9-e3ccdce013cd of type vlan for network 2d019033-e53a-45a7-8db0-87c6c9d17b13 Feb 03 13:56:27.603719 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-050c71b2-8f2e-44a2-a5c2-ab992ea231a0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:27.611035 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43f4364-35e1-465f-a619-de4aa26af8e1 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Checking segment: {'id': '0f735eec-d84c-4ab9-8d20-febec00844ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a9b3f4db-a810-48b0-a557-1c448676e45d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:56:27.611408 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43f4364-35e1-465f-a619-de4aa26af8e1 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Network hostable DHCP agents. Network: a9b3f4db-a810-48b0-a557-1c448676e45d, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:56:27.644958 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-687f4073-abda-4871-a1cb-837cf98f0fb5 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:27.715982 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43f4364-35e1-465f-a619-de4aa26af8e1 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Network a9b3f4db-a810-48b0-a557-1c448676e45d is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:56:27.758195 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050c71b2-8f2e-44a2-a5c2-ab992ea231a0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Made reservation on behalf of e560cbcda02c46efaee7f040dc641828 for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:56:27.761127 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-050c71b2-8f2e-44a2-a5c2-ab992ea231a0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:27.773098 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-687f4073-abda-4871-a1cb-837cf98f0fb5 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:27.773929 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687f4073-abda-4871-a1cb-837cf98f0fb5 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:27.774510 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-687f4073-abda-4871-a1cb-837cf98f0fb5 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:27.795831 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c977568-50c8-4858-815d-ff5c322aed98 req-ed973a7f-ad7a-483d-bc22-adff9d174736 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:27.797308 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5c977568-50c8-4858-815d-ff5c322aed98 req-ed973a7f-ad7a-483d-bc22-adff9d174736 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd9d73c-75f1-4f4a-bb32-219abd7ccb49 HTTP/1.1" status: 200 len: 944 time: 0.2686081 Feb 03 13:56:27.800455 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-050c71b2-8f2e-44a2-a5c2-ab992ea231a0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:27.810819 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] device_id is not set on port 7317ccbb-c567-4685-bb6d-b968586bed16 yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:56:27.836339 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:27.847530 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 3809cb83-47cc-433e-866a-d0addc09fc6d details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 13:56:27.886640 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Transition to ACTIVE for port object 7317ccbb-c567-4685-bb6d-b968586bed16 will not be triggered until provisioned by entity L2. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:56:27.901758 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-050c71b2-8f2e-44a2-a5c2-ab992ea231a0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:27.912708 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-050c71b2-8f2e-44a2-a5c2-ab992ea231a0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Usage tracker for resource:security_group_rule and tenant:e560cbcda02c46efaee7f040dc641828 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:56:27.918381 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-050c71b2-8f2e-44a2-a5c2-ab992ea231a0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:56:27.918511 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-b43f4364-35e1-465f-a619-de4aa26af8e1 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, a9b3f4db-a810-48b0-a557-1c448676e45d) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:56:27.926993 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5c977568-50c8-4858-815d-ff5c322aed98 req-590731fb-5d96-4c26-b1b0-865203bd25fd tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fa10138-802d-46da-adbc-f6f2442236d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1118944 Feb 03 13:56:27.927849 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-050c71b2-8f2e-44a2-a5c2-ab992ea231a0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:27.933500 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43f4364-35e1-465f-a619-de4aa26af8e1 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:27.934103 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b43f4364-35e1-465f-a619-de4aa26af8e1 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:27.942444 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e59459-8123-4e0b-b213-b453ebb953e9 None None] Network a9b3f4db-a810-48b0-a557-1c448676e45d requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:56:27.953701 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:27.962925 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f4073-abda-4871-a1cb-837cf98f0fb5 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Pushing event updated for resources: {'Network': ['ID=2d019033-e53a-45a7-8db0-87c6c9d17b13,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:28.008709 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-687f4073-abda-4871-a1cb-837cf98f0fb5 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6475194 Feb 03 13:56:28.011437 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50796) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:28.017054 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-12ae2f71-11f5-4622-9e02-179f9bdcd97a tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Request body: {'network': {'project_id': '31a87e0a2f31437cb51b1cb2317d12b9'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:28.018653 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c18338e-fdda-4a63-af64-bd5b4f6b1e42 tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Router 45df2544-2759-41e4-9bc1-63028e54f809 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:56:28.022495 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-12ae2f71-11f5-4622-9e02-179f9bdcd97a tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:28.026395 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-12ae2f71-11f5-4622-9e02-179f9bdcd97a tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Usage tracker for resource:network and tenant:31a87e0a2f31437cb51b1cb2317d12b9 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:56:28.029700 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-12ae2f71-11f5-4622-9e02-179f9bdcd97a tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:56:28.035794 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 2d019033-e53a-45a7-8db0-87c6c9d17b13 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:56:28.044724 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-12ae2f71-11f5-4622-9e02-179f9bdcd97a tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:28.044724 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b43f4364-35e1-465f-a619-de4aa26af8e1 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5500758 Feb 03 13:56:28.044724 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-12ae2f71-11f5-4622-9e02-179f9bdcd97a tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 03 13:56:28.044724 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12ae2f71-11f5-4622-9e02-179f9bdcd97a tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:56:28.044724 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-12ae2f71-11f5-4622-9e02-179f9bdcd97a tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0293462 Feb 03 13:56:28.044724 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50800) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:28.045203 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50804) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:28.051494 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-0f275a42-47bc-43f6-a175-e97c8e83fb12 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Request body: {'port': {'network_id': 'a9b3f4db-a810-48b0-a557-1c448676e45d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-315251582'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:28.120609 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Pushing event updated for resources: {'Port': ['ID=7317ccbb-c567-4685-bb6d-b968586bed16,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:28.206334 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 3809cb83-47cc-433e-866a-d0addc09fc6d, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=3809cb83-47cc-433e-866a-d0addc09fc6d,segment=NetworkSegment(7b419f28-6522-4ce5-982d-f7c4ce3b9016),segment_id=7b419f28-6522-4ce5-982d-f7c4ce3b9016)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:56:28.208745 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-46b7b596-6e5c-4d28-852a-e6aeda67a3d3 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=31a87e0a2f31437cb51b1cb2317d12b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1629183 Feb 03 13:56:28.211425 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50808) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:28.232133 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': '3809cb83-47cc-433e-866a-d0addc09fc6d', 'network_id': 'c4c437f2-b270-46b1-b446-bb339ad2d528', 'port_id': '3809cb83-47cc-433e-866a-d0addc09fc6d', 'mac_address': 'fa:16:3e:d2:7f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f89cc18-9848-497d-8cdf-e96e7d0c84ab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 13:56:28.250855 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-0f275a42-47bc-43f6-a175-e97c8e83fb12 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:28.254898 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-0f275a42-47bc-43f6-a175-e97c8e83fb12 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Usage tracker for resource:port and tenant:59aca9a6e1ea4199979df6b7ae585424 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:56:28.259080 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-0f275a42-47bc-43f6-a175-e97c8e83fb12 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:56:28.265029 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-0f275a42-47bc-43f6-a175-e97c8e83fb12 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:28.275192 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:56:28.276678 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] {{(pid=84182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:56:28.276678 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 on network 64e11f3d-c66f-419f-a636-f043b1149779 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:56:28.310338 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-050c71b2-8f2e-44a2-a5c2-ab992ea231a0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:28.321905 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Port 7317ccbb-c567-4685-bb6d-b968586bed16 on network 64e11f3d-c66f-419f-a636-f043b1149779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:56:28.322657 dv-neutron-827016-1-hyperv neutron-server[84182]: ERROR neutron.plugins.ml2.managers [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Failed to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] Feb 03 13:56:28.324634 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.plugins.ml2.plugin [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempt 2 to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 Feb 03 13:56:28.327890 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f275a42-47bc-43f6-a175-e97c8e83fb12 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Made reservation on behalf of 59aca9a6e1ea4199979df6b7ae585424 for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:56:28.329205 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:28.330998 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0f275a42-47bc-43f6-a175-e97c8e83fb12 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:28.355801 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:56:28.356215 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] {{(pid=84182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:56:28.356616 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 on network 64e11f3d-c66f-419f-a636-f043b1149779 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:56:28.362392 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-050c71b2-8f2e-44a2-a5c2-ab992ea231a0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:28.369758 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-0f275a42-47bc-43f6-a175-e97c8e83fb12 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] device_id is not set on port 458f588c-d388-4074-b385-e4f660a02d79 yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:56:28.382041 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3809cb83-47cc-433e-866a-d0addc09fc6d {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 13:56:28.394758 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9637a319-8943-43dd-9bee-60803fd75678 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-a9b3f4db-a810-48b0-a557-1c448676e45d', 'network_id': 'a9b3f4db-a810-48b0-a557-1c448676e45d', 'tenant_id': '59aca9a6e1ea4199979df6b7ae585424', 'fixed_ips': [{'subnet_id': '5f9e2f75-f3fe-4c2f-8ca6-e7067353ac55'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:56:28.395967 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9637a319-8943-43dd-9bee-60803fd75678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:28.405506 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c71b2-8f2e-44a2-a5c2-ab992ea231a0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=979a49be-b23b-415f-92fd-698e570204cb,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:28.437848 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Port 7317ccbb-c567-4685-bb6d-b968586bed16 on network 64e11f3d-c66f-419f-a636-f043b1149779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:56:28.438308 dv-neutron-827016-1-hyperv neutron-server[84182]: ERROR neutron.plugins.ml2.managers [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Failed to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] Feb 03 13:56:28.446057 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-050c71b2-8f2e-44a2-a5c2-ab992ea231a0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:56:28.448199 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.plugins.ml2.plugin [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempt 3 to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 Feb 03 13:56:28.448718 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 3809cb83-47cc-433e-866a-d0addc09fc6d, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=3809cb83-47cc-433e-866a-d0addc09fc6d,segment=NetworkSegment(7b419f28-6522-4ce5-982d-f7c4ce3b9016),segment_id=7b419f28-6522-4ce5-982d-f7c4ce3b9016)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:56:28.471342 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:56:28.471807 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] {{(pid=84182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:56:28.472235 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 on network 64e11f3d-c66f-419f-a636-f043b1149779 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:56:28.532830 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:28.533726 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 5aaaec19-e12f-4c1e-a683-467a307ef302 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 13:56:28.612039 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-0f275a42-47bc-43f6-a175-e97c8e83fb12 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Allocated IP 172.20.0.5 (a9b3f4db-a810-48b0-a557-1c448676e45d/5f9e2f75-f3fe-4c2f-8ca6-e7067353ac55/458f588c-d388-4074-b385-e4f660a02d79) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:56:28.644119 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2fdedfb1-e1b5-48c2-b1b1-d3f7c0a85899 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:28.683857 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-050c71b2-8f2e-44a2-a5c2-ab992ea231a0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:28.684294 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-050c71b2-8f2e-44a2-a5c2-ab992ea231a0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Added segment da5218a6-8081-4cb3-b896-b51028fb62b7 of type vlan for network 3d103d11-19f9-41c7-9333-579c517a5cc7 Feb 03 13:56:28.708297 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=3809cb83-47cc-433e-866a-d0addc09fc6d,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:28.756185 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Port 7317ccbb-c567-4685-bb6d-b968586bed16 on network 64e11f3d-c66f-419f-a636-f043b1149779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:56:28.756185 dv-neutron-827016-1-hyperv neutron-server[84182]: ERROR neutron.plugins.ml2.managers [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Failed to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] Feb 03 13:56:28.766003 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.plugins.ml2.plugin [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempt 4 to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 Feb 03 13:56:28.793169 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2fdedfb1-e1b5-48c2-b1b1-d3f7c0a85899 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:28.817830 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:28.824018 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 5aaaec19-e12f-4c1e-a683-467a307ef302, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=5aaaec19-e12f-4c1e-a683-467a307ef302,segment=NetworkSegment(4b99bbed-0ea2-4415-a75d-61e4f1dbd54c),segment_id=4b99bbed-0ea2-4415-a75d-61e4f1dbd54c)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:56:28.832427 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0f275a42-47bc-43f6-a175-e97c8e83fb12 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:28.835691 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:28.840089 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-050c71b2-8f2e-44a2-a5c2-ab992ea231a0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:28.844286 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': '5aaaec19-e12f-4c1e-a683-467a307ef302', 'network_id': '0d5df42d-5d3c-4c34-b194-1616b788b316', 'port_id': '5aaaec19-e12f-4c1e-a683-467a307ef302', 'mac_address': 'fa:16:3e:46:6f:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43729539-3f80-443b-974d-7ae7596f4e93', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 13:56:28.847109 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:56:28.847382 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] {{(pid=84182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:56:28.847780 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 on network 64e11f3d-c66f-419f-a636-f043b1149779 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:56:28.849848 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-0f275a42-47bc-43f6-a175-e97c8e83fb12 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Transition to ACTIVE for port object 458f588c-d388-4074-b385-e4f660a02d79 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:56:28.897734 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:28.902895 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Port 7317ccbb-c567-4685-bb6d-b968586bed16 on network 64e11f3d-c66f-419f-a636-f043b1149779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:56:28.903249 dv-neutron-827016-1-hyperv neutron-server[84182]: ERROR neutron.plugins.ml2.managers [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Failed to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] Feb 03 13:56:28.912835 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.plugins.ml2.plugin [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempt 5 to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 Feb 03 13:56:28.915220 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aaaec19-e12f-4c1e-a683-467a307ef302 {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 13:56:28.930434 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 5aaaec19-e12f-4c1e-a683-467a307ef302, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=5aaaec19-e12f-4c1e-a683-467a307ef302,segment=NetworkSegment(4b99bbed-0ea2-4415-a75d-61e4f1dbd54c),segment_id=4b99bbed-0ea2-4415-a75d-61e4f1dbd54c)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:56:28.950477 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0f275a42-47bc-43f6-a175-e97c8e83fb12 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:28.951969 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:56:28.952294 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] {{(pid=84182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:56:28.952700 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 on network 64e11f3d-c66f-419f-a636-f043b1149779 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:56:28.976117 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ee94b-c5ed-49ee-a0c5-39427a5ce91c req-0cf59f63-e9ce-4db7-82f9-98ebf0dc5d88 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:28.982815 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b62ee94b-c5ed-49ee-a0c5-39427a5ce91c req-0cf59f63-e9ce-4db7-82f9-98ebf0dc5d88 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 944 time: 0.3433869 Feb 03 13:56:29.000883 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Port 7317ccbb-c567-4685-bb6d-b968586bed16 on network 64e11f3d-c66f-419f-a636-f043b1149779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:56:29.001208 dv-neutron-827016-1-hyperv neutron-server[84182]: ERROR neutron.plugins.ml2.managers [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Failed to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] Feb 03 13:56:29.006891 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27414f93-4938-4802-9e43-e3ed86b5a80f req-81ecd719-8807-4ead-9e89-4e8a82ffd8a4 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:29.008420 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-27414f93-4938-4802-9e43-e3ed86b5a80f req-81ecd719-8807-4ead-9e89-4e8a82ffd8a4 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/ports?device_id=65215c73-cbbd-41e8-abe4-aafa969bf7b9 HTTP/1.1" status: 200 len: 944 time: 0.3678648 Feb 03 13:56:29.009406 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:29.010990 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 4ccd1588-742b-4c70-9905-1804d6d1b0db details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 13:56:29.011153 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.plugins.ml2.plugin [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempt 6 to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 Feb 03 13:56:29.025359 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c18338e-fdda-4a63-af64-bd5b4f6b1e42 tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:56:29.031513 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f275a42-47bc-43f6-a175-e97c8e83fb12 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Network a9b3f4db-a810-48b0-a557-1c448676e45d is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:56:29.034818 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-0f275a42-47bc-43f6-a175-e97c8e83fb12 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:56:29.036504 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f8ffff-5583-4e25-960b-eb5706423192 None None] Sync routers for ids ['45df2544-2759-41e4-9bc1-63028e54f809'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:56:29.039354 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f275a42-47bc-43f6-a175-e97c8e83fb12 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:56:29.052929 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f8ffff-5583-4e25-960b-eb5706423192 None None] Routers {'45df2544-2759-41e4-9bc1-63028e54f809'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:56:29.053999 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-c6f8ffff-5583-4e25-960b-eb5706423192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:56:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['45df2544-2759-41e4-9bc1-63028e54f809'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:29.065391 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-050c71b2-8f2e-44a2-a5c2-ab992ea231a0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:29.067724 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f275a42-47bc-43f6-a175-e97c8e83fb12 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Pushing event updated for resources: {'Port': ['ID=458f588c-d388-4074-b385-e4f660a02d79,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:29.069884 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050c71b2-8f2e-44a2-a5c2-ab992ea231a0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:29.069884 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-050c71b2-8f2e-44a2-a5c2-ab992ea231a0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:29.073422 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2fdedfb1-e1b5-48c2-b1b1-d3f7c0a85899 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:29.109882 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:56:29.110253 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] {{(pid=84182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:56:29.110770 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 on network 64e11f3d-c66f-419f-a636-f043b1149779 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:56:29.115242 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f275a42-47bc-43f6-a175-e97c8e83fb12 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:29.115617 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0f275a42-47bc-43f6-a175-e97c8e83fb12 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:29.116486 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-9637a319-8943-43dd-9bee-60803fd75678 None None] Allocated IP 172.20.0.2 (a9b3f4db-a810-48b0-a557-1c448676e45d/5f9e2f75-f3fe-4c2f-8ca6-e7067353ac55/8aa2abc8-4860-4676-97c3-22036a3260c5) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:56:29.130572 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdedfb1-e1b5-48c2-b1b1-d3f7c0a85899 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c57b0f7-3c4c-4e9d-8446-f8f2f18b9c06,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:29.149339 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=5aaaec19-e12f-4c1e-a683-467a307ef302,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:29.167590 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-c6f8ffff-5583-4e25-960b-eb5706423192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:29.179690 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f8ffff-5583-4e25-960b-eb5706423192 None None] Routers {'45df2544-2759-41e4-9bc1-63028e54f809'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:56:29.180382 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-c6f8ffff-5583-4e25-960b-eb5706423192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:56:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['45df2544-2759-41e4-9bc1-63028e54f809'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:29.222727 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-0f275a42-47bc-43f6-a175-e97c8e83fb12 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1778431 Feb 03 13:56:29.224115 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50820) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:29.234716 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-e8ab5f54-0291-4328-a068-f92760355da4 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Request body: {'port': {'network_id': 'a9b3f4db-a810-48b0-a557-1c448676e45d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-462882169', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:29.235777 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.api.validators [None req-e8ab5f54-0291-4328-a068-f92760355da4 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] bootfile-name is not in valid_values {{(pid=84181) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 03 13:56:29.236482 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.api.validators [None req-e8ab5f54-0291-4328-a068-f92760355da4 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] tftp-server is not in valid_values {{(pid=84181) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 03 13:56:29.237130 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.api.validators [None req-e8ab5f54-0291-4328-a068-f92760355da4 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] server-ip-address is not in valid_values {{(pid=84181) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 03 13:56:29.249147 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-c6f8ffff-5583-4e25-960b-eb5706423192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:29.250343 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f8ffff-5583-4e25-960b-eb5706423192 None None] The sync data for ids ['45df2544-2759-41e4-9bc1-63028e54f809'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:56:29.254740 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-27414f93-4938-4802-9e43-e3ed86b5a80f req-a1d6196b-f0c3-40c6-8c9b-f34164bb7e5c tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4de8980-b0c3-4215-bb46-4e841e19d727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2345436 Feb 03 13:56:29.286844 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b62ee94b-c5ed-49ee-a0c5-39427a5ce91c req-b841db84-0c9d-4262-a4f9-33e897bd3076 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3015652 Feb 03 13:56:29.287508 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Port 7317ccbb-c567-4685-bb6d-b968586bed16 on network 64e11f3d-c66f-419f-a636-f043b1149779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:56:29.287830 dv-neutron-827016-1-hyperv neutron-server[84182]: ERROR neutron.plugins.ml2.managers [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Failed to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] Feb 03 13:56:29.291330 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.plugins.ml2.plugin [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempt 7 to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 Feb 03 13:56:29.314152 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c71b2-8f2e-44a2-a5c2-ab992ea231a0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event updated for resources: {'Network': ['ID=3d103d11-19f9-41c7-9333-579c517a5cc7,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:29.316405 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2fdedfb1-e1b5-48c2-b1b1-d3f7c0a85899 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:29.317676 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2fdedfb1-e1b5-48c2-b1b1-d3f7c0a85899 tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/5c57b0f7-3c4c-4e9d-8446-f8f2f18b9c06 HTTP/1.1" status: 204 len: 168 time: 1.1048260 Feb 03 13:56:29.320792 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50824) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:29.411914 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:56:29.412207 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] {{(pid=84182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:56:29.412488 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 on network 64e11f3d-c66f-419f-a636-f043b1149779 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:56:29.421026 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-050c71b2-8f2e-44a2-a5c2-ab992ea231a0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.1986949 Feb 03 13:56:29.422702 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0c18338e-fdda-4a63-af64-bd5b4f6b1e42 tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:29.425127 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50828) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:29.435937 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-4ba341b4-a841-4997-9b9d-0441b1b0d1a6 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-639047917'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:29.441833 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9637a319-8943-43dd-9bee-60803fd75678 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:29.442231 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-4ba341b4-a841-4997-9b9d-0441b1b0d1a6 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:29.447018 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-4ba341b4-a841-4997-9b9d-0441b1b0d1a6 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Usage tracker for resource:network and tenant:e560cbcda02c46efaee7f040dc641828 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:56:29.450482 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-4ba341b4-a841-4997-9b9d-0441b1b0d1a6 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:56:29.453175 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-9637a319-8943-43dd-9bee-60803fd75678 None None] Transition to ACTIVE for port object 8aa2abc8-4860-4676-97c3-22036a3260c5 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:56:29.463950 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-4ba341b4-a841-4997-9b9d-0441b1b0d1a6 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:29.472783 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-9637a319-8943-43dd-9bee-60803fd75678 None None] Transition to ACTIVE for port object 8aa2abc8-4860-4676-97c3-22036a3260c5 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:56:29.516959 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e8ab5f54-0291-4328-a068-f92760355da4 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:29.521202 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e8ab5f54-0291-4328-a068-f92760355da4 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Usage tracker for resource:port and tenant:59aca9a6e1ea4199979df6b7ae585424 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:56:29.523656 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Port 7317ccbb-c567-4685-bb6d-b968586bed16 on network 64e11f3d-c66f-419f-a636-f043b1149779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:56:29.523992 dv-neutron-827016-1-hyperv neutron-server[84182]: ERROR neutron.plugins.ml2.managers [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Failed to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] Feb 03 13:56:29.524167 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e8ab5f54-0291-4328-a068-f92760355da4 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:56:29.526543 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-53d552c9-3629-490d-81d4-eb962d6b1f6f tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:29.529829 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e8ab5f54-0291-4328-a068-f92760355da4 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:29.530253 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 4ccd1588-742b-4c70-9905-1804d6d1b0db, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=4ccd1588-742b-4c70-9905-1804d6d1b0db,segment=NetworkSegment(0e7268e2-bf48-4ad7-89d0-b4489178b8a5),segment_id=0e7268e2-bf48-4ad7-89d0-b4489178b8a5)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:56:29.531477 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.plugins.ml2.plugin [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempt 8 to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 Feb 03 13:56:29.535454 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba341b4-a841-4997-9b9d-0441b1b0d1a6 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Made reservation on behalf of e560cbcda02c46efaee7f040dc641828 for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:56:29.538423 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4ba341b4-a841-4997-9b9d-0441b1b0d1a6 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:29.545325 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': '4ccd1588-742b-4c70-9905-1804d6d1b0db', 'network_id': '455fb28a-aeb2-407e-b782-081ff385e6a8', 'port_id': '4ccd1588-742b-4c70-9905-1804d6d1b0db', 'mac_address': 'fa:16:3e:28:4e:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40877380-5501-4f93-a989-8ff73ca2ca3b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 13:56:29.553925 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-0c18338e-fdda-4a63-af64-bd5b4f6b1e42 tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 9.5838761 Feb 03 13:56:29.557741 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50832) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:29.562733 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:56:29.563083 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] {{(pid=84182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:56:29.563435 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 on network 64e11f3d-c66f-419f-a636-f043b1149779 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:56:29.577716 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 3d103d11-19f9-41c7-9333-579c517a5cc7 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:56:29.600990 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9637a319-8943-43dd-9bee-60803fd75678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:29.621759 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Port 7317ccbb-c567-4685-bb6d-b968586bed16 on network 64e11f3d-c66f-419f-a636-f043b1149779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:56:29.622118 dv-neutron-827016-1-hyperv neutron-server[84182]: ERROR neutron.plugins.ml2.managers [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Failed to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] Feb 03 13:56:29.627084 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.plugins.ml2.plugin [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempt 9 to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 Feb 03 13:56:29.650022 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ab5f54-0291-4328-a068-f92760355da4 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Made reservation on behalf of 59aca9a6e1ea4199979df6b7ae585424 for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:56:29.659154 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e8ab5f54-0291-4328-a068-f92760355da4 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:29.678425 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ba341b4-a841-4997-9b9d-0441b1b0d1a6 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:56:29.727046 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-e8ab5f54-0291-4328-a068-f92760355da4 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] device_id is not set on port a7ae0884-ff07-4d83-83bc-4eaafa095ce5 yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:56:29.728177 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-53d552c9-3629-490d-81d4-eb962d6b1f6f tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:29.754102 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-53d552c9-3629-490d-81d4-eb962d6b1f6f tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d019033-e53a-45a7-8db0-87c6c9d17b13']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:29.763132 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4ba341b4-a841-4997-9b9d-0441b1b0d1a6 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:29.763553 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-4ba341b4-a841-4997-9b9d-0441b1b0d1a6 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Added segment 7afcc4b8-870f-43d0-b4d5-0fbc0a6089b8 of type vlan for network e8f95d25-f669-465c-a856-8a32459ef628 Feb 03 13:56:29.766379 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-53d552c9-3629-490d-81d4-eb962d6b1f6f tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b3eff6e-4a36-495b-84e9-e3ccdce013cd') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:29.766684 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-53d552c9-3629-490d-81d4-eb962d6b1f6f tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b3eff6e-4a36-495b-84e9-e3ccdce013cd') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:29.778306 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-53d552c9-3629-490d-81d4-eb962d6b1f6f tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:29.794222 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 13:56:29.794440 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-4f266eaa-2830-469a-babf-2856ae9b3583 tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] 10.222.0.41 "GET /v2.0/floatingips/64d3ca61-617b-4190-8d3a-730fcee49d0b HTTP/1.1" status: 200 len: 982 time: 0.2329123 Feb 03 13:56:29.795091 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-53d552c9-3629-490d-81d4-eb962d6b1f6f tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:29.801655 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50836) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:29.807706 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53d552c9-3629-490d-81d4-eb962d6b1f6f tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:56:29.807706 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-53d552c9-3629-490d-81d4-eb962d6b1f6f tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:29.807930 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:29.823704 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9637a319-8943-43dd-9bee-60803fd75678 None None] Network a9b3f4db-a810-48b0-a557-1c448676e45d is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:56:29.830476 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637a319-8943-43dd-9bee-60803fd75678 None None] Pushing event updated for resources: {'Port': ['ID=8aa2abc8-4860-4676-97c3-22036a3260c5,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:29.833464 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-9637a319-8943-43dd-9bee-60803fd75678 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:56:29.851579 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ccd1588-742b-4c70-9905-1804d6d1b0db {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 13:56:29.867242 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 13:56:29.867242 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:56:29.867242 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 13:56:29.867242 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:56:29.867242 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 13:56:29.867242 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:56:29.867242 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 13:56:29.867242 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:56:29.867242 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 13:56:29.867242 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:56:29.867242 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 13:56:29.867242 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:56:29.867242 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 13:56:29.867242 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:56:29.867242 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:56:29.867242 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:56:29.867242 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:56:29.867242 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:56:29.867242 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 13:56:29.867242 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:56:29.867242 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 13:56:29.867242 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:56:29.867242 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:56:29.867242 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:56:29.867242 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 13:56:29.867242 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:56:29.867242 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:56:29.867242 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:56:29.867242 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:56:29.867242 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:56:29.867242 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:56:29.867242 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:56:29.869353 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9637a319-8943-43dd-9bee-60803fd75678 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:56:29.870289 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 4ccd1588-742b-4c70-9905-1804d6d1b0db, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=4ccd1588-742b-4c70-9905-1804d6d1b0db,segment=NetworkSegment(0e7268e2-bf48-4ad7-89d0-b4489178b8a5),segment_id=0e7268e2-bf48-4ad7-89d0-b4489178b8a5)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:56:29.892289 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:56:29.892620 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] {{(pid=84182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:56:29.892955 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 on network 64e11f3d-c66f-419f-a636-f043b1149779 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:56:29.898173 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4ba341b4-a841-4997-9b9d-0441b1b0d1a6 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:29.913281 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0fa4b8-d5a1-406a-b3a2-858a10ccb466 req-725b9cd2-faa7-4bb8-84a8-5aada428c7fa tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:29.914846 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-dd0fa4b8-d5a1-406a-b3a2-858a10ccb466 req-725b9cd2-faa7-4bb8-84a8-5aada428c7fa tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd9d73c-75f1-4f4a-bb32-219abd7ccb49 HTTP/1.1" status: 200 len: 945 time: 0.5000017 Feb 03 13:56:29.916174 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Port 7317ccbb-c567-4685-bb6d-b968586bed16 on network 64e11f3d-c66f-419f-a636-f043b1149779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:56:29.916499 dv-neutron-827016-1-hyperv neutron-server[84182]: ERROR neutron.plugins.ml2.managers [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Failed to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] Feb 03 13:56:29.916873 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.plugins.ml2.plugin [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempt 10 to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 Feb 03 13:56:29.937537 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:29.948640 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:56:29.949174 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] {{(pid=84182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:56:29.949510 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempting to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 on network 64e11f3d-c66f-419f-a636-f043b1149779 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:56:29.967288 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Port 7317ccbb-c567-4685-bb6d-b968586bed16 on network 64e11f3d-c66f-419f-a636-f043b1149779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:56:29.967501 dv-neutron-827016-1-hyperv neutron-server[84182]: ERROR neutron.plugins.ml2.managers [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Failed to bind port 7317ccbb-c567-4685-bb6d-b968586bed16 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '33d7a817-966c-4898-ba83-d3a79a05e9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '64e11f3d-c66f-419f-a636-f043b1149779'}] Feb 03 13:56:29.967829 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:29.986800 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-53d552c9-3629-490d-81d4-eb962d6b1f6f tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:30.014651 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-53d552c9-3629-490d-81d4-eb962d6b1f6f tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:30.019278 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-dd0fa4b8-d5a1-406a-b3a2-858a10ccb466 req-9e824055-0d7e-46b7-8391-c9ed1888eeac tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fa10138-802d-46da-adbc-f6f2442236d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0935643 Feb 03 13:56:30.023763 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d552c9-3629-490d-81d4-eb962d6b1f6f tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Pushing event deleted for resources: {'Network': ['ID=2d019033-e53a-45a7-8db0-87c6c9d17b13,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:30.028771 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-9637a319-8943-43dd-9bee-60803fd75678 None None] Attempting to bind port 8aa2abc8-4860-4676-97c3-22036a3260c5 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:56:30.029145 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-9637a319-8943-43dd-9bee-60803fd75678 None None] Attempting to bind port 8aa2abc8-4860-4676-97c3-22036a3260c5 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '0f735eec-d84c-4ab9-8d20-febec00844ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a9b3f4db-a810-48b0-a557-1c448676e45d'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:56:30.029503 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9637a319-8943-43dd-9bee-60803fd75678 None None] Attempting to bind port 8aa2abc8-4860-4676-97c3-22036a3260c5 on network a9b3f4db-a810-48b0-a557-1c448676e45d {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:56:30.049284 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8aaafa92-3a1d-42a5-9192-c4eb3d1747de tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2903 time: 0.2429345 Feb 03 13:56:30.051039 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9637a319-8943-43dd-9bee-60803fd75678 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:56:30.051225 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50842) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:30.051324 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9637a319-8943-43dd-9bee-60803fd75678 None None] Checking segment: {'id': '0f735eec-d84c-4ab9-8d20-febec00844ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a9b3f4db-a810-48b0-a557-1c448676e45d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:56:30.051324 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9637a319-8943-43dd-9bee-60803fd75678 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:30.051324 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9637a319-8943-43dd-9bee-60803fd75678 None None] Bound using segment: {'id': '0f735eec-d84c-4ab9-8d20-febec00844ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a9b3f4db-a810-48b0-a557-1c448676e45d'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:56:30.051324 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-9637a319-8943-43dd-9bee-60803fd75678 None None] Bound port: 8aa2abc8-4860-4676-97c3-22036a3260c5, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f735eec-d84c-4ab9-8d20-febec00844ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a9b3f4db-a810-48b0-a557-1c448676e45d'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:56:30.051324 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9637a319-8943-43dd-9bee-60803fd75678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:30.059629 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-53d552c9-3629-490d-81d4-eb962d6b1f6f tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] 10.222.0.41 "DELETE /v2.0/networks/2d019033-e53a-45a7-8db0-87c6c9d17b13 HTTP/1.1" status: 204 len: 168 time: 0.7378445 Feb 03 13:56:30.065752 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=4ccd1588-742b-4c70-9905-1804d6d1b0db,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:30.066522 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50846) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:30.111326 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:30.138631 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-e8ab5f54-0291-4328-a068-f92760355da4 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Allocated IP 172.20.0.7 (a9b3f4db-a810-48b0-a557-1c448676e45d/5f9e2f75-f3fe-4c2f-8ca6-e7067353ac55/a7ae0884-ff07-4d83-83bc-4eaafa095ce5) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:56:30.142110 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4ba341b4-a841-4997-9b9d-0441b1b0d1a6 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:30.145409 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba341b4-a841-4997-9b9d-0441b1b0d1a6 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:30.146209 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4ba341b4-a841-4997-9b9d-0441b1b0d1a6 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:30.160021 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-9637a319-8943-43dd-9bee-60803fd75678 None None] For port 8aa2abc8-4860-4676-97c3-22036a3260c5, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:56:30.164039 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-9637a319-8943-43dd-9bee-60803fd75678 None None] For port 8aa2abc8-4860-4676-97c3-22036a3260c5, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=8aa2abc8-4860-4676-97c3-22036a3260c5,segment=NetworkSegment(0f735eec-d84c-4ab9-8d20-febec00844ba),segment_id=0f735eec-d84c-4ab9-8d20-febec00844ba)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:56:30.203114 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f160c43c-6bca-48c5-b921-f8f2db037c7c tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:30.205083 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] For port 7317ccbb-c567-4685-bb6d-b968586bed16, host hv-neutron-8270, cleared binding levels {{(pid=84182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:56:30.205452 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Attempted to set empty binding levels {{(pid=84182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 03 13:56:30.236311 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9637a319-8943-43dd-9bee-60803fd75678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:30.317843 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba341b4-a841-4997-9b9d-0441b1b0d1a6 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event updated for resources: {'Network': ['ID=e8f95d25-f669-465c-a856-8a32459ef628,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:30.355391 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f160c43c-6bca-48c5-b921-f8f2db037c7c tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:30.395961 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-f160c43c-6bca-48c5-b921-f8f2db037c7c tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee55166e-aaed-4896-99a0-5e7f3ddfd0b9']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:30.399885 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637a319-8943-43dd-9bee-60803fd75678 None None] Pushing event updated for resources: {'Port': ['ID=8aa2abc8-4860-4676-97c3-22036a3260c5,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:30.412432 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-f160c43c-6bca-48c5-b921-f8f2db037c7c tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b190784d-ab2c-47bc-9a58-1b1518b3d881') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:30.412817 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-f160c43c-6bca-48c5-b921-f8f2db037c7c tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b190784d-ab2c-47bc-9a58-1b1518b3d881') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:30.420907 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['3809cb83-47cc-433e-866a-d0addc09fc6d'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 13:56:30.426922 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f160c43c-6bca-48c5-b921-f8f2db037c7c tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:30.448344 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f160c43c-6bca-48c5-b921-f8f2db037c7c tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:30.468242 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f160c43c-6bca-48c5-b921-f8f2db037c7c tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:56:30.468242 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f160c43c-6bca-48c5-b921-f8f2db037c7c tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:30.482460 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['5aaaec19-e12f-4c1e-a683-467a307ef302'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 13:56:30.517138 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['4ccd1588-742b-4c70-9905-1804d6d1b0db'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 13:56:30.566609 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-4ba341b4-a841-4997-9b9d-0441b1b0d1a6 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1377952 Feb 03 13:56:30.600183 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50854) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:30.615147 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-e700de39-af3a-4150-952f-5972a7eabda1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Request body: {'subnet': {'network_id': '3d103d11-19f9-41c7-9333-579c517a5cc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:30.642885 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba341b4-a841-4997-9b9d-0441b1b0d1a6 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:30.643560 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba341b4-a841-4997-9b9d-0441b1b0d1a6 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:30.644101 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba341b4-a841-4997-9b9d-0441b1b0d1a6 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:30.644837 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba341b4-a841-4997-9b9d-0441b1b0d1a6 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:30.645322 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba341b4-a841-4997-9b9d-0441b1b0d1a6 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:30.645800 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba341b4-a841-4997-9b9d-0441b1b0d1a6 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:30.646284 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba341b4-a841-4997-9b9d-0441b1b0d1a6 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:30.646609 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba341b4-a841-4997-9b9d-0441b1b0d1a6 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:30.646933 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba341b4-a841-4997-9b9d-0441b1b0d1a6 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:30.647291 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba341b4-a841-4997-9b9d-0441b1b0d1a6 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:30.647612 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba341b4-a841-4997-9b9d-0441b1b0d1a6 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:30.669923 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network e8f95d25-f669-465c-a856-8a32459ef628 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:56:30.678507 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 13:56:30.678507 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:56:30.678507 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 13:56:30.678507 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:56:30.678507 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 13:56:30.678507 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:56:30.678507 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 13:56:30.678507 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:56:30.678507 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 13:56:30.678507 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:56:30.678507 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 13:56:30.678507 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:56:30.678507 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 13:56:30.678507 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:56:30.678507 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:56:30.678507 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:56:30.678507 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:56:30.678507 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:56:30.678507 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 13:56:30.678507 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:56:30.678507 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 13:56:30.678507 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:56:30.678507 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:56:30.678507 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:56:30.678507 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 13:56:30.678507 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:56:30.678507 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:56:30.678507 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:56:30.678507 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:56:30.678507 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:56:30.678507 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:56:30.678507 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:56:30.764626 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:30.819270 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e700de39-af3a-4150-952f-5972a7eabda1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:30.873545 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] In _notify_port_updated(), no bound segment for port 7317ccbb-c567-4685-bb6d-b968586bed16 on network 64e11f3d-c66f-419f-a636-f043b1149779 {{(pid=84182) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 03 13:56:30.874603 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:30.878305 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] 10.222.0.41 "PUT /v2.0/ports/7317ccbb-c567-4685-bb6d-b968586bed16 HTTP/1.1" status: 200 len: 980 time: 3.8461421 Feb 03 13:56:30.883054 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50858) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:30.884027 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e700de39-af3a-4150-952f-5972a7eabda1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Usage tracker for resource:subnet and tenant:e560cbcda02c46efaee7f040dc641828 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:56:30.891239 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e700de39-af3a-4150-952f-5972a7eabda1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:56:30.898833 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Pushing event updated for resources: {'Port': ['ID=7317ccbb-c567-4685-bb6d-b968586bed16,revision_number=3']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:30.916610 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e700de39-af3a-4150-952f-5972a7eabda1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:30.923515 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-637bf5cf-e827-4f1a-81c9-bd76efc64ba1 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Deleting port e8a88370-7b7b-4d98-be08-5d214e04ff6e {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:56:30.923869 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-637bf5cf-e827-4f1a-81c9-bd76efc64ba1 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:30.972656 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f160c43c-6bca-48c5-b921-f8f2db037c7c tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:30.993198 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f160c43c-6bca-48c5-b921-f8f2db037c7c tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:31.017558 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:31.018230 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:31.018741 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:31.019292 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:31.019795 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:31.020316 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:31.021016 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:31.021520 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:31.022038 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:31.022533 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:31.023025 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f85c64-972a-48b9-83e7-07d1b7b8e6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:31.042650 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0b2fb-b601-4011-9e53-23395b43f3fb req-7e89b7d3-bf6f-458c-841a-f8acf8f10837 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:31.044503 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-39e0b2fb-b601-4011-9e53-23395b43f3fb req-7e89b7d3-bf6f-458c-841a-f8acf8f10837 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/ports?device_id=65215c73-cbbd-41e8-abe4-aafa969bf7b9 HTTP/1.1" status: 200 len: 944 time: 0.3193328 Feb 03 13:56:31.050516 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140ac81-2252-4a22-bf23-cda8548730ef req-73d513cd-c5ff-4b73-8694-b1b1357326cf tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:31.052454 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6140ac81-2252-4a22-bf23-cda8548730ef req-73d513cd-c5ff-4b73-8694-b1b1357326cf tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 945 time: 0.3731403 Feb 03 13:56:31.092552 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f160c43c-6bca-48c5-b921-f8f2db037c7c tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] Pushing event deleted for resources: {'Network': ['ID=ee55166e-aaed-4896-99a0-5e7f3ddfd0b9,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:31.095233 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e700de39-af3a-4150-952f-5972a7eabda1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Made reservation on behalf of e560cbcda02c46efaee7f040dc641828 for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:56:31.103775 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f160c43c-6bca-48c5-b921-f8f2db037c7c tempest-QuotasNegativeTest-736826287 tempest-QuotasNegativeTest-736826287-project-admin] 10.222.0.41 "DELETE /v2.0/networks/ee55166e-aaed-4896-99a0-5e7f3ddfd0b9 HTTP/1.1" status: 204 len: 168 time: 1.0360129 Feb 03 13:56:31.106899 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-97c9a22c-e9fb-495a-86bd-0b712ecd3d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Deleting port 7317ccbb-c567-4685-bb6d-b968586bed16 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:56:31.107289 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-97c9a22c-e9fb-495a-86bd-0b712ecd3d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:31.215966 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e8ab5f54-0291-4328-a068-f92760355da4 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:31.219593 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-39e0b2fb-b601-4011-9e53-23395b43f3fb req-3916ba38-f7d5-48b6-9228-3bebe7d77a89 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4de8980-b0c3-4215-bb46-4e841e19d727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637747 Feb 03 13:56:31.275646 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6140ac81-2252-4a22-bf23-cda8548730ef req-fe078bb5-a4ed-4606-844a-9fca503ab517 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1982226 Feb 03 13:56:31.289924 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-e8ab5f54-0291-4328-a068-f92760355da4 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Transition to ACTIVE for port object a7ae0884-ff07-4d83-83bc-4eaafa095ce5 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:56:31.382148 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-637bf5cf-e827-4f1a-81c9-bd76efc64ba1 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:31.382148 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-637bf5cf-e827-4f1a-81c9-bd76efc64ba1 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:31.407357 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e700de39-af3a-4150-952f-5972a7eabda1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:31.486333 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 8aa2abc8-4860-4676-97c3-22036a3260c5 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:56:31.539864 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-97c9a22c-e9fb-495a-86bd-0b712ecd3d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] For port 7317ccbb-c567-4685-bb6d-b968586bed16, host hv-neutron-8270, got binding levels [] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:56:31.540383 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-97c9a22c-e9fb-495a-86bd-0b712ecd3d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:31.624216 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 8aa2abc8-4860-4676-97c3-22036a3260c5 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:56:31.636247 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e8ab5f54-0291-4328-a068-f92760355da4 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:31.647799 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-637bf5cf-e827-4f1a-81c9-bd76efc64ba1 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Calling delete_port for e8a88370-7b7b-4d98-be08-5d214e04ff6e owned by network:floatingip {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:56:31.665807 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b74a1f-c2a4-4c50-bf97-202c5d994d19 None None] Network a9b3f4db-a810-48b0-a557-1c448676e45d requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:56:31.698722 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-97c9a22c-e9fb-495a-86bd-0b712ecd3d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Calling delete_port for 7317ccbb-c567-4685-bb6d-b968586bed16 owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:56:31.771005 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec355371-ae8c-4d2d-b2c4-142fa2293277 req-2ff54864-7b6c-4fb7-bce2-b3824bb651bb tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:31.772007 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ec355371-ae8c-4d2d-b2c4-142fa2293277 req-2ff54864-7b6c-4fb7-bce2-b3824bb651bb tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd9d73c-75f1-4f4a-bb32-219abd7ccb49 HTTP/1.1" status: 200 len: 945 time: 0.3172312 Feb 03 13:56:31.796146 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ab5f54-0291-4328-a068-f92760355da4 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Network a9b3f4db-a810-48b0-a557-1c448676e45d is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:56:31.808818 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-e8ab5f54-0291-4328-a068-f92760355da4 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:56:31.817653 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ab5f54-0291-4328-a068-f92760355da4 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:56:31.828944 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ec355371-ae8c-4d2d-b2c4-142fa2293277 req-5ceae568-b6fd-4e2c-8400-49c35c6209b5 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fa10138-802d-46da-adbc-f6f2442236d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462687 Feb 03 13:56:31.864780 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-97c9a22c-e9fb-495a-86bd-0b712ecd3d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:31.870455 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab5f54-0291-4328-a068-f92760355da4 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Pushing event updated for resources: {'Port': ['ID=a7ae0884-ff07-4d83-83bc-4eaafa095ce5,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:31.913357 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ab5f54-0291-4328-a068-f92760355da4 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:31.913996 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e8ab5f54-0291-4328-a068-f92760355da4 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:31.919104 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9a22c-e9fb-495a-86bd-0b712ecd3d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Pushing event deleted for resources: {'Port': ['ID=7317ccbb-c567-4685-bb6d-b968586bed16,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:31.924748 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-97c9a22c-e9fb-495a-86bd-0b712ecd3d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:31.933917 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-97c9a22c-e9fb-495a-86bd-0b712ecd3d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] 10.222.0.41 "DELETE /v2.0/ports/7317ccbb-c567-4685-bb6d-b968586bed16 HTTP/1.1" status: 204 len: 168 time: 1.0483196 Feb 03 13:56:31.936386 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50868) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:31.980220 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8112e78-49d7-4418-830d-183b9e4e8712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] GET failed (client error): The resource could not be found. Feb 03 13:56:31.980805 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e8112e78-49d7-4418-830d-183b9e4e8712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Synchronizing usage tracker for tenant:1212783798054473b0bf8a862bba12ae on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:56:31.990355 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-1cde7488-1408-454b-b061-4e8c3ed0bd62 None None] Provisioning for port 8aa2abc8-4860-4676-97c3-22036a3260c5 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:56:31.998408 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-1cde7488-1408-454b-b061-4e8c3ed0bd62 None None] Provisioning complete for port 8aa2abc8-4860-4676-97c3-22036a3260c5 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:31.998408 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1cde7488-1408-454b-b061-4e8c3ed0bd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:32.031385 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e8ab5f54-0291-4328-a068-f92760355da4 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.8040359 Feb 03 13:56:32.034414 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50872) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:32.082889 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e8112e78-49d7-4418-830d-183b9e4e8712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] Unset dirty status for tenant:1212783798054473b0bf8a862bba12ae on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:56:32.084059 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e8112e78-49d7-4418-830d-183b9e4e8712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040766834-project-admin] 10.222.0.41 "GET /v2.0/ports/7317ccbb-c567-4685-bb6d-b968586bed16 HTTP/1.1" status: 404 len: 333 time: 0.1467032 Feb 03 13:56:32.088593 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50876) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:32.144989 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-637bf5cf-e827-4f1a-81c9-bd76efc64ba1 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:32.152331 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1cde7488-1408-454b-b061-4e8c3ed0bd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:32.196685 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-1cde7488-1408-454b-b061-4e8c3ed0bd62 None None] For port 8aa2abc8-4860-4676-97c3-22036a3260c5, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=8aa2abc8-4860-4676-97c3-22036a3260c5,segment=NetworkSegment(0f735eec-d84c-4ab9-8d20-febec00844ba),segment_id=0f735eec-d84c-4ab9-8d20-febec00844ba)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:56:32.234076 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e700de39-af3a-4150-952f-5972a7eabda1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:32.260644 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-05a123a9-2103-4c97-bef5-5d7658e415e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:32.270223 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1cde7488-1408-454b-b061-4e8c3ed0bd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:32.273693 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50884) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:32.286178 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4045c2f-d0a8-4db5-8bc3-ad52e55b3212 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:32.291563 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4045c2f-d0a8-4db5-8bc3-ad52e55b3212 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:32.296120 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4045c2f-d0a8-4db5-8bc3-ad52e55b3212 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:32.297777 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637bf5cf-e827-4f1a-81c9-bd76efc64ba1 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Pushing event deleted for resources: {'Port': ['ID=e8a88370-7b7b-4d98-be08-5d214e04ff6e,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:32.298259 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d4045c2f-d0a8-4db5-8bc3-ad52e55b3212 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.2632115 Feb 03 13:56:32.304840 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50888) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:32.389626 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde7488-1408-454b-b061-4e8c3ed0bd62 None None] Pushing event updated for resources: {'Port': ['ID=8aa2abc8-4860-4676-97c3-22036a3260c5,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:32.433706 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-a5988aa7-1c01-4a45-9ec6-985df59a0151 None None] Provisioning complete for port 8aa2abc8-4860-4676-97c3-22036a3260c5 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:32.434214 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a5988aa7-1c01-4a45-9ec6-985df59a0151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:32.487552 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-637bf5cf-e827-4f1a-81c9-bd76efc64ba1 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks [] for floatingip, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:32.711742 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e700de39-af3a-4150-952f-5972a7eabda1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event updated for resources: {'Subnet': ['ID=40484443-6352-4108-b3da-903b6ebadf82,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:32.751240 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-a5988aa7-1c01-4a45-9ec6-985df59a0151 None None] Provisioning for port 458f588c-d388-4074-b385-e4f660a02d79 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:56:32.752004 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e700de39-af3a-4150-952f-5972a7eabda1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Checking segment: {'id': 'da5218a6-8081-4cb3-b896-b51028fb62b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3d103d11-19f9-41c7-9333-579c517a5cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:56:32.752367 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e700de39-af3a-4150-952f-5972a7eabda1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Network hostable DHCP agents. Network: 3d103d11-19f9-41c7-9333-579c517a5cc7, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:56:32.757589 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-a5988aa7-1c01-4a45-9ec6-985df59a0151 None None] Provisioning complete for port 458f588c-d388-4074-b385-e4f660a02d79 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:32.757589 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a5988aa7-1c01-4a45-9ec6-985df59a0151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:32.789789 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-05a123a9-2103-4c97-bef5-5d7658e415e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:32.807665 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-b7bc9bee-bc14-4e68-80a2-f824dd23d1aa tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Deleting port a7ae0884-ff07-4d83-83bc-4eaafa095ce5 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:56:32.808006 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b7bc9bee-bc14-4e68-80a2-f824dd23d1aa tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:32.836200 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-a5988aa7-1c01-4a45-9ec6-985df59a0151 None None] Port 458f588c-d388-4074-b385-e4f660a02d79 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:56:32.847533 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e700de39-af3a-4150-952f-5972a7eabda1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Network 3d103d11-19f9-41c7-9333-579c517a5cc7 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:56:32.850378 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-dae26991-abad-4002-96f9-121106f84a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:32.887678 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-a5988aa7-1c01-4a45-9ec6-985df59a0151 None None] Provisioning for port a7ae0884-ff07-4d83-83bc-4eaafa095ce5 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:56:32.894396 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-a5988aa7-1c01-4a45-9ec6-985df59a0151 None None] Provisioning complete for port a7ae0884-ff07-4d83-83bc-4eaafa095ce5 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:32.895019 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a5988aa7-1c01-4a45-9ec6-985df59a0151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:32.904974 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-05a123a9-2103-4c97-bef5-5d7658e415e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64e11f3d-c66f-419f-a636-f043b1149779']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:32.931580 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-05a123a9-2103-4c97-bef5-5d7658e415e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d7a817-966c-4898-ba83-d3a79a05e9f5') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:32.932073 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-05a123a9-2103-4c97-bef5-5d7658e415e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d7a817-966c-4898-ba83-d3a79a05e9f5') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:32.950945 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-a5988aa7-1c01-4a45-9ec6-985df59a0151 None None] Port a7ae0884-ff07-4d83-83bc-4eaafa095ce5 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:56:32.962681 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-e700de39-af3a-4150-952f-5972a7eabda1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 3d103d11-19f9-41c7-9333-579c517a5cc7) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:56:32.966901 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e700de39-af3a-4150-952f-5972a7eabda1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:32.968302 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e700de39-af3a-4150-952f-5972a7eabda1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:32.973240 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e3621e-47be-4c71-8dec-d1a8d519c3c7 None None] Network 3d103d11-19f9-41c7-9333-579c517a5cc7 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:56:32.994040 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-05a123a9-2103-4c97-bef5-5d7658e415e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:33.011656 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-dae26991-abad-4002-96f9-121106f84a03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:33.031232 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2648ee-d1e3-425c-8fbc-5aa26e8a033f req-e74284d4-08e9-4c8f-ab63-7a452c4fa465 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:33.042559 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ed2648ee-d1e3-425c-8fbc-5aa26e8a033f req-e74284d4-08e9-4c8f-ab63-7a452c4fa465 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 945 time: 0.4815948 Feb 03 13:56:33.042559 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-dae26991-abad-4002-96f9-121106f84a03 admin admin] Usage tracker for resource:security_group_rule and tenant:0efc7b0480dd4270a283e2a1b23af866 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:56:33.044482 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-dae26991-abad-4002-96f9-121106f84a03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:56:33.048733 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-05a123a9-2103-4c97-bef5-5d7658e415e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:33.074984 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-dae26991-abad-4002-96f9-121106f84a03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:33.078300 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e700de39-af3a-4150-952f-5972a7eabda1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4750500 Feb 03 13:56:33.084583 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50900) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:33.093098 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-6bd9b899-9d8b-443c-9579-0891267f3b56 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Request body: {'subnet': {'network_id': 'e8f95d25-f669-465c-a856-8a32459ef628', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:33.103668 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a123a9-2103-4c97-bef5-5d7658e415e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:56:33.104059 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-05a123a9-2103-4c97-bef5-5d7658e415e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:33.119032 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 13:56:33.119032 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:56:33.119032 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 13:56:33.119032 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:56:33.119032 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 13:56:33.119032 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:56:33.119032 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 13:56:33.119032 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:56:33.119032 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 13:56:33.119032 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:56:33.119032 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 13:56:33.119032 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:56:33.119032 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 13:56:33.119032 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:56:33.119032 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:56:33.119032 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:56:33.119032 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:56:33.119032 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:56:33.119032 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 13:56:33.119032 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:56:33.119032 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 13:56:33.119032 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:56:33.119032 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:56:33.119032 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:56:33.119032 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 13:56:33.119032 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:56:33.119032 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:56:33.119032 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:56:33.119032 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:56:33.119032 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:56:33.119032 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:56:33.119032 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:56:33.146028 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0857e4-a472-45b8-8d59-a2a6635749a6 req-ff7eea64-3246-4763-a445-61b8e33f7d2f tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:33.146236 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-f0ddf399-b8b2-44b5-87e1-7f8cd0d20be1 None None] Provisioning complete for port 458f588c-d388-4074-b385-e4f660a02d79 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:33.146588 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f0ddf399-b8b2-44b5-87e1-7f8cd0d20be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:33.147451 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7c0857e4-a472-45b8-8d59-a2a6635749a6 req-ff7eea64-3246-4763-a445-61b8e33f7d2f tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/ports?device_id=65215c73-cbbd-41e8-abe4-aafa969bf7b9 HTTP/1.1" status: 200 len: 944 time: 0.5974445 Feb 03 13:56:33.226940 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-6bd9b899-9d8b-443c-9579-0891267f3b56 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:33.233636 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-6bd9b899-9d8b-443c-9579-0891267f3b56 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Usage tracker for resource:subnet and tenant:e560cbcda02c46efaee7f040dc641828 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:56:33.236924 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-6bd9b899-9d8b-443c-9579-0891267f3b56 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:56:33.245205 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-f0ddf399-b8b2-44b5-87e1-7f8cd0d20be1 None None] Port 458f588c-d388-4074-b385-e4f660a02d79 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:56:33.248068 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-6bd9b899-9d8b-443c-9579-0891267f3b56 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:33.251647 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637bf5cf-e827-4f1a-81c9-bd76efc64ba1 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Router 45df2544-2759-41e4-9bc1-63028e54f809 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:56:33.268535 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-f0ddf399-b8b2-44b5-87e1-7f8cd0d20be1 None None] Provisioning complete for port a7ae0884-ff07-4d83-83bc-4eaafa095ce5 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:33.268980 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f0ddf399-b8b2-44b5-87e1-7f8cd0d20be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:33.296763 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5d63bb-0c51-48e8-b637-cebca9e5c584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-3d103d11-19f9-41c7-9333-579c517a5cc7', 'network_id': '3d103d11-19f9-41c7-9333-579c517a5cc7', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'fixed_ips': [{'subnet_id': '40484443-6352-4108-b3da-903b6ebadf82'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:56:33.297655 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5a5d63bb-0c51-48e8-b637-cebca9e5c584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:33.337651 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ed2648ee-d1e3-425c-8fbc-5aa26e8a033f req-05355206-9d3f-4355-9ac8-4df49f6f4a6e tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2947192 Feb 03 13:56:33.352827 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd9b899-9d8b-443c-9579-0891267f3b56 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Made reservation on behalf of e560cbcda02c46efaee7f040dc641828 for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:56:33.376274 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-f0ddf399-b8b2-44b5-87e1-7f8cd0d20be1 None None] Port a7ae0884-ff07-4d83-83bc-4eaafa095ce5 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:56:33.446742 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-05a123a9-2103-4c97-bef5-5d7658e415e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:33.486556 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 8aa2abc8-4860-4676-97c3-22036a3260c5 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:56:33.504875 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-05a123a9-2103-4c97-bef5-5d7658e415e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:33.531666 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b7bc9bee-bc14-4e68-80a2-f824dd23d1aa tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:33.542547 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6bd9b899-9d8b-443c-9579-0891267f3b56 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:33.570239 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-5a5d63bb-0c51-48e8-b637-cebca9e5c584 None None] Allocated IP 2001:db8::2 (3d103d11-19f9-41c7-9333-579c517a5cc7/40484443-6352-4108-b3da-903b6ebadf82/21d6babb-fe39-4c9c-99a2-9fedaf65c56c) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:56:33.602268 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-05a123a9-2103-4c97-bef5-5d7658e415e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271-project] 10.222.0.41 "DELETE /v2.0/networks/64e11f3d-c66f-419f-a636-f043b1149779 HTTP/1.1" status: 204 len: 168 time: 1.5089531 Feb 03 13:56:33.604134 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a123a9-2103-4c97-bef5-5d7658e415e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309370271-project] Pushing event deleted for resources: {'Network': ['ID=64e11f3d-c66f-419f-a636-f043b1149779,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:33.621392 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7c0857e4-a472-45b8-8d59-a2a6635749a6 req-5870644e-a765-4f5d-b1ba-4f71288d912b tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4de8980-b0c3-4215-bb46-4e841e19d727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3798788 Feb 03 13:56:33.711383 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 8aa2abc8-4860-4676-97c3-22036a3260c5 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:33.711754 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:33.741308 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-dae26991-abad-4002-96f9-121106f84a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:33.750397 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-b7bc9bee-bc14-4e68-80a2-f824dd23d1aa tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Calling delete_port for a7ae0884-ff07-4d83-83bc-4eaafa095ce5 owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:56:33.793138 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637bf5cf-e827-4f1a-81c9-bd76efc64ba1 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:56:33.810817 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-637bf5cf-e827-4f1a-81c9-bd76efc64ba1 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:33.816600 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-dae26991-abad-4002-96f9-121106f84a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:33.836365 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80f2922-6b7f-4461-9369-e627d86308b0 None None] Sync routers for ids ['45df2544-2759-41e4-9bc1-63028e54f809'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:56:33.903104 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfd940-a885-4cf7-a350-57cf6c11736d req-826841cf-6b81-4a06-a244-9a40973f4ab9 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:33.907380 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-eacfd940-a885-4cf7-a350-57cf6c11736d req-826841cf-6b81-4a06-a244-9a40973f4ab9 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd9d73c-75f1-4f4a-bb32-219abd7ccb49 HTTP/1.1" status: 200 len: 945 time: 0.4031501 Feb 03 13:56:33.907380 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae26991-abad-4002-96f9-121106f84a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d556702c-3178-4584-a35f-439fa7ddbb65,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:33.913014 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-637bf5cf-e827-4f1a-81c9-bd76efc64ba1 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] 10.222.0.41 "DELETE /v2.0/floatingips/64d3ca61-617b-4190-8d3a-730fcee49d0b HTTP/1.1" status: 204 len: 168 time: 3.8625073 Feb 03 13:56:33.916470 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50906) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:33.917536 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-dae26991-abad-4002-96f9-121106f84a03 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0efc7b0480dd4270a283e2a1b23af866&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6422951 Feb 03 13:56:33.918610 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50908) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:33.925382 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-5d3e3bd9-3545-4f05-b12b-7ed014793cde tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Request body: {'floatingip': {'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:33.941562 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-5d3e3bd9-3545-4f05-b12b-7ed014793cde tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:33.949840 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-5d3e3bd9-3545-4f05-b12b-7ed014793cde tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Usage tracker for resource:floatingip and tenant:8c074a3e1dde470297654231b25a9cae is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:56:33.956410 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80f2922-6b7f-4461-9369-e627d86308b0 None None] Routers {'45df2544-2759-41e4-9bc1-63028e54f809'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:56:33.957469 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-b80f2922-6b7f-4461-9369-e627d86308b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:56:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['45df2544-2759-41e4-9bc1-63028e54f809'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:33.959290 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-5d3e3bd9-3545-4f05-b12b-7ed014793cde tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:56:33.969555 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-5d3e3bd9-3545-4f05-b12b-7ed014793cde tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:33.982977 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6bd9b899-9d8b-443c-9579-0891267f3b56 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:34.010140 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-eacfd940-a885-4cf7-a350-57cf6c11736d req-8a88050a-81c9-45d4-88b8-55247403fd36 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fa10138-802d-46da-adbc-f6f2442236d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0987334 Feb 03 13:56:34.021227 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 3809cb83-47cc-433e-866a-d0addc09fc6d up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:56:34.071653 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-b80f2922-6b7f-4461-9369-e627d86308b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:34.088266 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5a5d63bb-0c51-48e8-b637-cebca9e5c584 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:34.104126 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b7bc9bee-bc14-4e68-80a2-f824dd23d1aa tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:34.109990 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9b899-9d8b-443c-9579-0891267f3b56 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event updated for resources: {'Subnet': ['ID=d2e1fbb9-16f8-45a1-a2b1-51b8063e16a1,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:34.113359 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-5a5d63bb-0c51-48e8-b637-cebca9e5c584 None None] Transition to ACTIVE for port object 21d6babb-fe39-4c9c-99a2-9fedaf65c56c will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:56:34.114801 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-56dd2147-6e96-449d-97d4-f3f539568764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:34.127795 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5d3e3bd9-3545-4f05-b12b-7ed014793cde tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:34.129860 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80f2922-6b7f-4461-9369-e627d86308b0 None None] Routers {'45df2544-2759-41e4-9bc1-63028e54f809'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:56:34.130477 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-b80f2922-6b7f-4461-9369-e627d86308b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:56:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['45df2544-2759-41e4-9bc1-63028e54f809'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:34.174112 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc9bee-bc14-4e68-80a2-f824dd23d1aa tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Pushing event deleted for resources: {'Port': ['ID=a7ae0884-ff07-4d83-83bc-4eaafa095ce5,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:34.202277 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-5a5d63bb-0c51-48e8-b637-cebca9e5c584 None None] Transition to ACTIVE for port object 21d6babb-fe39-4c9c-99a2-9fedaf65c56c will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:56:34.205055 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-b80f2922-6b7f-4461-9369-e627d86308b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:34.205481 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80f2922-6b7f-4461-9369-e627d86308b0 None None] The sync data for ids ['45df2544-2759-41e4-9bc1-63028e54f809'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:56:34.247974 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-56dd2147-6e96-449d-97d4-f3f539568764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:34.257293 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd9b899-9d8b-443c-9579-0891267f3b56 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Checking segment: {'id': '7afcc4b8-870f-43d0-b4d5-0fbc0a6089b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e8f95d25-f669-465c-a856-8a32459ef628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:56:34.257771 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd9b899-9d8b-443c-9579-0891267f3b56 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Network hostable DHCP agents. Network: e8f95d25-f669-465c-a856-8a32459ef628, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:56:34.283760 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5a5d63bb-0c51-48e8-b637-cebca9e5c584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:34.297612 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b7bc9bee-bc14-4e68-80a2-f824dd23d1aa tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:34.307793 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50916) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:34.318166 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b7bc9bee-bc14-4e68-80a2-f824dd23d1aa tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] 10.222.0.41 "DELETE /v2.0/ports/a7ae0884-ff07-4d83-83bc-4eaafa095ce5 HTTP/1.1" status: 204 len: 168 time: 2.0089648 Feb 03 13:56:34.321274 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50922) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:34.335840 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-5100b9ef-3588-40b8-a4ca-f501176ea1c1 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Request body: {'port': {'name': 'tempest-new-port-name-664318841', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:34.336307 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.api.validators [None req-5100b9ef-3588-40b8-a4ca-f501176ea1c1 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] bootfile-name is not in valid_values {{(pid=84182) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 03 13:56:34.338572 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.api.validators [None req-5100b9ef-3588-40b8-a4ca-f501176ea1c1 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] tftp-server is not in valid_values {{(pid=84182) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 03 13:56:34.339876 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.api.validators [None req-5100b9ef-3588-40b8-a4ca-f501176ea1c1 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] server-ip-address is not in valid_values {{(pid=84182) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 03 13:56:34.410121 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d63bb-0c51-48e8-b637-cebca9e5c584 None None] Pushing event updated for resources: {'Port': ['ID=21d6babb-fe39-4c9c-99a2-9fedaf65c56c,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:34.415338 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning for port 3809cb83-47cc-433e-866a-d0addc09fc6d completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:56:34.436153 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port 3809cb83-47cc-433e-866a-d0addc09fc6d triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:34.436153 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:34.442597 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd9b899-9d8b-443c-9579-0891267f3b56 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Network e8f95d25-f669-465c-a856-8a32459ef628 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:56:34.454146 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5d3e3bd9-3545-4f05-b12b-7ed014793cde tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:34.504685 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5d63bb-0c51-48e8-b637-cebca9e5c584 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:34.505130 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5d63bb-0c51-48e8-b637-cebca9e5c584 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:34.505617 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5d63bb-0c51-48e8-b637-cebca9e5c584 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:34.506047 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5d63bb-0c51-48e8-b637-cebca9e5c584 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:34.506514 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5d63bb-0c51-48e8-b637-cebca9e5c584 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:34.506947 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5d63bb-0c51-48e8-b637-cebca9e5c584 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:34.507416 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5d63bb-0c51-48e8-b637-cebca9e5c584 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:34.507871 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5d63bb-0c51-48e8-b637-cebca9e5c584 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:34.508292 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5d63bb-0c51-48e8-b637-cebca9e5c584 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:34.508758 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5d63bb-0c51-48e8-b637-cebca9e5c584 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:34.509174 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5d63bb-0c51-48e8-b637-cebca9e5c584 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:34.517172 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5d63bb-0c51-48e8-b637-cebca9e5c584 None None] Network 3d103d11-19f9-41c7-9333-579c517a5cc7 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:56:34.522431 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-5a5d63bb-0c51-48e8-b637-cebca9e5c584 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:56:34.525021 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5d63bb-0c51-48e8-b637-cebca9e5c584 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:56:34.547878 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-56dd2147-6e96-449d-97d4-f3f539568764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:34.591778 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dd2147-6e96-449d-97d4-f3f539568764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d556702c-3178-4584-a35f-439fa7ddbb65,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:34.607866 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-56dd2147-6e96-449d-97d4-f3f539568764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:34.612057 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-56dd2147-6e96-449d-97d4-f3f539568764 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d556702c-3178-4584-a35f-439fa7ddbb65 HTTP/1.1" status: 204 len: 168 time: 0.6898482 Feb 03 13:56:34.613527 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-6bd9b899-9d8b-443c-9579-0891267f3b56 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, e8f95d25-f669-465c-a856-8a32459ef628) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:56:34.622102 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd9b899-9d8b-443c-9579-0891267f3b56 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:34.622695 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6bd9b899-9d8b-443c-9579-0891267f3b56 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:34.659239 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77384839-fd1c-42c4-b46e-b1b638b9752d None None] Network e8f95d25-f669-465c-a856-8a32459ef628 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:56:34.660636 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5100b9ef-3588-40b8-a4ca-f501176ea1c1 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:34.751342 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:34.779143 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-6bd9b899-9d8b-443c-9579-0891267f3b56 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6933029 Feb 03 13:56:34.779796 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50932) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:34.786231 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-5a5d63bb-0c51-48e8-b637-cebca9e5c584 None None] Attempting to bind port 21d6babb-fe39-4c9c-99a2-9fedaf65c56c on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:56:34.786692 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-5a5d63bb-0c51-48e8-b637-cebca9e5c584 None None] Attempting to bind port 21d6babb-fe39-4c9c-99a2-9fedaf65c56c by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'da5218a6-8081-4cb3-b896-b51028fb62b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3d103d11-19f9-41c7-9333-579c517a5cc7'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:56:34.787142 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5d63bb-0c51-48e8-b637-cebca9e5c584 None None] Attempting to bind port 21d6babb-fe39-4c9c-99a2-9fedaf65c56c on network 3d103d11-19f9-41c7-9333-579c517a5cc7 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:56:34.799721 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-e74d6d52-e81c-42d3-9395-4ac33268fd36 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1550623374', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:34.806588 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-5d3e3bd9-3545-4f05-b12b-7ed014793cde tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Allocated IP 172.26.3.130 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/9bda561f-3528-40fc-a928-3bff4bc67a81) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:56:34.808911 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e74d6d52-e81c-42d3-9395-4ac33268fd36 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:34.817785 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e74d6d52-e81c-42d3-9395-4ac33268fd36 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Usage tracker for resource:router and tenant:e560cbcda02c46efaee7f040dc641828 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:56:34.819350 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5d63bb-0c51-48e8-b637-cebca9e5c584 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:56:34.827248 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5d63bb-0c51-48e8-b637-cebca9e5c584 None None] Checking segment: {'id': 'da5218a6-8081-4cb3-b896-b51028fb62b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3d103d11-19f9-41c7-9333-579c517a5cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:56:34.827248 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5a5d63bb-0c51-48e8-b637-cebca9e5c584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:34.827248 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5d63bb-0c51-48e8-b637-cebca9e5c584 None None] Bound using segment: {'id': 'da5218a6-8081-4cb3-b896-b51028fb62b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3d103d11-19f9-41c7-9333-579c517a5cc7'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:56:34.827248 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-5a5d63bb-0c51-48e8-b637-cebca9e5c584 None None] Bound port: 21d6babb-fe39-4c9c-99a2-9fedaf65c56c, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da5218a6-8081-4cb3-b896-b51028fb62b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3d103d11-19f9-41c7-9333-579c517a5cc7'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:56:34.827248 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5a5d63bb-0c51-48e8-b637-cebca9e5c584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:34.827727 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e74d6d52-e81c-42d3-9395-4ac33268fd36 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:56:34.830014 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65215c73-cbbd-41e8-abe4-aafa969bf7b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3809cb83-47cc-433e-866a-d0addc09fc6d'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 13:56:34.830392 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e74d6d52-e81c-42d3-9395-4ac33268fd36 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:34.841062 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-650c715e-58b4-494c-b2eb-cf106917a1b7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e2f7617395304bd3806fd747ee0a3dcc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5298591 Feb 03 13:56:34.849925 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50936) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:34.922599 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b98120-4f07-4b60-a374-5a5f16b7f8aa req-b52a57d7-052d-4fea-bf90-3abe8d115305 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:34.922933 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 3809cb83-47cc-433e-866a-d0addc09fc6d, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=3809cb83-47cc-433e-866a-d0addc09fc6d,segment=NetworkSegment(7b419f28-6522-4ce5-982d-f7c4ce3b9016),segment_id=7b419f28-6522-4ce5-982d-f7c4ce3b9016)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:56:34.929866 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-81b98120-4f07-4b60-a374-5a5f16b7f8aa req-b52a57d7-052d-4fea-bf90-3abe8d115305 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 945 time: 0.3521008 Feb 03 13:56:35.011764 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e74d6d52-e81c-42d3-9395-4ac33268fd36 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:35.013042 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e74d6d52-e81c-42d3-9395-4ac33268fd36 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:35.044641 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:35.045419 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 5aaaec19-e12f-4c1e-a683-467a307ef302 up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:56:35.069341 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7a028fd0-6480-496a-9704-05950dd75aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:35.073522 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5d3e3bd9-3545-4f05-b12b-7ed014793cde tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:35.110215 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e74d6d52-e81c-42d3-9395-4ac33268fd36 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:35.120473 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7a028fd0-6480-496a-9704-05950dd75aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:35.169299 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=3809cb83-47cc-433e-866a-d0addc09fc6d,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:35.231157 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-5a5d63bb-0c51-48e8-b637-cebca9e5c584 None None] For port 21d6babb-fe39-4c9c-99a2-9fedaf65c56c, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:56:35.245474 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-5a5d63bb-0c51-48e8-b637-cebca9e5c584 None None] For port 21d6babb-fe39-4c9c-99a2-9fedaf65c56c, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=21d6babb-fe39-4c9c-99a2-9fedaf65c56c,segment=NetworkSegment(da5218a6-8081-4cb3-b896-b51028fb62b7),segment_id=da5218a6-8081-4cb3-b896-b51028fb62b7)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:56:35.255870 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e216d071-7aba-4c6a-84b3-4d7801e022bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-e8f95d25-f669-465c-a856-8a32459ef628', 'network_id': 'e8f95d25-f669-465c-a856-8a32459ef628', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'fixed_ips': [{'subnet_id': 'd2e1fbb9-16f8-45a1-a2b1-51b8063e16a1'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:56:35.256736 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e216d071-7aba-4c6a-84b3-4d7801e022bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:35.269833 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-81b98120-4f07-4b60-a374-5a5f16b7f8aa req-486a862a-0a72-4a72-88bc-0ce591cebb70 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3391151 Feb 03 13:56:35.287509 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e74d6d52-e81c-42d3-9395-4ac33268fd36 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:35.298075 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427038e-15bf-4a96-9c7e-b3254e4ee0ab req-bb88b4e7-3fdd-4bcd-86ce-a20c12e2e325 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:35.299552 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9427038e-15bf-4a96-9c7e-b3254e4ee0ab req-bb88b4e7-3fdd-4bcd-86ce-a20c12e2e325 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/ports?device_id=65215c73-cbbd-41e8-abe4-aafa969bf7b9 HTTP/1.1" status: 200 len: 944 time: 0.4754388 Feb 03 13:56:35.340006 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5d3e3bd9-3545-4f05-b12b-7ed014793cde tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:35.360701 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5100b9ef-3588-40b8-a4ca-f501176ea1c1 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:35.390411 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7a028fd0-6480-496a-9704-05950dd75aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:35.392949 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7a028fd0-6480-496a-9704-05950dd75aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:35.394185 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-7a028fd0-6480-496a-9704-05950dd75aa2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/defe9a99-ad3e-4608-bfa2-4fc0997da310 HTTP/1.1" status: 204 len: 168 time: 0.5433381 Feb 03 13:56:35.398478 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning for port 5aaaec19-e12f-4c1e-a683-467a307ef302 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:56:35.403090 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5a5d63bb-0c51-48e8-b637-cebca9e5c584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:35.413321 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9427038e-15bf-4a96-9c7e-b3254e4ee0ab req-ccc165ea-97d5-4da5-8822-5dd890277d37 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4de8980-b0c3-4215-bb46-4e841e19d727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811663 Feb 03 13:56:35.433939 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a028fd0-6480-496a-9704-05950dd75aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=defe9a99-ad3e-4608-bfa2-4fc0997da310,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:35.470129 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3e3bd9-3545-4f05-b12b-7ed014793cde tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:56:35.470638 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5100b9ef-3588-40b8-a4ca-f501176ea1c1 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:35.474283 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-5d3e3bd9-3545-4f05-b12b-7ed014793cde tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:56:35.482621 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e74d6d52-e81c-42d3-9395-4ac33268fd36 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:35.484000 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e74d6d52-e81c-42d3-9395-4ac33268fd36 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6991355 Feb 03 13:56:35.485103 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3e3bd9-3545-4f05-b12b-7ed014793cde tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:56:35.505615 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d63bb-0c51-48e8-b637-cebca9e5c584 None None] Pushing event updated for resources: {'Port': ['ID=21d6babb-fe39-4c9c-99a2-9fedaf65c56c,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:35.522504 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50954) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:35.527098 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port 5aaaec19-e12f-4c1e-a683-467a307ef302 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:35.528021 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:35.601885 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5100b9ef-3588-40b8-a4ca-f501176ea1c1 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Pushing event updated for resources: {'Port': ['ID=458f588c-d388-4074-b385-e4f660a02d79,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:35.629589 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e3bd9-3545-4f05-b12b-7ed014793cde tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Pushing event updated for resources: {'Port': ['ID=9bda561f-3528-40fc-a928-3bff4bc67a81,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:35.672807 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-e216d071-7aba-4c6a-84b3-4d7801e022bc None None] Allocated IP 2001:db8:1::2 (e8f95d25-f669-465c-a856-8a32459ef628/d2e1fbb9-16f8-45a1-a2b1-51b8063e16a1/a3dbf0d4-e8ff-41cb-a724-b9ccef05c12e) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:56:35.715802 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50958) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:35.761341 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:35.864094 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-5100b9ef-3588-40b8-a4ca-f501176ea1c1 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] In _notify_port_updated(), no bound segment for port 458f588c-d388-4074-b385-e4f660a02d79 on network a9b3f4db-a810-48b0-a557-1c448676e45d {{(pid=84182) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 03 13:56:35.868689 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5100b9ef-3588-40b8-a4ca-f501176ea1c1 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:35.869043 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5100b9ef-3588-40b8-a4ca-f501176ea1c1 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:35.870547 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-5100b9ef-3588-40b8-a4ca-f501176ea1c1 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] 10.222.0.41 "PUT /v2.0/ports/458f588c-d388-4074-b385-e4f660a02d79 HTTP/1.1" status: 200 len: 1135 time: 1.5450656 Feb 03 13:56:35.875391 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4ff1696d-109b-415c-8991-801093e4feb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:35.892842 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50962) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:36.010969 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 5aaaec19-e12f-4c1e-a683-467a307ef302, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=5aaaec19-e12f-4c1e-a683-467a307ef302,segment=NetworkSegment(4b99bbed-0ea2-4415-a75d-61e4f1dbd54c),segment_id=4b99bbed-0ea2-4415-a75d-61e4f1dbd54c)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:56:36.048759 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-4ff1696d-109b-415c-8991-801093e4feb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:36.053444 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-4ff1696d-109b-415c-8991-801093e4feb3 admin admin] Usage tracker for resource:security_group_rule and tenant:5a100269250e4a34bb83d11171ad3f7d is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:56:36.056719 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-4ff1696d-109b-415c-8991-801093e4feb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:56:36.070532 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-4ff1696d-109b-415c-8991-801093e4feb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:36.090482 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:36.091320 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 4ccd1588-742b-4c70-9905-1804d6d1b0db up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:56:36.181573 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4ff1696d-109b-415c-8991-801093e4feb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:36.229287 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33878af1-09e3-4716-83ba-331b2d0f4a48 req-8fec6856-271b-43ce-a3eb-44e1a2cff7cb tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:36.231041 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-33878af1-09e3-4716-83ba-331b2d0f4a48 req-8fec6856-271b-43ce-a3eb-44e1a2cff7cb tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd9d73c-75f1-4f4a-bb32-219abd7ccb49 HTTP/1.1" status: 200 len: 945 time: 0.6308103 Feb 03 13:56:36.242366 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e36bfa5-a8a4-40ea-a994-fa0aab745e4e tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:36.242824 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-8e36bfa5-a8a4-40ea-a994-fa0aab745e4e tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Synchronizing usage tracker for tenant:59aca9a6e1ea4199979df6b7ae585424 on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:56:36.257057 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4ff1696d-109b-415c-8991-801093e4feb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:36.288646 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=5aaaec19-e12f-4c1e-a683-467a307ef302,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:36.348408 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5d3e3bd9-3545-4f05-b12b-7ed014793cde tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:36.363972 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff1696d-109b-415c-8991-801093e4feb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b6c536-056f-408f-ae84-f454b48adf52,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:36.371638 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4ff1696d-109b-415c-8991-801093e4feb3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5a100269250e4a34bb83d11171ad3f7d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6505733 Feb 03 13:56:36.375226 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50970) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:36.379804 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-33878af1-09e3-4716-83ba-331b2d0f4a48 req-40056968-e5ee-4917-a5ab-6133a5cc47eb tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fa10138-802d-46da-adbc-f6f2442236d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1239505 Feb 03 13:56:36.412925 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65215c73-cbbd-41e8-abe4-aafa969bf7b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3809cb83-47cc-433e-866a-d0addc09fc6d', 'code': 200} Feb 03 13:56:36.465786 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-8e36bfa5-a8a4-40ea-a994-fa0aab745e4e tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Unset dirty status for tenant:59aca9a6e1ea4199979df6b7ae585424 on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:56:36.467636 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-8e36bfa5-a8a4-40ea-a994-fa0aab745e4e tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] 10.222.0.41 "GET /v2.0/ports/458f588c-d388-4074-b385-e4f660a02d79 HTTP/1.1" status: 200 len: 1135 time: 0.5738580 Feb 03 13:56:36.474189 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50976) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:36.535795 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-7add3c27-7f40-49a1-beb7-8874ebd9c40f None None] Provisioning complete for port 458f588c-d388-4074-b385-e4f660a02d79 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:36.536171 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7add3c27-7f40-49a1-beb7-8874ebd9c40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:36.560221 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 50980) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:36.585173 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5d3e3bd9-3545-4f05-b12b-7ed014793cde tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:36.595216 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-7add3c27-7f40-49a1-beb7-8874ebd9c40f None None] Port 458f588c-d388-4074-b385-e4f660a02d79 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:56:36.602126 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e216d071-7aba-4c6a-84b3-4d7801e022bc None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:36.613337 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-e216d071-7aba-4c6a-84b3-4d7801e022bc None None] Transition to ACTIVE for port object a3dbf0d4-e8ff-41cb-a724-b9ccef05c12e will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:56:36.638002 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-93eee7ac-315b-4ec0-b998-9a285ae6ffc8 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Deleting port 458f588c-d388-4074-b385-e4f660a02d79 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:56:36.638343 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-93eee7ac-315b-4ec0-b998-9a285ae6ffc8 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:36.642418 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-e216d071-7aba-4c6a-84b3-4d7801e022bc None None] Transition to ACTIVE for port object a3dbf0d4-e8ff-41cb-a724-b9ccef05c12e will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:56:36.692794 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning for port 4ccd1588-742b-4c70-9905-1804d6d1b0db completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:56:36.704894 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port 4ccd1588-742b-4c70-9905-1804d6d1b0db triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:36.705549 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:36.737901 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cfca71e5-8795-4928-9396-4a8ebedf45c0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:36.746615 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e216d071-7aba-4c6a-84b3-4d7801e022bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:36.792605 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8acd89d1-be1d-41c9-b448-196e9f00f644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:36.821462 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8acd89d1-be1d-41c9-b448-196e9f00f644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:36.850513 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e216d071-7aba-4c6a-84b3-4d7801e022bc None None] Network e8f95d25-f669-465c-a856-8a32459ef628 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:56:36.855700 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-e216d071-7aba-4c6a-84b3-4d7801e022bc None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:56:36.858260 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e216d071-7aba-4c6a-84b3-4d7801e022bc None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:56:36.878388 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e216d071-7aba-4c6a-84b3-4d7801e022bc None None] Pushing event updated for resources: {'Port': ['ID=a3dbf0d4-e8ff-41cb-a724-b9ccef05c12e,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:37.035434 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-e216d071-7aba-4c6a-84b3-4d7801e022bc None None] Attempting to bind port a3dbf0d4-e8ff-41cb-a724-b9ccef05c12e on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:56:37.036010 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-e216d071-7aba-4c6a-84b3-4d7801e022bc None None] Attempting to bind port a3dbf0d4-e8ff-41cb-a724-b9ccef05c12e by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '7afcc4b8-870f-43d0-b4d5-0fbc0a6089b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e8f95d25-f669-465c-a856-8a32459ef628'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:56:37.036242 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e216d071-7aba-4c6a-84b3-4d7801e022bc None None] Attempting to bind port a3dbf0d4-e8ff-41cb-a724-b9ccef05c12e on network e8f95d25-f669-465c-a856-8a32459ef628 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:56:37.045395 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e216d071-7aba-4c6a-84b3-4d7801e022bc None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:56:37.046223 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e216d071-7aba-4c6a-84b3-4d7801e022bc None None] Checking segment: {'id': '7afcc4b8-870f-43d0-b4d5-0fbc0a6089b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e8f95d25-f669-465c-a856-8a32459ef628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:56:37.046223 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e216d071-7aba-4c6a-84b3-4d7801e022bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:37.047156 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e216d071-7aba-4c6a-84b3-4d7801e022bc None None] Bound using segment: {'id': '7afcc4b8-870f-43d0-b4d5-0fbc0a6089b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e8f95d25-f669-465c-a856-8a32459ef628'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:56:37.047769 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-e216d071-7aba-4c6a-84b3-4d7801e022bc None None] Bound port: a3dbf0d4-e8ff-41cb-a724-b9ccef05c12e, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7afcc4b8-870f-43d0-b4d5-0fbc0a6089b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e8f95d25-f669-465c-a856-8a32459ef628'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:56:37.048155 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e216d071-7aba-4c6a-84b3-4d7801e022bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:37.059347 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-9654a187-0bbf-436c-9d62-ef02c1d374cd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1212783798054473b0bf8a862bba12ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4909627 Feb 03 13:56:37.069749 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:37.073219 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 50984) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:37.087245 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8acd89d1-be1d-41c9-b448-196e9f00f644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:37.135868 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd89d1-be1d-41c9-b448-196e9f00f644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b6c536-056f-408f-ae84-f454b48adf52,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:37.165571 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 4ccd1588-742b-4c70-9905-1804d6d1b0db, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=4ccd1588-742b-4c70-9905-1804d6d1b0db,segment=NetworkSegment(0e7268e2-bf48-4ad7-89d0-b4489178b8a5),segment_id=0e7268e2-bf48-4ad7-89d0-b4489178b8a5)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:56:37.175033 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c95387-1807-40eb-b47b-f7f4446fa26f None None] Network 3d103d11-19f9-41c7-9333-579c517a5cc7 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:56:37.180429 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e577b-209e-45b6-b7bc-815462e0b7e5 req-e52b8eca-9dd5-4572-9414-4566275e742f tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:37.181958 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-481e577b-209e-45b6-b7bc-815462e0b7e5 req-e52b8eca-9dd5-4572-9414-4566275e742f tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/ports?device_id=65215c73-cbbd-41e8-abe4-aafa969bf7b9 HTTP/1.1" status: 200 len: 945 time: 0.4831481 Feb 03 13:56:37.200413 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8acd89d1-be1d-41c9-b448-196e9f00f644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:37.201684 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-8acd89d1-be1d-41c9-b448-196e9f00f644 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/33b6c536-056f-408f-ae84-f454b48adf52 HTTP/1.1" status: 204 len: 168 time: 0.8252912 Feb 03 13:56:37.215582 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc613b-95e1-456d-b76e-ee32ad5d24d1 req-d31693aa-3903-4964-9527-c3734259bfe8 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:37.217180 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-28cc613b-95e1-456d-b76e-ee32ad5d24d1 req-d31693aa-3903-4964-9527-c3734259bfe8 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 945 time: 0.5269434 Feb 03 13:56:37.254458 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-e216d071-7aba-4c6a-84b3-4d7801e022bc None None] For port a3dbf0d4-e8ff-41cb-a724-b9ccef05c12e, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:56:37.262898 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-e216d071-7aba-4c6a-84b3-4d7801e022bc None None] For port a3dbf0d4-e8ff-41cb-a724-b9ccef05c12e, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=a3dbf0d4-e8ff-41cb-a724-b9ccef05c12e,segment=NetworkSegment(7afcc4b8-870f-43d0-b4d5-0fbc0a6089b8),segment_id=7afcc4b8-870f-43d0-b4d5-0fbc0a6089b8)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:56:37.274884 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-93eee7ac-315b-4ec0-b998-9a285ae6ffc8 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:37.334300 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-fca59c46-aae4-4b37-a5e6-cca5f319e4d0 req-9a4d5daa-412b-423f-95c9-c8fba7534d47 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=65215c73-cbbd-41e8-abe4-aafa969bf7b9 HTTP/1.1" status: 200 len: 1098 time: 0.6034231 Feb 03 13:56:37.373705 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:37.427761 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.db.resource_extend [None req-5d3e3bd9-3545-4f05-b12b-7ed014793cde tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 13:56:37.439565 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e216d071-7aba-4c6a-84b3-4d7801e022bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:37.444917 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-93eee7ac-315b-4ec0-b998-9a285ae6ffc8 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Calling delete_port for 458f588c-d388-4074-b385-e4f660a02d79 owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:56:37.458227 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-fca59c46-aae4-4b37-a5e6-cca5f319e4d0 req-b62387c6-d7a9-4e32-a2f4-89c7a354ebb8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:37.485687 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5d3e3bd9-3545-4f05-b12b-7ed014793cde tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:37.498290 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 21d6babb-fe39-4c9c-99a2-9fedaf65c56c up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:56:37.543802 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-28cc613b-95e1-456d-b76e-ee32ad5d24d1 req-79591076-336e-4292-aebd-7f917df21009 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2942946 Feb 03 13:56:37.544943 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e0943138-2461-48eb-8329-4f13691c0b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:37.558675 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-cb906849-ad09-41f3-ba33-4ff23f5ee023 None None] Provisioning for port 21d6babb-fe39-4c9c-99a2-9fedaf65c56c completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:56:37.572264 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-fca59c46-aae4-4b37-a5e6-cca5f319e4d0 req-b62387c6-d7a9-4e32-a2f4-89c7a354ebb8 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:37.572264 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5d3e3bd9-3545-4f05-b12b-7ed014793cde tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:37.580821 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-481e577b-209e-45b6-b7bc-815462e0b7e5 req-aae17815-df45-4c9e-a268-5bcb8a156da0 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4de8980-b0c3-4215-bb46-4e841e19d727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3750525 Feb 03 13:56:37.598180 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=4ccd1588-742b-4c70-9905-1804d6d1b0db,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:37.625043 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-fca59c46-aae4-4b37-a5e6-cca5f319e4d0 req-b62387c6-d7a9-4e32-a2f4-89c7a354ebb8 service neutron] Usage tracker for resource:security_group_rule and tenant:8a302000e96344bda6a7b913109a7e96 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:56:37.632662 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-fca59c46-aae4-4b37-a5e6-cca5f319e4d0 req-b62387c6-d7a9-4e32-a2f4-89c7a354ebb8 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:56:37.645915 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-cfca71e5-8795-4928-9396-4a8ebedf45c0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Allocated IP 2001:db8::1 (3d103d11-19f9-41c7-9333-579c517a5cc7/40484443-6352-4108-b3da-903b6ebadf82/ab075683-7acc-47d3-9fd5-213b6d6d46e5) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:56:37.656346 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-fca59c46-aae4-4b37-a5e6-cca5f319e4d0 req-b62387c6-d7a9-4e32-a2f4-89c7a354ebb8 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:37.759590 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e0943138-2461-48eb-8329-4f13691c0b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:37.830690 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e216d071-7aba-4c6a-84b3-4d7801e022bc None None] Pushing event updated for resources: {'Port': ['ID=a3dbf0d4-e8ff-41cb-a724-b9ccef05c12e,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:37.830862 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e3bd9-3545-4f05-b12b-7ed014793cde tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Pushing event updated for resources: {'Port': ['ID=9bda561f-3528-40fc-a928-3bff4bc67a81,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:37.894377 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-93eee7ac-315b-4ec0-b998-9a285ae6ffc8 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:37.934222 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 21d6babb-fe39-4c9c-99a2-9fedaf65c56c completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:56:37.957074 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 21d6babb-fe39-4c9c-99a2-9fedaf65c56c triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:37.957881 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:37.981812 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eee7ac-315b-4ec0-b998-9a285ae6ffc8 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Pushing event deleted for resources: {'Port': ['ID=458f588c-d388-4074-b385-e4f660a02d79,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:38.017478 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5d3e3bd9-3545-4f05-b12b-7ed014793cde tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:38.088817 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e0943138-2461-48eb-8329-4f13691c0b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:38.111645 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-fca59c46-aae4-4b37-a5e6-cca5f319e4d0 req-b62387c6-d7a9-4e32-a2f4-89c7a354ebb8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:38.150509 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0943138-2461-48eb-8329-4f13691c0b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566d00dd-22d6-40a4-8ebe-665d29b13b4f,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:38.196802 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cfca71e5-8795-4928-9396-4a8ebedf45c0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:38.216832 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-cfca71e5-8795-4928-9396-4a8ebedf45c0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Transition to ACTIVE for port object ab075683-7acc-47d3-9fd5-213b6d6d46e5 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:56:38.240994 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5d3e3bd9-3545-4f05-b12b-7ed014793cde tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:38.242544 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-5d3e3bd9-3545-4f05-b12b-7ed014793cde tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3250394 Feb 03 13:56:38.243822 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-fca59c46-aae4-4b37-a5e6-cca5f319e4d0 req-b62387c6-d7a9-4e32-a2f4-89c7a354ebb8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:38.251997 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51000) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:38.283936 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:38.301557 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62387c6-d7a9-4e32-a2f4-89c7a354ebb8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d02c2711-eafd-43d2-8287-fe3d684486ca,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:38.315515 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-fca59c46-aae4-4b37-a5e6-cca5f319e4d0 req-b62387c6-d7a9-4e32-a2f4-89c7a354ebb8 service neutron] Synchronizing usage tracker for tenant:8a302000e96344bda6a7b913109a7e96 on resource:security_group {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:56:38.345293 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e20a1-093f-4be1-b330-a9120884c7b4 req-8a128fcf-1fc3-45e0-b81b-f37d438bba8c tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:38.348023 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-145e20a1-093f-4be1-b330-a9120884c7b4 req-8a128fcf-1fc3-45e0-b81b-f37d438bba8c tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd9d73c-75f1-4f4a-bb32-219abd7ccb49 HTTP/1.1" status: 200 len: 946 time: 0.5128925 Feb 03 13:56:38.356344 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cfca71e5-8795-4928-9396-4a8ebedf45c0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:38.378322 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 21d6babb-fe39-4c9c-99a2-9fedaf65c56c, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=21d6babb-fe39-4c9c-99a2-9fedaf65c56c,segment=NetworkSegment(da5218a6-8081-4cb3-b896-b51028fb62b7),segment_id=da5218a6-8081-4cb3-b896-b51028fb62b7)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:56:38.409065 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-93eee7ac-315b-4ec0-b998-9a285ae6ffc8 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:38.414390 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd9d73c-75f1-4f4a-bb32-219abd7ccb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aaaec19-e12f-4c1e-a683-467a307ef302'}, {'server_uuid': '4b791fcd-4c9f-42f4-9b79-9379b9d8c048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ccd1588-742b-4c70-9905-1804d6d1b0db'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 13:56:38.417430 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfca71e5-8795-4928-9396-4a8ebedf45c0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Network 3d103d11-19f9-41c7-9333-579c517a5cc7 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:56:38.427134 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-93eee7ac-315b-4ec0-b998-9a285ae6ffc8 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] 10.222.0.41 "DELETE /v2.0/ports/458f588c-d388-4074-b385-e4f660a02d79 HTTP/1.1" status: 204 len: 168 time: 1.9488103 Feb 03 13:56:38.428166 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e0943138-2461-48eb-8329-4f13691c0b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:38.429362 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e0943138-2461-48eb-8329-4f13691c0b67 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/566d00dd-22d6-40a4-8ebe-665d29b13b4f HTTP/1.1" status: 204 len: 168 time: 1.3479180 Feb 03 13:56:38.430020 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51010) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:38.449041 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-cfca71e5-8795-4928-9396-4a8ebedf45c0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:56:38.455399 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-fca59c46-aae4-4b37-a5e6-cca5f319e4d0 req-b62387c6-d7a9-4e32-a2f4-89c7a354ebb8 service neutron] Unset dirty status for tenant:8a302000e96344bda6a7b913109a7e96 on resource:security_group {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:56:38.456827 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-fca59c46-aae4-4b37-a5e6-cca5f319e4d0 req-b62387c6-d7a9-4e32-a2f4-89c7a354ebb8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a4de8980-b0c3-4215-bb46-4e841e19d727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1136470 Feb 03 13:56:38.458681 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfca71e5-8795-4928-9396-4a8ebedf45c0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:56:38.460453 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cfca71e5-8795-4928-9396-4a8ebedf45c0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:38.466871 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-7585fd85-20f0-4e02-a042-e080616687a8 None None] Provisioning complete for port 21d6babb-fe39-4c9c-99a2-9fedaf65c56c triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:38.479513 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7585fd85-20f0-4e02-a042-e080616687a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:38.557030 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca71e5-8795-4928-9396-4a8ebedf45c0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event updated for resources: {'Port': ['ID=ab075683-7acc-47d3-9fd5-213b6d6d46e5,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:38.571616 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd9d73c-75f1-4f4a-bb32-219abd7ccb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aaaec19-e12f-4c1e-a683-467a307ef302', 'code': 200} Feb 03 13:56:38.571918 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b791fcd-4c9f-42f4-9b79-9379b9d8c048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ccd1588-742b-4c70-9905-1804d6d1b0db', 'code': 200} Feb 03 13:56:38.579397 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:38.660701 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-145e20a1-093f-4be1-b330-a9120884c7b4 req-58f574b0-e404-4147-acb0-16376d7601ef tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fa10138-802d-46da-adbc-f6f2442236d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2938182 Feb 03 13:56:38.766305 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=21d6babb-fe39-4c9c-99a2-9fedaf65c56c,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:38.806186 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-390d0732-8112-42c5-a9ce-a9d682e37461 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Deleting subnet 5f9e2f75-f3fe-4c2f-8ca6-e7067353ac55 {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 13:56:38.823951 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-390d0732-8112-42c5-a9ce-a9d682e37461 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:38.861001 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-16609df0-e262-415a-af75-2cbc9d9288f9 tempest-FloatingIPAdminTestJSON-1470145467 tempest-FloatingIPAdminTestJSON-1470145467-project] Request body: {'floatingip': {'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:38.888193 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-16609df0-e262-415a-af75-2cbc9d9288f9 tempest-FloatingIPAdminTestJSON-1470145467 tempest-FloatingIPAdminTestJSON-1470145467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:38.900591 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-16609df0-e262-415a-af75-2cbc9d9288f9 tempest-FloatingIPAdminTestJSON-1470145467 tempest-FloatingIPAdminTestJSON-1470145467-project] Usage tracker for resource:floatingip and tenant:93496d3a9cd64069a6fcb3f018578a59 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:56:38.913458 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-16609df0-e262-415a-af75-2cbc9d9288f9 tempest-FloatingIPAdminTestJSON-1470145467 tempest-FloatingIPAdminTestJSON-1470145467-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:56:38.935406 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-16609df0-e262-415a-af75-2cbc9d9288f9 tempest-FloatingIPAdminTestJSON-1470145467 tempest-FloatingIPAdminTestJSON-1470145467-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:38.983371 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cfca71e5-8795-4928-9396-4a8ebedf45c0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:38.984899 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-390d0732-8112-42c5-a9ce-a9d682e37461 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:39.164055 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-16609df0-e262-415a-af75-2cbc9d9288f9 tempest-FloatingIPAdminTestJSON-1470145467 tempest-FloatingIPAdminTestJSON-1470145467-project] Notify callbacks [] for floatingip, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:39.167520 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-486f27d5-245f-44c4-b16a-59c0e5c7598c None None] Provisioning for port ab075683-7acc-47d3-9fd5-213b6d6d46e5 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:56:39.167791 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb7c1c-33ad-4099-a8fc-2940354b90ab req-0b54e9ef-98cd-4b4b-849d-e3e80e434910 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:39.174750 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-486f27d5-245f-44c4-b16a-59c0e5c7598c None None] Provisioning complete for port ab075683-7acc-47d3-9fd5-213b6d6d46e5 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:39.175156 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-486f27d5-245f-44c4-b16a-59c0e5c7598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:39.175839 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-37fb7c1c-33ad-4099-a8fc-2940354b90ab req-0b54e9ef-98cd-4b4b-849d-e3e80e434910 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.2900546 Feb 03 13:56:39.230983 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-486f27d5-245f-44c4-b16a-59c0e5c7598c None None] Port ab075683-7acc-47d3-9fd5-213b6d6d46e5 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:56:39.259332 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c881c7f6-7308-44b7-ae17-782f73857425 None None] Network e8f95d25-f669-465c-a856-8a32459ef628 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:56:39.283580 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-390d0732-8112-42c5-a9ce-a9d682e37461 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:39.339329 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-37fb7c1c-33ad-4099-a8fc-2940354b90ab req-b89df606-b89c-4ef3-bbdb-6052755658ef tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562986 Feb 03 13:56:39.348254 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c04d9-0e44-4062-b2b5-c0be2de61b84 req-c3384007-bb0c-480c-9379-8da18c294793 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:39.360173 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-026c04d9-0e44-4062-b2b5-c0be2de61b84 req-c3384007-bb0c-480c-9379-8da18c294793 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/ports?device_id=65215c73-cbbd-41e8-abe4-aafa969bf7b9 HTTP/1.1" status: 200 len: 945 time: 0.3150780 Feb 03 13:56:39.445557 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-026c04d9-0e44-4062-b2b5-c0be2de61b84 req-2985e235-fc52-49f9-bebe-f669b62012f7 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4de8980-b0c3-4215-bb46-4e841e19d727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818064 Feb 03 13:56:39.483187 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cfca71e5-8795-4928-9396-4a8ebedf45c0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:39.521973 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-390d0732-8112-42c5-a9ce-a9d682e37461 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:39.567589 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cfca71e5-8795-4928-9396-4a8ebedf45c0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:39.573232 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cfca71e5-8795-4928-9396-4a8ebedf45c0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:39.581058 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51028) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:39.605697 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d0732-8112-42c5-a9ce-a9d682e37461 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Pushing event deleted for resources: {'Subnet': ['ID=5f9e2f75-f3fe-4c2f-8ca6-e7067353ac55,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:39.627613 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-390d0732-8112-42c5-a9ce-a9d682e37461 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:39.638315 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-390d0732-8112-42c5-a9ce-a9d682e37461 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] 10.222.0.41 "DELETE /v2.0/subnets/5f9e2f75-f3fe-4c2f-8ca6-e7067353ac55 HTTP/1.1" status: 204 len: 168 time: 1.2070158 Feb 03 13:56:39.639397 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51036) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:39.652568 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5d1c01-0d43-426c-b5fc-f655ffc487d1 None None] Network a9b3f4db-a810-48b0-a557-1c448676e45d requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:56:39.707472 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 21d6babb-fe39-4c9c-99a2-9fedaf65c56c up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:56:39.828517 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7c5e10a8-fe8d-482b-9cbb-31eeec4a83e9 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:39.844515 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-7c5e10a8-fe8d-482b-9cbb-31eeec4a83e9 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Deleting port 8aa2abc8-4860-4676-97c3-22036a3260c5 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:56:39.844855 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7c5e10a8-fe8d-482b-9cbb-31eeec4a83e9 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:39.894908 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-30b0da2b-a2a3-4255-9259-81ee273fd397 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-957522424'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:39.899881 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-30b0da2b-a2a3-4255-9259-81ee273fd397 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:39.905077 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-30b0da2b-a2a3-4255-9259-81ee273fd397 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Usage tracker for resource:network and tenant:16ca01bd1cf84cd38347e99fdd7734d7 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:56:39.908873 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-30b0da2b-a2a3-4255-9259-81ee273fd397 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:56:39.915125 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-30b0da2b-a2a3-4255-9259-81ee273fd397 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:39.979298 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-9fbbe894-5d59-4792-911f-0188eab018ad None None] Provisioning for port a3dbf0d4-e8ff-41cb-a724-b9ccef05c12e completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:56:39.992284 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca71e5-8795-4928-9396-4a8ebedf45c0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event updated for resources: {'Port': ['ID=ab075683-7acc-47d3-9fd5-213b6d6d46e5,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:39.995532 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b0da2b-a2a3-4255-9259-81ee273fd397 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Made reservation on behalf of 16ca01bd1cf84cd38347e99fdd7734d7 for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:56:39.998777 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-30b0da2b-a2a3-4255-9259-81ee273fd397 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:40.060323 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-30b0da2b-a2a3-4255-9259-81ee273fd397 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:40.080704 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-d77928f8-8c2e-485a-b28a-15d6217dc538 req-8d68a684-7065-4afa-b703-a3dd769859d8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 1099 time: 0.5971160 Feb 03 13:56:40.128063 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfca71e5-8795-4928-9396-4a8ebedf45c0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Network 3d103d11-19f9-41c7-9333-579c517a5cc7 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:56:40.130230 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-cfca71e5-8795-4928-9396-4a8ebedf45c0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:56:40.167810 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 21d6babb-fe39-4c9c-99a2-9fedaf65c56c triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:40.168185 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:40.203843 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-39e68235-7f8f-4478-8f6c-d0a65cee9c7b req-5621c67c-ecdc-4d92-b9e2-149c204824ee service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4bd9d73c-75f1-4f4a-bb32-219abd7ccb49 HTTP/1.1" status: 200 len: 1099 time: 0.7153668 Feb 03 13:56:40.233636 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-30b0da2b-a2a3-4255-9259-81ee273fd397 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:40.245525 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-7c5e10a8-fe8d-482b-9cbb-31eeec4a83e9 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] For port 8aa2abc8-4860-4676-97c3-22036a3260c5, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=8aa2abc8-4860-4676-97c3-22036a3260c5,segment=NetworkSegment(0f735eec-d84c-4ab9-8d20-febec00844ba),segment_id=0f735eec-d84c-4ab9-8d20-febec00844ba)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:56:40.245661 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7c5e10a8-fe8d-482b-9cbb-31eeec4a83e9 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:40.259831 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-30b0da2b-a2a3-4255-9259-81ee273fd397 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Usage tracker for resource:security_group_rule and tenant:16ca01bd1cf84cd38347e99fdd7734d7 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:56:40.267549 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-30b0da2b-a2a3-4255-9259-81ee273fd397 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:56:40.364824 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-30b0da2b-a2a3-4255-9259-81ee273fd397 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:40.427167 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device a3dbf0d4-e8ff-41cb-a724-b9ccef05c12e up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:56:40.511049 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-d77928f8-8c2e-485a-b28a-15d6217dc538 req-8edf08ae-9284-4344-8316-c319c696bcfe service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4209256 Feb 03 13:56:40.528334 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bc2496-d5b6-4452-aa0d-9a509a733485 None None] DHCP port deletion for a9b3f4db-a810-48b0-a557-1c448676e45d request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 13:56:40.535207 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-85bc2496-d5b6-4452-aa0d-9a509a733485 None None] Deleting port 8aa2abc8-4860-4676-97c3-22036a3260c5 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:56:40.535822 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-85bc2496-d5b6-4452-aa0d-9a509a733485 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:40.542174 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd64596-ec3c-4c7a-8be9-042398ca83db req-e0f8cd70-b514-4d37-842a-bdbbc6c01633 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:40.553766 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-16609df0-e262-415a-af75-2cbc9d9288f9 tempest-FloatingIPAdminTestJSON-1470145467 tempest-FloatingIPAdminTestJSON-1470145467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:40.559699 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6bd64596-ec3c-4c7a-8be9-042398ca83db req-e0f8cd70-b514-4d37-842a-bdbbc6c01633 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd9d73c-75f1-4f4a-bb32-219abd7ccb49 HTTP/1.1" status: 200 len: 946 time: 0.5711029 Feb 03 13:56:40.577332 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-7c5e10a8-fe8d-482b-9cbb-31eeec4a83e9 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Calling delete_port for 8aa2abc8-4860-4676-97c3-22036a3260c5 owned by network:dhcp {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:56:40.582565 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-39e68235-7f8f-4478-8f6c-d0a65cee9c7b req-737d81b8-fb35-428d-8147-4cbf6b0e2eeb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7fa10138-802d-46da-adbc-f6f2442236d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3340275 Feb 03 13:56:40.740148 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-a779af74-97ec-40b6-8649-ed23c399e283 None None] Provisioning complete for port ab075683-7acc-47d3-9fd5-213b6d6d46e5 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:40.740879 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a779af74-97ec-40b6-8649-ed23c399e283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:40.789403 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port a3dbf0d4-e8ff-41cb-a724-b9ccef05c12e completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:56:40.825277 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port a3dbf0d4-e8ff-41cb-a724-b9ccef05c12e triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:40.825644 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:40.879469 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6bd64596-ec3c-4c7a-8be9-042398ca83db req-3532db77-3516-4357-956c-2f85be0e590b tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fa10138-802d-46da-adbc-f6f2442236d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3187640 Feb 03 13:56:40.920300 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1926e9-2a70-4812-b486-302f840fbd08 req-e7d2eb81-47bd-42c3-b7b2-9b02f88e7799 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:40.922546 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1a1926e9-2a70-4812-b486-302f840fbd08 req-e7d2eb81-47bd-42c3-b7b2-9b02f88e7799 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.2276919 Feb 03 13:56:40.956544 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-30b0da2b-a2a3-4255-9259-81ee273fd397 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:40.958157 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-a779af74-97ec-40b6-8649-ed23c399e283 None None] Port ab075683-7acc-47d3-9fd5-213b6d6d46e5 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:56:40.961407 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7c5e10a8-fe8d-482b-9cbb-31eeec4a83e9 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:40.970409 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-16609df0-e262-415a-af75-2cbc9d9288f9 tempest-FloatingIPAdminTestJSON-1470145467 tempest-FloatingIPAdminTestJSON-1470145467-project] Allocated IP 172.26.3.242 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/39316edf-c9c8-4e46-90ca-e3bd8ab12dd6) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:56:41.004336 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51058) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:41.032929 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-30b0da2b-a2a3-4255-9259-81ee273fd397 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:41.056866 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:41.068986 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e10a8-fe8d-482b-9cbb-31eeec4a83e9 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Pushing event deleted for resources: {'Port': ['ID=8aa2abc8-4860-4676-97c3-22036a3260c5,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:41.083924 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-85bc2496-d5b6-4452-aa0d-9a509a733485 None None] For port 8aa2abc8-4860-4676-97c3-22036a3260c5, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=8aa2abc8-4860-4676-97c3-22036a3260c5,segment=NetworkSegment(0f735eec-d84c-4ab9-8d20-febec00844ba),segment_id=0f735eec-d84c-4ab9-8d20-febec00844ba)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:56:41.084315 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-85bc2496-d5b6-4452-aa0d-9a509a733485 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:41.223148 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-5f04bcf7-218f-4d12-ae6b-d6bb391fd08d tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2101398937'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:41.235107 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-85bc2496-d5b6-4452-aa0d-9a509a733485 None None] Calling delete_port for 8aa2abc8-4860-4676-97c3-22036a3260c5 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:56:41.240876 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30b0da2b-a2a3-4255-9259-81ee273fd397 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:56:41.242094 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-5f04bcf7-218f-4d12-ae6b-d6bb391fd08d tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:41.249590 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5e10a8-fe8d-482b-9cbb-31eeec4a83e9 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] No DVR routers for this DVR port 8aa2abc8-4860-4676-97c3-22036a3260c5 on host dv-neutron-827016-1-hyperv {{(pid=84182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:56:41.258748 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-5f04bcf7-218f-4d12-ae6b-d6bb391fd08d tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Usage tracker for resource:network and tenant:20783d677a5c4dfd91c7976cca2748a6 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:56:41.262083 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-5f04bcf7-218f-4d12-ae6b-d6bb391fd08d tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:56:41.263146 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port a3dbf0d4-e8ff-41cb-a724-b9ccef05c12e, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=a3dbf0d4-e8ff-41cb-a724-b9ccef05c12e,segment=NetworkSegment(7afcc4b8-870f-43d0-b4d5-0fbc0a6089b8),segment_id=7afcc4b8-870f-43d0-b4d5-0fbc0a6089b8)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:56:41.278869 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-5f04bcf7-218f-4d12-ae6b-d6bb391fd08d tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:41.281905 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0da2b-a2a3-4255-9259-81ee273fd397 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37206119-2a4b-4e09-b663-a2ac172ba2fe,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:41.282053 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-5ddcf56b-9e80-42d4-80fc-4cc5082bbd9e None None] Provisioning complete for port a3dbf0d4-e8ff-41cb-a724-b9ccef05c12e triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:41.282288 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5ddcf56b-9e80-42d4-80fc-4cc5082bbd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:41.289550 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1a1926e9-2a70-4812-b486-302f840fbd08 req-7f4703ea-3343-45fe-be16-423cbef14b64 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3594773 Feb 03 13:56:41.311934 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-16609df0-e262-415a-af75-2cbc9d9288f9 tempest-FloatingIPAdminTestJSON-1470145467 tempest-FloatingIPAdminTestJSON-1470145467-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:41.313975 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-30b0da2b-a2a3-4255-9259-81ee273fd397 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:41.314354 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-30b0da2b-a2a3-4255-9259-81ee273fd397 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Added segment 916ea536-8add-4741-96ed-b3618d50c0a0 of type vlan for network bbdbf4a1-9214-4fc3-9455-263d0dbd4401 Feb 03 13:56:41.347389 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:41.378588 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfca71e5-8795-4928-9396-4a8ebedf45c0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Router e394642a-7d10-4e33-8379-c4165055d4f9 is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:56:41.421988 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7c5e10a8-fe8d-482b-9cbb-31eeec4a83e9 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:41.435290 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-30b0da2b-a2a3-4255-9259-81ee273fd397 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:41.460010 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-7c5e10a8-fe8d-482b-9cbb-31eeec4a83e9 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9b3f4db-a810-48b0-a557-1c448676e45d']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:41.475928 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-7c5e10a8-fe8d-482b-9cbb-31eeec4a83e9 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f735eec-d84c-4ab9-8d20-febec00844ba') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:41.476144 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-7c5e10a8-fe8d-482b-9cbb-31eeec4a83e9 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f735eec-d84c-4ab9-8d20-febec00844ba') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:41.476816 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-85bc2496-d5b6-4452-aa0d-9a509a733485 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:56:41.477594 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-85bc2496-d5b6-4452-aa0d-9a509a733485 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:56:41.483449 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 8aa2abc8-4860-4676-97c3-22036a3260c5 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 13:56:41.494749 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a871ae-e5a0-4400-93f3-75937a3cbece req-c1e725a8-4f5f-46d6-8409-9b561fb74508 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:41.496497 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-49a871ae-e5a0-4400-93f3-75937a3cbece req-c1e725a8-4f5f-46d6-8409-9b561fb74508 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/ports?device_id=65215c73-cbbd-41e8-abe4-aafa969bf7b9 HTTP/1.1" status: 200 len: 945 time: 0.4288094 Feb 03 13:56:41.504147 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f04bcf7-218f-4d12-ae6b-d6bb391fd08d tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Made reservation on behalf of 20783d677a5c4dfd91c7976cca2748a6 for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:56:41.507461 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5f04bcf7-218f-4d12-ae6b-d6bb391fd08d tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:41.508564 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7c5e10a8-fe8d-482b-9cbb-31eeec4a83e9 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:41.523311 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 8aa2abc8-4860-4676-97c3-22036a3260c5 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 13:56:41.524172 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5f04bcf7-218f-4d12-ae6b-d6bb391fd08d tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:41.524565 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 8aa2abc8-4860-4676-97c3-22036a3260c5 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 13:56:41.525698 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=a3dbf0d4-e8ff-41cb-a724-b9ccef05c12e,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:41.535742 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-16609df0-e262-415a-af75-2cbc9d9288f9 tempest-FloatingIPAdminTestJSON-1470145467 tempest-FloatingIPAdminTestJSON-1470145467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:41.560821 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7c5e10a8-fe8d-482b-9cbb-31eeec4a83e9 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:41.572592 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c5e10a8-fe8d-482b-9cbb-31eeec4a83e9 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:56:41.572970 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7c5e10a8-fe8d-482b-9cbb-31eeec4a83e9 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:41.587247 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 13:56:41.587247 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:56:41.587247 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 13:56:41.587247 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:56:41.587247 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 13:56:41.587247 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:56:41.587247 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 13:56:41.587247 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:56:41.587247 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 13:56:41.587247 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:56:41.587247 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 13:56:41.587247 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:56:41.587247 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 13:56:41.587247 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:56:41.587247 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:56:41.587247 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:56:41.587247 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:56:41.587247 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:56:41.587247 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 13:56:41.587247 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:56:41.587247 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 13:56:41.587247 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:56:41.587247 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:56:41.587247 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:56:41.587247 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 13:56:41.587247 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:56:41.587247 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:56:41.587247 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:56:41.587247 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:56:41.587247 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:56:41.587247 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:56:41.587247 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:56:41.621611 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16609df0-e262-415a-af75-2cbc9d9288f9 tempest-FloatingIPAdminTestJSON-1470145467 tempest-FloatingIPAdminTestJSON-1470145467-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:56:41.626564 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-16609df0-e262-415a-af75-2cbc9d9288f9 tempest-FloatingIPAdminTestJSON-1470145467 tempest-FloatingIPAdminTestJSON-1470145467-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:56:41.628868 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16609df0-e262-415a-af75-2cbc9d9288f9 tempest-FloatingIPAdminTestJSON-1470145467 tempest-FloatingIPAdminTestJSON-1470145467-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:56:41.637044 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-30b0da2b-a2a3-4255-9259-81ee273fd397 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:41.640677 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b0da2b-a2a3-4255-9259-81ee273fd397 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:41.641243 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-30b0da2b-a2a3-4255-9259-81ee273fd397 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:41.668574 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-49a871ae-e5a0-4400-93f3-75937a3cbece req-05e07d8f-fd0c-45a8-b294-7ab1ab0ea84e tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4de8980-b0c3-4215-bb46-4e841e19d727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617718 Feb 03 13:56:41.746406 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16609df0-e262-415a-af75-2cbc9d9288f9 tempest-FloatingIPAdminTestJSON-1470145467 tempest-FloatingIPAdminTestJSON-1470145467-project] Pushing event updated for resources: {'Port': ['ID=39316edf-c9c8-4e46-90ca-e3bd8ab12dd6,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:41.767876 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-5f04bcf7-218f-4d12-ae6b-d6bb391fd08d tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:41.778466 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0da2b-a2a3-4255-9259-81ee273fd397 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event updated for resources: {'Network': ['ID=bbdbf4a1-9214-4fc3-9455-263d0dbd4401,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:41.785392 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-5f04bcf7-218f-4d12-ae6b-d6bb391fd08d tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Usage tracker for resource:security_group_rule and tenant:20783d677a5c4dfd91c7976cca2748a6 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:56:41.790762 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-5f04bcf7-218f-4d12-ae6b-d6bb391fd08d tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:56:41.793923 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network bbdbf4a1-9214-4fc3-9455-263d0dbd4401 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:56:41.799899 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-5f04bcf7-218f-4d12-ae6b-d6bb391fd08d tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:41.839598 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-30b0da2b-a2a3-4255-9259-81ee273fd397 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.2408965 Feb 03 13:56:41.860101 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfca71e5-8795-4928-9396-4a8ebedf45c0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:56:41.879024 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f4e0b2-354c-40c7-b5f9-452f7c2d5131 None None] Sync routers for ids ['e394642a-7d10-4e33-8379-c4165055d4f9'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:56:41.892710 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7c5e10a8-fe8d-482b-9cbb-31eeec4a83e9 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:41.902052 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f4e0b2-354c-40c7-b5f9-452f7c2d5131 None None] Routers {'e394642a-7d10-4e33-8379-c4165055d4f9'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:56:41.903807 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7c5e10a8-fe8d-482b-9cbb-31eeec4a83e9 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:41.904559 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-77f4e0b2-354c-40c7-b5f9-452f7c2d5131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:56:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e394642a-7d10-4e33-8379-c4165055d4f9'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:41.974035 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e10a8-fe8d-482b-9cbb-31eeec4a83e9 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] Pushing event deleted for resources: {'Network': ['ID=a9b3f4db-a810-48b0-a557-1c448676e45d,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:41.990334 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-85bc2496-d5b6-4452-aa0d-9a509a733485 None None] Deleting port 8aa2abc8-4860-4676-97c3-22036a3260c5 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:56:41.990334 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-85bc2496-d5b6-4452-aa0d-9a509a733485 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:41.994048 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7c5e10a8-fe8d-482b-9cbb-31eeec4a83e9 tempest-ExtraDHCPOptionsTestJSON-440247762 tempest-ExtraDHCPOptionsTestJSON-440247762-project] 10.222.0.41 "DELETE /v2.0/networks/a9b3f4db-a810-48b0-a557-1c448676e45d HTTP/1.1" status: 204 len: 168 time: 2.3395436 Feb 03 13:56:42.003593 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-16609df0-e262-415a-af75-2cbc9d9288f9 tempest-FloatingIPAdminTestJSON-1470145467 tempest-FloatingIPAdminTestJSON-1470145467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:42.040527 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2ce74-829d-483a-9451-70706c870c4c req-3774d665-e137-49ba-ac56-514367e82e64 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:42.044029 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2bd2ce74-829d-483a-9451-70706c870c4c req-3774d665-e137-49ba-ac56-514367e82e64 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/ports?device_id=65215c73-cbbd-41e8-abe4-aafa969bf7b9 HTTP/1.1" status: 200 len: 945 time: 0.2479944 Feb 03 13:56:42.060517 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51070) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:42.070110 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-fbc2baae-2e28-4019-a43a-800387264f05 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Request body: {'floatingip': {'port_id': '3809cb83-47cc-433e-866a-d0addc09fc6d'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:42.085979 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-77f4e0b2-354c-40c7-b5f9-452f7c2d5131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:42.120833 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f4e0b2-354c-40c7-b5f9-452f7c2d5131 None None] Routers {'e394642a-7d10-4e33-8379-c4165055d4f9'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:56:42.123843 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-77f4e0b2-354c-40c7-b5f9-452f7c2d5131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:56:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e394642a-7d10-4e33-8379-c4165055d4f9'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:42.318311 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fbc2baae-2e28-4019-a43a-800387264f05 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks [] for floatingip, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:42.430682 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-cfca71e5-8795-4928-9396-4a8ebedf45c0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "PUT /v2.0/routers/e394642a-7d10-4e33-8379-c4165055d4f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9070694 Feb 03 13:56:42.440892 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51076) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:42.441046 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-85bc2496-d5b6-4452-aa0d-9a509a733485 None None] The port '8aa2abc8-4860-4676-97c3-22036a3260c5' was deleted {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 13:56:42.485412 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-77f4e0b2-354c-40c7-b5f9-452f7c2d5131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:42.486944 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f4e0b2-354c-40c7-b5f9-452f7c2d5131 None None] The sync data for ids ['e394642a-7d10-4e33-8379-c4165055d4f9'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:56:42.599288 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5f04bcf7-218f-4d12-ae6b-d6bb391fd08d tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:42.627513 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-16609df0-e262-415a-af75-2cbc9d9288f9 tempest-FloatingIPAdminTestJSON-1470145467 tempest-FloatingIPAdminTestJSON-1470145467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:42.661431 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cea37f-e7e2-43ac-bdcf-b9b10ca2cef3 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:42.662370 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-74cea37f-e7e2-43ac-bdcf-b9b10ca2cef3 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Synchronizing usage tracker for tenant:e560cbcda02c46efaee7f040dc641828 on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:56:42.710621 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb26ab-a47a-491c-990f-0679543ada41 req-173d95d7-d91b-4fa8-a848-8e9621834bb0 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:42.712077 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2aeb26ab-a47a-491c-990f-0679543ada41 req-173d95d7-d91b-4fa8-a848-8e9621834bb0 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd9d73c-75f1-4f4a-bb32-219abd7ccb49 HTTP/1.1" status: 200 len: 946 time: 0.4881787 Feb 03 13:56:42.722970 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5f04bcf7-218f-4d12-ae6b-d6bb391fd08d tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:42.778135 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f04bcf7-218f-4d12-ae6b-d6bb391fd08d tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:56:42.865689 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51082) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:42.877015 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2aeb26ab-a47a-491c-990f-0679543ada41 req-d3e8d74c-e8bf-4b3e-9a29-fd04ffd28ea1 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fa10138-802d-46da-adbc-f6f2442236d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1536896 Feb 03 13:56:42.887237 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d667f-01d9-4269-b99c-2425c6107441 req-ca854488-7058-4efc-8ad0-9e066fd9374c tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:42.888631 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c04d667f-01d9-4269-b99c-2425c6107441 req-ca854488-7058-4efc-8ad0-9e066fd9374c tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.2893713 Feb 03 13:56:42.948584 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5f04bcf7-218f-4d12-ae6b-d6bb391fd08d tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:42.948937 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-5f04bcf7-218f-4d12-ae6b-d6bb391fd08d tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Added segment 35059940-19ae-4b23-8341-316dc8cd9436 of type vlan for network b5acad7b-9fc0-43a6-a492-09a36e6e3715 Feb 03 13:56:42.980501 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5f04bcf7-218f-4d12-ae6b-d6bb391fd08d tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:43.028224 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c04d667f-01d9-4269-b99c-2425c6107441 req-f22cef84-5818-413d-90f6-7894b55bbf77 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300473 Feb 03 13:56:43.082741 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f04bcf7-218f-4d12-ae6b-d6bb391fd08d tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96680e41-6bc4-4385-9444-32d16008896f,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:43.095582 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-74cea37f-e7e2-43ac-bdcf-b9b10ca2cef3 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Unset dirty status for tenant:e560cbcda02c46efaee7f040dc641828 on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:56:43.096835 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-74cea37f-e7e2-43ac-bdcf-b9b10ca2cef3 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "GET /v2.0/ports/ab075683-7acc-47d3-9fd5-213b6d6d46e5 HTTP/1.1" status: 200 len: 911 time: 0.6469307 Feb 03 13:56:43.099948 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51088) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:43.163730 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-16609df0-e262-415a-af75-2cbc9d9288f9 tempest-FloatingIPAdminTestJSON-1470145467 tempest-FloatingIPAdminTestJSON-1470145467-project] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:43.171850 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5f04bcf7-218f-4d12-ae6b-d6bb391fd08d tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:43.176104 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f04bcf7-218f-4d12-ae6b-d6bb391fd08d tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:43.176692 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5f04bcf7-218f-4d12-ae6b-d6bb391fd08d tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:43.184038 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d067a453-833b-4608-9ace-92dfb2a1c388 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=59aca9a6e1ea4199979df6b7ae585424&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3149266 Feb 03 13:56:43.184274 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51092) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:43.266174 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-16609df0-e262-415a-af75-2cbc9d9288f9 tempest-FloatingIPAdminTestJSON-1470145467 tempest-FloatingIPAdminTestJSON-1470145467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:43.392494 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-834a5662-2455-4876-b1a4-dbbb6e20ca5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:43.394304 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-5f04bcf7-218f-4d12-ae6b-d6bb391fd08d tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3856301 Feb 03 13:56:43.399754 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51096) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:43.409648 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f04bcf7-218f-4d12-ae6b-d6bb391fd08d tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Pushing event updated for resources: {'Network': ['ID=b5acad7b-9fc0-43a6-a492-09a36e6e3715,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:43.413550 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-7b4ddc62-f7bb-48d5-9bba-a22b9e477594 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Request body: {'subnet': {'network_id': 'b5acad7b-9fc0-43a6-a492-09a36e6e3715', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:43.431980 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.db.resource_extend [None req-fbc2baae-2e28-4019-a43a-800387264f05 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 13:56:43.455419 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network b5acad7b-9fc0-43a6-a492-09a36e6e3715 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:56:43.463155 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16609df0-e262-415a-af75-2cbc9d9288f9 tempest-FloatingIPAdminTestJSON-1470145467 tempest-FloatingIPAdminTestJSON-1470145467-project] Pushing event updated for resources: {'Port': ['ID=39316edf-c9c8-4e46-90ca-e3bd8ab12dd6,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:43.503892 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-16609df0-e262-415a-af75-2cbc9d9288f9 tempest-FloatingIPAdminTestJSON-1470145467 tempest-FloatingIPAdminTestJSON-1470145467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:43.581491 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-834a5662-2455-4876-b1a4-dbbb6e20ca5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:43.651327 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device a3dbf0d4-e8ff-41cb-a724-b9ccef05c12e up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:56:43.654573 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fbc2baae-2e28-4019-a43a-800387264f05 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:43.655674 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-7b4ddc62-f7bb-48d5-9bba-a22b9e477594 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:43.663313 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-7b4ddc62-f7bb-48d5-9bba-a22b9e477594 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Usage tracker for resource:subnet and tenant:20783d677a5c4dfd91c7976cca2748a6 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:56:43.666133 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-7b4ddc62-f7bb-48d5-9bba-a22b9e477594 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:56:43.672567 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-7b4ddc62-f7bb-48d5-9bba-a22b9e477594 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:43.691687 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-16609df0-e262-415a-af75-2cbc9d9288f9 tempest-FloatingIPAdminTestJSON-1470145467 tempest-FloatingIPAdminTestJSON-1470145467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:43.697987 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-16609df0-e262-415a-af75-2cbc9d9288f9 tempest-FloatingIPAdminTestJSON-1470145467 tempest-FloatingIPAdminTestJSON-1470145467-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3997951 Feb 03 13:56:43.698097 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51100) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:43.736404 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port a3dbf0d4-e8ff-41cb-a724-b9ccef05c12e triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:43.736773 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:43.757129 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fbc2baae-2e28-4019-a43a-800387264f05 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:43.827009 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-834a5662-2455-4876-b1a4-dbbb6e20ca5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:43.830871 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4ddc62-f7bb-48d5-9bba-a22b9e477594 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Made reservation on behalf of 20783d677a5c4dfd91c7976cca2748a6 for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:56:43.876014 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a5662-2455-4876-b1a4-dbbb6e20ca5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9188bede-c780-4a0e-a89e-c9569af0a330,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:43.956100 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-834a5662-2455-4876-b1a4-dbbb6e20ca5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:43.959786 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-834a5662-2455-4876-b1a4-dbbb6e20ca5a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9188bede-c780-4a0e-a89e-c9569af0a330 HTTP/1.1" status: 204 len: 168 time: 0.7720766 Feb 03 13:56:44.022592 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f0db44fb-2c0b-4227-9a1a-93632c08be7c tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3392 time: 0.3252521 Feb 03 13:56:44.024241 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51108) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:44.032312 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7b4ddc62-f7bb-48d5-9bba-a22b9e477594 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:44.289317 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-15a144b2-0e5f-4dfe-98ea-51bedd313d9c tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Synchronizing usage tracker for tenant:155f69e194ac47c78d535d56fc3f53e7 on resource:floatingip {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:56:44.328836 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a7569326-09d4-4013-a7ed-575845b5e94d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:44.368343 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.l3_db [None req-fbc2baae-2e28-4019-a43a-800387264f05 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Floating IP 6864675f-e770-4cf4-a451-988f45292dbb associated. External IP: 172.26.3.153, port: 3809cb83-47cc-433e-866a-d0addc09fc6d. Feb 03 13:56:44.509933 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab4e27-4231-4f2b-bd4c-ecaab9eaf650 req-932f4abd-f704-4a61-a7e2-91e7f870e853 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:44.516172 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4aab4e27-4231-4f2b-bd4c-ecaab9eaf650 req-932f4abd-f704-4a61-a7e2-91e7f870e853 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd9d73c-75f1-4f4a-bb32-219abd7ccb49 HTTP/1.1" status: 200 len: 946 time: 0.3375144 Feb 03 13:56:44.566846 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312524f0-ca5e-40ad-bf6b-33d6ec619388 req-53265325-9479-443d-a09e-eb0dd9001a91 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:44.568565 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-312524f0-ca5e-40ad-bf6b-33d6ec619388 req-53265325-9479-443d-a09e-eb0dd9001a91 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.3484509 Feb 03 13:56:44.714935 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-312524f0-ca5e-40ad-bf6b-33d6ec619388 req-7a5cbf4c-7b85-4246-b615-30682dfbb968 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285577 Feb 03 13:56:44.716974 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4aab4e27-4231-4f2b-bd4c-ecaab9eaf650 req-c0c0d429-e8c8-472c-8b5d-dc54e74529d5 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fa10138-802d-46da-adbc-f6f2442236d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1873779 Feb 03 13:56:44.800294 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7b4ddc62-f7bb-48d5-9bba-a22b9e477594 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:44.809459 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-a7569326-09d4-4013-a7ed-575845b5e94d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Allocated IP 2001:db8:1::1 (e8f95d25-f669-465c-a856-8a32459ef628/d2e1fbb9-16f8-45a1-a2b1-51b8063e16a1/4f20de93-907e-486b-8d5d-fa2089a0d177) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:56:44.952122 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-15a144b2-0e5f-4dfe-98ea-51bedd313d9c tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Unset dirty status for tenant:155f69e194ac47c78d535d56fc3f53e7 on resource:floatingip {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:56:44.956203 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-15a144b2-0e5f-4dfe-98ea-51bedd313d9c tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.9262795 Feb 03 13:56:44.982169 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51126) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:45.074596 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51132) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:45.120169 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a7569326-09d4-4013-a7ed-575845b5e94d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:45.162785 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-6734a73b-61d5-4f6e-abf3-b56d06319049 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Request body: {'subnet': {'network_id': 'bbdbf4a1-9214-4fc3-9455-263d0dbd4401', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:45.194305 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ddc62-f7bb-48d5-9bba-a22b9e477594 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Pushing event updated for resources: {'Subnet': ['ID=e7854850-4247-4ae9-be04-6281ef6c8743,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:45.210697 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-93cae432-b65c-43b1-ac62-cc9425c584c1 tempest-FloatingIPAdminTestJSON-1470145467 tempest-FloatingIPAdminTestJSON-1470145467-project] Deleting port 39316edf-c9c8-4e46-90ca-e3bd8ab12dd6 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:56:45.211040 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-93cae432-b65c-43b1-ac62-cc9425c584c1 tempest-FloatingIPAdminTestJSON-1470145467 tempest-FloatingIPAdminTestJSON-1470145467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:45.234455 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-a7569326-09d4-4013-a7ed-575845b5e94d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Transition to ACTIVE for port object 4f20de93-907e-486b-8d5d-fa2089a0d177 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:56:45.319127 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4ddc62-f7bb-48d5-9bba-a22b9e477594 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Checking segment: {'id': '35059940-19ae-4b23-8341-316dc8cd9436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b5acad7b-9fc0-43a6-a492-09a36e6e3715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:56:45.319485 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4ddc62-f7bb-48d5-9bba-a22b9e477594 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Network hostable DHCP agents. Network: b5acad7b-9fc0-43a6-a492-09a36e6e3715, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:56:45.360567 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-6734a73b-61d5-4f6e-abf3-b56d06319049 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:45.371973 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-6734a73b-61d5-4f6e-abf3-b56d06319049 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Usage tracker for resource:subnet and tenant:16ca01bd1cf84cd38347e99fdd7734d7 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:56:45.377639 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-6734a73b-61d5-4f6e-abf3-b56d06319049 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:56:45.390287 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-6734a73b-61d5-4f6e-abf3-b56d06319049 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:45.396335 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-93cae432-b65c-43b1-ac62-cc9425c584c1 tempest-FloatingIPAdminTestJSON-1470145467 tempest-FloatingIPAdminTestJSON-1470145467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:45.396670 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-93cae432-b65c-43b1-ac62-cc9425c584c1 tempest-FloatingIPAdminTestJSON-1470145467 tempest-FloatingIPAdminTestJSON-1470145467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:45.401579 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a55eae5-dd20-432f-a2e2-1aa1d4ee6c4f req-272cb759-0856-4066-aba2-5da95c706314 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:45.403002 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9a55eae5-dd20-432f-a2e2-1aa1d4ee6c4f req-272cb759-0856-4066-aba2-5da95c706314 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd9d73c-75f1-4f4a-bb32-219abd7ccb49 HTTP/1.1" status: 200 len: 946 time: 0.3483331 Feb 03 13:56:45.412956 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a7569326-09d4-4013-a7ed-575845b5e94d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:45.413534 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9540f-5572-4c84-af54-85c33d26a61d req-e947c06f-10e2-483a-bc94-27852cffdb2e tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:45.414302 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a3f9540f-5572-4c84-af54-85c33d26a61d req-e947c06f-10e2-483a-bc94-27852cffdb2e tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.3556671 Feb 03 13:56:45.416781 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51140) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:45.440798 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51142) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:45.480999 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-7aacf4cd-1a99-4623-9e4f-93d259b2b712 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Request body: {'floatingip': {'port_id': '5aaaec19-e12f-4c1e-a683-467a307ef302'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:45.558524 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4ddc62-f7bb-48d5-9bba-a22b9e477594 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Network b5acad7b-9fc0-43a6-a492-09a36e6e3715 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:56:45.570974 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7aacf4cd-1a99-4623-9e4f-93d259b2b712 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks [] for floatingip, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:45.580921 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-a0b8eaa8-050e-4d97-8368-d25b64cbf90d tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Request body: {'floatingip': {'port_id': '4ccd1588-742b-4c70-9905-1804d6d1b0db'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:45.623386 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51150) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:45.632852 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6734a73b-61d5-4f6e-abf3-b56d06319049 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Made reservation on behalf of 16ca01bd1cf84cd38347e99fdd7734d7 for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:56:45.638505 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-93cae432-b65c-43b1-ac62-cc9425c584c1 tempest-FloatingIPAdminTestJSON-1470145467 tempest-FloatingIPAdminTestJSON-1470145467-project] Calling delete_port for 39316edf-c9c8-4e46-90ca-e3bd8ab12dd6 owned by network:floatingip {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:56:45.669116 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-7b4ddc62-f7bb-48d5-9bba-a22b9e477594 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, b5acad7b-9fc0-43a6-a492-09a36e6e3715) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:56:45.677757 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3e6309-1479-4fc5-b76c-e8e7a10e98e0 None None] Network b5acad7b-9fc0-43a6-a492-09a36e6e3715 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:56:45.730302 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7569326-09d4-4013-a7ed-575845b5e94d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Network e8f95d25-f669-465c-a856-8a32459ef628 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:56:45.738804 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-a7569326-09d4-4013-a7ed-575845b5e94d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:56:45.741931 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7569326-09d4-4013-a7ed-575845b5e94d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:56:45.742470 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a7569326-09d4-4013-a7ed-575845b5e94d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:45.753284 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4ddc62-f7bb-48d5-9bba-a22b9e477594 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:45.753879 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7b4ddc62-f7bb-48d5-9bba-a22b9e477594 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:45.754306 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a0b8eaa8-050e-4d97-8368-d25b64cbf90d tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks [] for floatingip, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:45.812763 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7569326-09d4-4013-a7ed-575845b5e94d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event updated for resources: {'Port': ['ID=4f20de93-907e-486b-8d5d-fa2089a0d177,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:45.892527 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-8335a229-235b-450a-b049-a0d64fe7e5bc tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1221216507'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:45.898204 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6734a73b-61d5-4f6e-abf3-b56d06319049 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:45.926940 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51156) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:45.927205 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7b4ddc62-f7bb-48d5-9bba-a22b9e477594 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5228457 Feb 03 13:56:45.932155 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-8335a229-235b-450a-b049-a0d64fe7e5bc tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:45.944243 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-66d88c4b-3656-4973-9d48-6876e932a285 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Request body: {'port': {'network_id': 'b5acad7b-9fc0-43a6-a492-09a36e6e3715', 'name': 'tempest-AllowedAddressPairTestJSON-1770380618'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:45.992124 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40bc12d-c398-4e49-a291-5371cc19cd2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-b5acad7b-9fc0-43a6-a492-09a36e6e3715', 'network_id': 'b5acad7b-9fc0-43a6-a492-09a36e6e3715', 'tenant_id': '20783d677a5c4dfd91c7976cca2748a6', 'fixed_ips': [{'subnet_id': 'e7854850-4247-4ae9-be04-6281ef6c8743'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:56:45.992124 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b40bc12d-c398-4e49-a291-5371cc19cd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:46.077914 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-8335a229-235b-450a-b049-a0d64fe7e5bc tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Usage tracker for resource:network and tenant:cf1a07a12cb04727ad443721ec556df8 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:56:46.081300 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-8335a229-235b-450a-b049-a0d64fe7e5bc tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:56:46.088627 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-8335a229-235b-450a-b049-a0d64fe7e5bc tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:46.234510 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-b40bc12d-c398-4e49-a291-5371cc19cd2f None None] Allocated IP 172.20.0.2 (b5acad7b-9fc0-43a6-a492-09a36e6e3715/e7854850-4247-4ae9-be04-6281ef6c8743/e32b6c92-d96f-411a-8f3c-0e96dd01bb07) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:56:46.364464 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8335a229-235b-450a-b049-a0d64fe7e5bc tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Made reservation on behalf of cf1a07a12cb04727ad443721ec556df8 for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:56:46.367651 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8335a229-235b-450a-b049-a0d64fe7e5bc tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:46.375078 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-66d88c4b-3656-4973-9d48-6876e932a285 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:46.376151 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b40bc12d-c398-4e49-a291-5371cc19cd2f None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:46.386801 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8335a229-235b-450a-b049-a0d64fe7e5bc tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:46.388017 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b40bc12d-c398-4e49-a291-5371cc19cd2f None None] Transition to ACTIVE for port object e32b6c92-d96f-411a-8f3c-0e96dd01bb07 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:56:46.409338 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b40bc12d-c398-4e49-a291-5371cc19cd2f None None] Transition to ACTIVE for port object e32b6c92-d96f-411a-8f3c-0e96dd01bb07 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:56:46.430361 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-66d88c4b-3656-4973-9d48-6876e932a285 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Usage tracker for resource:port and tenant:20783d677a5c4dfd91c7976cca2748a6 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:56:46.439665 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-66d88c4b-3656-4973-9d48-6876e932a285 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:56:46.454643 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-66d88c4b-3656-4973-9d48-6876e932a285 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:46.532799 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b352c429-d9bb-44cf-94a2-8925b5c7d0aa None None] Provisioning for port 4f20de93-907e-486b-8d5d-fa2089a0d177 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:56:46.539311 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b352c429-d9bb-44cf-94a2-8925b5c7d0aa None None] Provisioning complete for port 4f20de93-907e-486b-8d5d-fa2089a0d177 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:46.543939 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b352c429-d9bb-44cf-94a2-8925b5c7d0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:46.597021 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-b352c429-d9bb-44cf-94a2-8925b5c7d0aa None None] Port 4f20de93-907e-486b-8d5d-fa2089a0d177 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:56:46.642228 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b40bc12d-c398-4e49-a291-5371cc19cd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:46.710480 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40bc12d-c398-4e49-a291-5371cc19cd2f None None] Network b5acad7b-9fc0-43a6-a492-09a36e6e3715 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:56:46.713211 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-b40bc12d-c398-4e49-a291-5371cc19cd2f None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:56:46.717006 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40bc12d-c398-4e49-a291-5371cc19cd2f None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:56:46.724932 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d88c4b-3656-4973-9d48-6876e932a285 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Made reservation on behalf of 20783d677a5c4dfd91c7976cca2748a6 for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:56:46.743417 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-66d88c4b-3656-4973-9d48-6876e932a285 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:46.744350 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40bc12d-c398-4e49-a291-5371cc19cd2f None None] Pushing event updated for resources: {'Port': ['ID=e32b6c92-d96f-411a-8f3c-0e96dd01bb07,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:46.744452 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc2baae-2e28-4019-a43a-800387264f05 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Router 6794a5c3-a657-488e-8006-d8ab34ea5e3c has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:56:46.744836 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-93cae432-b65c-43b1-ac62-cc9425c584c1 tempest-FloatingIPAdminTestJSON-1470145467 tempest-FloatingIPAdminTestJSON-1470145467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:46.756765 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-8335a229-235b-450a-b049-a0d64fe7e5bc tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:46.766878 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-8335a229-235b-450a-b049-a0d64fe7e5bc tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Usage tracker for resource:security_group_rule and tenant:cf1a07a12cb04727ad443721ec556df8 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:56:46.770715 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-8335a229-235b-450a-b049-a0d64fe7e5bc tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:56:46.778300 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-8335a229-235b-450a-b049-a0d64fe7e5bc tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:46.804763 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a7569326-09d4-4013-a7ed-575845b5e94d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:46.812727 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-b40bc12d-c398-4e49-a291-5371cc19cd2f None None] Attempting to bind port e32b6c92-d96f-411a-8f3c-0e96dd01bb07 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:56:46.813260 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-b40bc12d-c398-4e49-a291-5371cc19cd2f None None] Attempting to bind port e32b6c92-d96f-411a-8f3c-0e96dd01bb07 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '35059940-19ae-4b23-8341-316dc8cd9436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b5acad7b-9fc0-43a6-a492-09a36e6e3715'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:56:46.813626 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40bc12d-c398-4e49-a291-5371cc19cd2f None None] Attempting to bind port e32b6c92-d96f-411a-8f3c-0e96dd01bb07 on network b5acad7b-9fc0-43a6-a492-09a36e6e3715 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:56:46.820398 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cae432-b65c-43b1-ac62-cc9425c584c1 tempest-FloatingIPAdminTestJSON-1470145467 tempest-FloatingIPAdminTestJSON-1470145467-project] Pushing event deleted for resources: {'Port': ['ID=39316edf-c9c8-4e46-90ca-e3bd8ab12dd6,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:46.820975 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40bc12d-c398-4e49-a291-5371cc19cd2f None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:56:46.821256 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40bc12d-c398-4e49-a291-5371cc19cd2f None None] Checking segment: {'id': '35059940-19ae-4b23-8341-316dc8cd9436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b5acad7b-9fc0-43a6-a492-09a36e6e3715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:56:46.821650 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b40bc12d-c398-4e49-a291-5371cc19cd2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:46.822040 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40bc12d-c398-4e49-a291-5371cc19cd2f None None] Bound using segment: {'id': '35059940-19ae-4b23-8341-316dc8cd9436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b5acad7b-9fc0-43a6-a492-09a36e6e3715'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:56:46.822501 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-b40bc12d-c398-4e49-a291-5371cc19cd2f None None] Bound port: e32b6c92-d96f-411a-8f3c-0e96dd01bb07, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35059940-19ae-4b23-8341-316dc8cd9436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b5acad7b-9fc0-43a6-a492-09a36e6e3715'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:56:46.822868 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b40bc12d-c398-4e49-a291-5371cc19cd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:46.855807 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6734a73b-61d5-4f6e-abf3-b56d06319049 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:46.897065 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-66d88c4b-3656-4973-9d48-6876e932a285 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] device_id is not set on port 27474ad4-e25c-4da5-a72c-e50bf4f2cae3 yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:56:46.913767 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-b40bc12d-c398-4e49-a291-5371cc19cd2f None None] For port e32b6c92-d96f-411a-8f3c-0e96dd01bb07, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:56:46.918025 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-b40bc12d-c398-4e49-a291-5371cc19cd2f None None] For port e32b6c92-d96f-411a-8f3c-0e96dd01bb07, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=e32b6c92-d96f-411a-8f3c-0e96dd01bb07,segment=NetworkSegment(35059940-19ae-4b23-8341-316dc8cd9436),segment_id=35059940-19ae-4b23-8341-316dc8cd9436)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:56:46.962102 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b40bc12d-c398-4e49-a291-5371cc19cd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:46.981621 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6734a73b-61d5-4f6e-abf3-b56d06319049 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event updated for resources: {'Subnet': ['ID=cb674282-20ed-44b5-8f4c-cdf38f853478,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:47.039561 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40bc12d-c398-4e49-a291-5371cc19cd2f None None] Pushing event updated for resources: {'Port': ['ID=e32b6c92-d96f-411a-8f3c-0e96dd01bb07,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:47.054991 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8335a229-235b-450a-b049-a0d64fe7e5bc tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:47.117006 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6734a73b-61d5-4f6e-abf3-b56d06319049 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Checking segment: {'id': '916ea536-8add-4741-96ed-b3618d50c0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'bbdbf4a1-9214-4fc3-9455-263d0dbd4401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:56:47.117359 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6734a73b-61d5-4f6e-abf3-b56d06319049 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Network hostable DHCP agents. Network: bbdbf4a1-9214-4fc3-9455-263d0dbd4401, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:56:47.141141 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8335a229-235b-450a-b049-a0d64fe7e5bc tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:47.168076 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:47.221185 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-93cae432-b65c-43b1-ac62-cc9425c584c1 tempest-FloatingIPAdminTestJSON-1470145467 tempest-FloatingIPAdminTestJSON-1470145467-project] Notify callbacks [] for floatingip, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:47.278323 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8335a229-235b-450a-b049-a0d64fe7e5bc tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:56:47.309980 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7aacf4cd-1a99-4623-9e4f-93d259b2b712 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:47.309980 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335a229-235b-450a-b049-a0d64fe7e5bc tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b62bbf6f-c3ca-49d5-b8aa-c3aaf55f941c,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:47.319572 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8335a229-235b-450a-b049-a0d64fe7e5bc tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:47.319701 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-8335a229-235b-450a-b049-a0d64fe7e5bc tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Added segment 05546a29-7757-455d-ab11-719332e37a9d of type vlan for network 77e8aea5-7509-4dc0-9024-15b26a0da503 Feb 03 13:56:47.377178 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8335a229-235b-450a-b049-a0d64fe7e5bc tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:47.395795 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7aacf4cd-1a99-4623-9e4f-93d259b2b712 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:47.465310 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-93cae432-b65c-43b1-ac62-cc9425c584c1 tempest-FloatingIPAdminTestJSON-1470145467 tempest-FloatingIPAdminTestJSON-1470145467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:47.466463 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-93cae432-b65c-43b1-ac62-cc9425c584c1 tempest-FloatingIPAdminTestJSON-1470145467 tempest-FloatingIPAdminTestJSON-1470145467-project] 10.222.0.41 "DELETE /v2.0/floatingips/cf98d9fc-8a36-4089-a8be-982202de4e0b HTTP/1.1" status: 204 len: 168 time: 2.4760933 Feb 03 13:56:47.470519 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51160) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:47.491506 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.db.resource_extend [None req-a0b8eaa8-050e-4d97-8368-d25b64cbf90d tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 13:56:47.524588 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device e32b6c92-d96f-411a-8f3c-0e96dd01bb07 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:56:47.550708 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6734a73b-61d5-4f6e-abf3-b56d06319049 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Network bbdbf4a1-9214-4fc3-9455-263d0dbd4401 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:56:47.572152 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-66d88c4b-3656-4973-9d48-6876e932a285 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Allocated IP 172.20.0.6 (b5acad7b-9fc0-43a6-a492-09a36e6e3715/e7854850-4247-4ae9-be04-6281ef6c8743/27474ad4-e25c-4da5-a72c-e50bf4f2cae3) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:56:47.680436 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-6734a73b-61d5-4f6e-abf3-b56d06319049 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, bbdbf4a1-9214-4fc3-9455-263d0dbd4401) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:56:47.683021 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc2baae-2e28-4019-a43a-800387264f05 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:56:47.685534 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a0b8eaa8-050e-4d97-8368-d25b64cbf90d tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:47.690369 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6734a73b-61d5-4f6e-abf3-b56d06319049 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:47.690671 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6734a73b-61d5-4f6e-abf3-b56d06319049 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:47.691869 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880aa2ba-2904-4e8d-9d36-ac83b47560b7 None None] Network bbdbf4a1-9214-4fc3-9455-263d0dbd4401 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:56:47.700691 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-a2982bd9-b1a7-435a-8ac2-784343fd3843 tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Deleting port 9bda561f-3528-40fc-a928-3bff4bc67a81 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:56:47.701038 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a2982bd9-b1a7-435a-8ac2-784343fd3843 tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:47.715988 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a81eb30-f9d9-4027-8292-afb61cd90c0f None None] Sync routers for ids ['6794a5c3-a657-488e-8006-d8ab34ea5e3c'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:56:47.723112 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port e32b6c92-d96f-411a-8f3c-0e96dd01bb07 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:56:47.746890 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8335a229-235b-450a-b049-a0d64fe7e5bc tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:47.751025 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8335a229-235b-450a-b049-a0d64fe7e5bc tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:47.751648 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8335a229-235b-450a-b049-a0d64fe7e5bc tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:47.769453 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a0b8eaa8-050e-4d97-8368-d25b64cbf90d tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:47.807113 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a81eb30-f9d9-4027-8292-afb61cd90c0f None None] Routers {'6794a5c3-a657-488e-8006-d8ab34ea5e3c'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:56:47.807800 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-5a81eb30-f9d9-4027-8292-afb61cd90c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:56:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['6794a5c3-a657-488e-8006-d8ab34ea5e3c'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:47.907755 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fbc2baae-2e28-4019-a43a-800387264f05 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:47.981269 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.db.resource_extend [None req-a7569326-09d4-4013-a7ed-575845b5e94d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 13:56:48.003035 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-6734a73b-61d5-4f6e-abf3-b56d06319049 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8663046 Feb 03 13:56:48.014388 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51164) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:48.017228 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a7569326-09d4-4013-a7ed-575845b5e94d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:48.022344 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-8335a229-235b-450a-b049-a0d64fe7e5bc tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.3976071 Feb 03 13:56:48.028036 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-3cfa0dff-dc4c-4fb7-9aa1-9f8192c622c0 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1488188042'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:48.041470 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3cfa0dff-dc4c-4fb7-9aa1-9f8192c622c0 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:48.065117 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3cfa0dff-dc4c-4fb7-9aa1-9f8192c622c0 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Usage tracker for resource:network and tenant:16ca01bd1cf84cd38347e99fdd7734d7 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:56:48.073554 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335a229-235b-450a-b049-a0d64fe7e5bc tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event updated for resources: {'Network': ['ID=77e8aea5-7509-4dc0-9024-15b26a0da503,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:48.091573 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3cfa0dff-dc4c-4fb7-9aa1-9f8192c622c0 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:56:48.106707 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 77e8aea5-7509-4dc0-9024-15b26a0da503 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:56:48.129269 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3cfa0dff-dc4c-4fb7-9aa1-9f8192c622c0 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:48.133083 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-66d88c4b-3656-4973-9d48-6876e932a285 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:48.135967 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a7569326-09d4-4013-a7ed-575845b5e94d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:48.136694 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a7569326-09d4-4013-a7ed-575845b5e94d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:48.188705 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51168) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:48.203075 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-e98a27f7-7d02-46ab-8e18-3b0265379ea1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Request body: {'subnet': {'network_id': '77e8aea5-7509-4dc0-9024-15b26a0da503', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:48.244294 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-66d88c4b-3656-4973-9d48-6876e932a285 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Transition to ACTIVE for port object 27474ad4-e25c-4da5-a72c-e50bf4f2cae3 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:56:48.269659 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-fbc2baae-2e28-4019-a43a-800387264f05 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "PUT /v2.0/floatingips/6864675f-e770-4cf4-a451-988f45292dbb HTTP/1.1" status: 200 len: 991 time: 6.2031560 Feb 03 13:56:48.280592 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65215c73-cbbd-41e8-abe4-aafa969bf7b9', 'tag': '3809cb83-47cc-433e-866a-d0addc09fc6d'}] {{(pid=84182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 13:56:48.285579 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-5a81eb30-f9d9-4027-8292-afb61cd90c0f None None] Set router 6794a5c3-a657-488e-8006-d8ab34ea5e3c gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:56:48.335336 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a2982bd9-b1a7-435a-8ac2-784343fd3843 tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:48.335646 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a2982bd9-b1a7-435a-8ac2-784343fd3843 tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:48.356532 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bf4b6b-23ad-4d90-86a8-b43fbf697953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-bbdbf4a1-9214-4fc3-9455-263d0dbd4401', 'network_id': 'bbdbf4a1-9214-4fc3-9455-263d0dbd4401', 'tenant_id': '16ca01bd1cf84cd38347e99fdd7734d7', 'fixed_ips': [{'subnet_id': 'cb674282-20ed-44b5-8f4c-cdf38f853478'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:56:48.357702 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4b6b-23ad-4d90-86a8-b43fbf697953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:48.527622 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af755b0c-df9c-4e66-8a08-bdf9ec1716c3 None None] Network b5acad7b-9fc0-43a6-a492-09a36e6e3715 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:56:48.567921 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7569326-09d4-4013-a7ed-575845b5e94d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event updated for resources: {'Port': ['ID=4f20de93-907e-486b-8d5d-fa2089a0d177,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:48.570237 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfa0dff-dc4c-4fb7-9aa1-9f8192c622c0 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Made reservation on behalf of 16ca01bd1cf84cd38347e99fdd7734d7 for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:56:48.573256 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3cfa0dff-dc4c-4fb7-9aa1-9f8192c622c0 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:48.723461 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-a2982bd9-b1a7-435a-8ac2-784343fd3843 tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Calling delete_port for 9bda561f-3528-40fc-a928-3bff4bc67a81 owned by network:floatingip {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:56:48.739621 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e98a27f7-7d02-46ab-8e18-3b0265379ea1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:48.750268 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e98a27f7-7d02-46ab-8e18-3b0265379ea1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Usage tracker for resource:subnet and tenant:cf1a07a12cb04727ad443721ec556df8 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:56:48.753855 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e98a27f7-7d02-46ab-8e18-3b0265379ea1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:56:48.764381 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cfa0dff-dc4c-4fb7-9aa1-9f8192c622c0 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:56:48.774678 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e98a27f7-7d02-46ab-8e18-3b0265379ea1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:48.785095 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-66d88c4b-3656-4973-9d48-6876e932a285 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:48.834037 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.l3_db [None req-7aacf4cd-1a99-4623-9e4f-93d259b2b712 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Floating IP 81bb85aa-1819-45cc-b571-3efe201def53 associated. External IP: 172.26.3.95, port: 5aaaec19-e12f-4c1e-a683-467a307ef302. Feb 03 13:56:48.866797 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3cfa0dff-dc4c-4fb7-9aa1-9f8192c622c0 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:48.867161 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-3cfa0dff-dc4c-4fb7-9aa1-9f8192c622c0 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Added segment 68b2ba38-9078-4b8d-8632-a29b3340f95a of type vlan for network 38b75ccd-4923-42d7-b39f-cb076316bb3e Feb 03 13:56:48.884389 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7569326-09d4-4013-a7ed-575845b5e94d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Network e8f95d25-f669-465c-a856-8a32459ef628 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:56:48.902296 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-a7569326-09d4-4013-a7ed-575845b5e94d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:56:48.921727 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd5704-70e6-4148-ad6a-69bbe02dc8f3 req-abed1c79-d2fb-478a-8100-2fefa859a377 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:48.928655 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d0fd5704-70e6-4148-ad6a-69bbe02dc8f3 req-abed1c79-d2fb-478a-8100-2fefa859a377 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/ports?device_id=65215c73-cbbd-41e8-abe4-aafa969bf7b9 HTTP/1.1" status: 200 len: 945 time: 0.4297152 Feb 03 13:56:48.992916 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98a27f7-7d02-46ab-8e18-3b0265379ea1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Made reservation on behalf of cf1a07a12cb04727ad443721ec556df8 for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:56:49.028130 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65215c73-cbbd-41e8-abe4-aafa969bf7b9', 'tag': '3809cb83-47cc-433e-866a-d0addc09fc6d', 'status': 'completed', 'code': 200} Feb 03 13:56:49.063924 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d88c4b-3656-4973-9d48-6876e932a285 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Network b5acad7b-9fc0-43a6-a492-09a36e6e3715 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:56:49.064790 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d88c4b-3656-4973-9d48-6876e932a285 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Pushing event updated for resources: {'Port': ['ID=27474ad4-e25c-4da5-a72c-e50bf4f2cae3,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:49.085288 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d0fd5704-70e6-4148-ad6a-69bbe02dc8f3 req-62e1cbc8-270d-4b25-8a16-b1ea58751ba6 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4de8980-b0c3-4215-bb46-4e841e19d727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543927 Feb 03 13:56:49.192351 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a2982bd9-b1a7-435a-8ac2-784343fd3843 tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:49.207370 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-1f77afd7-d366-4eaa-9956-9a415b7b8221 None None] Provisioning for port e32b6c92-d96f-411a-8f3c-0e96dd01bb07 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:56:49.249791 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-66d88c4b-3656-4973-9d48-6876e932a285 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:56:49.267254 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-1f77afd7-d366-4eaa-9956-9a415b7b8221 None None] Provisioning complete for port e32b6c92-d96f-411a-8f3c-0e96dd01bb07 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:49.267831 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1f77afd7-d366-4eaa-9956-9a415b7b8221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:49.271557 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d88c4b-3656-4973-9d48-6876e932a285 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:56:49.313678 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2982bd9-b1a7-435a-8ac2-784343fd3843 tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Pushing event deleted for resources: {'Port': ['ID=9bda561f-3528-40fc-a928-3bff4bc67a81,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:49.372037 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-b9bf4b6b-23ad-4d90-86a8-b43fbf697953 None None] Allocated IP 2001:db8:0:ffff::2 (bbdbf4a1-9214-4fc3-9455-263d0dbd4401/cb674282-20ed-44b5-8f4c-cdf38f853478/e259f9cb-3554-45c9-964f-c7f701ec6a8c) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:56:49.413964 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a2982bd9-b1a7-435a-8ac2-784343fd3843 tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:49.446221 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a2982bd9-b1a7-435a-8ac2-784343fd3843 tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:49.447381 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a2982bd9-b1a7-435a-8ac2-784343fd3843 tempest-FloatingIPAdminTestJSON-1153259360 tempest-FloatingIPAdminTestJSON-1153259360-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/3de7f0a7-5207-4ccf-9c32-811a632eaaeb HTTP/1.1" status: 204 len: 168 time: 1.9581056 Feb 03 13:56:49.458114 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51182) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:49.476200 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3cfa0dff-dc4c-4fb7-9aa1-9f8192c622c0 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:49.504963 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.l3_db [None req-a0b8eaa8-050e-4d97-8368-d25b64cbf90d tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Floating IP fa369bbb-8fd1-4dcb-b51e-04c6616927d2 associated. External IP: 172.26.3.29, port: 4ccd1588-742b-4c70-9905-1804d6d1b0db. Feb 03 13:56:49.558703 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d88c4b-3656-4973-9d48-6876e932a285 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:49.559343 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-66d88c4b-3656-4973-9d48-6876e932a285 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:49.587320 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-5a81eb30-f9d9-4027-8292-afb61cd90c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6794a5c3-a657-488e-8006-d8ab34ea5e3c', 'name': 'tempest-ServersTestJSON-579943590-router', 'tenant_id': '01d22ec6684f46e494a0aa49e75523a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '10fb666d-cec3-4c79-8459-527530c67156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:47Z', 'revision_number': 4, 'project_id': '01d22ec6684f46e494a0aa49e75523a4', 'gw_port': {'id': '10fb666d-cec3-4c79-8459-527530c67156', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:44:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6794a5c3-a657-488e-8006-d8ab34ea5e3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:33Z', 'updated_at': '2022-02-03T13:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '6864675f-e770-4cf4-a451-988f45292dbb', 'tenant_id': '01d22ec6684f46e494a0aa49e75523a4', 'floating_ip_address': '172.26.3.153', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '6794a5c3-a657-488e-8006-d8ab34ea5e3c', 'port_id': '3809cb83-47cc-433e-866a-d0addc09fc6d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4c437f2-b270-46b1-b446-bb339ad2d528', 'mac_address': 'fa:16:3e:d2:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65215c73-cbbd-41e8-abe4-aafa969bf7b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:55:59Z', 'updated_at': '2022-02-03T13:56:43Z', 'revision_number': 1, 'project_id': '01d22ec6684f46e494a0aa49e75523a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82e1daf4-46f0-4c11-9ac6-78b9b8d07024', 'name': '', 'network_id': 'c4c437f2-b270-46b1-b446-bb339ad2d528', 'tenant_id': '01d22ec6684f46e494a0aa49e75523a4', 'mac_address': 'fa:16:3e:d0:26:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6794a5c3-a657-488e-8006-d8ab34ea5e3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f89cc18-9848-497d-8cdf-e96e7d0c84ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:44Z', 'updated_at': '2022-02-03T13:56:20Z', 'revision_number': 5, 'project_id': '01d22ec6684f46e494a0aa49e75523a4', 'subnets': [{'id': '5f89cc18-9848-497d-8cdf-e96e7d0c84ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:49.598971 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a81eb30-f9d9-4027-8292-afb61cd90c0f None None] Checking router: 6794a5c3-a657-488e-8006-d8ab34ea5e3c for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 13:56:49.609836 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1f77afd7-d366-4eaa-9956-9a415b7b8221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:49.620375 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-5a0f00db-fac0-4925-92b1-923663ee9482 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Deleting port f59f727c-20df-44f5-a9e1-3577cf3e317a {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:56:49.621802 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5a0f00db-fac0-4925-92b1-923663ee9482 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:49.664395 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e98a27f7-7d02-46ab-8e18-3b0265379ea1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:49.727468 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a81eb30-f9d9-4027-8292-afb61cd90c0f None None] Routers {'6794a5c3-a657-488e-8006-d8ab34ea5e3c'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:56:49.731774 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-5a81eb30-f9d9-4027-8292-afb61cd90c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:56:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['6794a5c3-a657-488e-8006-d8ab34ea5e3c'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:49.770592 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-66d88c4b-3656-4973-9d48-6876e932a285 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8425543 Feb 03 13:56:49.780834 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51186) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:49.789802 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-d2b684f6-ad99-49dc-82fb-bb91ab33409b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Request body: {'port': {'network_id': 'b5acad7b-9fc0-43a6-a492-09a36e6e3715', 'name': 'tempest-AllowedAddressPairTestJSON-799913166', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:39:c6:44'}]}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:49.836787 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4b6b-23ad-4d90-86a8-b43fbf697953 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:49.848888 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b9bf4b6b-23ad-4d90-86a8-b43fbf697953 None None] Transition to ACTIVE for port object e259f9cb-3554-45c9-964f-c7f701ec6a8c will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:56:49.947277 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-1f77afd7-d366-4eaa-9956-9a415b7b8221 None None] For port e32b6c92-d96f-411a-8f3c-0e96dd01bb07, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=e32b6c92-d96f-411a-8f3c-0e96dd01bb07,segment=NetworkSegment(35059940-19ae-4b23-8341-316dc8cd9436),segment_id=35059940-19ae-4b23-8341-316dc8cd9436)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:56:49.956115 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3cfa0dff-dc4c-4fb7-9aa1-9f8192c622c0 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:49.960753 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfa0dff-dc4c-4fb7-9aa1-9f8192c622c0 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:49.961370 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3cfa0dff-dc4c-4fb7-9aa1-9f8192c622c0 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:49.970832 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b9bf4b6b-23ad-4d90-86a8-b43fbf697953 None None] Transition to ACTIVE for port object e259f9cb-3554-45c9-964f-c7f701ec6a8c will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:56:50.063446 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1f77afd7-d366-4eaa-9956-9a415b7b8221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:50.090018 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5a0f00db-fac0-4925-92b1-923663ee9482 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:50.099243 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3cfa0dff-dc4c-4fb7-9aa1-9f8192c622c0 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0770068 Feb 03 13:56:50.103760 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51190) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:50.120266 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4b6b-23ad-4d90-86a8-b43fbf697953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:50.128125 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa0dff-dc4c-4fb7-9aa1-9f8192c622c0 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event updated for resources: {'Network': ['ID=38b75ccd-4923-42d7-b39f-cb076316bb3e,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:50.140278 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-92c2013d-e14f-4c11-95e6-90daa6353935 req-de363827-bdaa-4e68-88a4-4c5cad778069 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01d22ec6684f46e494a0aa49e75523a4&device_id=65215c73-cbbd-41e8-abe4-aafa969bf7b9 HTTP/1.1" status: 200 len: 1098 time: 1.0939562 Feb 03 13:56:50.152448 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 38b75ccd-4923-42d7-b39f-cb076316bb3e details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:56:50.181837 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-e7301d7d-60f2-4f25-8e04-3d9aa2ab9117 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Request body: {'subnet': {'network_id': '38b75ccd-4923-42d7-b39f-cb076316bb3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:50.255989 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bf4b6b-23ad-4d90-86a8-b43fbf697953 None None] Network bbdbf4a1-9214-4fc3-9455-263d0dbd4401 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:56:50.269782 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-b9bf4b6b-23ad-4d90-86a8-b43fbf697953 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:56:50.272202 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bf4b6b-23ad-4d90-86a8-b43fbf697953 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:56:50.279092 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77afd7-d366-4eaa-9956-9a415b7b8221 None None] Pushing event updated for resources: {'Port': ['ID=e32b6c92-d96f-411a-8f3c-0e96dd01bb07,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:50.280455 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-5a0f00db-fac0-4925-92b1-923663ee9482 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Calling delete_port for f59f727c-20df-44f5-a9e1-3577cf3e317a owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:56:50.338728 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-5a81eb30-f9d9-4027-8292-afb61cd90c0f None None] Set router 6794a5c3-a657-488e-8006-d8ab34ea5e3c gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:56:50.352431 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e98a27f7-7d02-46ab-8e18-3b0265379ea1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:50.365164 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-d2b684f6-ad99-49dc-82fb-bb91ab33409b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:50.369243 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d2b684f6-ad99-49dc-82fb-bb91ab33409b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Usage tracker for resource:port and tenant:20783d677a5c4dfd91c7976cca2748a6 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:56:50.372522 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d2b684f6-ad99-49dc-82fb-bb91ab33409b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:56:50.379117 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-d2b684f6-ad99-49dc-82fb-bb91ab33409b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:50.507482 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-fe84eec9-3460-43ac-8781-bfbef651ba8b None None] Provisioning complete for port e32b6c92-d96f-411a-8f3c-0e96dd01bb07 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:50.507851 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fe84eec9-3460-43ac-8781-bfbef651ba8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:50.589188 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c2013d-e14f-4c11-95e6-90daa6353935 req-96f83a45-cf89-4405-b06f-66db2a38d48c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:50.590548 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-92c2013d-e14f-4c11-95e6-90daa6353935 req-96f83a45-cf89-4405-b06f-66db2a38d48c service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4c437f2-b270-46b1-b446-bb339ad2d528 HTTP/1.1" status: 200 len: 905 time: 0.3850467 Feb 03 13:56:50.591170 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a27f7-7d02-46ab-8e18-3b0265379ea1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event updated for resources: {'Subnet': ['ID=c69c7445-45d6-4a22-96f6-a26a559dd2c5,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:50.617514 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf4b6b-23ad-4d90-86a8-b43fbf697953 None None] Pushing event updated for resources: {'Port': ['ID=e259f9cb-3554-45c9-964f-c7f701ec6a8c,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:50.631666 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b684f6-ad99-49dc-82fb-bb91ab33409b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Made reservation on behalf of 20783d677a5c4dfd91c7976cca2748a6 for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:56:50.651691 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-b9bf4b6b-23ad-4d90-86a8-b43fbf697953 None None] Attempting to bind port e259f9cb-3554-45c9-964f-c7f701ec6a8c on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:56:50.652061 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-b9bf4b6b-23ad-4d90-86a8-b43fbf697953 None None] Attempting to bind port e259f9cb-3554-45c9-964f-c7f701ec6a8c by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '916ea536-8add-4741-96ed-b3618d50c0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'bbdbf4a1-9214-4fc3-9455-263d0dbd4401'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:56:50.652422 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bf4b6b-23ad-4d90-86a8-b43fbf697953 None None] Attempting to bind port e259f9cb-3554-45c9-964f-c7f701ec6a8c on network bbdbf4a1-9214-4fc3-9455-263d0dbd4401 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:56:50.679028 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bf4b6b-23ad-4d90-86a8-b43fbf697953 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:56:50.679466 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bf4b6b-23ad-4d90-86a8-b43fbf697953 None None] Checking segment: {'id': '916ea536-8add-4741-96ed-b3618d50c0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'bbdbf4a1-9214-4fc3-9455-263d0dbd4401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:56:50.680161 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4b6b-23ad-4d90-86a8-b43fbf697953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:50.680300 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bf4b6b-23ad-4d90-86a8-b43fbf697953 None None] Bound using segment: {'id': '916ea536-8add-4741-96ed-b3618d50c0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'bbdbf4a1-9214-4fc3-9455-263d0dbd4401'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:56:50.680672 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-b9bf4b6b-23ad-4d90-86a8-b43fbf697953 None None] Bound port: e259f9cb-3554-45c9-964f-c7f701ec6a8c, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '916ea536-8add-4741-96ed-b3618d50c0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'bbdbf4a1-9214-4fc3-9455-263d0dbd4401'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:56:50.681037 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4b6b-23ad-4d90-86a8-b43fbf697953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:50.716823 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98a27f7-7d02-46ab-8e18-3b0265379ea1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Checking segment: {'id': '05546a29-7757-455d-ab11-719332e37a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '77e8aea5-7509-4dc0-9024-15b26a0da503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:56:50.717195 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98a27f7-7d02-46ab-8e18-3b0265379ea1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Network hostable DHCP agents. Network: 77e8aea5-7509-4dc0-9024-15b26a0da503, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:56:50.766772 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7569326-09d4-4013-a7ed-575845b5e94d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Router e394642a-7d10-4e33-8379-c4165055d4f9 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:56:50.788902 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-92c2013d-e14f-4c11-95e6-90daa6353935 req-b3cf6d4c-ddb6-4a3e-a002-75e4e6681eaa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3809cb83-47cc-433e-866a-d0addc09fc6d HTTP/1.1" status: 200 len: 999 time: 0.1869185 Feb 03 13:56:50.802179 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e7301d7d-60f2-4f25-8e04-3d9aa2ab9117 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:50.814056 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e7301d7d-60f2-4f25-8e04-3d9aa2ab9117 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Usage tracker for resource:subnet and tenant:16ca01bd1cf84cd38347e99fdd7734d7 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:56:50.824414 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e7301d7d-60f2-4f25-8e04-3d9aa2ab9117 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:56:50.845163 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e7301d7d-60f2-4f25-8e04-3d9aa2ab9117 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:50.897869 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-232a6775-f4ae-4a0f-9f0d-2297394cff5f req-72c3c0d0-012c-433b-915a-5d0df0ef8fb9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4bd9d73c-75f1-4f4a-bb32-219abd7ccb49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4093361 Feb 03 13:56:50.918806 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d2b684f6-ad99-49dc-82fb-bb91ab33409b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:50.933608 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-b9bf4b6b-23ad-4d90-86a8-b43fbf697953 None None] For port e259f9cb-3554-45c9-964f-c7f701ec6a8c, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:56:50.946719 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-b9bf4b6b-23ad-4d90-86a8-b43fbf697953 None None] For port e259f9cb-3554-45c9-964f-c7f701ec6a8c, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=e259f9cb-3554-45c9-964f-c7f701ec6a8c,segment=NetworkSegment(916ea536-8add-4741-96ed-b3618d50c0a0),segment_id=916ea536-8add-4741-96ed-b3618d50c0a0)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:56:50.953935 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17730b-d5db-4899-958b-33c157794d3a req-61a30a95-b1ba-474f-a456-221d62ed5c21 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:50.955860 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1e17730b-d5db-4899-958b-33c157794d3a req-61a30a95-b1ba-474f-a456-221d62ed5c21 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/ports?device_id=65215c73-cbbd-41e8-abe4-aafa969bf7b9 HTTP/1.1" status: 200 len: 945 time: 0.6417005 Feb 03 13:56:50.991092 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-d2b684f6-ad99-49dc-82fb-bb91ab33409b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] device_id is not set on port f45cda2b-414a-4fa6-a6cb-7302e63542aa yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:56:51.009679 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-5a81eb30-f9d9-4027-8292-afb61cd90c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6794a5c3-a657-488e-8006-d8ab34ea5e3c', 'name': 'tempest-ServersTestJSON-579943590-router', 'tenant_id': '01d22ec6684f46e494a0aa49e75523a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '10fb666d-cec3-4c79-8459-527530c67156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:47Z', 'revision_number': 4, 'project_id': '01d22ec6684f46e494a0aa49e75523a4', 'gw_port': {'id': '10fb666d-cec3-4c79-8459-527530c67156', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:44:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6794a5c3-a657-488e-8006-d8ab34ea5e3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:33Z', 'updated_at': '2022-02-03T13:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '6864675f-e770-4cf4-a451-988f45292dbb', 'tenant_id': '01d22ec6684f46e494a0aa49e75523a4', 'floating_ip_address': '172.26.3.153', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '6794a5c3-a657-488e-8006-d8ab34ea5e3c', 'port_id': '3809cb83-47cc-433e-866a-d0addc09fc6d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4c437f2-b270-46b1-b446-bb339ad2d528', 'mac_address': 'fa:16:3e:d2:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65215c73-cbbd-41e8-abe4-aafa969bf7b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:55:59Z', 'updated_at': '2022-02-03T13:56:43Z', 'revision_number': 1, 'project_id': '01d22ec6684f46e494a0aa49e75523a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82e1daf4-46f0-4c11-9ac6-78b9b8d07024', 'name': '', 'network_id': 'c4c437f2-b270-46b1-b446-bb339ad2d528', 'tenant_id': '01d22ec6684f46e494a0aa49e75523a4', 'mac_address': 'fa:16:3e:d0:26:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6794a5c3-a657-488e-8006-d8ab34ea5e3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f89cc18-9848-497d-8cdf-e96e7d0c84ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:44Z', 'updated_at': '2022-02-03T13:56:20Z', 'revision_number': 5, 'project_id': '01d22ec6684f46e494a0aa49e75523a4', 'subnets': [{'id': '5f89cc18-9848-497d-8cdf-e96e7d0c84ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:51.013769 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a81eb30-f9d9-4027-8292-afb61cd90c0f None None] The sync data for ids ['6794a5c3-a657-488e-8006-d8ab34ea5e3c'] in dv-neutron-827016-1-hyperv is: [{'id': '6794a5c3-a657-488e-8006-d8ab34ea5e3c', 'name': 'tempest-ServersTestJSON-579943590-router', 'tenant_id': '01d22ec6684f46e494a0aa49e75523a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '10fb666d-cec3-4c79-8459-527530c67156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:47Z', 'revision_number': 4, 'project_id': '01d22ec6684f46e494a0aa49e75523a4', 'gw_port': {'id': '10fb666d-cec3-4c79-8459-527530c67156', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:44:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6794a5c3-a657-488e-8006-d8ab34ea5e3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:33Z', 'updated_at': '2022-02-03T13:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '6864675f-e770-4cf4-a451-988f45292dbb', 'tenant_id': '01d22ec6684f46e494a0aa49e75523a4', 'floating_ip_address': '172.26.3.153', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '6794a5c3-a657-488e-8006-d8ab34ea5e3c', 'port_id': '3809cb83-47cc-433e-866a-d0addc09fc6d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4c437f2-b270-46b1-b446-bb339ad2d528', 'mac_address': 'fa:16:3e:d2:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65215c73-cbbd-41e8-abe4-aafa969bf7b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:55:59Z', 'updated_at': '2022-02-03T13:56:43Z', 'revision_number': 1, 'project_id': '01d22ec6684f46e494a0aa49e75523a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82e1daf4-46f0-4c11-9ac6-78b9b8d07024', 'name': '', 'network_id': 'c4c437f2-b270-46b1-b446-bb339ad2d528', 'tenant_id': '01d22ec6684f46e494a0aa49e75523a4', 'mac_address': 'fa:16:3e:d0:26:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6794a5c3-a657-488e-8006-d8ab34ea5e3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f89cc18-9848-497d-8cdf-e96e7d0c84ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:44Z', 'updated_at': '2022-02-03T13:56:20Z', 'revision_number': 5, 'project_id': '01d22ec6684f46e494a0aa49e75523a4', 'subnets': [{'id': '5f89cc18-9848-497d-8cdf-e96e7d0c84ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:56:51.037541 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4b6b-23ad-4d90-86a8-b43fbf697953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:51.041799 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7301d7d-60f2-4f25-8e04-3d9aa2ab9117 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Made reservation on behalf of 16ca01bd1cf84cd38347e99fdd7734d7 for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:56:51.064116 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aacf4cd-1a99-4623-9e4f-93d259b2b712 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Router 7d9f0468-8bae-4548-9c68-b7ab9ccb2bec has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:56:51.126762 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-fe84eec9-3460-43ac-8781-bfbef651ba8b None None] Provisioning for port 27474ad4-e25c-4da5-a72c-e50bf4f2cae3 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:56:51.141186 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-fe84eec9-3460-43ac-8781-bfbef651ba8b None None] Provisioning complete for port 27474ad4-e25c-4da5-a72c-e50bf4f2cae3 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:51.141661 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fe84eec9-3460-43ac-8781-bfbef651ba8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:51.150089 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5a0f00db-fac0-4925-92b1-923663ee9482 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:51.200271 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-fe84eec9-3460-43ac-8781-bfbef651ba8b None None] Port 27474ad4-e25c-4da5-a72c-e50bf4f2cae3 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:56:51.220562 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf4b6b-23ad-4d90-86a8-b43fbf697953 None None] Pushing event updated for resources: {'Port': ['ID=e259f9cb-3554-45c9-964f-c7f701ec6a8c,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:51.236702 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-fe84eec9-3460-43ac-8781-bfbef651ba8b None None] Provisioning complete for port 4f20de93-907e-486b-8d5d-fa2089a0d177 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:51.236702 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fe84eec9-3460-43ac-8781-bfbef651ba8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:51.237056 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c2013d-e14f-4c11-95e6-90daa6353935 req-0707f7d7-31f7-4184-96ee-40439a720520 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:51.238515 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-92c2013d-e14f-4c11-95e6-90daa6353935 req-0707f7d7-31f7-4184-96ee-40439a720520 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5f89cc18-9848-497d-8cdf-e96e7d0c84ab HTTP/1.1" status: 200 len: 844 time: 0.3904226 Feb 03 13:56:51.284585 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3b71b5-e121-440d-9dac-be63868ca4eb None None] New status for floating IP 6864675f-e770-4cf4-a451-988f45292dbb: ACTIVE {{(pid=84184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 13:56:51.309374 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-fe84eec9-3460-43ac-8781-bfbef651ba8b None None] Port 4f20de93-907e-486b-8d5d-fa2089a0d177 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:56:51.349593 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-d2b684f6-ad99-49dc-82fb-bb91ab33409b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Allocated IP 172.20.0.5 (b5acad7b-9fc0-43a6-a492-09a36e6e3715/e7854850-4247-4ae9-be04-6281ef6c8743/f45cda2b-414a-4fa6-a6cb-7302e63542aa) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:56:51.352488 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98a27f7-7d02-46ab-8e18-3b0265379ea1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Network 77e8aea5-7509-4dc0-9024-15b26a0da503 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:56:51.388403 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1e17730b-d5db-4899-958b-33c157794d3a req-e9bd9b69-b3ec-4ea7-a9fb-b8a88e69aeaf tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4de8980-b0c3-4215-bb46-4e841e19d727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4205379 Feb 03 13:56:51.472254 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device e32b6c92-d96f-411a-8f3c-0e96dd01bb07 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:56:51.480719 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f00db-fac0-4925-92b1-923663ee9482 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Pushing event deleted for resources: {'Port': ['ID=f59f727c-20df-44f5-a9e1-3577cf3e317a,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:51.523591 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-e98a27f7-7d02-46ab-8e18-3b0265379ea1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 77e8aea5-7509-4dc0-9024-15b26a0da503) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:56:51.524845 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e7301d7d-60f2-4f25-8e04-3d9aa2ab9117 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:51.543528 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-232a6775-f4ae-4a0f-9f0d-2297394cff5f req-a21b2a7a-a949-4112-8a92-cdd238ee5406 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa12ab67af1e4dc2bf9988d3321473a2&device_id=4bd9d73c-75f1-4f4a-bb32-219abd7ccb49 HTTP/1.1" status: 200 len: 1099 time: 0.5110466 Feb 03 13:56:51.546601 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98a27f7-7d02-46ab-8e18-3b0265379ea1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:51.547374 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e98a27f7-7d02-46ab-8e18-3b0265379ea1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:51.614462 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c82108-48a4-4391-8b4b-606a56832ccd None None] Network 77e8aea5-7509-4dc0-9024-15b26a0da503 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:56:51.756990 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port e32b6c92-d96f-411a-8f3c-0e96dd01bb07 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:51.758680 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:51.828681 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e98a27f7-7d02-46ab-8e18-3b0265379ea1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.6364720 Feb 03 13:56:51.830885 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51196) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:51.853884 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-92c2013d-e14f-4c11-95e6-90daa6353935 req-0e3170c3-f5c9-4795-a9e3-b8e5420673b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4c437f2-b270-46b1-b446-bb339ad2d528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5917773 Feb 03 13:56:51.857834 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-351b1afe-c613-45d6-894c-d848d6420769 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1372985692'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:51.871419 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7569326-09d4-4013-a7ed-575845b5e94d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:56:51.907126 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-a7569326-09d4-4013-a7ed-575845b5e94d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "PUT /v2.0/routers/e394642a-7d10-4e33-8379-c4165055d4f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8051159 Feb 03 13:56:51.909732 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-351b1afe-c613-45d6-894c-d848d6420769 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:51.917526 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51200) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:51.937744 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bceb4a76-e8bc-41df-a3fe-e5903aff7b66 None None] Sync routers for ids ['e394642a-7d10-4e33-8379-c4165055d4f9'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:56:51.966856 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-351b1afe-c613-45d6-894c-d848d6420769 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Usage tracker for resource:network and tenant:cf1a07a12cb04727ad443721ec556df8 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:56:52.018799 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-351b1afe-c613-45d6-894c-d848d6420769 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:56:52.029187 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5a0f00db-fac0-4925-92b1-923663ee9482 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:52.043941 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-351b1afe-c613-45d6-894c-d848d6420769 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:52.045811 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bceb4a76-e8bc-41df-a3fe-e5903aff7b66 None None] Routers {'e394642a-7d10-4e33-8379-c4165055d4f9'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:56:52.046453 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-bceb4a76-e8bc-41df-a3fe-e5903aff7b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:56:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e394642a-7d10-4e33-8379-c4165055d4f9'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:52.099410 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-5a0f00db-fac0-4925-92b1-923663ee9482 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] 10.222.0.41 "DELETE /v2.0/ports/f59f727c-20df-44f5-a9e1-3577cf3e317a HTTP/1.1" status: 204 len: 168 time: 2.6363325 Feb 03 13:56:52.104662 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51204) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:52.104845 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a6775-f4ae-4a0f-9f0d-2297394cff5f req-71686603-94ca-43d2-9218-ab082bc523f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:52.106157 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-232a6775-f4ae-4a0f-9f0d-2297394cff5f req-71686603-94ca-43d2-9218-ab082bc523f6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0d5df42d-5d3c-4c34-b194-1616b788b316 HTTP/1.1" status: 200 len: 912 time: 0.4839063 Feb 03 13:56:52.107050 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401fa32f-839f-4939-a726-513647705503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-77e8aea5-7509-4dc0-9024-15b26a0da503', 'network_id': '77e8aea5-7509-4dc0-9024-15b26a0da503', 'tenant_id': 'cf1a07a12cb04727ad443721ec556df8', 'fixed_ips': [{'subnet_id': 'c69c7445-45d6-4a22-96f6-a26a559dd2c5'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:56:52.107896 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-401fa32f-839f-4939-a726-513647705503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:52.132972 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1859b8-7a5d-4330-ab15-ea13a1862a5d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:52.132972 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-0a1859b8-7a5d-4330-ab15-ea13a1862a5d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Synchronizing usage tracker for tenant:e560cbcda02c46efaee7f040dc641828 on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:56:52.151525 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-bceb4a76-e8bc-41df-a3fe-e5903aff7b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:52.204841 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351b1afe-c613-45d6-894c-d848d6420769 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Made reservation on behalf of cf1a07a12cb04727ad443721ec556df8 for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:56:52.208004 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-351b1afe-c613-45d6-894c-d848d6420769 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:52.233062 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bceb4a76-e8bc-41df-a3fe-e5903aff7b66 None None] Routers {'e394642a-7d10-4e33-8379-c4165055d4f9'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:56:52.233711 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-bceb4a76-e8bc-41df-a3fe-e5903aff7b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:56:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e394642a-7d10-4e33-8379-c4165055d4f9'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:52.262816 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-92c2013d-e14f-4c11-95e6-90daa6353935 req-c4f1ecad-ad01-44b8-9b27-5a735393366e service neutron] 10.222.0.47 "GET /v2.0/networks/c4c437f2-b270-46b1-b446-bb339ad2d528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884780 Feb 03 13:56:52.293983 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b8eaa8-050e-4d97-8368-d25b64cbf90d tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Router 2c234442-2665-4a5c-927e-b83daa87c03b has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:56:52.343526 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d2b684f6-ad99-49dc-82fb-bb91ab33409b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:52.354680 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-bceb4a76-e8bc-41df-a3fe-e5903aff7b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:52.358069 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bceb4a76-e8bc-41df-a3fe-e5903aff7b66 None None] The sync data for ids ['e394642a-7d10-4e33-8379-c4165055d4f9'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:56:52.407783 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-d2b684f6-ad99-49dc-82fb-bb91ab33409b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Transition to ACTIVE for port object f45cda2b-414a-4fa6-a6cb-7302e63542aa will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:56:52.478606 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-401fa32f-839f-4939-a726-513647705503 None None] Allocated IP 172.20.255.242 (77e8aea5-7509-4dc0-9024-15b26a0da503/c69c7445-45d6-4a22-96f6-a26a559dd2c5/47917e11-ee10-4764-9916-fa2d3d317fae) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:56:52.486272 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-92c2013d-e14f-4c11-95e6-90daa6353935 req-47aabad5-9711-4700-9d14-a38b0428ee60 service neutron] 10.222.0.47 "GET /v2.0/networks/c4c437f2-b270-46b1-b446-bb339ad2d528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114191 Feb 03 13:56:52.488161 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-232a6775-f4ae-4a0f-9f0d-2297394cff5f req-1655cc36-07fc-47ad-b703-715d903b191f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5aaaec19-e12f-4c1e-a683-467a307ef302 HTTP/1.1" status: 200 len: 999 time: 0.3574965 Feb 03 13:56:52.492646 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-0a1859b8-7a5d-4330-ab15-ea13a1862a5d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Unset dirty status for tenant:e560cbcda02c46efaee7f040dc641828 on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:56:52.493995 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-0a1859b8-7a5d-4330-ab15-ea13a1862a5d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "GET /v2.0/ports/4f20de93-907e-486b-8d5d-fa2089a0d177 HTTP/1.1" status: 200 len: 913 time: 0.5737813 Feb 03 13:56:52.498394 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51210) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:52.576106 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d2b684f6-ad99-49dc-82fb-bb91ab33409b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:52.669339 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bc0179-915e-4180-a066-8389e19eb9d0 None None] Network bbdbf4a1-9214-4fc3-9455-263d0dbd4401 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:56:52.678627 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a6775-f4ae-4a0f-9f0d-2297394cff5f req-1c29e9b3-e154-4ca9-b17c-0a864d12a14c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:52.680259 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-232a6775-f4ae-4a0f-9f0d-2297394cff5f req-1c29e9b3-e154-4ca9-b17c-0a864d12a14c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=43729539-3f80-443b-974d-7ae7596f4e93 HTTP/1.1" status: 200 len: 851 time: 0.1782644 Feb 03 13:56:52.681242 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-351b1afe-c613-45d6-894c-d848d6420769 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:56:52.837774 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e7301d7d-60f2-4f25-8e04-3d9aa2ab9117 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:52.842328 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b684f6-ad99-49dc-82fb-bb91ab33409b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Network b5acad7b-9fc0-43a6-a492-09a36e6e3715 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:56:52.861223 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-351b1afe-c613-45d6-894c-d848d6420769 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:52.861712 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-351b1afe-c613-45d6-894c-d848d6420769 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Added segment fed6bb23-598e-46e2-8431-21a7393367f1 of type vlan for network 15283020-7f27-4e1d-bd81-d0ae1c032b56 Feb 03 13:56:52.885693 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-d2b684f6-ad99-49dc-82fb-bb91ab33409b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:56:52.892934 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e89e09-a63f-4534-b21b-d01bdd8a57bc tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:52.893224 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-64e89e09-a63f-4534-b21b-d01bdd8a57bc tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Synchronizing usage tracker for tenant:155f69e194ac47c78d535d56fc3f53e7 on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:56:52.899375 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b684f6-ad99-49dc-82fb-bb91ab33409b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:56:52.953582 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-401fa32f-839f-4939-a726-513647705503 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:52.955336 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-351b1afe-c613-45d6-894c-d848d6420769 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:52.962992 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aacf4cd-1a99-4623-9e4f-93d259b2b712 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:56:52.963186 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-232a6775-f4ae-4a0f-9f0d-2297394cff5f req-fee23fa7-c9d6-49f4-8907-1cd653846749 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0d5df42d-5d3c-4c34-b194-1616b788b316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2147133 Feb 03 13:56:52.974586 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2313dd7d-ad5d-42d7-8442-7ef1df0b56a7 None None] Provisioning for port e259f9cb-3554-45c9-964f-c7f701ec6a8c completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:56:52.977992 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-401fa32f-839f-4939-a726-513647705503 None None] Transition to ACTIVE for port object 47917e11-ee10-4764-9916-fa2d3d317fae will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:56:52.988338 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ada7b38-6659-4cb0-b8b4-37a62ceea86f None None] Sync routers for ids ['7d9f0468-8bae-4548-9c68-b7ab9ccb2bec'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:56:53.011209 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ada7b38-6659-4cb0-b8b4-37a62ceea86f None None] Routers {'7d9f0468-8bae-4548-9c68-b7ab9ccb2bec'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:56:53.012167 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-8ada7b38-6659-4cb0-b8b4-37a62ceea86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:56:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['7d9f0468-8bae-4548-9c68-b7ab9ccb2bec'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:53.019276 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b684f6-ad99-49dc-82fb-bb91ab33409b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Pushing event updated for resources: {'Port': ['ID=f45cda2b-414a-4fa6-a6cb-7302e63542aa,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:53.036810 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7aacf4cd-1a99-4623-9e4f-93d259b2b712 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:53.041945 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-401fa32f-839f-4939-a726-513647705503 None None] Transition to ACTIVE for port object 47917e11-ee10-4764-9916-fa2d3d317fae will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:56:53.069673 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7301d7d-60f2-4f25-8e04-3d9aa2ab9117 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event updated for resources: {'Subnet': ['ID=de88ab1d-2998-49f4-8727-0465b3b0525f,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:53.148321 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-401fa32f-839f-4939-a726-513647705503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:53.148434 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b684f6-ad99-49dc-82fb-bb91ab33409b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:53.148434 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d2b684f6-ad99-49dc-82fb-bb91ab33409b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:53.148434 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-64e89e09-a63f-4534-b21b-d01bdd8a57bc tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Unset dirty status for tenant:155f69e194ac47c78d535d56fc3f53e7 on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:56:53.148434 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-64e89e09-a63f-4534-b21b-d01bdd8a57bc tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] 10.222.0.41 "GET /v2.0/ports?device_id=45df2544-2759-41e4-9bc1-63028e54f809 HTTP/1.1" status: 200 len: 913 time: 1.0389345 Feb 03 13:56:53.158464 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51214) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:53.184005 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7aacf4cd-1a99-4623-9e4f-93d259b2b712 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "PUT /v2.0/floatingips/81bb85aa-1819-45cc-b571-3efe201def53 HTTP/1.1" status: 200 len: 991 time: 7.7142673 Feb 03 13:56:53.188637 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd9d73c-75f1-4f4a-bb32-219abd7ccb49', 'tag': '5aaaec19-e12f-4c1e-a683-467a307ef302'}] {{(pid=84182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 13:56:53.278419 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401fa32f-839f-4939-a726-513647705503 None None] Pushing event updated for resources: {'Port': ['ID=47917e11-ee10-4764-9916-fa2d3d317fae,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:53.303636 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401fa32f-839f-4939-a726-513647705503 None None] Network 77e8aea5-7509-4dc0-9024-15b26a0da503 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:56:53.304482 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b6799-e133-4a44-9eb0-b267a9bb4255 req-5be7de05-a2bd-453f-a774-3ab9583b227a tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:53.308936 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-401fa32f-839f-4939-a726-513647705503 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:56:53.311445 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401fa32f-839f-4939-a726-513647705503 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:56:53.316299 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-874b6799-e133-4a44-9eb0-b267a9bb4255 req-5be7de05-a2bd-453f-a774-3ab9583b227a tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/ports?device_id=65215c73-cbbd-41e8-abe4-aafa969bf7b9 HTTP/1.1" status: 200 len: 945 time: 0.7173114 Feb 03 13:56:53.336813 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.db.resource_extend [None req-351b1afe-c613-45d6-894c-d848d6420769 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 13:56:53.357140 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-8ada7b38-6659-4cb0-b8b4-37a62ceea86f None None] Set router 7d9f0468-8bae-4548-9c68-b7ab9ccb2bec gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:56:53.493827 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-401fa32f-839f-4939-a726-513647705503 None None] Attempting to bind port 47917e11-ee10-4764-9916-fa2d3d317fae on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:56:53.494379 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-401fa32f-839f-4939-a726-513647705503 None None] Attempting to bind port 47917e11-ee10-4764-9916-fa2d3d317fae by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '05546a29-7757-455d-ab11-719332e37a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '77e8aea5-7509-4dc0-9024-15b26a0da503'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:56:53.494962 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d2b684f6-ad99-49dc-82fb-bb91ab33409b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 3.7129366 Feb 03 13:56:53.496131 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7301d7d-60f2-4f25-8e04-3d9aa2ab9117 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Checking segment: {'id': '68b2ba38-9078-4b8d-8632-a29b3340f95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '38b75ccd-4923-42d7-b39f-cb076316bb3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:56:53.496489 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7301d7d-60f2-4f25-8e04-3d9aa2ab9117 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Network hostable DHCP agents. Network: 38b75ccd-4923-42d7-b39f-cb076316bb3e, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:56:53.500481 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401fa32f-839f-4939-a726-513647705503 None None] Attempting to bind port 47917e11-ee10-4764-9916-fa2d3d317fae on network 77e8aea5-7509-4dc0-9024-15b26a0da503 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:56:53.501991 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51222) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:53.525827 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-3ed77ca2-73f6-430d-942e-ee8402f3c5f6 None None] Provisioning for port f45cda2b-414a-4fa6-a6cb-7302e63542aa completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:56:53.530462 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401fa32f-839f-4939-a726-513647705503 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:56:53.530840 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401fa32f-839f-4939-a726-513647705503 None None] Checking segment: {'id': '05546a29-7757-455d-ab11-719332e37a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '77e8aea5-7509-4dc0-9024-15b26a0da503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:56:53.531268 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-401fa32f-839f-4939-a726-513647705503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:53.531666 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401fa32f-839f-4939-a726-513647705503 None None] Bound using segment: {'id': '05546a29-7757-455d-ab11-719332e37a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '77e8aea5-7509-4dc0-9024-15b26a0da503'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:56:53.541652 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-401fa32f-839f-4939-a726-513647705503 None None] Bound port: 47917e11-ee10-4764-9916-fa2d3d317fae, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05546a29-7757-455d-ab11-719332e37a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '77e8aea5-7509-4dc0-9024-15b26a0da503'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:56:53.542937 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-401fa32f-839f-4939-a726-513647705503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:53.563365 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-3ed77ca2-73f6-430d-942e-ee8402f3c5f6 None None] Provisioning complete for port f45cda2b-414a-4fa6-a6cb-7302e63542aa triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:53.564254 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3ed77ca2-73f6-430d-942e-ee8402f3c5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:53.627671 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-351b1afe-c613-45d6-894c-d848d6420769 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:53.631303 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351b1afe-c613-45d6-894c-d848d6420769 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:53.631866 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-351b1afe-c613-45d6-894c-d848d6420769 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:53.632189 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-874b6799-e133-4a44-9eb0-b267a9bb4255 req-12be6d12-8878-4ba9-ad7b-494ffa259673 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4de8980-b0c3-4215-bb46-4e841e19d727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3148115 Feb 03 13:56:53.644482 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device e259f9cb-3554-45c9-964f-c7f701ec6a8c up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:56:53.685961 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-3ed77ca2-73f6-430d-942e-ee8402f3c5f6 None None] Port f45cda2b-414a-4fa6-a6cb-7302e63542aa cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:56:53.755051 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd9d73c-75f1-4f4a-bb32-219abd7ccb49', 'tag': '5aaaec19-e12f-4c1e-a683-467a307ef302', 'status': 'completed', 'code': 200} Feb 03 13:56:53.764095 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c991d97-8456-42f8-99a4-743572a73c43 req-17f978e5-41ae-46f1-aedd-c4d262690271 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:53.766236 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2c991d97-8456-42f8-99a4-743572a73c43 req-17f978e5-41ae-46f1-aedd-c4d262690271 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd9d73c-75f1-4f4a-bb32-219abd7ccb49 HTTP/1.1" status: 200 len: 946 time: 0.3588452 Feb 03 13:56:53.828307 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-232a6775-f4ae-4a0f-9f0d-2297394cff5f req-e6459fab-19c4-4df4-8c47-0291fc8cc1e3 service neutron] 10.222.0.47 "GET /v2.0/networks/0d5df42d-5d3c-4c34-b194-1616b788b316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8509374 Feb 03 13:56:53.842962 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-401fa32f-839f-4939-a726-513647705503 None None] For port 47917e11-ee10-4764-9916-fa2d3d317fae, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:56:53.847412 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-401fa32f-839f-4939-a726-513647705503 None None] For port 47917e11-ee10-4764-9916-fa2d3d317fae, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=47917e11-ee10-4764-9916-fa2d3d317fae,segment=NetworkSegment(05546a29-7757-455d-ab11-719332e37a9d),segment_id=05546a29-7757-455d-ab11-719332e37a9d)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:56:53.854808 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29898dca-b1a5-436f-b69b-3104756f6295 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:53.858649 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29898dca-b1a5-436f-b69b-3104756f6295 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:53.861475 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351b1afe-c613-45d6-894c-d848d6420769 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event updated for resources: {'Network': ['ID=15283020-7f27-4e1d-bd81-d0ae1c032b56,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:53.862709 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29898dca-b1a5-436f-b69b-3104756f6295 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:53.863576 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-29898dca-b1a5-436f-b69b-3104756f6295 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Synchronizing usage tracker for tenant:20783d677a5c4dfd91c7976cca2748a6 on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:56:53.874852 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7301d7d-60f2-4f25-8e04-3d9aa2ab9117 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Network 38b75ccd-4923-42d7-b39f-cb076316bb3e is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:56:53.891338 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-8ada7b38-6659-4cb0-b8b4-37a62ceea86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9f0468-8bae-4548-9c68-b7ab9ccb2bec', 'name': 'tempest-ServersTestManualDisk-1337171941-router', 'tenant_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '1f690f7c-e879-4edf-a6fa-b52a37b2be19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:42Z', 'revision_number': 4, 'project_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'gw_port': {'id': '1f690f7c-e879-4edf-a6fa-b52a37b2be19', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:75:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9f0468-8bae-4548-9c68-b7ab9ccb2bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '81bb85aa-1819-45cc-b571-3efe201def53', 'tenant_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'floating_ip_address': '172.26.3.95', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '7d9f0468-8bae-4548-9c68-b7ab9ccb2bec', 'port_id': '5aaaec19-e12f-4c1e-a683-467a307ef302', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5df42d-5d3c-4c34-b194-1616b788b316', 'mac_address': 'fa:16:3e:46:6f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd9d73c-75f1-4f4a-bb32-219abd7ccb49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:55:53Z', 'updated_at': '2022-02-03T13:56:46Z', 'revision_number': 1, 'project_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'def69eab-f0b6-4fd1-9e05-54255410cf87', 'name': '', 'network_id': '0d5df42d-5d3c-4c34-b194-1616b788b316', 'tenant_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'mac_address': 'fa:16:3e:7a:8f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9f0468-8bae-4548-9c68-b7ab9ccb2bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43729539-3f80-443b-974d-7ae7596f4e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:40Z', 'updated_at': '2022-02-03T13:56:21Z', 'revision_number': 5, 'project_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'subnets': [{'id': '43729539-3f80-443b-974d-7ae7596f4e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:53.893732 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 15283020-7f27-4e1d-bd81-d0ae1c032b56 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:56:53.897325 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ada7b38-6659-4cb0-b8b4-37a62ceea86f None None] Checking router: 7d9f0468-8bae-4548-9c68-b7ab9ccb2bec for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 13:56:53.910507 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ada7b38-6659-4cb0-b8b4-37a62ceea86f None None] Routers {'7d9f0468-8bae-4548-9c68-b7ab9ccb2bec'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:56:53.911491 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-8ada7b38-6659-4cb0-b8b4-37a62ceea86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:56:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['7d9f0468-8bae-4548-9c68-b7ab9ccb2bec'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:53.912989 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-351b1afe-c613-45d6-894c-d848d6420769 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0704920 Feb 03 13:56:53.922354 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51226) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:53.928309 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2c991d97-8456-42f8-99a4-743572a73c43 req-f7586e97-6dfa-4b3e-88fa-14ed1309ce7a tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fa10138-802d-46da-adbc-f6f2442236d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1533756 Feb 03 13:56:53.931466 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-e4ab86bf-f27b-4775-a055-98739a2547b0 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Request body: {'subnet': {'network_id': '15283020-7f27-4e1d-bd81-d0ae1c032b56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:54.072491 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b8eaa8-050e-4d97-8368-d25b64cbf90d tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:56:54.079731 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-e7301d7d-60f2-4f25-8e04-3d9aa2ab9117 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 38b75ccd-4923-42d7-b39f-cb076316bb3e) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:56:54.092045 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-29898dca-b1a5-436f-b69b-3104756f6295 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Unset dirty status for tenant:20783d677a5c4dfd91c7976cca2748a6 on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:56:54.096191 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a0b8eaa8-050e-4d97-8368-d25b64cbf90d tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:54.097204 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23561588-321d-4259-bb25-380ce0db1634 None None] Sync routers for ids ['2c234442-2665-4a5c-927e-b83daa87c03b'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:56:54.098823 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-29898dca-b1a5-436f-b69b-3104756f6295 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.5653641 Feb 03 13:56:54.104753 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a5e5c3-a805-41ed-873f-15695b0d0902 None None] Network 38b75ccd-4923-42d7-b39f-cb076316bb3e requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:56:54.109676 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7301d7d-60f2-4f25-8e04-3d9aa2ab9117 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:54.109676 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e7301d7d-60f2-4f25-8e04-3d9aa2ab9117 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:54.112495 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51230) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:54.129315 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-8ada7b38-6659-4cb0-b8b4-37a62ceea86f None None] Set router 7d9f0468-8bae-4548-9c68-b7ab9ccb2bec gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:56:54.131704 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-401fa32f-839f-4939-a726-513647705503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:54.179240 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e4ab86bf-f27b-4775-a055-98739a2547b0 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:54.192185 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-232a6775-f4ae-4a0f-9f0d-2297394cff5f req-f71b42ec-7b03-49c1-b10e-4e845618e027 service neutron] 10.222.0.47 "GET /v2.0/networks/0d5df42d-5d3c-4c34-b194-1616b788b316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553038 Feb 03 13:56:54.194157 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e4ab86bf-f27b-4775-a055-98739a2547b0 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Usage tracker for resource:subnet and tenant:cf1a07a12cb04727ad443721ec556df8 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:56:54.198987 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e4ab86bf-f27b-4775-a055-98739a2547b0 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:56:54.208993 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e4ab86bf-f27b-4775-a055-98739a2547b0 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:54.212319 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-a0b8eaa8-050e-4d97-8368-d25b64cbf90d tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "PUT /v2.0/floatingips/fa369bbb-8fd1-4dcb-b51e-04c6616927d2 HTTP/1.1" status: 200 len: 991 time: 8.6987247 Feb 03 13:56:54.214676 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b791fcd-4c9f-42f4-9b79-9379b9d8c048', 'tag': '4ccd1588-742b-4c70-9905-1804d6d1b0db'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 13:56:54.228365 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c0430a6d-adea-4dff-9d86-a0052efc4abd tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:54.239423 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-d6e19e54-5a54-496f-b4fa-65f3932d887e tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Deleting port f45cda2b-414a-4fa6-a6cb-7302e63542aa {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:56:54.240216 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d6e19e54-5a54-496f-b4fa-65f3932d887e tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:54.438402 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e7301d7d-60f2-4f25-8e04-3d9aa2ab9117 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.3287101 Feb 03 13:56:54.441903 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23561588-321d-4259-bb25-380ce0db1634 None None] Routers {'2c234442-2665-4a5c-927e-b83daa87c03b'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:56:54.446356 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-23561588-321d-4259-bb25-380ce0db1634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:56:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2c234442-2665-4a5c-927e-b83daa87c03b'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:54.447352 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51238) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:54.457494 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b791fcd-4c9f-42f4-9b79-9379b9d8c048', 'tag': '4ccd1588-742b-4c70-9905-1804d6d1b0db', 'status': 'completed', 'code': 200} Feb 03 13:56:54.506217 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ab86bf-f27b-4775-a055-98739a2547b0 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Made reservation on behalf of cf1a07a12cb04727ad443721ec556df8 for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:56:54.627723 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401fa32f-839f-4939-a726-513647705503 None None] Pushing event updated for resources: {'Port': ['ID=47917e11-ee10-4764-9916-fa2d3d317fae,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:54.677060 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-8ada7b38-6659-4cb0-b8b4-37a62ceea86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9f0468-8bae-4548-9c68-b7ab9ccb2bec', 'name': 'tempest-ServersTestManualDisk-1337171941-router', 'tenant_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '1f690f7c-e879-4edf-a6fa-b52a37b2be19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:42Z', 'revision_number': 4, 'project_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'gw_port': {'id': '1f690f7c-e879-4edf-a6fa-b52a37b2be19', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:75:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9f0468-8bae-4548-9c68-b7ab9ccb2bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '81bb85aa-1819-45cc-b571-3efe201def53', 'tenant_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'floating_ip_address': '172.26.3.95', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '7d9f0468-8bae-4548-9c68-b7ab9ccb2bec', 'port_id': '5aaaec19-e12f-4c1e-a683-467a307ef302', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5df42d-5d3c-4c34-b194-1616b788b316', 'mac_address': 'fa:16:3e:46:6f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd9d73c-75f1-4f4a-bb32-219abd7ccb49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:55:53Z', 'updated_at': '2022-02-03T13:56:46Z', 'revision_number': 1, 'project_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'def69eab-f0b6-4fd1-9e05-54255410cf87', 'name': '', 'network_id': '0d5df42d-5d3c-4c34-b194-1616b788b316', 'tenant_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'mac_address': 'fa:16:3e:7a:8f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9f0468-8bae-4548-9c68-b7ab9ccb2bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43729539-3f80-443b-974d-7ae7596f4e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:40Z', 'updated_at': '2022-02-03T13:56:21Z', 'revision_number': 5, 'project_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'subnets': [{'id': '43729539-3f80-443b-974d-7ae7596f4e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:54.690149 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ada7b38-6659-4cb0-b8b4-37a62ceea86f None None] The sync data for ids ['7d9f0468-8bae-4548-9c68-b7ab9ccb2bec'] in dv-neutron-827016-1-hyperv is: [{'id': '7d9f0468-8bae-4548-9c68-b7ab9ccb2bec', 'name': 'tempest-ServersTestManualDisk-1337171941-router', 'tenant_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '1f690f7c-e879-4edf-a6fa-b52a37b2be19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:42Z', 'revision_number': 4, 'project_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'gw_port': {'id': '1f690f7c-e879-4edf-a6fa-b52a37b2be19', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:75:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9f0468-8bae-4548-9c68-b7ab9ccb2bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '81bb85aa-1819-45cc-b571-3efe201def53', 'tenant_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'floating_ip_address': '172.26.3.95', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '7d9f0468-8bae-4548-9c68-b7ab9ccb2bec', 'port_id': '5aaaec19-e12f-4c1e-a683-467a307ef302', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5df42d-5d3c-4c34-b194-1616b788b316', 'mac_address': 'fa:16:3e:46:6f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd9d73c-75f1-4f4a-bb32-219abd7ccb49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:55:53Z', 'updated_at': '2022-02-03T13:56:46Z', 'revision_number': 1, 'project_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'def69eab-f0b6-4fd1-9e05-54255410cf87', 'name': '', 'network_id': '0d5df42d-5d3c-4c34-b194-1616b788b316', 'tenant_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'mac_address': 'fa:16:3e:7a:8f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9f0468-8bae-4548-9c68-b7ab9ccb2bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43729539-3f80-443b-974d-7ae7596f4e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:40Z', 'updated_at': '2022-02-03T13:56:21Z', 'revision_number': 5, 'project_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'subnets': [{'id': '43729539-3f80-443b-974d-7ae7596f4e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:56:54.696454 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e4ab86bf-f27b-4775-a055-98739a2547b0 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:54.784787 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port e259f9cb-3554-45c9-964f-c7f701ec6a8c completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:56:54.810090 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port e259f9cb-3554-45c9-964f-c7f701ec6a8c triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:54.810473 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:54.962458 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c0d22ee5-6286-4432-b38a-3f16135778e2 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:54.987042 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-046a1239-7f76-4d92-86f4-0815666fc428 req-38a809c6-7ff6-46b7-8a35-5797108b7595 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa12ab67af1e4dc2bf9988d3321473a2&device_id=4bd9d73c-75f1-4f4a-bb32-219abd7ccb49 HTTP/1.1" status: 200 len: 1099 time: 0.6196587 Feb 03 13:56:55.091140 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4f90ea-6b29-460f-a4d2-e115a86462f1 None None] New status for floating IP 81bb85aa-1819-45cc-b571-3efe201def53: ACTIVE {{(pid=84184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 13:56:55.141541 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-23561588-321d-4259-bb25-380ce0db1634 None None] Set router 2c234442-2665-4a5c-927e-b83daa87c03b gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:56:55.174167 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c0d22ee5-6286-4432-b38a-3f16135778e2 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:55.183604 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-0a4818a3-491a-4d68-9d93-5ba7301beef5 req-674c2aa3-9b48-4ef7-89c7-22f736911a58 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8ad7c313a9048189891dfa3a8c2ec7f&device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 1099 time: 0.7294977 Feb 03 13:56:55.228506 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbf707f-efc2-49d7-994a-449ae713fed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-38b75ccd-4923-42d7-b39f-cb076316bb3e', 'network_id': '38b75ccd-4923-42d7-b39f-cb076316bb3e', 'tenant_id': '16ca01bd1cf84cd38347e99fdd7734d7', 'fixed_ips': [{'subnet_id': 'de88ab1d-2998-49f4-8727-0465b3b0525f'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:56:55.229286 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1bbf707f-efc2-49d7-994a-449ae713fed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:55.349822 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-61c12c06-fce4-4ff9-8458-e5a7052f4db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:55.492281 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:55.549787 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a1239-7f76-4d92-86f4-0815666fc428 req-66c236aa-dd03-4e95-9830-b479c76a239e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:55.551281 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-046a1239-7f76-4d92-86f4-0815666fc428 req-66c236aa-dd03-4e95-9830-b479c76a239e service neutron] 10.222.0.47 "GET /v2.0/networks?id=0d5df42d-5d3c-4c34-b194-1616b788b316 HTTP/1.1" status: 200 len: 912 time: 0.5509906 Feb 03 13:56:55.558584 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port e259f9cb-3554-45c9-964f-c7f701ec6a8c, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=e259f9cb-3554-45c9-964f-c7f701ec6a8c,segment=NetworkSegment(916ea536-8add-4741-96ed-b3618d50c0a0),segment_id=916ea536-8add-4741-96ed-b3618d50c0a0)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:56:55.572159 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d6e19e54-5a54-496f-b4fa-65f3932d887e tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:55.582633 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-56b315a4-f74d-4500-9b0c-44806ffd7fa5 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:55.644423 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f933116-fa6a-4421-ae1f-fd0e21173e9f req-117f3255-5ec6-4e89-95b9-b45c74bae3e6 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:55.649073 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:55.651328 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4f933116-fa6a-4421-ae1f-fd0e21173e9f req-117f3255-5ec6-4e89-95b9-b45c74bae3e6 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/ports?device_id=65215c73-cbbd-41e8-abe4-aafa969bf7b9 HTTP/1.1" status: 200 len: 945 time: 0.7504091 Feb 03 13:56:55.667134 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c0d22ee5-6286-4432-b38a-3f16135778e2 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:55.680725 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e4ab86bf-f27b-4775-a055-98739a2547b0 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:55.687613 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc9a9c-f2c7-4fa6-8754-b5f58548f53f req-5916cb49-dd47-4bee-b2ef-abee35d4a606 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server [None req-1bbf707f-efc2-49d7-994a-449ae713fed4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet de88ab1d-2998-49f4-8727-0465b3b0525f: This subnet is being modified by another concurrent operation. Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server raise value Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server raise value Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server raise value Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 13:56:55.695673 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server raise value Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server raise value Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server raise value Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server raise exception Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet de88ab1d-2998-49f4-8727-0465b3b0525f: This subnet is being modified by another concurrent operation. Feb 03 13:56:55.698731 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server Feb 03 13:56:55.701739 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-41fc9a9c-f2c7-4fa6-8754-b5f58548f53f req-5916cb49-dd47-4bee-b2ef-abee35d4a606 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 1.1681666 Feb 03 13:56:55.757475 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f765bad-4b33-44cc-b420-9c50ee6026a6 None None] Network 38b75ccd-4923-42d7-b39f-cb076316bb3e requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:56:55.802546 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4818a3-491a-4d68-9d93-5ba7301beef5 req-d3527b24-9d8f-450d-86ea-03ad9011d681 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:55.803779 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-0a4818a3-491a-4d68-9d93-5ba7301beef5 req-d3527b24-9d8f-450d-86ea-03ad9011d681 service neutron] 10.222.0.47 "GET /v2.0/networks?id=455fb28a-aeb2-407e-b782-081ff385e6a8 HTTP/1.1" status: 200 len: 912 time: 0.6084807 Feb 03 13:56:55.881223 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 47917e11-ee10-4764-9916-fa2d3d317fae up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:56:55.946158 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-046a1239-7f76-4d92-86f4-0815666fc428 req-807e63d8-6377-40e3-a7c9-b09dce1a3845 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5aaaec19-e12f-4c1e-a683-467a307ef302 HTTP/1.1" status: 200 len: 1001 time: 0.3423431 Feb 03 13:56:55.946499 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=e259f9cb-3554-45c9-964f-c7f701ec6a8c,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:55.958229 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-d6e19e54-5a54-496f-b4fa-65f3932d887e tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Calling delete_port for f45cda2b-414a-4fa6-a6cb-7302e63542aa owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:56:56.003951 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d22ee5-6286-4432-b38a-3f16135778e2 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event deleted for resources: {'Subnet': ['ID=de88ab1d-2998-49f4-8727-0465b3b0525f,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:56.014051 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c63072-c847-4782-a0e1-6425cd7a19a0 None None] Network 77e8aea5-7509-4dc0-9024-15b26a0da503 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:56:56.078726 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab86bf-f27b-4775-a055-98739a2547b0 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event updated for resources: {'Subnet': ['ID=7d18f8c5-7e75-426f-a6e1-b275fbabac7b,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:56.113676 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-41fc9a9c-f2c7-4fa6-8754-b5f58548f53f req-9f887fc5-2f48-4ce7-af8a-259f6d7319ec tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4170315 Feb 03 13:56:56.119239 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c0d22ee5-6286-4432-b38a-3f16135778e2 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:56.131304 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ab86bf-f27b-4775-a055-98739a2547b0 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Checking segment: {'id': 'fed6bb23-598e-46e2-8431-21a7393367f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '15283020-7f27-4e1d-bd81-d0ae1c032b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:56:56.141452 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ab86bf-f27b-4775-a055-98739a2547b0 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Network hostable DHCP agents. Network: 15283020-7f27-4e1d-bd81-d0ae1c032b56, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:56:56.141452 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a1239-7f76-4d92-86f4-0815666fc428 req-e139e5f8-0afe-4308-a07c-594d6e1fe90e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:56.141452 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-046a1239-7f76-4d92-86f4-0815666fc428 req-e139e5f8-0afe-4308-a07c-594d6e1fe90e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=43729539-3f80-443b-974d-7ae7596f4e93 HTTP/1.1" status: 200 len: 851 time: 0.1451766 Feb 03 13:56:56.146012 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-0a4818a3-491a-4d68-9d93-5ba7301beef5 req-28b4b52f-46b9-44e8-8b9b-c7bc7e6b4c08 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ccd1588-742b-4c70-9905-1804d6d1b0db HTTP/1.1" status: 200 len: 999 time: 0.3187041 Feb 03 13:56:56.189388 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4f933116-fa6a-4421-ae1f-fd0e21173e9f req-73f8b17b-fccb-4b69-9a27-86ad3d1315ab tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4de8980-b0c3-4215-bb46-4e841e19d727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5371509 Feb 03 13:56:56.190929 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-c0d22ee5-6286-4432-b38a-3f16135778e2 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38b75ccd-4923-42d7-b39f-cb076316bb3e']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:56.206222 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-c0d22ee5-6286-4432-b38a-3f16135778e2 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68b2ba38-9078-4b8d-8632-a29b3340f95a') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:56.206519 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-c0d22ee5-6286-4432-b38a-3f16135778e2 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68b2ba38-9078-4b8d-8632-a29b3340f95a') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:56.235725 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c0d22ee5-6286-4432-b38a-3f16135778e2 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:56.315365 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c0d22ee5-6286-4432-b38a-3f16135778e2 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:56.365872 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4818a3-491a-4d68-9d93-5ba7301beef5 req-96c5ac9b-46c6-40c6-95b8-fdf722ca3bc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:56.367449 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-0a4818a3-491a-4d68-9d93-5ba7301beef5 req-96c5ac9b-46c6-40c6-95b8-fdf722ca3bc4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=40877380-5501-4f93-a989-8ff73ca2ca3b HTTP/1.1" status: 200 len: 851 time: 0.1825900 Feb 03 13:56:56.431798 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 47917e11-ee10-4764-9916-fa2d3d317fae completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:56:56.434428 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0d22ee5-6286-4432-b38a-3f16135778e2 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:56:56.435206 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c0d22ee5-6286-4432-b38a-3f16135778e2 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:56.454560 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-23561588-321d-4259-bb25-380ce0db1634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c234442-2665-4a5c-927e-b83daa87c03b', 'name': 'tempest-ServerActionsTestJSON-1772128479-router', 'tenant_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '9a1c6356-5bf7-4121-ab93-ffc532146ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:43Z', 'revision_number': 4, 'project_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'gw_port': {'id': '9a1c6356-5bf7-4121-ab93-ffc532146ab5', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c234442-2665-4a5c-927e-b83daa87c03b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:32Z', 'updated_at': '2022-02-03T13:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'fa369bbb-8fd1-4dcb-b51e-04c6616927d2', 'tenant_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'floating_ip_address': '172.26.3.29', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '2c234442-2665-4a5c-927e-b83daa87c03b', 'port_id': '4ccd1588-742b-4c70-9905-1804d6d1b0db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '455fb28a-aeb2-407e-b782-081ff385e6a8', 'mac_address': 'fa:16:3e:28:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b791fcd-4c9f-42f4-9b79-9379b9d8c048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:55:57Z', 'updated_at': '2022-02-03T13:56:47Z', 'revision_number': 1, 'project_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '300de55e-0cde-40bc-be9a-6f8e8c76ff59', 'name': '', 'network_id': '455fb28a-aeb2-407e-b782-081ff385e6a8', 'tenant_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'mac_address': 'fa:16:3e:f2:b8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c234442-2665-4a5c-927e-b83daa87c03b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40877380-5501-4f93-a989-8ff73ca2ca3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:40Z', 'updated_at': '2022-02-03T13:55:56Z', 'revision_number': 5, 'project_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'subnets': [{'id': '40877380-5501-4f93-a989-8ff73ca2ca3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:56.459481 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-c2ddbfbf-8868-44ff-9892-450d9ace43af None None] Provisioning for port 47917e11-ee10-4764-9916-fa2d3d317fae completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:56:56.463577 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ab86bf-f27b-4775-a055-98739a2547b0 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Network 15283020-7f27-4e1d-bd81-d0ae1c032b56 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:56:56.485427 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-046a1239-7f76-4d92-86f4-0815666fc428 req-eb8025ae-99ec-4ae6-8026-6fcfeb55b932 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0d5df42d-5d3c-4c34-b194-1616b788b316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2673247 Feb 03 13:56:56.490496 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23561588-321d-4259-bb25-380ce0db1634 None None] Checking router: 2c234442-2665-4a5c-927e-b83daa87c03b for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 13:56:56.490721 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 13:56:56.490721 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:56:56.490721 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 13:56:56.490721 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:56:56.490721 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 13:56:56.490721 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:56:56.490721 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 13:56:56.490721 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:56:56.490721 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 13:56:56.490721 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:56:56.490721 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 13:56:56.490721 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:56:56.490721 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 13:56:56.490721 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:56:56.490721 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:56:56.490721 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:56:56.490721 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:56:56.490721 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:56:56.490721 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 13:56:56.490721 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:56:56.490721 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 13:56:56.490721 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:56:56.490721 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:56:56.490721 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:56:56.490721 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 13:56:56.490721 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:56:56.490721 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:56:56.490721 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:56:56.490721 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:56:56.490721 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:56:56.490721 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:56:56.490721 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:56:56.495697 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-c2ddbfbf-8868-44ff-9892-450d9ace43af None None] Provisioning complete for port 47917e11-ee10-4764-9916-fa2d3d317fae triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:56.495697 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c2ddbfbf-8868-44ff-9892-450d9ace43af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:56.603324 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23561588-321d-4259-bb25-380ce0db1634 None None] Routers {'2c234442-2665-4a5c-927e-b83daa87c03b'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:56:56.603861 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-23561588-321d-4259-bb25-380ce0db1634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:56:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2c234442-2665-4a5c-927e-b83daa87c03b'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:56.606377 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d6e19e54-5a54-496f-b4fa-65f3932d887e tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:56.610574 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-e4ab86bf-f27b-4775-a055-98739a2547b0 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 15283020-7f27-4e1d-bd81-d0ae1c032b56) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:56:56.614701 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ab86bf-f27b-4775-a055-98739a2547b0 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:56.615442 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e4ab86bf-f27b-4775-a055-98739a2547b0 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:56.633341 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-0a4818a3-491a-4d68-9d93-5ba7301beef5 req-e15e725b-38f7-4295-a445-b069cc9b97d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=455fb28a-aeb2-407e-b782-081ff385e6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2533498 Feb 03 13:56:56.666011 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a236703-9a2d-498b-8384-ad0e6e4917cc None None] Network 15283020-7f27-4e1d-bd81-d0ae1c032b56 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:56:56.669691 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e19e54-5a54-496f-b4fa-65f3932d887e tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Pushing event deleted for resources: {'Port': ['ID=f45cda2b-414a-4fa6-a6cb-7302e63542aa,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:56.693488 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c0d22ee5-6286-4432-b38a-3f16135778e2 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:56.749898 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c0d22ee5-6286-4432-b38a-3f16135778e2 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:56.757716 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804381b-54c7-4e2a-bc0b-5e03152323b1 req-8bee8c16-9bd5-4ada-8f83-0e8d41bd6d01 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:56.759241 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8804381b-54c7-4e2a-bc0b-5e03152323b1 req-8bee8c16-9bd5-4ada-8f83-0e8d41bd6d01 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd9d73c-75f1-4f4a-bb32-219abd7ccb49 HTTP/1.1" status: 200 len: 946 time: 0.4411883 Feb 03 13:56:56.766243 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e4ab86bf-f27b-4775-a055-98739a2547b0 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.8392274 Feb 03 13:56:56.771763 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51248) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:56.790100 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d22ee5-6286-4432-b38a-3f16135778e2 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event deleted for resources: {'Network': ['ID=38b75ccd-4923-42d7-b39f-cb076316bb3e,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:56.818353 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390d34c-5b06-4b9b-aa28-552596f3f630 req-6b8ae250-521d-4b8f-bc11-601f280f00a9 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:56.819830 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0390d34c-5b06-4b9b-aa28-552596f3f630 req-6b8ae250-521d-4b8f-bc11-601f280f00a9 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/ports?device_id=65215c73-cbbd-41e8-abe4-aafa969bf7b9 HTTP/1.1" status: 200 len: 945 time: 0.3991346 Feb 03 13:56:56.825380 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-046a1239-7f76-4d92-86f4-0815666fc428 req-447e64e3-7116-4bff-830a-01aab8b5da7d service neutron] 10.222.0.47 "GET /v2.0/networks/0d5df42d-5d3c-4c34-b194-1616b788b316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309934 Feb 03 13:56:56.826750 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c0d22ee5-6286-4432-b38a-3f16135778e2 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "DELETE /v2.0/networks/38b75ccd-4923-42d7-b39f-cb076316bb3e HTTP/1.1" status: 204 len: 168 time: 2.3711209 Feb 03 13:56:56.840251 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51252) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:56.852332 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-0ea5bc4e-293d-4915-bf96-a3d6a50735c9 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1643253424'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:56.901791 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-0ea5bc4e-293d-4915-bf96-a3d6a50735c9 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:56.959088 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-0ea5bc4e-293d-4915-bf96-a3d6a50735c9 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Usage tracker for resource:network and tenant:16ca01bd1cf84cd38347e99fdd7734d7 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:56:56.966871 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-0ea5bc4e-293d-4915-bf96-a3d6a50735c9 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:56:57.007099 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-0ea5bc4e-293d-4915-bf96-a3d6a50735c9 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:57.027215 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c2ddbfbf-8868-44ff-9892-450d9ace43af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:57.046793 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8804381b-54c7-4e2a-bc0b-5e03152323b1 req-be0067ef-8d6e-453e-9813-1f3f43904e9a tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fa10138-802d-46da-adbc-f6f2442236d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2718072 Feb 03 13:56:57.083820 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-23561588-321d-4259-bb25-380ce0db1634 None None] Set router 2c234442-2665-4a5c-927e-b83daa87c03b gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:56:57.146365 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea5bc4e-293d-4915-bf96-a3d6a50735c9 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Made reservation on behalf of 16ca01bd1cf84cd38347e99fdd7734d7 for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:56:57.149379 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0ea5bc4e-293d-4915-bf96-a3d6a50735c9 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:57.175274 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-c2ddbfbf-8868-44ff-9892-450d9ace43af None None] For port 47917e11-ee10-4764-9916-fa2d3d317fae, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=47917e11-ee10-4764-9916-fa2d3d317fae,segment=NetworkSegment(05546a29-7757-455d-ab11-719332e37a9d),segment_id=05546a29-7757-455d-ab11-719332e37a9d)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:56:57.175867 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0390d34c-5b06-4b9b-aa28-552596f3f630 req-b1ce89f2-7026-4953-bf16-8140dc87226e tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4de8980-b0c3-4215-bb46-4e841e19d727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3451562 Feb 03 13:56:57.239022 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d6e19e54-5a54-496f-b4fa-65f3932d887e tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:57.246213 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d6e19e54-5a54-496f-b4fa-65f3932d887e tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] 10.222.0.41 "DELETE /v2.0/ports/f45cda2b-414a-4fa6-a6cb-7302e63542aa HTTP/1.1" status: 204 len: 168 time: 3.1295969 Feb 03 13:56:57.251243 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51262) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:57.292596 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-0a4818a3-491a-4d68-9d93-5ba7301beef5 req-75aaee8e-1991-4b3d-8a1c-16eea42b17c4 service neutron] 10.222.0.47 "GET /v2.0/networks/455fb28a-aeb2-407e-b782-081ff385e6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6404178 Feb 03 13:56:57.443173 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22fcadb6-2fb4-43db-8c5a-939513bafd4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:57.443428 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c2ddbfbf-8868-44ff-9892-450d9ace43af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:57.453171 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-c0430a6d-adea-4dff-9d86-a0052efc4abd tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Deleting port 4f20de93-907e-486b-8d5d-fa2089a0d177 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:56:57.453531 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c0430a6d-adea-4dff-9d86-a0052efc4abd tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:57.539772 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ea5bc4e-293d-4915-bf96-a3d6a50735c9 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:56:57.549706 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f8e996-6476-498d-a7aa-c6ab5195d7cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-15283020-7f27-4e1d-bd81-d0ae1c032b56', 'network_id': '15283020-7f27-4e1d-bd81-d0ae1c032b56', 'tenant_id': 'cf1a07a12cb04727ad443721ec556df8', 'fixed_ips': [{'subnet_id': '7d18f8c5-7e75-426f-a6e1-b275fbabac7b'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:56:57.550861 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c1f8e996-6476-498d-a7aa-c6ab5195d7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:57.571722 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-046a1239-7f76-4d92-86f4-0815666fc428 req-c4cb63d8-07d6-4da4-ae71-23c34bdfc0f1 service neutron] 10.222.0.47 "GET /v2.0/networks/0d5df42d-5d3c-4c34-b194-1616b788b316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6836295 Feb 03 13:56:57.646890 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bc4d721-afb1-40b1-97c8-905aaddf5f5f tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] GET failed (client error): The resource could not be found. Feb 03 13:56:57.647429 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2bc4d721-afb1-40b1-97c8-905aaddf5f5f tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Synchronizing usage tracker for tenant:20783d677a5c4dfd91c7976cca2748a6 on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:56:57.664704 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0ea5bc4e-293d-4915-bf96-a3d6a50735c9 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:57.664948 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-0ea5bc4e-293d-4915-bf96-a3d6a50735c9 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Added segment 9c88f551-4c0c-4933-8073-f0e2a2be8071 of type vlan for network 1c2508e8-5d22-4738-adda-92fa46365245 Feb 03 13:56:57.677823 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-126481d2-3a86-4528-a752-2861529109ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:57.690566 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ddbfbf-8868-44ff-9892-450d9ace43af None None] Pushing event updated for resources: {'Port': ['ID=47917e11-ee10-4764-9916-fa2d3d317fae,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:57.712783 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-0a4818a3-491a-4d68-9d93-5ba7301beef5 req-b48b5fe2-00aa-4be7-a2d4-8d4fe7c32443 service neutron] 10.222.0.47 "GET /v2.0/networks/455fb28a-aeb2-407e-b782-081ff385e6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028051 Feb 03 13:56:57.722875 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22fcadb6-2fb4-43db-8c5a-939513bafd4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:57.732038 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-8384f943-8f3a-468f-a49b-d4870f4fa6f1 None None] Provisioning complete for port 47917e11-ee10-4764-9916-fa2d3d317fae triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:57.732483 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8384f943-8f3a-468f-a49b-d4870f4fa6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:57.761254 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0ea5bc4e-293d-4915-bf96-a3d6a50735c9 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:57.797863 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e2460-e7e4-469e-9110-d2e6920e23a6 req-9adfa726-5cbd-497d-99fe-307ab135beeb tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:57.798871 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-180e2460-e7e4-469e-9110-d2e6920e23a6 req-9adfa726-5cbd-497d-99fe-307ab135beeb tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd9d73c-75f1-4f4a-bb32-219abd7ccb49 HTTP/1.1" status: 200 len: 946 time: 0.5473120 Feb 03 13:56:57.810574 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2bc4d721-afb1-40b1-97c8-905aaddf5f5f tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Unset dirty status for tenant:20783d677a5c4dfd91c7976cca2748a6 on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:56:57.811756 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2bc4d721-afb1-40b1-97c8-905aaddf5f5f tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] 10.222.0.41 "GET /v2.0/ports/f45cda2b-414a-4fa6-a6cb-7302e63542aa HTTP/1.1" status: 404 len: 333 time: 0.2816076 Feb 03 13:56:57.820351 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51266) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:57.842411 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b64fe5-8bee-4419-8771-28fd2f6dd367 req-9d524dcb-d442-42f8-9e50-018177adcb18 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:57.844330 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-f140e219-c866-4763-bd86-e86c398bfb71 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Request body: {'port': {'network_id': 'b5acad7b-9fc0-43a6-a492-09a36e6e3715', 'name': 'tempest-AllowedAddressPairTestJSON-990985628'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:57.844502 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-95b64fe5-8bee-4419-8771-28fd2f6dd367 req-9d524dcb-d442-42f8-9e50-018177adcb18 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.3070548 Feb 03 13:56:57.867449 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c0430a6d-adea-4dff-9d86-a0052efc4abd tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:57.947274 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device e259f9cb-3554-45c9-964f-c7f701ec6a8c up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:56:57.961223 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-95b64fe5-8bee-4419-8771-28fd2f6dd367 req-88527a47-50a5-4f81-b99c-55b2421fb3c9 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869286 Feb 03 13:56:57.964309 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-180e2460-e7e4-469e-9110-d2e6920e23a6 req-3913ca2f-3f7e-4ce1-9746-f4711638a765 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fa10138-802d-46da-adbc-f6f2442236d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1451111 Feb 03 13:56:58.032715 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0ea5bc4e-293d-4915-bf96-a3d6a50735c9 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:58.034435 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-c1f8e996-6476-498d-a7aa-c6ab5195d7cd None None] Allocated IP 172.20.0.2 (15283020-7f27-4e1d-bd81-d0ae1c032b56/7d18f8c5-7e75-426f-a6e1-b275fbabac7b/3910e00f-b067-4243-9c6b-d7930aafabf7) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:56:58.044012 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea5bc4e-293d-4915-bf96-a3d6a50735c9 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:58.044915 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0ea5bc4e-293d-4915-bf96-a3d6a50735c9 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:58.071703 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-c0430a6d-adea-4dff-9d86-a0052efc4abd tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Calling delete_port for 4f20de93-907e-486b-8d5d-fa2089a0d177 owned by network:router_interface {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:56:58.177899 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea5bc4e-293d-4915-bf96-a3d6a50735c9 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event updated for resources: {'Network': ['ID=1c2508e8-5d22-4738-adda-92fa46365245,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:58.221702 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 1c2508e8-5d22-4738-adda-92fa46365245 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:56:58.231915 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-0ea5bc4e-293d-4915-bf96-a3d6a50735c9 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3868155 Feb 03 13:56:58.235045 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51276) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:56:58.241174 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-43dbcbef-86c2-48fc-8e8f-70068ccb911e tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Request body: {'subnet': {'network_id': '1c2508e8-5d22-4738-adda-92fa46365245', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:56:58.312294 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f140e219-c866-4763-bd86-e86c398bfb71 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:58.333832 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f140e219-c866-4763-bd86-e86c398bfb71 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:58.341343 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-56b315a4-f74d-4500-9b0c-44806ffd7fa5 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Deleting port 252f329a-fb06-4c52-ab81-2933b29e8117 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:56:58.346361 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-56b315a4-f74d-4500-9b0c-44806ffd7fa5 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:58.421138 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port e259f9cb-3554-45c9-964f-c7f701ec6a8c triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:56:58.421523 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:58.439678 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-43dbcbef-86c2-48fc-8e8f-70068ccb911e tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:56:58.443637 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-43dbcbef-86c2-48fc-8e8f-70068ccb911e tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Usage tracker for resource:subnet and tenant:16ca01bd1cf84cd38347e99fdd7734d7 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:56:58.446532 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-43dbcbef-86c2-48fc-8e8f-70068ccb911e tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:56:58.447196 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f140e219-c866-4763-bd86-e86c398bfb71 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Made reservation on behalf of 20783d677a5c4dfd91c7976cca2748a6 for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:56:58.451389 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f140e219-c866-4763-bd86-e86c398bfb71 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:58.452397 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-43dbcbef-86c2-48fc-8e8f-70068ccb911e tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:56:58.475081 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-f140e219-c866-4763-bd86-e86c398bfb71 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] device_id is not set on port 27bf6614-12e4-4cbe-9325-fae9ebda5942 yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:56:58.520988 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-23561588-321d-4259-bb25-380ce0db1634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c234442-2665-4a5c-927e-b83daa87c03b', 'name': 'tempest-ServerActionsTestJSON-1772128479-router', 'tenant_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '9a1c6356-5bf7-4121-ab93-ffc532146ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:43Z', 'revision_number': 4, 'project_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'gw_port': {'id': '9a1c6356-5bf7-4121-ab93-ffc532146ab5', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c234442-2665-4a5c-927e-b83daa87c03b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:32Z', 'updated_at': '2022-02-03T13:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'fa369bbb-8fd1-4dcb-b51e-04c6616927d2', 'tenant_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'floating_ip_address': '172.26.3.29', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '2c234442-2665-4a5c-927e-b83daa87c03b', 'port_id': '4ccd1588-742b-4c70-9905-1804d6d1b0db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '455fb28a-aeb2-407e-b782-081ff385e6a8', 'mac_address': 'fa:16:3e:28:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b791fcd-4c9f-42f4-9b79-9379b9d8c048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:55:57Z', 'updated_at': '2022-02-03T13:56:47Z', 'revision_number': 1, 'project_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '300de55e-0cde-40bc-be9a-6f8e8c76ff59', 'name': '', 'network_id': '455fb28a-aeb2-407e-b782-081ff385e6a8', 'tenant_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'mac_address': 'fa:16:3e:f2:b8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c234442-2665-4a5c-927e-b83daa87c03b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40877380-5501-4f93-a989-8ff73ca2ca3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:40Z', 'updated_at': '2022-02-03T13:55:56Z', 'revision_number': 5, 'project_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'subnets': [{'id': '40877380-5501-4f93-a989-8ff73ca2ca3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:58.530735 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c0430a6d-adea-4dff-9d86-a0052efc4abd tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:58.538248 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23561588-321d-4259-bb25-380ce0db1634 None None] The sync data for ids ['2c234442-2665-4a5c-927e-b83daa87c03b'] in dv-neutron-827016-1-hyperv is: [{'id': '2c234442-2665-4a5c-927e-b83daa87c03b', 'name': 'tempest-ServerActionsTestJSON-1772128479-router', 'tenant_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '9a1c6356-5bf7-4121-ab93-ffc532146ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:43Z', 'revision_number': 4, 'project_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'gw_port': {'id': '9a1c6356-5bf7-4121-ab93-ffc532146ab5', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c234442-2665-4a5c-927e-b83daa87c03b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:32Z', 'updated_at': '2022-02-03T13:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'fa369bbb-8fd1-4dcb-b51e-04c6616927d2', 'tenant_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'floating_ip_address': '172.26.3.29', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '2c234442-2665-4a5c-927e-b83daa87c03b', 'port_id': '4ccd1588-742b-4c70-9905-1804d6d1b0db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '455fb28a-aeb2-407e-b782-081ff385e6a8', 'mac_address': 'fa:16:3e:28:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b791fcd-4c9f-42f4-9b79-9379b9d8c048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:55:57Z', 'updated_at': '2022-02-03T13:56:47Z', 'revision_number': 1, 'project_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '300de55e-0cde-40bc-be9a-6f8e8c76ff59', 'name': '', 'network_id': '455fb28a-aeb2-407e-b782-081ff385e6a8', 'tenant_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'mac_address': 'fa:16:3e:f2:b8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c234442-2665-4a5c-927e-b83daa87c03b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40877380-5501-4f93-a989-8ff73ca2ca3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:40Z', 'updated_at': '2022-02-03T13:55:56Z', 'revision_number': 5, 'project_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'subnets': [{'id': '40877380-5501-4f93-a989-8ff73ca2ca3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:56:58.549472 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c1f8e996-6476-498d-a7aa-c6ab5195d7cd None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:58.564062 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-c1f8e996-6476-498d-a7aa-c6ab5195d7cd None None] Transition to ACTIVE for port object 3910e00f-b067-4243-9c6b-d7930aafabf7 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:56:58.588705 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-56b315a4-f74d-4500-9b0c-44806ffd7fa5 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:58.590328 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0430a6d-adea-4dff-9d86-a0052efc4abd tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event deleted for resources: {'Port': ['ID=4f20de93-907e-486b-8d5d-fa2089a0d177,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:58.599724 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43dbcbef-86c2-48fc-8e8f-70068ccb911e tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Made reservation on behalf of 16ca01bd1cf84cd38347e99fdd7734d7 for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:56:58.615510 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-c1f8e996-6476-498d-a7aa-c6ab5195d7cd None None] Transition to ACTIVE for port object 3910e00f-b067-4243-9c6b-d7930aafabf7 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:56:58.670195 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c1f8e996-6476-498d-a7aa-c6ab5195d7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:58.773542 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f8e996-6476-498d-a7aa-c6ab5195d7cd None None] Network 15283020-7f27-4e1d-bd81-d0ae1c032b56 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:56:58.776877 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-c1f8e996-6476-498d-a7aa-c6ab5195d7cd None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:56:58.780967 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f8e996-6476-498d-a7aa-c6ab5195d7cd None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:56:58.797673 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-56b315a4-f74d-4500-9b0c-44806ffd7fa5 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Calling delete_port for 252f329a-fb06-4c52-ab81-2933b29e8117 owned by network:router_interface {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:56:58.844132 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-f140e219-c866-4763-bd86-e86c398bfb71 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Allocated IP 172.20.0.11 (b5acad7b-9fc0-43a6-a492-09a36e6e3715/e7854850-4247-4ae9-be04-6281ef6c8743/27bf6614-12e4-4cbe-9325-fae9ebda5942) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:56:58.872718 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:58.879668 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:58.884278 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8e996-6476-498d-a7aa-c6ab5195d7cd None None] Pushing event updated for resources: {'Port': ['ID=3910e00f-b067-4243-9c6b-d7930aafabf7,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:58.891821 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-43dbcbef-86c2-48fc-8e8f-70068ccb911e tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:58.916208 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-c1f8e996-6476-498d-a7aa-c6ab5195d7cd None None] Attempting to bind port 3910e00f-b067-4243-9c6b-d7930aafabf7 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:56:58.916565 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-c1f8e996-6476-498d-a7aa-c6ab5195d7cd None None] Attempting to bind port 3910e00f-b067-4243-9c6b-d7930aafabf7 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'fed6bb23-598e-46e2-8431-21a7393367f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '15283020-7f27-4e1d-bd81-d0ae1c032b56'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:56:58.916851 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f8e996-6476-498d-a7aa-c6ab5195d7cd None None] Attempting to bind port 3910e00f-b067-4243-9c6b-d7930aafabf7 on network 15283020-7f27-4e1d-bd81-d0ae1c032b56 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:56:58.924132 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f8e996-6476-498d-a7aa-c6ab5195d7cd None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:56:58.924511 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f8e996-6476-498d-a7aa-c6ab5195d7cd None None] Checking segment: {'id': 'fed6bb23-598e-46e2-8431-21a7393367f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '15283020-7f27-4e1d-bd81-d0ae1c032b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:56:58.924913 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c1f8e996-6476-498d-a7aa-c6ab5195d7cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:58.925307 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f8e996-6476-498d-a7aa-c6ab5195d7cd None None] Bound using segment: {'id': 'fed6bb23-598e-46e2-8431-21a7393367f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '15283020-7f27-4e1d-bd81-d0ae1c032b56'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:56:58.925771 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-c1f8e996-6476-498d-a7aa-c6ab5195d7cd None None] Bound port: 3910e00f-b067-4243-9c6b-d7930aafabf7, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fed6bb23-598e-46e2-8431-21a7393367f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '15283020-7f27-4e1d-bd81-d0ae1c032b56'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:56:58.926148 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c1f8e996-6476-498d-a7aa-c6ab5195d7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:58.959782 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22fcadb6-2fb4-43db-8c5a-939513bafd4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:59.010475 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fcadb6-2fb4-43db-8c5a-939513bafd4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event deleted for resources: {'Subnet': ['ID=7d18f8c5-7e75-426f-a6e1-b275fbabac7b,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:59.053129 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-c1f8e996-6476-498d-a7aa-c6ab5195d7cd None None] For port 3910e00f-b067-4243-9c6b-d7930aafabf7, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:56:59.058201 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-c1f8e996-6476-498d-a7aa-c6ab5195d7cd None None] For port 3910e00f-b067-4243-9c6b-d7930aafabf7, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=3910e00f-b067-4243-9c6b-d7930aafabf7,segment=NetworkSegment(fed6bb23-598e-46e2-8431-21a7393367f1),segment_id=fed6bb23-598e-46e2-8431-21a7393367f1)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:56:59.140027 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c1f8e996-6476-498d-a7aa-c6ab5195d7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:59.262696 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22fcadb6-2fb4-43db-8c5a-939513bafd4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:59.271109 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8e996-6476-498d-a7aa-c6ab5195d7cd None None] Pushing event updated for resources: {'Port': ['ID=3910e00f-b067-4243-9c6b-d7930aafabf7,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:59.325419 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0859b4-4cf0-492c-b3f5-7af240b4d2fc None None] Network 15283020-7f27-4e1d-bd81-d0ae1c032b56 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:56:59.332402 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-22fcadb6-2fb4-43db-8c5a-939513bafd4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15283020-7f27-4e1d-bd81-d0ae1c032b56']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:59.368255 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-22fcadb6-2fb4-43db-8c5a-939513bafd4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fed6bb23-598e-46e2-8431-21a7393367f1') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:59.368374 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0721b-755b-4ea0-b62d-4eed814f3aa4 req-8fb97f01-bc1f-483b-8848-df2d289754bd tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:59.368806 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-22fcadb6-2fb4-43db-8c5a-939513bafd4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fed6bb23-598e-46e2-8431-21a7393367f1') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:59.369576 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-13a0721b-755b-4ea0-b62d-4eed814f3aa4 req-8fb97f01-bc1f-483b-8848-df2d289754bd tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.1889634 Feb 03 13:56:59.385998 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f140e219-c866-4763-bd86-e86c398bfb71 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:59.390353 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22fcadb6-2fb4-43db-8c5a-939513bafd4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:59.420133 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-f140e219-c866-4763-bd86-e86c398bfb71 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Transition to ACTIVE for port object 27bf6614-12e4-4cbe-9325-fae9ebda5942 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:56:59.422984 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22fcadb6-2fb4-43db-8c5a-939513bafd4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:59.432621 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22fcadb6-2fb4-43db-8c5a-939513bafd4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:56:59.433023 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22fcadb6-2fb4-43db-8c5a-939513bafd4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:59.451299 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 13:56:59.451299 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:56:59.451299 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 13:56:59.451299 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:56:59.451299 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 13:56:59.451299 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:56:59.451299 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 13:56:59.451299 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:56:59.451299 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 13:56:59.451299 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:56:59.451299 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 13:56:59.451299 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:56:59.451299 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 13:56:59.451299 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:56:59.451299 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:56:59.451299 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:56:59.451299 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:56:59.451299 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:56:59.451299 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 13:56:59.451299 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:56:59.451299 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 13:56:59.451299 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:56:59.451299 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:56:59.451299 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:56:59.451299 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 13:56:59.451299 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:56:59.451299 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:56:59.451299 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:56:59.451299 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:56:59.451299 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:56:59.451299 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:56:59.451299 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:56:59.508702 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c0430a6d-adea-4dff-9d86-a0052efc4abd tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:59.553521 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-13a0721b-755b-4ea0-b62d-4eed814f3aa4 req-96f0e601-cee6-4eba-9681-9323612825cd tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769288 Feb 03 13:56:59.595836 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f1c933-59cf-4342-b91d-9ea023fda2d8 None None] New status for floating IP fa369bbb-8fd1-4dcb-b51e-04c6616927d2: ACTIVE {{(pid=84183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 13:56:59.618337 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-56b315a4-f74d-4500-9b0c-44806ffd7fa5 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:59.623945 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.db.api [None req-22fcadb6-2fb4-43db-8c5a-939513bafd4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 13:56:59.623945 dv-neutron-827016-1-hyperv neutron-server[84181]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 13:56:59.623945 dv-neutron-827016-1-hyperv neutron-server[84181]: [parameters: {'id': '15283020-7f27-4e1d-bd81-d0ae1c032b56'}] Feb 03 13:56:59.623945 dv-neutron-827016-1-hyperv neutron-server[84181]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:56:59.627268 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG oslo_db.api [None req-22fcadb6-2fb4-43db-8c5a-939513bafd4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:56:59.668318 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-43dbcbef-86c2-48fc-8e8f-70068ccb911e tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:59.726077 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f3f0ee-e8dc-44b9-ae28-260c792a37b9 None None] get_active_networks_info from dv-neutron-827016-1-hyperv {{(pid=84183) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 03 13:56:59.750382 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b315a4-f74d-4500-9b0c-44806ffd7fa5 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Pushing event deleted for resources: {'Port': ['ID=252f329a-fb06-4c52-ab81-2933b29e8117,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:59.789269 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 47917e11-ee10-4764-9916-fa2d3d317fae up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:56:59.806193 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f140e219-c866-4763-bd86-e86c398bfb71 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:56:59.888608 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dbcbef-86c2-48fc-8e8f-70068ccb911e tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event updated for resources: {'Subnet': ['ID=a1ceaba2-0516-4144-94cb-1f3944141aad,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:59.959702 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f140e219-c866-4763-bd86-e86c398bfb71 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Network b5acad7b-9fc0-43a6-a492-09a36e6e3715 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:56:59.964745 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-f140e219-c866-4763-bd86-e86c398bfb71 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:56:59.971663 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f140e219-c866-4763-bd86-e86c398bfb71 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:57:00.001064 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f140e219-c866-4763-bd86-e86c398bfb71 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Pushing event updated for resources: {'Port': ['ID=27bf6614-12e4-4cbe-9325-fae9ebda5942,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:00.011741 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dbcbef-86c2-48fc-8e8f-70068ccb911e tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Checking segment: {'id': '9c88f551-4c0c-4933-8073-f0e2a2be8071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1c2508e8-5d22-4738-adda-92fa46365245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:57:00.012667 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dbcbef-86c2-48fc-8e8f-70068ccb911e tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Network hostable DHCP agents. Network: 1c2508e8-5d22-4738-adda-92fa46365245, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:57:00.025606 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e0737-698b-4a0d-8a7b-82d7dd7ae7ed req-0d28721c-7f1b-4516-b528-90686ce827ca tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:00.027177 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-855e0737-698b-4a0d-8a7b-82d7dd7ae7ed req-0d28721c-7f1b-4516-b528-90686ce827ca tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.3111951 Feb 03 13:57:00.100617 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f140e219-c866-4763-bd86-e86c398bfb71 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:00.101032 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f140e219-c866-4763-bd86-e86c398bfb71 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:00.102276 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-855e0737-698b-4a0d-8a7b-82d7dd7ae7ed req-a065affd-9395-4701-b5fb-413e7dc21270 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679719 Feb 03 13:57:00.133770 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22fcadb6-2fb4-43db-8c5a-939513bafd4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:00.164490 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dbcbef-86c2-48fc-8e8f-70068ccb911e tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Network 1c2508e8-5d22-4738-adda-92fa46365245 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:57:00.180953 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 47917e11-ee10-4764-9916-fa2d3d317fae triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:00.181324 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:00.221987 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-56b315a4-f74d-4500-9b0c-44806ffd7fa5 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:00.274208 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:00.313870 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-43dbcbef-86c2-48fc-8e8f-70068ccb911e tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 1c2508e8-5d22-4738-adda-92fa46365245) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:00.319799 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43dbcbef-86c2-48fc-8e8f-70068ccb911e tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:00.320395 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-43dbcbef-86c2-48fc-8e8f-70068ccb911e tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:00.358726 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-22fcadb6-2fb4-43db-8c5a-939513bafd4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Deleting port 3910e00f-b067-4243-9c6b-d7930aafabf7 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:57:00.359179 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22fcadb6-2fb4-43db-8c5a-939513bafd4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:00.462000 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-43dbcbef-86c2-48fc-8e8f-70068ccb911e tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2222285 Feb 03 13:57:00.462568 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51286) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:00.471088 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f3f0ee-e8dc-44b9-ae28-260c792a37b9 None None] Unable to find a vacant binding_index for network 1c2508e8-5d22-4738-adda-92fa46365245 and agent eeaec188-8ccf-47e0-b727-a48446797d07 {{(pid=84183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 03 13:57:00.471294 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-d04d201a-2ebd-48d7-b0b1-317bf47e8311 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-124215444'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:00.474703 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-d04d201a-2ebd-48d7-b0b1-317bf47e8311 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:00.478535 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d04d201a-2ebd-48d7-b0b1-317bf47e8311 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Usage tracker for resource:network and tenant:16ca01bd1cf84cd38347e99fdd7734d7 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:00.481859 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d04d201a-2ebd-48d7-b0b1-317bf47e8311 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:00.487368 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f3f0ee-e8dc-44b9-ae28-260c792a37b9 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 1c2508e8-5d22-4738-adda-92fa46365245) {{(pid=84183) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 13:57:00.487786 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-d04d201a-2ebd-48d7-b0b1-317bf47e8311 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:00.593894 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04d201a-2ebd-48d7-b0b1-317bf47e8311 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Made reservation on behalf of 16ca01bd1cf84cd38347e99fdd7734d7 for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:00.596819 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d04d201a-2ebd-48d7-b0b1-317bf47e8311 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:00.617456 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-22fcadb6-2fb4-43db-8c5a-939513bafd4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] For port 3910e00f-b067-4243-9c6b-d7930aafabf7, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=3910e00f-b067-4243-9c6b-d7930aafabf7,segment=NetworkSegment(fed6bb23-598e-46e2-8431-21a7393367f1),segment_id=fed6bb23-598e-46e2-8431-21a7393367f1)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:00.618066 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22fcadb6-2fb4-43db-8c5a-939513bafd4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:00.715500 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d04d201a-2ebd-48d7-b0b1-317bf47e8311 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:57:00.742992 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d04d201a-2ebd-48d7-b0b1-317bf47e8311 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:00.743370 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-d04d201a-2ebd-48d7-b0b1-317bf47e8311 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Added segment 4e49aa62-9071-48bc-81fb-89574b092c4c of type vlan for network 58fae17f-b93d-4fa5-83b4-4db4ca26bb86 Feb 03 13:57:00.759271 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f140e219-c866-4763-bd86-e86c398bfb71 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9293878 Feb 03 13:57:00.766906 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-22fcadb6-2fb4-43db-8c5a-939513bafd4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Calling delete_port for 3910e00f-b067-4243-9c6b-d7930aafabf7 owned by network:dhcp {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:57:00.768123 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51292) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:00.787605 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-c9db70cc-9dd8-4122-953d-4a13fb57bb6e tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:39:c6:44'}]}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:00.840696 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0430a6d-adea-4dff-9d86-a0052efc4abd tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Router e394642a-7d10-4e33-8379-c4165055d4f9 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:57:00.863391 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d04d201a-2ebd-48d7-b0b1-317bf47e8311 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:00.910394 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031be1be-e671-4ef3-a410-17ff2b364ac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-1c2508e8-5d22-4738-adda-92fa46365245', 'network_id': '1c2508e8-5d22-4738-adda-92fa46365245', 'tenant_id': '16ca01bd1cf84cd38347e99fdd7734d7', 'fixed_ips': [{'subnet_id': 'a1ceaba2-0516-4144-94cb-1f3944141aad'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:57:00.911853 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-031be1be-e671-4ef3-a410-17ff2b364ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:00.994715 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22fcadb6-2fb4-43db-8c5a-939513bafd4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:01.054231 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fcadb6-2fb4-43db-8c5a-939513bafd4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event deleted for resources: {'Port': ['ID=3910e00f-b067-4243-9c6b-d7930aafabf7,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:01.070176 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fcadb6-2fb4-43db-8c5a-939513bafd4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] No DVR routers for this DVR port 3910e00f-b067-4243-9c6b-d7930aafabf7 on host dv-neutron-827016-1-hyperv {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:57:01.081290 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-031be1be-e671-4ef3-a410-17ff2b364ac4 None None] Allocated IP 2001:db8::1 (1c2508e8-5d22-4738-adda-92fa46365245/a1ceaba2-0516-4144-94cb-1f3944141aad/8dade609-b544-4046-b048-4d1df12e5075) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:57:01.202300 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22fcadb6-2fb4-43db-8c5a-939513bafd4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:01.231970 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0430a6d-adea-4dff-9d86-a0052efc4abd tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:57:01.235012 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-22fcadb6-2fb4-43db-8c5a-939513bafd4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15283020-7f27-4e1d-bd81-d0ae1c032b56']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:01.237094 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d04d201a-2ebd-48d7-b0b1-317bf47e8311 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:01.240732 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04d201a-2ebd-48d7-b0b1-317bf47e8311 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:01.241281 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d04d201a-2ebd-48d7-b0b1-317bf47e8311 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:01.245652 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0932be55-a57f-4acc-942a-98b9bce50f43 None None] Sync routers for ids ['e394642a-7d10-4e33-8379-c4165055d4f9'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:57:01.252802 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-22fcadb6-2fb4-43db-8c5a-939513bafd4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fed6bb23-598e-46e2-8431-21a7393367f1') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:01.253178 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-22fcadb6-2fb4-43db-8c5a-939513bafd4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fed6bb23-598e-46e2-8431-21a7393367f1') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:01.261733 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c0430a6d-adea-4dff-9d86-a0052efc4abd tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "PUT /v2.0/routers/e394642a-7d10-4e33-8379-c4165055d4f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7613082 Feb 03 13:57:01.264919 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51296) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:01.274819 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0932be55-a57f-4acc-942a-98b9bce50f43 None None] Routers {'e394642a-7d10-4e33-8379-c4165055d4f9'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:57:01.275845 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-0932be55-a57f-4acc-942a-98b9bce50f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:56:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e394642a-7d10-4e33-8379-c4165055d4f9'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:01.302800 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-031be1be-e671-4ef3-a410-17ff2b364ac4 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:01.310918 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8ecee-b05e-423c-9cc1-1bca9e4ab8c1 req-5b162d7d-1641-4efa-87de-380fd2db04f8 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:01.312586 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-96f8ecee-b05e-423c-9cc1-1bca9e4ab8c1 req-5b162d7d-1641-4efa-87de-380fd2db04f8 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.4529338 Feb 03 13:57:01.315406 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-031be1be-e671-4ef3-a410-17ff2b364ac4 None None] Transition to ACTIVE for port object 8dade609-b544-4046-b048-4d1df12e5075 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:57:01.326936 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22fcadb6-2fb4-43db-8c5a-939513bafd4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:01.335540 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-031be1be-e671-4ef3-a410-17ff2b364ac4 None None] Transition to ACTIVE for port object 8dade609-b544-4046-b048-4d1df12e5075 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:57:01.354447 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22fcadb6-2fb4-43db-8c5a-939513bafd4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:01.388537 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-0932be55-a57f-4acc-942a-98b9bce50f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:01.401553 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0932be55-a57f-4acc-942a-98b9bce50f43 None None] Routers {'e394642a-7d10-4e33-8379-c4165055d4f9'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:57:01.402223 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-0932be55-a57f-4acc-942a-98b9bce50f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:56:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e394642a-7d10-4e33-8379-c4165055d4f9'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:01.418658 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22fcadb6-2fb4-43db-8c5a-939513bafd4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:57:01.419217 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22fcadb6-2fb4-43db-8c5a-939513bafd4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:01.424519 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-031be1be-e671-4ef3-a410-17ff2b364ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:01.434666 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 13:57:01.434666 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:57:01.434666 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 13:57:01.434666 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:57:01.434666 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 13:57:01.434666 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:57:01.434666 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 13:57:01.434666 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:57:01.434666 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 13:57:01.434666 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:57:01.434666 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 13:57:01.434666 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:57:01.434666 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 13:57:01.434666 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:57:01.434666 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:57:01.434666 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:57:01.434666 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:57:01.434666 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:57:01.434666 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 13:57:01.434666 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:57:01.434666 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 13:57:01.434666 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:57:01.434666 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:57:01.434666 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:57:01.434666 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 13:57:01.434666 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:57:01.434666 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:57:01.434666 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:57:01.434666 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:57:01.434666 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:57:01.434666 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:57:01.434666 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:57:01.441209 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d201a-2ebd-48d7-b0b1-317bf47e8311 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event updated for resources: {'Network': ['ID=58fae17f-b93d-4fa5-83b4-4db4ca26bb86,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:01.461843 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d04d201a-2ebd-48d7-b0b1-317bf47e8311 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9960089 Feb 03 13:57:01.496963 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51300) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:01.513574 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-01832cbd-2fa4-46a3-bf2b-6dcb2048db35 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Request body: {'subnet': {'network_id': '58fae17f-b93d-4fa5-83b4-4db4ca26bb86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:01.518118 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-0932be55-a57f-4acc-942a-98b9bce50f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:01.519235 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0932be55-a57f-4acc-942a-98b9bce50f43 None None] The sync data for ids ['e394642a-7d10-4e33-8379-c4165055d4f9'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:57:01.525871 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031be1be-e671-4ef3-a410-17ff2b364ac4 None None] Pushing event updated for resources: {'Port': ['ID=8dade609-b544-4046-b048-4d1df12e5075,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:01.528854 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 58fae17f-b93d-4fa5-83b4-4db4ca26bb86 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:57:01.550163 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-96f8ecee-b05e-423c-9cc1-1bca9e4ab8c1 req-b808161b-839c-4edb-9bf2-6930ecf208ad tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1800389 Feb 03 13:57:01.609256 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031be1be-e671-4ef3-a410-17ff2b364ac4 None None] Network 1c2508e8-5d22-4738-adda-92fa46365245 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:57:01.612219 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-031be1be-e671-4ef3-a410-17ff2b364ac4 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:01.622868 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031be1be-e671-4ef3-a410-17ff2b364ac4 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:57:01.625296 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22fcadb6-2fb4-43db-8c5a-939513bafd4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:01.661384 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22fcadb6-2fb4-43db-8c5a-939513bafd4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:01.670849 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fcadb6-2fb4-43db-8c5a-939513bafd4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event deleted for resources: {'Network': ['ID=15283020-7f27-4e1d-bd81-d0ae1c032b56,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:01.676554 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-22fcadb6-2fb4-43db-8c5a-939513bafd4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "DELETE /v2.0/networks/15283020-7f27-4e1d-bd81-d0ae1c032b56 HTTP/1.1" status: 204 len: 168 time: 4.8945935 Feb 03 13:57:01.680317 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c9db70cc-9dd8-4122-953d-4a13fb57bb6e tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:01.693026 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51306) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:01.710732 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-80f3635e-42e3-4a4e-8c58-06ff207e5e35 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-14143962'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:01.727016 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-80f3635e-42e3-4a4e-8c58-06ff207e5e35 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:01.739731 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-80f3635e-42e3-4a4e-8c58-06ff207e5e35 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Usage tracker for resource:network and tenant:cf1a07a12cb04727ad443721ec556df8 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:01.774268 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-80f3635e-42e3-4a4e-8c58-06ff207e5e35 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:01.791273 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9be6745e-377e-42e0-b1fb-8c3fd87af5cb tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:01.797707 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-80f3635e-42e3-4a4e-8c58-06ff207e5e35 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:01.802048 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-01832cbd-2fa4-46a3-bf2b-6dcb2048db35 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:01.806991 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-031be1be-e671-4ef3-a410-17ff2b364ac4 None None] Attempting to bind port 8dade609-b544-4046-b048-4d1df12e5075 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:57:01.807389 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-031be1be-e671-4ef3-a410-17ff2b364ac4 None None] Attempting to bind port 8dade609-b544-4046-b048-4d1df12e5075 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '9c88f551-4c0c-4933-8073-f0e2a2be8071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1c2508e8-5d22-4738-adda-92fa46365245'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:57:01.807750 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031be1be-e671-4ef3-a410-17ff2b364ac4 None None] Attempting to bind port 8dade609-b544-4046-b048-4d1df12e5075 on network 1c2508e8-5d22-4738-adda-92fa46365245 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:57:01.815843 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031be1be-e671-4ef3-a410-17ff2b364ac4 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:57:01.816705 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031be1be-e671-4ef3-a410-17ff2b364ac4 None None] Checking segment: {'id': '9c88f551-4c0c-4933-8073-f0e2a2be8071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1c2508e8-5d22-4738-adda-92fa46365245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:57:01.816705 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-031be1be-e671-4ef3-a410-17ff2b364ac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:01.817025 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031be1be-e671-4ef3-a410-17ff2b364ac4 None None] Bound using segment: {'id': '9c88f551-4c0c-4933-8073-f0e2a2be8071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1c2508e8-5d22-4738-adda-92fa46365245'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:57:01.817817 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-031be1be-e671-4ef3-a410-17ff2b364ac4 None None] Bound port: 8dade609-b544-4046-b048-4d1df12e5075, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c88f551-4c0c-4933-8073-f0e2a2be8071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1c2508e8-5d22-4738-adda-92fa46365245'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:57:01.817817 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-031be1be-e671-4ef3-a410-17ff2b364ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:01.822791 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-01832cbd-2fa4-46a3-bf2b-6dcb2048db35 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Usage tracker for resource:subnet and tenant:16ca01bd1cf84cd38347e99fdd7734d7 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:01.831424 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-01832cbd-2fa4-46a3-bf2b-6dcb2048db35 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:01.841178 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-01832cbd-2fa4-46a3-bf2b-6dcb2048db35 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:01.915556 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-031be1be-e671-4ef3-a410-17ff2b364ac4 None None] For port 8dade609-b544-4046-b048-4d1df12e5075, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:57:01.919055 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-031be1be-e671-4ef3-a410-17ff2b364ac4 None None] For port 8dade609-b544-4046-b048-4d1df12e5075, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=8dade609-b544-4046-b048-4d1df12e5075,segment=NetworkSegment(9c88f551-4c0c-4933-8073-f0e2a2be8071),segment_id=9c88f551-4c0c-4933-8073-f0e2a2be8071)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:57:01.933356 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f3635e-42e3-4a4e-8c58-06ff207e5e35 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Made reservation on behalf of cf1a07a12cb04727ad443721ec556df8 for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:01.936811 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-80f3635e-42e3-4a4e-8c58-06ff207e5e35 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:01.969618 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01832cbd-2fa4-46a3-bf2b-6dcb2048db35 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Made reservation on behalf of 16ca01bd1cf84cd38347e99fdd7734d7 for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:01.985045 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-031be1be-e671-4ef3-a410-17ff2b364ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:02.063286 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b315a4-f74d-4500-9b0c-44806ffd7fa5 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Router 45df2544-2759-41e4-9bc1-63028e54f809 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:57:02.084391 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031be1be-e671-4ef3-a410-17ff2b364ac4 None None] Pushing event updated for resources: {'Port': ['ID=8dade609-b544-4046-b048-4d1df12e5075,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:02.126321 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80f3635e-42e3-4a4e-8c58-06ff207e5e35 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:57:02.154533 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-01832cbd-2fa4-46a3-bf2b-6dcb2048db35 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:02.177306 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-80f3635e-42e3-4a4e-8c58-06ff207e5e35 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:02.177656 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-80f3635e-42e3-4a4e-8c58-06ff207e5e35 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Added segment 21add24d-4452-4a25-aed7-c822ea9a1a6a of type vlan for network a5284d9c-9ed0-45c0-9576-d69a47639500 Feb 03 13:57:02.376795 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.db.resource_extend [None req-c9db70cc-9dd8-4122-953d-4a13fb57bb6e tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 13:57:02.420412 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.ipam_backend_mixin [None req-01832cbd-2fa4-46a3-bf2b-6dcb2048db35 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Performing IP validity checks on allocation pools {{(pid=84182) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 03 13:57:02.421516 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.ipam_backend_mixin [None req-01832cbd-2fa4-46a3-bf2b-6dcb2048db35 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84182) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 03 13:57:02.424956 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c9db70cc-9dd8-4122-953d-4a13fb57bb6e tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:02.434099 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-80f3635e-42e3-4a4e-8c58-06ff207e5e35 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:02.602983 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-9be6745e-377e-42e0-b1fb-8c3fd87af5cb tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Deleting port ab075683-7acc-47d3-9fd5-213b6d6d46e5 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:57:02.603648 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9be6745e-377e-42e0-b1fb-8c3fd87af5cb tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:02.685482 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b315a4-f74d-4500-9b0c-44806ffd7fa5 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:57:02.695760 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f567ab82-2ac1-4ea0-8446-8bd5c9dfe361 None None] Sync routers for ids ['45df2544-2759-41e4-9bc1-63028e54f809'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:57:02.701894 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-56b315a4-f74d-4500-9b0c-44806ffd7fa5 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] 10.222.0.41 "PUT /v2.0/routers/45df2544-2759-41e4-9bc1-63028e54f809/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5346439 Feb 03 13:57:02.702679 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51314) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:02.709290 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f567ab82-2ac1-4ea0-8446-8bd5c9dfe361 None None] Routers {'45df2544-2759-41e4-9bc1-63028e54f809'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:57:02.710061 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-f567ab82-2ac1-4ea0-8446-8bd5c9dfe361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:56:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['45df2544-2759-41e4-9bc1-63028e54f809'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:02.781106 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-f567ab82-2ac1-4ea0-8446-8bd5c9dfe361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:02.799456 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9be6745e-377e-42e0-b1fb-8c3fd87af5cb tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:02.800320 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f567ab82-2ac1-4ea0-8446-8bd5c9dfe361 None None] Routers {'45df2544-2759-41e4-9bc1-63028e54f809'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:57:02.801001 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-f567ab82-2ac1-4ea0-8446-8bd5c9dfe361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:56:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['45df2544-2759-41e4-9bc1-63028e54f809'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:02.891322 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-01832cbd-2fa4-46a3-bf2b-6dcb2048db35 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:02.918173 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-f567ab82-2ac1-4ea0-8446-8bd5c9dfe361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:02.918776 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f567ab82-2ac1-4ea0-8446-8bd5c9dfe361 None None] The sync data for ids ['45df2544-2759-41e4-9bc1-63028e54f809'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:57:02.928403 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c9db70cc-9dd8-4122-953d-4a13fb57bb6e tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:02.932617 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-80f3635e-42e3-4a4e-8c58-06ff207e5e35 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:02.935335 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f3635e-42e3-4a4e-8c58-06ff207e5e35 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:02.935886 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-80f3635e-42e3-4a4e-8c58-06ff207e5e35 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:02.962993 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-9be6745e-377e-42e0-b1fb-8c3fd87af5cb tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Calling delete_port for ab075683-7acc-47d3-9fd5-213b6d6d46e5 owned by network:router_interface {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:57:03.234166 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01832cbd-2fa4-46a3-bf2b-6dcb2048db35 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event updated for resources: {'Subnet': ['ID=186664e4-4927-4506-89fd-c26ac7b995c8,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:03.237001 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-80f3635e-42e3-4a4e-8c58-06ff207e5e35 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.5423946 Feb 03 13:57:03.237770 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3635e-42e3-4a4e-8c58-06ff207e5e35 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event updated for resources: {'Network': ['ID=a5284d9c-9ed0-45c0-9576-d69a47639500,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:03.239645 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db70cc-9dd8-4122-953d-4a13fb57bb6e tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Pushing event updated for resources: {'Port': ['ID=27bf6614-12e4-4cbe-9325-fae9ebda5942,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:03.240532 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51320) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:03.251426 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-804ce41a-fce5-4924-a742-232194adad2a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Request body: {'subnet': {'network_id': 'a5284d9c-9ed0-45c0-9576-d69a47639500', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:03.258894 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network a5284d9c-9ed0-45c0-9576-d69a47639500 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:57:03.280018 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9be6745e-377e-42e0-b1fb-8c3fd87af5cb tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:03.350055 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-c9db70cc-9dd8-4122-953d-4a13fb57bb6e tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] In _notify_port_updated(), no bound segment for port 27bf6614-12e4-4cbe-9325-fae9ebda5942 on network b5acad7b-9fc0-43a6-a492-09a36e6e3715 {{(pid=84182) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 03 13:57:03.354460 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9db70cc-9dd8-4122-953d-4a13fb57bb6e tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:03.355569 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c9db70cc-9dd8-4122-953d-4a13fb57bb6e tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:03.357842 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c9db70cc-9dd8-4122-953d-4a13fb57bb6e tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] 10.222.0.41 "PUT /v2.0/ports/27bf6614-12e4-4cbe-9325-fae9ebda5942 HTTP/1.1" status: 200 len: 993 time: 2.5810242 Feb 03 13:57:03.368635 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51326) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:03.403305 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d82252-6b64-4850-b941-a3d636ee67cc None None] get_active_networks_info from dv-neutron-827016-1-hyperv {{(pid=84183) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 03 13:57:03.408579 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6745e-377e-42e0-b1fb-8c3fd87af5cb tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event deleted for resources: {'Port': ['ID=ab075683-7acc-47d3-9fd5-213b6d6d46e5,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:03.481091 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8900a31-cec6-4395-b149-9e1a2a9e2c9e req-33e441aa-21c8-4ef8-a602-b143ad6b0b4a tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:03.487735 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e8900a31-cec6-4395-b149-9e1a2a9e2c9e req-33e441aa-21c8-4ef8-a602-b143ad6b0b4a tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.4741468 Feb 03 13:57:03.487735 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01832cbd-2fa4-46a3-bf2b-6dcb2048db35 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Checking segment: {'id': '4e49aa62-9071-48bc-81fb-89574b092c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '58fae17f-b93d-4fa5-83b4-4db4ca26bb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:57:03.487735 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01832cbd-2fa4-46a3-bf2b-6dcb2048db35 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Network hostable DHCP agents. Network: 58fae17f-b93d-4fa5-83b4-4db4ca26bb86, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:57:03.518436 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-1cdfff82-8223-477d-b077-567aa8581928 None None] Provisioning for port 8dade609-b544-4046-b048-4d1df12e5075 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:57:03.543542 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-804ce41a-fce5-4924-a742-232194adad2a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:03.549141 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-804ce41a-fce5-4924-a742-232194adad2a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Usage tracker for resource:subnet and tenant:cf1a07a12cb04727ad443721ec556df8 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:03.592655 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-c6729845-e834-46fe-b132-78661ff54780 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Deleting port 27bf6614-12e4-4cbe-9325-fae9ebda5942 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:57:03.592655 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c6729845-e834-46fe-b132-78661ff54780 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:03.598075 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-804ce41a-fce5-4924-a742-232194adad2a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:03.609405 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-804ce41a-fce5-4924-a742-232194adad2a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:03.622512 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9be6745e-377e-42e0-b1fb-8c3fd87af5cb tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:03.654953 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e8900a31-cec6-4395-b149-9e1a2a9e2c9e req-e023715b-f7de-4bb1-a1b5-8e1f5a5178da tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601207 Feb 03 13:57:03.740712 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01832cbd-2fa4-46a3-bf2b-6dcb2048db35 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Network 58fae17f-b93d-4fa5-83b4-4db4ca26bb86 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:57:03.753508 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d82252-6b64-4850-b941-a3d636ee67cc None None] Unable to find a vacant binding_index for network 58fae17f-b93d-4fa5-83b4-4db4ca26bb86 and agent eeaec188-8ccf-47e0-b727-a48446797d07 {{(pid=84183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 03 13:57:03.776060 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f57e7f78-4719-4b2e-9aee-7eaa6ffe77b9 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks [] for router, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:03.789956 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804ce41a-fce5-4924-a742-232194adad2a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Made reservation on behalf of cf1a07a12cb04727ad443721ec556df8 for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:03.828971 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 8dade609-b544-4046-b048-4d1df12e5075 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:57:03.864594 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d82252-6b64-4850-b941-a3d636ee67cc None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 58fae17f-b93d-4fa5-83b4-4db4ca26bb86) {{(pid=84183) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 13:57:03.883441 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-01832cbd-2fa4-46a3-bf2b-6dcb2048db35 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 58fae17f-b93d-4fa5-83b4-4db4ca26bb86) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:03.888166 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01832cbd-2fa4-46a3-bf2b-6dcb2048db35 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:03.888928 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-01832cbd-2fa4-46a3-bf2b-6dcb2048db35 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:03.955983 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-804ce41a-fce5-4924-a742-232194adad2a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:03.983502 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c6729845-e834-46fe-b132-78661ff54780 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:03.996261 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-01832cbd-2fa4-46a3-bf2b-6dcb2048db35 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.4963861 Feb 03 13:57:04.001402 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51334) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:04.052510 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 8dade609-b544-4046-b048-4d1df12e5075 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:57:04.059605 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 8dade609-b544-4046-b048-4d1df12e5075 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:04.074821 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:04.130807 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-c6729845-e834-46fe-b132-78661ff54780 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Calling delete_port for 27bf6614-12e4-4cbe-9325-fae9ebda5942 owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:57:04.174953 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.ipam_backend_mixin [None req-804ce41a-fce5-4924-a742-232194adad2a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Performing IP validity checks on allocation pools {{(pid=84181) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 03 13:57:04.175535 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.ipam_backend_mixin [None req-804ce41a-fce5-4924-a742-232194adad2a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84181) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 03 13:57:04.301057 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:04.374643 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 8dade609-b544-4046-b048-4d1df12e5075, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=8dade609-b544-4046-b048-4d1df12e5075,segment=NetworkSegment(9c88f551-4c0c-4933-8073-f0e2a2be8071),segment_id=9c88f551-4c0c-4933-8073-f0e2a2be8071)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:04.421318 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f35276-b6f8-4608-88c5-20977e67f37f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-58fae17f-b93d-4fa5-83b4-4db4ca26bb86', 'network_id': '58fae17f-b93d-4fa5-83b4-4db4ca26bb86', 'tenant_id': '16ca01bd1cf84cd38347e99fdd7734d7', 'fixed_ips': [{'subnet_id': '186664e4-4927-4506-89fd-c26ac7b995c8'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:57:04.422611 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-10f35276-b6f8-4608-88c5-20977e67f37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:04.464617 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be6745e-377e-42e0-b1fb-8c3fd87af5cb tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Router e394642a-7d10-4e33-8379-c4165055d4f9 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:57:04.483231 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:04.511228 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-74efc4e6-3cbd-46b1-8e8e-9720f7a46a24 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:04.616444 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=8dade609-b544-4046-b048-4d1df12e5075,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:04.637712 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f57e7f78-4719-4b2e-9aee-7eaa6ffe77b9 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:04.642130 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-804ce41a-fce5-4924-a742-232194adad2a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:04.647734 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-10f35276-b6f8-4608-88c5-20977e67f37f None None] Allocated IP 2001:db8::3 (58fae17f-b93d-4fa5-83b4-4db4ca26bb86/186664e4-4927-4506-89fd-c26ac7b995c8/47980ebb-195d-487a-abe5-05bb986d656a) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:57:04.657357 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-74efc4e6-3cbd-46b1-8e8e-9720f7a46a24 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:04.698888 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be6745e-377e-42e0-b1fb-8c3fd87af5cb tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:57:04.715924 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2481f32-0e0e-4fca-9eef-92ed699b15c5 None None] Sync routers for ids ['e394642a-7d10-4e33-8379-c4165055d4f9'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:57:04.721310 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c6729845-e834-46fe-b132-78661ff54780 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:04.729869 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2481f32-0e0e-4fca-9eef-92ed699b15c5 None None] Routers {'e394642a-7d10-4e33-8379-c4165055d4f9'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:57:04.732013 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-e2481f32-0e0e-4fca-9eef-92ed699b15c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:56:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e394642a-7d10-4e33-8379-c4165055d4f9'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:04.772461 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-f57e7f78-4719-4b2e-9aee-7eaa6ffe77b9 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Deleting port f2680b30-2d98-4c48-84ec-9a563dccdb8d {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:57:04.772977 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f57e7f78-4719-4b2e-9aee-7eaa6ffe77b9 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:04.775013 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ce41a-fce5-4924-a742-232194adad2a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event updated for resources: {'Subnet': ['ID=306574e8-6ef5-4256-8b27-800e7008be36,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:04.795998 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-e2481f32-0e0e-4fca-9eef-92ed699b15c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:04.805859 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6729845-e834-46fe-b132-78661ff54780 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Pushing event deleted for resources: {'Port': ['ID=27bf6614-12e4-4cbe-9325-fae9ebda5942,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:04.809351 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2481f32-0e0e-4fca-9eef-92ed699b15c5 None None] Routers {'e394642a-7d10-4e33-8379-c4165055d4f9'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:57:04.810304 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-e2481f32-0e0e-4fca-9eef-92ed699b15c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:56:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e394642a-7d10-4e33-8379-c4165055d4f9'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:04.811643 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804ce41a-fce5-4924-a742-232194adad2a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Checking segment: {'id': '21add24d-4452-4a25-aed7-c822ea9a1a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a5284d9c-9ed0-45c0-9576-d69a47639500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:57:04.812024 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804ce41a-fce5-4924-a742-232194adad2a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Network hostable DHCP agents. Network: a5284d9c-9ed0-45c0-9576-d69a47639500, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:57:04.850070 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-9be6745e-377e-42e0-b1fb-8c3fd87af5cb tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "PUT /v2.0/routers/e394642a-7d10-4e33-8379-c4165055d4f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5840328 Feb 03 13:57:04.857676 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51340) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:04.878077 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-e2481f32-0e0e-4fca-9eef-92ed699b15c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:04.879050 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2481f32-0e0e-4fca-9eef-92ed699b15c5 None None] The sync data for ids ['e394642a-7d10-4e33-8379-c4165055d4f9'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:57:04.925259 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-10f35276-b6f8-4608-88c5-20977e67f37f None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:04.925970 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-fdd2bbcd-9c50-4820-b97b-09e1bf7a2329 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Synchronizing usage tracker for tenant:e560cbcda02c46efaee7f040dc641828 on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:57:04.936721 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-10f35276-b6f8-4608-88c5-20977e67f37f None None] Transition to ACTIVE for port object 47980ebb-195d-487a-abe5-05bb986d656a will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:57:04.955904 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-10f35276-b6f8-4608-88c5-20977e67f37f None None] Transition to ACTIVE for port object 47980ebb-195d-487a-abe5-05bb986d656a will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:57:04.989227 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804ce41a-fce5-4924-a742-232194adad2a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Network a5284d9c-9ed0-45c0-9576-d69a47639500 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:57:05.018327 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-10f35276-b6f8-4608-88c5-20977e67f37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:05.018911 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-fdd2bbcd-9c50-4820-b97b-09e1bf7a2329 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Unset dirty status for tenant:e560cbcda02c46efaee7f040dc641828 on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:57:05.023081 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-fdd2bbcd-9c50-4820-b97b-09e1bf7a2329 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "GET /v2.0/ports?device_id=e394642a-7d10-4e33-8379-c4165055d4f9 HTTP/1.1" status: 200 len: 205 time: 0.1638057 Feb 03 13:57:05.023796 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51344) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:05.088152 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f35276-b6f8-4608-88c5-20977e67f37f None None] Network 58fae17f-b93d-4fa5-83b4-4db4ca26bb86 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:57:05.091175 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-10f35276-b6f8-4608-88c5-20977e67f37f None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:05.095700 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f35276-b6f8-4608-88c5-20977e67f37f None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:57:05.097903 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f35276-b6f8-4608-88c5-20977e67f37f None None] Pushing event updated for resources: {'Port': ['ID=47980ebb-195d-487a-abe5-05bb986d656a,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:05.100964 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-804ce41a-fce5-4924-a742-232194adad2a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, a5284d9c-9ed0-45c0-9576-d69a47639500) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:05.153823 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804ce41a-fce5-4924-a742-232194adad2a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:05.154053 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-804ce41a-fce5-4924-a742-232194adad2a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:05.187301 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-86d9930c-9e50-4b66-a66e-4527b451a4b1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for router, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:05.193247 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f57e7f78-4719-4b2e-9aee-7eaa6ffe77b9 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:05.197003 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-10f35276-b6f8-4608-88c5-20977e67f37f None None] Attempting to bind port 47980ebb-195d-487a-abe5-05bb986d656a on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:57:05.197379 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-10f35276-b6f8-4608-88c5-20977e67f37f None None] Attempting to bind port 47980ebb-195d-487a-abe5-05bb986d656a by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '4e49aa62-9071-48bc-81fb-89574b092c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '58fae17f-b93d-4fa5-83b4-4db4ca26bb86'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:57:05.202754 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f35276-b6f8-4608-88c5-20977e67f37f None None] Attempting to bind port 47980ebb-195d-487a-abe5-05bb986d656a on network 58fae17f-b93d-4fa5-83b4-4db4ca26bb86 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:57:05.204196 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f35276-b6f8-4608-88c5-20977e67f37f None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:57:05.204577 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f35276-b6f8-4608-88c5-20977e67f37f None None] Checking segment: {'id': '4e49aa62-9071-48bc-81fb-89574b092c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '58fae17f-b93d-4fa5-83b4-4db4ca26bb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:57:05.205268 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-10f35276-b6f8-4608-88c5-20977e67f37f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:05.205548 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f35276-b6f8-4608-88c5-20977e67f37f None None] Bound using segment: {'id': '4e49aa62-9071-48bc-81fb-89574b092c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '58fae17f-b93d-4fa5-83b4-4db4ca26bb86'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:57:05.205986 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-10f35276-b6f8-4608-88c5-20977e67f37f None None] Bound port: 47980ebb-195d-487a-abe5-05bb986d656a, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e49aa62-9071-48bc-81fb-89574b092c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '58fae17f-b93d-4fa5-83b4-4db4ca26bb86'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:57:05.206835 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-10f35276-b6f8-4608-88c5-20977e67f37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:05.209188 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c6729845-e834-46fe-b132-78661ff54780 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:05.247610 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-804ce41a-fce5-4924-a742-232194adad2a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.0023699 Feb 03 13:57:05.251358 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51348) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:05.325440 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-74efc4e6-3cbd-46b1-8e8e-9720f7a46a24 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:05.345447 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-10f35276-b6f8-4608-88c5-20977e67f37f None None] For port 47980ebb-195d-487a-abe5-05bb986d656a, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:57:05.349650 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-10f35276-b6f8-4608-88c5-20977e67f37f None None] For port 47980ebb-195d-487a-abe5-05bb986d656a, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=47980ebb-195d-487a-abe5-05bb986d656a,segment=NetworkSegment(4e49aa62-9071-48bc-81fb-89574b092c4c),segment_id=4e49aa62-9071-48bc-81fb-89574b092c4c)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:57:05.361261 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-f57e7f78-4719-4b2e-9aee-7eaa6ffe77b9 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Calling delete_port for f2680b30-2d98-4c48-84ec-9a563dccdb8d owned by network:router_gateway {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:57:05.412388 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74efc4e6-3cbd-46b1-8e8e-9720f7a46a24 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event deleted for resources: {'Subnet': ['ID=186664e4-4927-4506-89fd-c26ac7b995c8,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:05.415279 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-10f35276-b6f8-4608-88c5-20977e67f37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:05.426856 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c6729845-e834-46fe-b132-78661ff54780 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] 10.222.0.41 "DELETE /v2.0/ports/27bf6614-12e4-4cbe-9325-fae9ebda5942 HTTP/1.1" status: 204 len: 168 time: 2.0495596 Feb 03 13:57:05.432846 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c966e-7f22-4c23-9b3d-eb0f2b377011 req-d420fa76-5912-4e5f-90a4-8206af3e530d tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:05.434242 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c00c966e-7f22-4c23-9b3d-eb0f2b377011 req-d420fa76-5912-4e5f-90a4-8206af3e530d tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.4876831 Feb 03 13:57:05.437435 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51352) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:05.504589 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f35276-b6f8-4608-88c5-20977e67f37f None None] Pushing event updated for resources: {'Port': ['ID=47980ebb-195d-487a-abe5-05bb986d656a,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:05.579390 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-e238875e-0321-4290-bb3d-b0f3c133fd6b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] GET failed (client error): The resource could not be found. Feb 03 13:57:05.579995 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e238875e-0321-4290-bb3d-b0f3c133fd6b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Synchronizing usage tracker for tenant:20783d677a5c4dfd91c7976cca2748a6 on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:57:05.585695 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156436d7-c42d-4cef-ada9-c68c549eef78 None None] get_active_networks_info from dv-neutron-827016-1-hyperv {{(pid=84183) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 03 13:57:05.647528 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-74efc4e6-3cbd-46b1-8e8e-9720f7a46a24 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:05.661038 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c00c966e-7f22-4c23-9b3d-eb0f2b377011 req-52b97b2e-cc30-49e5-b046-37a8dda3780d tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695011 Feb 03 13:57:05.680290 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-74efc4e6-3cbd-46b1-8e8e-9720f7a46a24 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58fae17f-b93d-4fa5-83b4-4db4ca26bb86']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:05.698717 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-74efc4e6-3cbd-46b1-8e8e-9720f7a46a24 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e49aa62-9071-48bc-81fb-89574b092c4c') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:05.699010 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-74efc4e6-3cbd-46b1-8e8e-9720f7a46a24 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e49aa62-9071-48bc-81fb-89574b092c4c') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:05.712501 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-74efc4e6-3cbd-46b1-8e8e-9720f7a46a24 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:05.732250 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-74efc4e6-3cbd-46b1-8e8e-9720f7a46a24 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:05.766239 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156436d7-c42d-4cef-ada9-c68c549eef78 None None] Resources bound (agent type, host, resource id): {{(pid=84183) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 13:57:05.774754 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74efc4e6-3cbd-46b1-8e8e-9720f7a46a24 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:57:05.775329 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-74efc4e6-3cbd-46b1-8e8e-9720f7a46a24 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:05.792881 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-836104e8-9a4c-41c0-9495-4cffb6f2cb9a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:05.810778 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-86d9930c-9e50-4b66-a66e-4527b451a4b1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:05.841895 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-86d9930c-9e50-4b66-a66e-4527b451a4b1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:05.853500 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 8dade609-b544-4046-b048-4d1df12e5075 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:57:05.868959 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e238875e-0321-4290-bb3d-b0f3c133fd6b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Unset dirty status for tenant:20783d677a5c4dfd91c7976cca2748a6 on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:57:05.870183 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e238875e-0321-4290-bb3d-b0f3c133fd6b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] 10.222.0.41 "GET /v2.0/ports/27bf6614-12e4-4cbe-9325-fae9ebda5942 HTTP/1.1" status: 404 len: 333 time: 0.4315522 Feb 03 13:57:05.871588 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 13:57:05.871588 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:57:05.871588 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 13:57:05.871588 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:57:05.871588 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 13:57:05.871588 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:57:05.871588 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 13:57:05.871588 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:57:05.871588 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 13:57:05.871588 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:57:05.871588 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 13:57:05.871588 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:57:05.871588 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 13:57:05.871588 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:57:05.871588 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:57:05.871588 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:57:05.871588 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:57:05.871588 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:57:05.871588 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 13:57:05.871588 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:57:05.871588 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 13:57:05.871588 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:57:05.871588 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:57:05.871588 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:57:05.871588 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 13:57:05.871588 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:57:05.871588 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:57:05.871588 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:57:05.871588 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:57:05.871588 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:57:05.871588 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:57:05.871588 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:57:05.887025 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51356) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:05.897185 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-ee2db637-b195-4ebe-b6e9-13631ae05915 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Request body: {'port': {'network_id': 'b5acad7b-9fc0-43a6-a492-09a36e6e3715', 'name': 'tempest-AllowedAddressPairTestJSON-695671093'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:05.959403 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-836104e8-9a4c-41c0-9495-4cffb6f2cb9a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:05.987543 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.db.api [None req-74efc4e6-3cbd-46b1-8e8e-9720f7a46a24 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 13:57:05.987543 dv-neutron-827016-1-hyperv neutron-server[84182]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 13:57:05.987543 dv-neutron-827016-1-hyperv neutron-server[84182]: [parameters: {'id': '58fae17f-b93d-4fa5-83b4-4db4ca26bb86'}] Feb 03 13:57:05.987543 dv-neutron-827016-1-hyperv neutron-server[84182]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:57:05.988123 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG oslo_db.api [None req-74efc4e6-3cbd-46b1-8e8e-9720f7a46a24 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:57:06.000954 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 8dade609-b544-4046-b048-4d1df12e5075 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:06.001329 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:06.041045 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-86d9930c-9e50-4b66-a66e-4527b451a4b1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:06.041946 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d9930c-9e50-4b66-a66e-4527b451a4b1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Fanout notify agent at l3_agent the message router_deleted on router e394642a-7d10-4e33-8379-c4165055d4f9 {{(pid=84181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:57:06.058539 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ee2db637-b195-4ebe-b6e9-13631ae05915 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:06.060587 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-86d9930c-9e50-4b66-a66e-4527b451a4b1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:06.065153 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-86d9930c-9e50-4b66-a66e-4527b451a4b1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "DELETE /v2.0/routers/e394642a-7d10-4e33-8379-c4165055d4f9 HTTP/1.1" status: 204 len: 168 time: 1.0369291 Feb 03 13:57:06.065290 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f57e7f78-4719-4b2e-9aee-7eaa6ffe77b9 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:06.065409 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51360) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:06.127738 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-836104e8-9a4c-41c0-9495-4cffb6f2cb9a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:06.192161 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836104e8-9a4c-41c0-9495-4cffb6f2cb9a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event deleted for resources: {'Subnet': ['ID=306574e8-6ef5-4256-8b27-800e7008be36,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:06.215787 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ee2db637-b195-4ebe-b6e9-13631ae05915 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:06.227110 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e7f78-4719-4b2e-9aee-7eaa6ffe77b9 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Pushing event deleted for resources: {'Port': ['ID=f2680b30-2d98-4c48-84ec-9a563dccdb8d,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:06.312902 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2db637-b195-4ebe-b6e9-13631ae05915 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Made reservation on behalf of 20783d677a5c4dfd91c7976cca2748a6 for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:06.315992 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ee2db637-b195-4ebe-b6e9-13631ae05915 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:06.332191 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e11910b-d1c6-4aea-aaa5-f30de20b5e93 None None] Network 1c2508e8-5d22-4738-adda-92fa46365245 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:06.340254 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-ee2db637-b195-4ebe-b6e9-13631ae05915 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] device_id is not set on port eb55b403-2fcf-4aae-8d2d-56ef8ece5416 yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:57:06.364578 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-836104e8-9a4c-41c0-9495-4cffb6f2cb9a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:06.391920 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3da34d-5e67-4c3d-8ca9-4ee8873522a9 None None] Network 58fae17f-b93d-4fa5-83b4-4db4ca26bb86 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:06.427120 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19110bc9-ea35-4fb0-a8db-53c0dd596855 None None] Network a5284d9c-9ed0-45c0-9576-d69a47639500 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:06.427590 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-836104e8-9a4c-41c0-9495-4cffb6f2cb9a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5284d9c-9ed0-45c0-9576-d69a47639500']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:06.450895 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-836104e8-9a4c-41c0-9495-4cffb6f2cb9a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21add24d-4452-4a25-aed7-c822ea9a1a6a') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:06.454794 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-836104e8-9a4c-41c0-9495-4cffb6f2cb9a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21add24d-4452-4a25-aed7-c822ea9a1a6a') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:06.469315 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-73d08dbe-8648-4f95-b8bc-0b47fcbf498f tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Deleting subnet d2e1fbb9-16f8-45a1-a2b1-51b8063e16a1 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 13:57:06.476985 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-73d08dbe-8648-4f95-b8bc-0b47fcbf498f tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:06.526585 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-ee2db637-b195-4ebe-b6e9-13631ae05915 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Allocated IP 172.20.0.12 (b5acad7b-9fc0-43a6-a492-09a36e6e3715/e7854850-4247-4ae9-be04-6281ef6c8743/eb55b403-2fcf-4aae-8d2d-56ef8ece5416) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:57:06.566294 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-73d08dbe-8648-4f95-b8bc-0b47fcbf498f tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:06.618808 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-836104e8-9a4c-41c0-9495-4cffb6f2cb9a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:06.648909 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-836104e8-9a4c-41c0-9495-4cffb6f2cb9a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:06.727761 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-836104e8-9a4c-41c0-9495-4cffb6f2cb9a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:57:06.728398 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-836104e8-9a4c-41c0-9495-4cffb6f2cb9a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:06.749957 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 13:57:06.749957 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:57:06.749957 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 13:57:06.749957 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:57:06.749957 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 13:57:06.749957 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:57:06.749957 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 13:57:06.749957 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:57:06.749957 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 13:57:06.749957 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:57:06.749957 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 13:57:06.749957 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:57:06.749957 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 13:57:06.749957 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:57:06.749957 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:57:06.749957 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:57:06.749957 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:57:06.749957 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:57:06.749957 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 13:57:06.749957 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:57:06.749957 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 13:57:06.749957 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:57:06.749957 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:57:06.749957 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:57:06.749957 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 13:57:06.749957 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:57:06.749957 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:57:06.749957 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:57:06.749957 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:57:06.749957 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:57:06.749957 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:57:06.749957 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:57:06.755816 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-74efc4e6-3cbd-46b1-8e8e-9720f7a46a24 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:06.779404 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 13:57:06.780042 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-73d08dbe-8648-4f95-b8bc-0b47fcbf498f tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:06.943671 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-653af6f3-a606-4f46-94f9-540a0aabfb01 None None] Could not find standard attr ID for object 27bf6614-12e4-4cbe-9325-fae9ebda5942. {{(pid=84183) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 13:57:07.018253 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-836104e8-9a4c-41c0-9495-4cffb6f2cb9a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:07.037294 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-836104e8-9a4c-41c0-9495-4cffb6f2cb9a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:07.049451 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836104e8-9a4c-41c0-9495-4cffb6f2cb9a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event deleted for resources: {'Network': ['ID=a5284d9c-9ed0-45c0-9576-d69a47639500,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:07.051854 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-74efc4e6-3cbd-46b1-8e8e-9720f7a46a24 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Deleting port 47980ebb-195d-487a-abe5-05bb986d656a {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:57:07.052337 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-74efc4e6-3cbd-46b1-8e8e-9720f7a46a24 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:07.054943 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-73d08dbe-8648-4f95-b8bc-0b47fcbf498f tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:07.082557 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ee2db637-b195-4ebe-b6e9-13631ae05915 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:07.096050 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-836104e8-9a4c-41c0-9495-4cffb6f2cb9a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "DELETE /v2.0/networks/a5284d9c-9ed0-45c0-9576-d69a47639500 HTTP/1.1" status: 204 len: 168 time: 1.8437519 Feb 03 13:57:07.100026 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51368) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:07.101285 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f57e7f78-4719-4b2e-9aee-7eaa6ffe77b9 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:07.110564 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a3e0b9-6029-43e9-b72e-b40b8614b22b None None] Network a5284d9c-9ed0-45c0-9576-d69a47639500 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:07.163512 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a3e0b9-6029-43e9-b72e-b40b8614b22b None None] Network a5284d9c-9ed0-45c0-9576-d69a47639500 could not be found, it might have been deleted concurrently. {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 03 13:57:07.174209 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-37e4def5-62db-466b-9a07-44096a5dc7ac None None] Could not find standard attr ID for object 27bf6614-12e4-4cbe-9325-fae9ebda5942. {{(pid=84183) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 13:57:07.227899 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-81ba5b47-77e8-426a-bc37-760dc9ee594f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-16720181'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:07.235187 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d08dbe-8648-4f95-b8bc-0b47fcbf498f tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event deleted for resources: {'Subnet': ['ID=d2e1fbb9-16f8-45a1-a2b1-51b8063e16a1,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:07.237419 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-81ba5b47-77e8-426a-bc37-760dc9ee594f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:07.244546 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-81ba5b47-77e8-426a-bc37-760dc9ee594f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Usage tracker for resource:network and tenant:cf1a07a12cb04727ad443721ec556df8 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:07.252531 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-81ba5b47-77e8-426a-bc37-760dc9ee594f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:07.252890 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-73d08dbe-8648-4f95-b8bc-0b47fcbf498f tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:07.254862 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-73d08dbe-8648-4f95-b8bc-0b47fcbf498f tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "DELETE /v2.0/subnets/d2e1fbb9-16f8-45a1-a2b1-51b8063e16a1 HTTP/1.1" status: 204 len: 168 time: 1.1884873 Feb 03 13:57:07.258376 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51372) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:07.261015 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-81ba5b47-77e8-426a-bc37-760dc9ee594f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:07.262820 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aab6f9f-f4da-4362-9d0e-53359729df76 None None] Network e8f95d25-f669-465c-a856-8a32459ef628 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:07.345214 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-ee2db637-b195-4ebe-b6e9-13631ae05915 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Transition to ACTIVE for port object eb55b403-2fcf-4aae-8d2d-56ef8ece5416 will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:57:07.390330 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6faade09-e343-4ae0-80c4-649c7042f551 None None] Network 58fae17f-b93d-4fa5-83b4-4db4ca26bb86 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:07.430591 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ba5b47-77e8-426a-bc37-760dc9ee594f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Made reservation on behalf of cf1a07a12cb04727ad443721ec556df8 for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:07.433734 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-81ba5b47-77e8-426a-bc37-760dc9ee594f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:07.459090 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f57e7f78-4719-4b2e-9aee-7eaa6ffe77b9 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:07.491045 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f57e7f78-4719-4b2e-9aee-7eaa6ffe77b9 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:07.491271 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81ba5b47-77e8-426a-bc37-760dc9ee594f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:57:07.525365 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-81ba5b47-77e8-426a-bc37-760dc9ee594f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:07.525723 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-81ba5b47-77e8-426a-bc37-760dc9ee594f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Added segment 13d762ec-1bd8-4141-b136-fc835f108d81 of type vlan for network 90ec83c1-9300-4019-84c2-ddbecd989ac9 Feb 03 13:57:07.537017 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee15b553-670a-4008-b3b8-02e32f5359b4 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Deleting subnet 40484443-6352-4108-b3da-903b6ebadf82 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 13:57:07.544684 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ee15b553-670a-4008-b3b8-02e32f5359b4 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:07.546040 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860537ae-d067-47c7-a29a-8072b35f9a72 req-807c3a08-f7e1-4fd2-b51f-9419d8c314a7 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:07.553080 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-860537ae-d067-47c7-a29a-8072b35f9a72 req-807c3a08-f7e1-4fd2-b51f-9419d8c314a7 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.5506651 Feb 03 13:57:07.606605 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-81ba5b47-77e8-426a-bc37-760dc9ee594f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:07.629534 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ee15b553-670a-4008-b3b8-02e32f5359b4 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:07.691652 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-860537ae-d067-47c7-a29a-8072b35f9a72 req-5d6842ed-0014-484a-af3e-ff9469d5fdc2 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379189 Feb 03 13:57:07.698346 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ee2db637-b195-4ebe-b6e9-13631ae05915 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:07.757011 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-81ba5b47-77e8-426a-bc37-760dc9ee594f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:07.762094 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ba5b47-77e8-426a-bc37-760dc9ee594f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:07.762094 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-81ba5b47-77e8-426a-bc37-760dc9ee594f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:07.774346 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f57e7f78-4719-4b2e-9aee-7eaa6ffe77b9 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:07.774904 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57e7f78-4719-4b2e-9aee-7eaa6ffe77b9 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Fanout notify agent at l3_agent the message router_deleted on router 45df2544-2759-41e4-9bc1-63028e54f809 {{(pid=84182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:57:07.805865 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634e0341-97e5-4fb1-94e8-5f0584d84345 None None] DHCP port deletion for e8f95d25-f669-465c-a856-8a32459ef628 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 13:57:07.807207 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-74efc4e6-3cbd-46b1-8e8e-9720f7a46a24 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] For port 47980ebb-195d-487a-abe5-05bb986d656a, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=47980ebb-195d-487a-abe5-05bb986d656a,segment=NetworkSegment(4e49aa62-9071-48bc-81fb-89574b092c4c),segment_id=4e49aa62-9071-48bc-81fb-89574b092c4c)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:07.807570 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-74efc4e6-3cbd-46b1-8e8e-9720f7a46a24 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:07.810554 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-634e0341-97e5-4fb1-94e8-5f0584d84345 None None] Deleting port a3dbf0d4-e8ff-41cb-a724-b9ccef05c12e {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:57:07.810935 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-634e0341-97e5-4fb1-94e8-5f0584d84345 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:07.878996 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ee15b553-670a-4008-b3b8-02e32f5359b4 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:07.971973 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-81ba5b47-77e8-426a-bc37-760dc9ee594f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8696404 Feb 03 13:57:07.989977 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51376) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:07.998322 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-c94247f8-b2e0-4e33-a50c-aa730b94dadf tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Request body: {'subnet': {'network_id': '90ec83c1-9300-4019-84c2-ddbecd989ac9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:08.065277 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-634e0341-97e5-4fb1-94e8-5f0584d84345 None None] For port a3dbf0d4-e8ff-41cb-a724-b9ccef05c12e, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=a3dbf0d4-e8ff-41cb-a724-b9ccef05c12e,segment=NetworkSegment(7afcc4b8-870f-43d0-b4d5-0fbc0a6089b8),segment_id=7afcc4b8-870f-43d0-b4d5-0fbc0a6089b8)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:08.066553 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-634e0341-97e5-4fb1-94e8-5f0584d84345 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:08.072819 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-74efc4e6-3cbd-46b1-8e8e-9720f7a46a24 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Calling delete_port for 47980ebb-195d-487a-abe5-05bb986d656a owned by network:dhcp {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:57:08.090461 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ee15b553-670a-4008-b3b8-02e32f5359b4 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:08.103875 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2db637-b195-4ebe-b6e9-13631ae05915 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Network b5acad7b-9fc0-43a6-a492-09a36e6e3715 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:57:08.114099 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-ee2db637-b195-4ebe-b6e9-13631ae05915 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:08.116133 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2db637-b195-4ebe-b6e9-13631ae05915 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Pushing event updated for resources: {'Port': ['ID=eb55b403-2fcf-4aae-8d2d-56ef8ece5416,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:08.120404 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2db637-b195-4ebe-b6e9-13631ae05915 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:57:08.145738 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba5b47-77e8-426a-bc37-760dc9ee594f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event updated for resources: {'Network': ['ID=90ec83c1-9300-4019-84c2-ddbecd989ac9,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:08.150637 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f57e7f78-4719-4b2e-9aee-7eaa6ffe77b9 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:08.154823 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f57e7f78-4719-4b2e-9aee-7eaa6ffe77b9 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] 10.222.0.41 "DELETE /v2.0/routers/45df2544-2759-41e4-9bc1-63028e54f809 HTTP/1.1" status: 204 len: 168 time: 5.4507847 Feb 03 13:57:08.164387 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51380) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:08.164822 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15b553-670a-4008-b3b8-02e32f5359b4 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event deleted for resources: {'Subnet': ['ID=40484443-6352-4108-b3da-903b6ebadf82,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:08.181834 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ee15b553-670a-4008-b3b8-02e32f5359b4 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:08.197693 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ee15b553-670a-4008-b3b8-02e32f5359b4 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "DELETE /v2.0/subnets/40484443-6352-4108-b3da-903b6ebadf82 HTTP/1.1" status: 204 len: 168 time: 0.9357109 Feb 03 13:57:08.197693 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-c94247f8-b2e0-4e33-a50c-aa730b94dadf tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:08.198889 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51382) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:08.203159 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-c94247f8-b2e0-4e33-a50c-aa730b94dadf tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Usage tracker for resource:subnet and tenant:cf1a07a12cb04727ad443721ec556df8 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:08.219238 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a32973-e0d9-40bd-baf9-0211503c7874 None None] Network 1c2508e8-5d22-4738-adda-92fa46365245 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:08.220779 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2db637-b195-4ebe-b6e9-13631ae05915 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:08.221496 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ee2db637-b195-4ebe-b6e9-13631ae05915 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:08.226086 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-c94247f8-b2e0-4e33-a50c-aa730b94dadf tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:08.283795 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-c94247f8-b2e0-4e33-a50c-aa730b94dadf tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:08.334142 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4489a42b-5b54-4ded-be2e-9494ca67c9ed tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:08.343320 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 90ec83c1-9300-4019-84c2-ddbecd989ac9 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:57:08.347224 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-4489a42b-5b54-4ded-be2e-9494ca67c9ed tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Deleting port a3dbf0d4-e8ff-41cb-a724-b9ccef05c12e {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:57:08.347658 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4489a42b-5b54-4ded-be2e-9494ca67c9ed tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:08.389883 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94247f8-b2e0-4e33-a50c-aa730b94dadf tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Made reservation on behalf of cf1a07a12cb04727ad443721ec556df8 for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:08.393914 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ee2db637-b195-4ebe-b6e9-13631ae05915 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5030832 Feb 03 13:57:08.400885 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51388) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:08.412402 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-b0fdb473-5ca3-445e-bfa7-8314cbfe31fa tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:39:c6:44'}]}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:08.444476 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215e8d38-f82a-4359-b7dd-1c29fccda571 None None] Network 3d103d11-19f9-41c7-9333-579c517a5cc7 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:08.465698 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-634e0341-97e5-4fb1-94e8-5f0584d84345 None None] Calling delete_port for a3dbf0d4-e8ff-41cb-a724-b9ccef05c12e owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:57:08.502069 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-74efc4e6-3cbd-46b1-8e8e-9720f7a46a24 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:08.560735 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c94247f8-b2e0-4e33-a50c-aa730b94dadf tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:08.579782 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74efc4e6-3cbd-46b1-8e8e-9720f7a46a24 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event deleted for resources: {'Port': ['ID=47980ebb-195d-487a-abe5-05bb986d656a,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:08.588248 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-f1eb4744-74aa-411e-b3b5-96fb7cdd7a97 None None] Provisioning complete for port 8dade609-b544-4046-b048-4d1df12e5075 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:08.588618 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f1eb4744-74aa-411e-b3b5-96fb7cdd7a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:08.596697 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74efc4e6-3cbd-46b1-8e8e-9720f7a46a24 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] No DVR routers for this DVR port 47980ebb-195d-487a-abe5-05bb986d656a on host dv-neutron-827016-1-hyperv {{(pid=84182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:57:08.769433 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-4489a42b-5b54-4ded-be2e-9494ca67c9ed tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] For port a3dbf0d4-e8ff-41cb-a724-b9ccef05c12e, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=a3dbf0d4-e8ff-41cb-a724-b9ccef05c12e,segment=NetworkSegment(7afcc4b8-870f-43d0-b4d5-0fbc0a6089b8),segment_id=7afcc4b8-870f-43d0-b4d5-0fbc0a6089b8)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:08.769834 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4489a42b-5b54-4ded-be2e-9494ca67c9ed tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:08.899264 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-4489a42b-5b54-4ded-be2e-9494ca67c9ed tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Calling delete_port for a3dbf0d4-e8ff-41cb-a724-b9ccef05c12e owned by network:dhcp {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:57:08.920032 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-74efc4e6-3cbd-46b1-8e8e-9720f7a46a24 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:08.923350 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-634e0341-97e5-4fb1-94e8-5f0584d84345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:08.948693 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-f95cc453-3bc6-4436-b798-60ed18f85549 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Deleting subnet 76d6aae9-8ce7-4a6a-8ca0-ba40ab446cd0 {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 13:57:08.952697 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f95cc453-3bc6-4436-b798-60ed18f85549 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:09.027471 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f95cc453-3bc6-4436-b798-60ed18f85549 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:09.040570 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634e0341-97e5-4fb1-94e8-5f0584d84345 None None] No DVR routers for this DVR port a3dbf0d4-e8ff-41cb-a724-b9ccef05c12e on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:57:09.055947 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e0341-97e5-4fb1-94e8-5f0584d84345 None None] Pushing event deleted for resources: {'Port': ['ID=a3dbf0d4-e8ff-41cb-a724-b9ccef05c12e,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:09.138416 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-910eb9d0-957f-4b4d-b531-ac26965cac61 None None] Provisioning for port eb55b403-2fcf-4aae-8d2d-56ef8ece5416 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:57:09.146047 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-910eb9d0-957f-4b4d-b531-ac26965cac61 None None] Provisioning complete for port eb55b403-2fcf-4aae-8d2d-56ef8ece5416 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:09.147080 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-910eb9d0-957f-4b4d-b531-ac26965cac61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:09.179254 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.db.api [None req-4489a42b-5b54-4ded-be2e-9494ca67c9ed tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:57:09.179809 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG oslo_db.api [None req-4489a42b-5b54-4ded-be2e-9494ca67c9ed tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:57:09.203752 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-74efc4e6-3cbd-46b1-8e8e-9720f7a46a24 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58fae17f-b93d-4fa5-83b4-4db4ca26bb86']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:09.204301 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3102e3-69d5-4a3c-8ce1-0a4361d940fc None None] DHCP port deletion for 3d103d11-19f9-41c7-9333-579c517a5cc7 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 13:57:09.213053 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-9b3102e3-69d5-4a3c-8ce1-0a4361d940fc None None] Deleting port 21d6babb-fe39-4c9c-99a2-9fedaf65c56c {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:57:09.213500 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9b3102e3-69d5-4a3c-8ce1-0a4361d940fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:09.233377 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-74efc4e6-3cbd-46b1-8e8e-9720f7a46a24 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e49aa62-9071-48bc-81fb-89574b092c4c') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:09.233672 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-74efc4e6-3cbd-46b1-8e8e-9720f7a46a24 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e49aa62-9071-48bc-81fb-89574b092c4c') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:09.267556 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-74efc4e6-3cbd-46b1-8e8e-9720f7a46a24 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:09.273088 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-910eb9d0-957f-4b4d-b531-ac26965cac61 None None] Port eb55b403-2fcf-4aae-8d2d-56ef8ece5416 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:57:09.298174 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c94247f8-b2e0-4e33-a50c-aa730b94dadf tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:09.298521 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33acf0fd-7b26-43de-ab01-d602aed42011 req-19c3d6cd-1955-403e-84d3-d120d27ee745 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:09.299995 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-33acf0fd-7b26-43de-ab01-d602aed42011 req-19c3d6cd-1955-403e-84d3-d120d27ee745 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.4808726 Feb 03 13:57:09.304311 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b0fdb473-5ca3-445e-bfa7-8314cbfe31fa tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:09.393795 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94247f8-b2e0-4e33-a50c-aa730b94dadf tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event updated for resources: {'Subnet': ['ID=107bbfba-f782-4c0c-bb59-1e019b4b87f5,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:09.402888 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-74efc4e6-3cbd-46b1-8e8e-9720f7a46a24 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:09.403559 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94247f8-b2e0-4e33-a50c-aa730b94dadf tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Checking segment: {'id': '13d762ec-1bd8-4141-b136-fc835f108d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '90ec83c1-9300-4019-84c2-ddbecd989ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:57:09.403923 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94247f8-b2e0-4e33-a50c-aa730b94dadf tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Network hostable DHCP agents. Network: 90ec83c1-9300-4019-84c2-ddbecd989ac9, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:57:09.431916 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74efc4e6-3cbd-46b1-8e8e-9720f7a46a24 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:57:09.432390 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-74efc4e6-3cbd-46b1-8e8e-9720f7a46a24 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:09.449732 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 13:57:09.449732 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:57:09.449732 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 13:57:09.449732 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:57:09.449732 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 13:57:09.449732 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:57:09.449732 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 13:57:09.449732 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:57:09.449732 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 13:57:09.449732 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:57:09.449732 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 13:57:09.449732 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:57:09.449732 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 13:57:09.449732 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:57:09.449732 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:57:09.449732 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:57:09.449732 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:57:09.449732 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:57:09.449732 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 13:57:09.449732 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:57:09.449732 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 13:57:09.449732 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:57:09.449732 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:57:09.449732 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:57:09.449732 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 13:57:09.449732 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:57:09.449732 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:57:09.449732 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:57:09.449732 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:57:09.449732 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:57:09.449732 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:57:09.449732 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:57:09.459809 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f95cc453-3bc6-4436-b798-60ed18f85549 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:09.462272 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-9b3102e3-69d5-4a3c-8ce1-0a4361d940fc None None] For port 21d6babb-fe39-4c9c-99a2-9fedaf65c56c, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=21d6babb-fe39-4c9c-99a2-9fedaf65c56c,segment=NetworkSegment(da5218a6-8081-4cb3-b896-b51028fb62b7),segment_id=da5218a6-8081-4cb3-b896-b51028fb62b7)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:09.462797 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9b3102e3-69d5-4a3c-8ce1-0a4361d940fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:09.474969 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-41c32961-c3dc-4176-a487-0aa968cb2187 None None] Provisioning complete for port 8dade609-b544-4046-b048-4d1df12e5075 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:09.475359 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-41c32961-c3dc-4176-a487-0aa968cb2187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:09.486543 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94247f8-b2e0-4e33-a50c-aa730b94dadf tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Network 90ec83c1-9300-4019-84c2-ddbecd989ac9 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:57:09.566665 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-c94247f8-b2e0-4e33-a50c-aa730b94dadf tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 90ec83c1-9300-4019-84c2-ddbecd989ac9) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:09.571199 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94247f8-b2e0-4e33-a50c-aa730b94dadf tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:09.571885 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c94247f8-b2e0-4e33-a50c-aa730b94dadf tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:09.605696 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0fbbb7-b546-446d-96bf-8e0a4042edea None None] Network 90ec83c1-9300-4019-84c2-ddbecd989ac9 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:09.622975 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-9b3102e3-69d5-4a3c-8ce1-0a4361d940fc None None] Calling delete_port for 21d6babb-fe39-4c9c-99a2-9fedaf65c56c owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:57:09.660954 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c94247f8-b2e0-4e33-a50c-aa730b94dadf tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6677606 Feb 03 13:57:09.662777 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51394) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:09.667530 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-33acf0fd-7b26-43de-ab01-d602aed42011 req-60e4b815-de78-4da3-8097-c8831f35d5cb tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3527775 Feb 03 13:57:09.684755 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-4489a42b-5b54-4ded-be2e-9494ca67c9ed tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Deleting port a3dbf0d4-e8ff-41cb-a724-b9ccef05c12e {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:57:09.685669 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4489a42b-5b54-4ded-be2e-9494ca67c9ed tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:09.797094 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 21d6babb-fe39-4c9c-99a2-9fedaf65c56c no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 13:57:09.847349 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-4489a42b-5b54-4ded-be2e-9494ca67c9ed tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] The port 'a3dbf0d4-e8ff-41cb-a724-b9ccef05c12e' was deleted {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 13:57:09.897461 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-74efc4e6-3cbd-46b1-8e8e-9720f7a46a24 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:09.902919 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b0fdb473-5ca3-445e-bfa7-8314cbfe31fa tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:09.905010 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f95cc453-3bc6-4436-b798-60ed18f85549 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:09.908709 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9b3102e3-69d5-4a3c-8ce1-0a4361d940fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:09.960096 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-74efc4e6-3cbd-46b1-8e8e-9720f7a46a24 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:09.966860 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74efc4e6-3cbd-46b1-8e8e-9720f7a46a24 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event deleted for resources: {'Network': ['ID=58fae17f-b93d-4fa5-83b4-4db4ca26bb86,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:09.970190 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95cc453-3bc6-4436-b798-60ed18f85549 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Pushing event deleted for resources: {'Subnet': ['ID=76d6aae9-8ce7-4a6a-8ca0-ba40ab446cd0,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:09.978161 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b0fdb473-5ca3-445e-bfa7-8314cbfe31fa tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:09.993851 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3102e3-69d5-4a3c-8ce1-0a4361d940fc None None] Pushing event deleted for resources: {'Port': ['ID=21d6babb-fe39-4c9c-99a2-9fedaf65c56c,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:10.006564 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No active binding found for port 21d6babb-fe39-4c9c-99a2-9fedaf65c56c {{(pid=84183) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 03 13:57:10.006564 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 21d6babb-fe39-4c9c-99a2-9fedaf65c56c not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 13:57:10.006845 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device a3dbf0d4-e8ff-41cb-a724-b9ccef05c12e no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 13:57:10.015514 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f95cc453-3bc6-4436-b798-60ed18f85549 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:10.019622 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f95cc453-3bc6-4436-b798-60ed18f85549 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] 10.222.0.41 "DELETE /v2.0/subnets/76d6aae9-8ce7-4a6a-8ca0-ba40ab446cd0 HTTP/1.1" status: 204 len: 168 time: 1.8065560 Feb 03 13:57:10.023802 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51398) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:10.028657 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-74efc4e6-3cbd-46b1-8e8e-9720f7a46a24 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "DELETE /v2.0/networks/58fae17f-b93d-4fa5-83b4-4db4ca26bb86 HTTP/1.1" status: 204 len: 168 time: 6.0239158 Feb 03 13:57:10.028823 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4489a42b-5b54-4ded-be2e-9494ca67c9ed tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:10.035000 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc286409-fff3-4d02-ad6d-3b94e351dbf8 None None] Network bbb6c916-9ac3-4fd0-981e-dbf91d7efbbb requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:10.041142 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51402) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:10.050946 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3102e3-69d5-4a3c-8ce1-0a4361d940fc None None] No DVR routers for this DVR port 21d6babb-fe39-4c9c-99a2-9fedaf65c56c on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:57:10.053484 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-236a3d70-6f0b-4c4e-a04d-93c7b7b57963 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-753854646'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:10.064628 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-236a3d70-6f0b-4c4e-a04d-93c7b7b57963 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:10.088389 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-24bab101-67ee-401f-b0ce-e80b9bbda70a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:10.103306 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-236a3d70-6f0b-4c4e-a04d-93c7b7b57963 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Usage tracker for resource:network and tenant:16ca01bd1cf84cd38347e99fdd7734d7 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:10.113422 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-236a3d70-6f0b-4c4e-a04d-93c7b7b57963 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:10.118233 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fdb473-5ca3-445e-bfa7-8314cbfe31fa tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Pushing event updated for resources: {'Port': ['ID=eb55b403-2fcf-4aae-8d2d-56ef8ece5416,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:10.126252 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-236a3d70-6f0b-4c4e-a04d-93c7b7b57963 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:10.134907 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: a3dbf0d4-e8ff-41cb-a724-b9ccef05c12e {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 13:57:10.134907 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device a3dbf0d4-e8ff-41cb-a724-b9ccef05c12e not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 13:57:10.147235 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-4489a42b-5b54-4ded-be2e-9494ca67c9ed tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8f95d25-f669-465c-a856-8a32459ef628']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:10.166495 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-b0fdb473-5ca3-445e-bfa7-8314cbfe31fa tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] In _notify_port_updated(), no bound segment for port eb55b403-2fcf-4aae-8d2d-56ef8ece5416 on network b5acad7b-9fc0-43a6-a492-09a36e6e3715 {{(pid=84182) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 03 13:57:10.172544 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fdb473-5ca3-445e-bfa7-8314cbfe31fa tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:10.174053 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b0fdb473-5ca3-445e-bfa7-8314cbfe31fa tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:10.175871 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b0fdb473-5ca3-445e-bfa7-8314cbfe31fa tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] 10.222.0.41 "PUT /v2.0/ports/eb55b403-2fcf-4aae-8d2d-56ef8ece5416 HTTP/1.1" status: 200 len: 996 time: 1.7735581 Feb 03 13:57:10.178771 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51406) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:10.188673 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-4489a42b-5b54-4ded-be2e-9494ca67c9ed tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7afcc4b8-870f-43d0-b4d5-0fbc0a6089b8') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:10.190249 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-4489a42b-5b54-4ded-be2e-9494ca67c9ed tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7afcc4b8-870f-43d0-b4d5-0fbc0a6089b8') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:10.214672 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4489a42b-5b54-4ded-be2e-9494ca67c9ed tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:10.217146 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852c3d2b-93b7-4c24-9c6c-00fd4e800e50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-90ec83c1-9300-4019-84c2-ddbecd989ac9', 'network_id': '90ec83c1-9300-4019-84c2-ddbecd989ac9', 'tenant_id': 'cf1a07a12cb04727ad443721ec556df8', 'fixed_ips': [{'subnet_id': '107bbfba-f782-4c0c-bb59-1e019b4b87f5'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:57:10.218769 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-852c3d2b-93b7-4c24-9c6c-00fd4e800e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:10.255280 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3efd-1521-4ea0-af8d-bebc3b03f531 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:10.257396 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4489a42b-5b54-4ded-be2e-9494ca67c9ed tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:10.275576 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236a3d70-6f0b-4c4e-a04d-93c7b7b57963 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Made reservation on behalf of 16ca01bd1cf84cd38347e99fdd7734d7 for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:10.278744 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-236a3d70-6f0b-4c4e-a04d-93c7b7b57963 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:10.301359 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4489a42b-5b54-4ded-be2e-9494ca67c9ed tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:57:10.301594 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4489a42b-5b54-4ded-be2e-9494ca67c9ed tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:10.309893 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-3b9af2ea-8f27-4efc-a5b6-0cafb5887719 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Deleting port eb55b403-2fcf-4aae-8d2d-56ef8ece5416 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:57:10.310402 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3b9af2ea-8f27-4efc-a5b6-0cafb5887719 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:10.316125 dv-neutron-827016-1-hyperv neutron-server[84181]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:57:10.316125 dv-neutron-827016-1-hyperv neutron-server[84181]: util.warn( Feb 03 13:57:10.316125 dv-neutron-827016-1-hyperv neutron-server[84181]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:57:10.316125 dv-neutron-827016-1-hyperv neutron-server[84181]: util.warn( Feb 03 13:57:10.316125 dv-neutron-827016-1-hyperv neutron-server[84181]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:57:10.316125 dv-neutron-827016-1-hyperv neutron-server[84181]: util.warn( Feb 03 13:57:10.316125 dv-neutron-827016-1-hyperv neutron-server[84181]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:57:10.316125 dv-neutron-827016-1-hyperv neutron-server[84181]: util.warn( Feb 03 13:57:10.316125 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 13:57:10.316125 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:57:10.316125 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 13:57:10.316125 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:57:10.316125 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 13:57:10.316125 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:57:10.316125 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 13:57:10.316125 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:57:10.316125 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 13:57:10.316125 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:57:10.316125 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 13:57:10.316125 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:57:10.316125 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 13:57:10.316125 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:57:10.316125 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:57:10.316125 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:57:10.316125 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:57:10.316125 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:57:10.316125 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 13:57:10.316125 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:57:10.316125 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 13:57:10.316125 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:57:10.316125 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:57:10.316125 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:57:10.316125 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 13:57:10.316125 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:57:10.316125 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:57:10.316125 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:57:10.316125 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:57:10.316125 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:57:10.316125 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:57:10.316125 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:57:10.396871 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-236a3d70-6f0b-4c4e-a04d-93c7b7b57963 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:57:10.410029 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-236a3d70-6f0b-4c4e-a04d-93c7b7b57963 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:10.410029 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-236a3d70-6f0b-4c4e-a04d-93c7b7b57963 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Added segment 6bd10f2e-b0e6-4cb3-801a-62f677a19dc6 of type vlan for network 3ee93950-ed59-4ebb-bc1f-8302426e781b Feb 03 13:57:10.422170 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-c4fb3efd-1521-4ea0-af8d-bebc3b03f531 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Deleting port d6330d8d-51f2-4232-8757-a30fdf40e475 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:57:10.422787 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3efd-1521-4ea0-af8d-bebc3b03f531 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:10.454292 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-24bab101-67ee-401f-b0ce-e80b9bbda70a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:10.485511 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-aaeb6a5b-385e-4e56-93dc-08b3b2c8c3bd None None] Provisioning complete for port eb55b403-2fcf-4aae-8d2d-56ef8ece5416 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:10.486093 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-aaeb6a5b-385e-4e56-93dc-08b3b2c8c3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:10.489385 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-236a3d70-6f0b-4c4e-a04d-93c7b7b57963 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:10.509913 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-852c3d2b-93b7-4c24-9c6c-00fd4e800e50 None None] Allocated IP 172.20.0.1 (90ec83c1-9300-4019-84c2-ddbecd989ac9/107bbfba-f782-4c0c-bb59-1e019b4b87f5/f0b42cbd-35e3-49ad-8776-34aa50e54d64) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:57:10.583284 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4489a42b-5b54-4ded-be2e-9494ca67c9ed tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:10.605506 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4489a42b-5b54-4ded-be2e-9494ca67c9ed tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:10.619960 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad64b182-b086-49f0-9a97-40f9b6979b63 None None] DHCP port deletion for bbb6c916-9ac3-4fd0-981e-dbf91d7efbbb request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 13:57:10.625133 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489a42b-5b54-4ded-be2e-9494ca67c9ed tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event deleted for resources: {'Network': ['ID=e8f95d25-f669-465c-a856-8a32459ef628,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:10.627855 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-aaeb6a5b-385e-4e56-93dc-08b3b2c8c3bd None None] Port eb55b403-2fcf-4aae-8d2d-56ef8ece5416 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:57:10.632237 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-4489a42b-5b54-4ded-be2e-9494ca67c9ed tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "DELETE /v2.0/networks/e8f95d25-f669-465c-a856-8a32459ef628 HTTP/1.1" status: 204 len: 168 time: 2.4321690 Feb 03 13:57:10.633142 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51414) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:10.634731 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-ad64b182-b086-49f0-9a97-40f9b6979b63 None None] Deleting port d6330d8d-51f2-4232-8757-a30fdf40e475 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:57:10.635338 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ad64b182-b086-49f0-9a97-40f9b6979b63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:10.656619 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-236a3d70-6f0b-4c4e-a04d-93c7b7b57963 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:10.660858 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236a3d70-6f0b-4c4e-a04d-93c7b7b57963 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:10.661393 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-236a3d70-6f0b-4c4e-a04d-93c7b7b57963 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:10.711543 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3b9af2ea-8f27-4efc-a5b6-0cafb5887719 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:10.852150 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-270b81ab-522e-4857-a364-2254d46bf520 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:10.854716 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-c4fb3efd-1521-4ea0-af8d-bebc3b03f531 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] For port d6330d8d-51f2-4232-8757-a30fdf40e475, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=d6330d8d-51f2-4232-8757-a30fdf40e475,segment=NetworkSegment(2be4a546-3991-4cf3-a5a0-7d41adb4524f),segment_id=2be4a546-3991-4cf3-a5a0-7d41adb4524f)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:10.855086 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3efd-1521-4ea0-af8d-bebc3b03f531 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:10.928182 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-3b9af2ea-8f27-4efc-a5b6-0cafb5887719 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Calling delete_port for eb55b403-2fcf-4aae-8d2d-56ef8ece5416 owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:57:10.959587 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-236a3d70-6f0b-4c4e-a04d-93c7b7b57963 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9174261 Feb 03 13:57:10.977944 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-852c3d2b-93b7-4c24-9c6c-00fd4e800e50 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:10.978236 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51420) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:10.986153 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-ad64b182-b086-49f0-9a97-40f9b6979b63 None None] For port d6330d8d-51f2-4232-8757-a30fdf40e475, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=d6330d8d-51f2-4232-8757-a30fdf40e475,segment=NetworkSegment(2be4a546-3991-4cf3-a5a0-7d41adb4524f),segment_id=2be4a546-3991-4cf3-a5a0-7d41adb4524f)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:10.986400 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-c4fb3efd-1521-4ea0-af8d-bebc3b03f531 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Calling delete_port for d6330d8d-51f2-4232-8757-a30fdf40e475 owned by network:dhcp {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:57:10.986681 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ad64b182-b086-49f0-9a97-40f9b6979b63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:11.006892 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-852c3d2b-93b7-4c24-9c6c-00fd4e800e50 None None] Transition to ACTIVE for port object f0b42cbd-35e3-49ad-8776-34aa50e54d64 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:57:11.016169 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-d128f8b6-e594-4016-aa41-158ff218b9d9 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Request body: {'subnet': {'network_id': '3ee93950-ed59-4ebb-bc1f-8302426e781b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:11.034555 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a3d70-6f0b-4c4e-a04d-93c7b7b57963 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event updated for resources: {'Network': ['ID=3ee93950-ed59-4ebb-bc1f-8302426e781b,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:11.060745 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 3ee93950-ed59-4ebb-bc1f-8302426e781b details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:57:11.136746 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec62941-62d5-473e-a746-e077f1c7769f req-a19af4fb-c59e-4c17-b5fc-bb31bde3b14a tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:11.138269 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1ec62941-62d5-473e-a746-e077f1c7769f req-a19af4fb-c59e-4c17-b5fc-bb31bde3b14a tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.2229941 Feb 03 13:57:11.142404 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-ad64b182-b086-49f0-9a97-40f9b6979b63 None None] Calling delete_port for d6330d8d-51f2-4232-8757-a30fdf40e475 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:57:11.208686 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1ec62941-62d5-473e-a746-e077f1c7769f req-aa9abe1a-330e-4302-9a28-78f8dd05fa5d tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605152 Feb 03 13:57:11.264157 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3b9af2ea-8f27-4efc-a5b6-0cafb5887719 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:11.265686 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-852c3d2b-93b7-4c24-9c6c-00fd4e800e50 None None] Transition to ACTIVE for port object f0b42cbd-35e3-49ad-8776-34aa50e54d64 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:57:11.318257 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9af2ea-8f27-4efc-a5b6-0cafb5887719 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Pushing event deleted for resources: {'Port': ['ID=eb55b403-2fcf-4aae-8d2d-56ef8ece5416,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:11.367412 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-852c3d2b-93b7-4c24-9c6c-00fd4e800e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:11.375562 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-270b81ab-522e-4857-a364-2254d46bf520 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:11.408075 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-d128f8b6-e594-4016-aa41-158ff218b9d9 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:11.426112 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-d128f8b6-e594-4016-aa41-158ff218b9d9 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Usage tracker for resource:subnet and tenant:16ca01bd1cf84cd38347e99fdd7734d7 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:11.432224 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-d128f8b6-e594-4016-aa41-158ff218b9d9 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:11.434162 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3b9af2ea-8f27-4efc-a5b6-0cafb5887719 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:11.437334 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ad64b182-b086-49f0-9a97-40f9b6979b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:11.442197 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-d128f8b6-e594-4016-aa41-158ff218b9d9 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:11.448549 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-270b81ab-522e-4857-a364-2254d46bf520 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d103d11-19f9-41c7-9333-579c517a5cc7']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:11.464149 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.db.api [None req-c4fb3efd-1521-4ea0-af8d-bebc3b03f531 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:57:11.464478 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG oslo_db.api [None req-c4fb3efd-1521-4ea0-af8d-bebc3b03f531 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:57:11.466216 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-270b81ab-522e-4857-a364-2254d46bf520 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da5218a6-8081-4cb3-b896-b51028fb62b7') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:11.466531 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-270b81ab-522e-4857-a364-2254d46bf520 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da5218a6-8081-4cb3-b896-b51028fb62b7') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:11.482525 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-270b81ab-522e-4857-a364-2254d46bf520 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:11.486151 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad64b182-b086-49f0-9a97-40f9b6979b63 None None] No DVR routers for this DVR port d6330d8d-51f2-4232-8757-a30fdf40e475 on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:57:11.490976 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852c3d2b-93b7-4c24-9c6c-00fd4e800e50 None None] Network 90ec83c1-9300-4019-84c2-ddbecd989ac9 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:57:11.496178 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c3d2b-93b7-4c24-9c6c-00fd4e800e50 None None] Pushing event updated for resources: {'Port': ['ID=f0b42cbd-35e3-49ad-8776-34aa50e54d64,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:11.499151 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-852c3d2b-93b7-4c24-9c6c-00fd4e800e50 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:11.501965 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-270b81ab-522e-4857-a364-2254d46bf520 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:11.510120 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852c3d2b-93b7-4c24-9c6c-00fd4e800e50 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:57:11.510721 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-270b81ab-522e-4857-a364-2254d46bf520 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:57:11.511304 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-270b81ab-522e-4857-a364-2254d46bf520 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:11.527638 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-24bab101-67ee-401f-b0ce-e80b9bbda70a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:11.531783 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 13:57:11.531783 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:57:11.531783 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 13:57:11.531783 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:57:11.531783 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 13:57:11.531783 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:57:11.531783 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 13:57:11.531783 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:57:11.531783 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 13:57:11.531783 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:57:11.531783 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 13:57:11.531783 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:57:11.531783 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 13:57:11.531783 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:57:11.531783 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:57:11.531783 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:57:11.531783 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:57:11.531783 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:57:11.531783 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 13:57:11.531783 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:57:11.531783 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 13:57:11.531783 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:57:11.531783 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:57:11.531783 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:57:11.531783 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 13:57:11.531783 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:57:11.531783 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:57:11.531783 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:57:11.531783 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:57:11.531783 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:57:11.531783 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:57:11.531783 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:57:11.548271 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3b9af2ea-8f27-4efc-a5b6-0cafb5887719 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] 10.222.0.41 "DELETE /v2.0/ports/eb55b403-2fcf-4aae-8d2d-56ef8ece5416 HTTP/1.1" status: 204 len: 168 time: 1.3650064 Feb 03 13:57:11.548451 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51424) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:11.565653 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad64b182-b086-49f0-9a97-40f9b6979b63 None None] Pushing event deleted for resources: {'Port': ['ID=d6330d8d-51f2-4232-8757-a30fdf40e475,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:11.595482 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e31203-bbf3-4393-9bcb-82dfe7ac1215 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] GET failed (client error): The resource could not be found. Feb 03 13:57:11.595968 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-f4e31203-bbf3-4393-9bcb-82dfe7ac1215 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Synchronizing usage tracker for tenant:20783d677a5c4dfd91c7976cca2748a6 on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:57:11.617761 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bab101-67ee-401f-b0ce-e80b9bbda70a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event deleted for resources: {'Subnet': ['ID=107bbfba-f782-4c0c-bb59-1e019b4b87f5,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:11.626619 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d128f8b6-e594-4016-aa41-158ff218b9d9 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Made reservation on behalf of 16ca01bd1cf84cd38347e99fdd7734d7 for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:11.660621 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-852c3d2b-93b7-4c24-9c6c-00fd4e800e50 None None] Attempting to bind port f0b42cbd-35e3-49ad-8776-34aa50e54d64 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:57:11.660974 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-852c3d2b-93b7-4c24-9c6c-00fd4e800e50 None None] Attempting to bind port f0b42cbd-35e3-49ad-8776-34aa50e54d64 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '13d762ec-1bd8-4141-b136-fc835f108d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '90ec83c1-9300-4019-84c2-ddbecd989ac9'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:57:11.661375 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852c3d2b-93b7-4c24-9c6c-00fd4e800e50 None None] Attempting to bind port f0b42cbd-35e3-49ad-8776-34aa50e54d64 on network 90ec83c1-9300-4019-84c2-ddbecd989ac9 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:57:11.667761 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852c3d2b-93b7-4c24-9c6c-00fd4e800e50 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:57:11.668144 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852c3d2b-93b7-4c24-9c6c-00fd4e800e50 None None] Checking segment: {'id': '13d762ec-1bd8-4141-b136-fc835f108d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '90ec83c1-9300-4019-84c2-ddbecd989ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:57:11.668533 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-852c3d2b-93b7-4c24-9c6c-00fd4e800e50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:11.668993 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852c3d2b-93b7-4c24-9c6c-00fd4e800e50 None None] Bound using segment: {'id': '13d762ec-1bd8-4141-b136-fc835f108d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '90ec83c1-9300-4019-84c2-ddbecd989ac9'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:57:11.669470 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-852c3d2b-93b7-4c24-9c6c-00fd4e800e50 None None] Bound port: f0b42cbd-35e3-49ad-8776-34aa50e54d64, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13d762ec-1bd8-4141-b136-fc835f108d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '90ec83c1-9300-4019-84c2-ddbecd989ac9'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:57:11.669929 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-852c3d2b-93b7-4c24-9c6c-00fd4e800e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:11.670040 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-f4e31203-bbf3-4393-9bcb-82dfe7ac1215 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Unset dirty status for tenant:20783d677a5c4dfd91c7976cca2748a6 on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:57:11.675284 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f4e31203-bbf3-4393-9bcb-82dfe7ac1215 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] 10.222.0.41 "GET /v2.0/ports/eb55b403-2fcf-4aae-8d2d-56ef8ece5416 HTTP/1.1" status: 404 len: 333 time: 0.1225178 Feb 03 13:57:11.675484 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51428) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:11.681357 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-f482ee60-c063-4c20-a503-c57a4880740b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Request body: {'port': {'network_id': 'b5acad7b-9fc0-43a6-a492-09a36e6e3715', 'name': 'tempest-AllowedAddressPairTestJSON-1938346311'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:11.773172 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device d6330d8d-51f2-4232-8757-a30fdf40e475 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 13:57:11.813444 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: d6330d8d-51f2-4232-8757-a30fdf40e475 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 13:57:11.813697 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device d6330d8d-51f2-4232-8757-a30fdf40e475 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 13:57:11.818763 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-852c3d2b-93b7-4c24-9c6c-00fd4e800e50 None None] For port f0b42cbd-35e3-49ad-8776-34aa50e54d64, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:57:11.820485 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-270b81ab-522e-4857-a364-2254d46bf520 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:11.827258 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-852c3d2b-93b7-4c24-9c6c-00fd4e800e50 None None] For port f0b42cbd-35e3-49ad-8776-34aa50e54d64, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=f0b42cbd-35e3-49ad-8776-34aa50e54d64,segment=NetworkSegment(13d762ec-1bd8-4141-b136-fc835f108d81),segment_id=13d762ec-1bd8-4141-b136-fc835f108d81)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:57:11.840341 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-f482ee60-c063-4c20-a503-c57a4880740b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:11.850594 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-f482ee60-c063-4c20-a503-c57a4880740b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:11.866921 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-270b81ab-522e-4857-a364-2254d46bf520 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:11.875484 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-852c3d2b-93b7-4c24-9c6c-00fd4e800e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:11.882658 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b81ab-522e-4857-a364-2254d46bf520 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event deleted for resources: {'Network': ['ID=3d103d11-19f9-41c7-9333-579c517a5cc7,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:11.887725 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-24bab101-67ee-401f-b0ce-e80b9bbda70a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:11.897191 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d128f8b6-e594-4016-aa41-158ff218b9d9 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:11.897994 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f482ee60-c063-4c20-a503-c57a4880740b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Made reservation on behalf of 20783d677a5c4dfd91c7976cca2748a6 for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:11.901227 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f482ee60-c063-4c20-a503-c57a4880740b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:11.920157 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-270b81ab-522e-4857-a364-2254d46bf520 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "DELETE /v2.0/networks/3d103d11-19f9-41c7-9333-579c517a5cc7 HTTP/1.1" status: 204 len: 168 time: 1.2839816 Feb 03 13:57:11.924208 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51432) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:11.930406 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-f482ee60-c063-4c20-a503-c57a4880740b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] device_id is not set on port f6235ea8-d509-4fed-8afa-c2c709a414a3 yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:57:11.938127 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-d139989b-05ec-4fc6-9a6c-341270f3fd9d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1403766277'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:11.974018 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c3d2b-93b7-4c24-9c6c-00fd4e800e50 None None] Pushing event updated for resources: {'Port': ['ID=f0b42cbd-35e3-49ad-8776-34aa50e54d64,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:11.988035 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-c4fb3efd-1521-4ea0-af8d-bebc3b03f531 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Deleting port d6330d8d-51f2-4232-8757-a30fdf40e475 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:57:11.988385 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3efd-1521-4ea0-af8d-bebc3b03f531 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:12.027515 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-d139989b-05ec-4fc6-9a6c-341270f3fd9d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:12.035964 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-d139989b-05ec-4fc6-9a6c-341270f3fd9d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Usage tracker for resource:network and tenant:e560cbcda02c46efaee7f040dc641828 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:12.039346 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-24bab101-67ee-401f-b0ce-e80b9bbda70a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ec83c1-9300-4019-84c2-ddbecd989ac9']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:12.068877 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-d139989b-05ec-4fc6-9a6c-341270f3fd9d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:12.086312 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-f482ee60-c063-4c20-a503-c57a4880740b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Allocated IP 172.20.0.4 (b5acad7b-9fc0-43a6-a492-09a36e6e3715/e7854850-4247-4ae9-be04-6281ef6c8743/f6235ea8-d509-4fed-8afa-c2c709a414a3) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:57:12.095492 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-c4fb3efd-1521-4ea0-af8d-bebc3b03f531 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] The port 'd6330d8d-51f2-4232-8757-a30fdf40e475' was deleted {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 13:57:12.097844 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-24bab101-67ee-401f-b0ce-e80b9bbda70a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13d762ec-1bd8-4141-b136-fc835f108d81') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:12.097844 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-24bab101-67ee-401f-b0ce-e80b9bbda70a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13d762ec-1bd8-4141-b136-fc835f108d81') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:12.104875 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-d139989b-05ec-4fc6-9a6c-341270f3fd9d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:12.121264 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0423a4d7-0a32-46db-b254-01a1d2429450 None None] Network 90ec83c1-9300-4019-84c2-ddbecd989ac9 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:12.159124 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-24bab101-67ee-401f-b0ce-e80b9bbda70a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:12.207612 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-24bab101-67ee-401f-b0ce-e80b9bbda70a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:12.296213 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3efd-1521-4ea0-af8d-bebc3b03f531 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:12.329852 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-c4fb3efd-1521-4ea0-af8d-bebc3b03f531 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb6c916-9ac3-4fd0-981e-dbf91d7efbbb']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:12.340419 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edb5fd3-9c20-42e1-8184-0217647d9203 None None] get_active_networks_info from dv-neutron-827016-1-hyperv {{(pid=84183) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 03 13:57:12.342469 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-c4fb3efd-1521-4ea0-af8d-bebc3b03f531 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2be4a546-3991-4cf3-a5a0-7d41adb4524f') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:12.342764 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-c4fb3efd-1521-4ea0-af8d-bebc3b03f531 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2be4a546-3991-4cf3-a5a0-7d41adb4524f') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:12.356449 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3efd-1521-4ea0-af8d-bebc3b03f531 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:12.372825 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3efd-1521-4ea0-af8d-bebc3b03f531 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:12.379655 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4fb3efd-1521-4ea0-af8d-bebc3b03f531 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:57:12.380433 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3efd-1521-4ea0-af8d-bebc3b03f531 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:12.395895 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 13:57:12.395895 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:57:12.395895 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 13:57:12.395895 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:57:12.395895 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 13:57:12.395895 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:57:12.395895 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 13:57:12.395895 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:57:12.395895 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 13:57:12.395895 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:57:12.395895 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 13:57:12.395895 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:57:12.395895 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 13:57:12.395895 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:57:12.395895 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:57:12.395895 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:57:12.395895 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:57:12.395895 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:57:12.395895 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 13:57:12.395895 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:57:12.395895 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 13:57:12.395895 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:57:12.395895 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:57:12.395895 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:57:12.395895 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 13:57:12.395895 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:57:12.395895 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:57:12.395895 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:57:12.395895 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:57:12.395895 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:57:12.395895 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:57:12.395895 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:57:12.406681 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24bab101-67ee-401f-b0ce-e80b9bbda70a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:57:12.407246 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-24bab101-67ee-401f-b0ce-e80b9bbda70a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:12.428302 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d139989b-05ec-4fc6-9a6c-341270f3fd9d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Made reservation on behalf of e560cbcda02c46efaee7f040dc641828 for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:12.431384 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d139989b-05ec-4fc6-9a6c-341270f3fd9d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:12.442506 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 13:57:12.442506 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:57:12.442506 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 13:57:12.442506 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:57:12.442506 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 13:57:12.442506 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:57:12.442506 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 13:57:12.442506 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:57:12.442506 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 13:57:12.442506 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:57:12.442506 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 13:57:12.442506 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:57:12.442506 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 13:57:12.442506 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:57:12.442506 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:57:12.442506 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:57:12.442506 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:57:12.442506 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:57:12.442506 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 13:57:12.442506 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:57:12.442506 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 13:57:12.442506 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:57:12.442506 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:57:12.442506 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:57:12.442506 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 13:57:12.442506 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:57:12.442506 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:57:12.442506 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:57:12.442506 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:57:12.442506 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:57:12.442506 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:57:12.442506 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:57:12.494051 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f482ee60-c063-4c20-a503-c57a4880740b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:12.494836 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edb5fd3-9c20-42e1-8184-0217647d9203 None None] Resources bound (agent type, host, resource id): {{(pid=84183) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 13:57:12.507356 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624bcaf5-c234-41ca-9465-11a56b23717c req-1eb4cbe8-85e3-41f6-a3a4-7afac1597f28 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:12.508932 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-624bcaf5-c234-41ca-9465-11a56b23717c req-1eb4cbe8-85e3-41f6-a3a4-7afac1597f28 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.1563296 Feb 03 13:57:12.537495 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-f482ee60-c063-4c20-a503-c57a4880740b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Transition to ACTIVE for port object f6235ea8-d509-4fed-8afa-c2c709a414a3 will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:57:12.573063 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-624bcaf5-c234-41ca-9465-11a56b23717c req-143d06aa-0b58-4e43-9fe4-7ee51c02885b tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533829 Feb 03 13:57:12.596637 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d139989b-05ec-4fc6-9a6c-341270f3fd9d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:57:12.611844 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d139989b-05ec-4fc6-9a6c-341270f3fd9d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:12.612189 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-d139989b-05ec-4fc6-9a6c-341270f3fd9d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Added segment 3804efb4-e334-492b-a445-d39a2c7b4118 of type vlan for network c696097d-d7f2-4d65-9c20-f33a5e1b0e10 Feb 03 13:57:12.640421 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.db.api [None req-24bab101-67ee-401f-b0ce-e80b9bbda70a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 13:57:12.640421 dv-neutron-827016-1-hyperv neutron-server[84181]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 13:57:12.640421 dv-neutron-827016-1-hyperv neutron-server[84181]: [parameters: {'id': '90ec83c1-9300-4019-84c2-ddbecd989ac9'}] Feb 03 13:57:12.640421 dv-neutron-827016-1-hyperv neutron-server[84181]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:57:12.640894 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG oslo_db.api [None req-24bab101-67ee-401f-b0ce-e80b9bbda70a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:57:12.648488 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f482ee60-c063-4c20-a503-c57a4880740b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:12.683187 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d139989b-05ec-4fc6-9a6c-341270f3fd9d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:12.709221 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3efd-1521-4ea0-af8d-bebc3b03f531 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:12.724878 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f482ee60-c063-4c20-a503-c57a4880740b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Network b5acad7b-9fc0-43a6-a492-09a36e6e3715 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:57:12.728498 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-f482ee60-c063-4c20-a503-c57a4880740b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:12.733178 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f482ee60-c063-4c20-a503-c57a4880740b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:57:12.739469 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3efd-1521-4ea0-af8d-bebc3b03f531 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:12.762113 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb3efd-1521-4ea0-af8d-bebc3b03f531 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Pushing event deleted for resources: {'Network': ['ID=bbb6c916-9ac3-4fd0-981e-dbf91d7efbbb,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:12.765240 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482ee60-c063-4c20-a503-c57a4880740b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Pushing event updated for resources: {'Port': ['ID=f6235ea8-d509-4fed-8afa-c2c709a414a3,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:12.791623 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c4fb3efd-1521-4ea0-af8d-bebc3b03f531 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] 10.222.0.41 "DELETE /v2.0/networks/bbb6c916-9ac3-4fd0-981e-dbf91d7efbbb HTTP/1.1" status: 204 len: 168 time: 2.7681832 Feb 03 13:57:12.792211 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51438) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:12.805384 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f482ee60-c063-4c20-a503-c57a4880740b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:12.805999 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f482ee60-c063-4c20-a503-c57a4880740b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:12.913411 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f482ee60-c063-4c20-a503-c57a4880740b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2368066 Feb 03 13:57:12.914192 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51442) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:12.919840 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-1979e03e-b173-4eb9-b52f-fe3590848cf3 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Request body: {'port': {'network_id': 'b5acad7b-9fc0-43a6-a492-09a36e6e3715', 'name': 'tempest-AllowedAddressPairTestJSON-1171056219'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:12.981352 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d139989b-05ec-4fc6-9a6c-341270f3fd9d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:12.985084 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d139989b-05ec-4fc6-9a6c-341270f3fd9d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:12.985680 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d139989b-05ec-4fc6-9a6c-341270f3fd9d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:13.066797 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-1979e03e-b173-4eb9-b52f-fe3590848cf3 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:13.071119 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-1979e03e-b173-4eb9-b52f-fe3590848cf3 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Usage tracker for resource:port and tenant:20783d677a5c4dfd91c7976cca2748a6 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:13.074166 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-1979e03e-b173-4eb9-b52f-fe3590848cf3 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:13.080640 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-1979e03e-b173-4eb9-b52f-fe3590848cf3 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:13.137300 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d128f8b6-e594-4016-aa41-158ff218b9d9 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:13.155547 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1979e03e-b173-4eb9-b52f-fe3590848cf3 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Made reservation on behalf of 20783d677a5c4dfd91c7976cca2748a6 for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:13.159428 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1979e03e-b173-4eb9-b52f-fe3590848cf3 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:13.181895 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-1979e03e-b173-4eb9-b52f-fe3590848cf3 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] device_id is not set on port 737ac320-31b1-43ae-8a1f-cc4210800143 yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:57:13.185762 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-24bab101-67ee-401f-b0ce-e80b9bbda70a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:13.224003 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-3740b1d4-7d8c-4b47-b827-92655d6b9456 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Deleting port b1fd874d-bdfd-4932-a09c-a99d1cd90c6d {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:57:13.224226 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3740b1d4-7d8c-4b47-b827-92655d6b9456 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:13.234671 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-0a0b958c-6425-4252-972c-e3c4c5e89652 None None] Provisioning for port f6235ea8-d509-4fed-8afa-c2c709a414a3 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:57:13.239595 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-0a0b958c-6425-4252-972c-e3c4c5e89652 None None] Provisioning complete for port f6235ea8-d509-4fed-8afa-c2c709a414a3 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:13.239969 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0a0b958c-6425-4252-972c-e3c4c5e89652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:13.250654 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d139989b-05ec-4fc6-9a6c-341270f3fd9d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event updated for resources: {'Network': ['ID=c696097d-d7f2-4d65-9c20-f33a5e1b0e10,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:13.279221 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d139989b-05ec-4fc6-9a6c-341270f3fd9d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3513861 Feb 03 13:57:13.279440 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network c696097d-d7f2-4d65-9c20-f33a5e1b0e10 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:57:13.291413 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51446) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:13.300493 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d128f8b6-e594-4016-aa41-158ff218b9d9 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event updated for resources: {'Subnet': ['ID=5d80a68d-c21f-4bd6-b01e-ff9e5d1439ed,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:13.303568 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-24bab101-67ee-401f-b0ce-e80b9bbda70a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Deleting port f0b42cbd-35e3-49ad-8776-34aa50e54d64 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:57:13.303568 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-24bab101-67ee-401f-b0ce-e80b9bbda70a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:13.305411 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-73c531f0-fda5-493e-ac63-23bae6e7de7c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Request body: {'subnet': {'network_id': 'c696097d-d7f2-4d65-9c20-f33a5e1b0e10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:13.371571 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-0a0b958c-6425-4252-972c-e3c4c5e89652 None None] Port f6235ea8-d509-4fed-8afa-c2c709a414a3 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:57:13.476748 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-1979e03e-b173-4eb9-b52f-fe3590848cf3 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Allocated IP 172.20.0.11 (b5acad7b-9fc0-43a6-a492-09a36e6e3715/e7854850-4247-4ae9-be04-6281ef6c8743/737ac320-31b1-43ae-8a1f-cc4210800143) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:57:13.481533 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-73c531f0-fda5-493e-ac63-23bae6e7de7c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:13.489595 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-73c531f0-fda5-493e-ac63-23bae6e7de7c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Usage tracker for resource:subnet and tenant:e560cbcda02c46efaee7f040dc641828 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:13.492953 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-73c531f0-fda5-493e-ac63-23bae6e7de7c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:13.501625 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-73c531f0-fda5-493e-ac63-23bae6e7de7c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:13.506940 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d128f8b6-e594-4016-aa41-158ff218b9d9 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Checking segment: {'id': '6bd10f2e-b0e6-4cb3-801a-62f677a19dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3ee93950-ed59-4ebb-bc1f-8302426e781b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:57:13.507407 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d128f8b6-e594-4016-aa41-158ff218b9d9 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Network hostable DHCP agents. Network: 3ee93950-ed59-4ebb-bc1f-8302426e781b, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:57:13.571825 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c531f0-fda5-493e-ac63-23bae6e7de7c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Made reservation on behalf of e560cbcda02c46efaee7f040dc641828 for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:13.574829 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3740b1d4-7d8c-4b47-b827-92655d6b9456 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:13.575188 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3740b1d4-7d8c-4b47-b827-92655d6b9456 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:13.763557 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-3740b1d4-7d8c-4b47-b827-92655d6b9456 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Calling delete_port for b1fd874d-bdfd-4932-a09c-a99d1cd90c6d owned by network:floatingip {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:57:13.778005 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-73c531f0-fda5-493e-ac63-23bae6e7de7c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:13.826891 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-24bab101-67ee-401f-b0ce-e80b9bbda70a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] For port f0b42cbd-35e3-49ad-8776-34aa50e54d64, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=f0b42cbd-35e3-49ad-8776-34aa50e54d64,segment=NetworkSegment(13d762ec-1bd8-4141-b136-fc835f108d81),segment_id=13d762ec-1bd8-4141-b136-fc835f108d81)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:13.827278 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-24bab101-67ee-401f-b0ce-e80b9bbda70a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:13.928021 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1979e03e-b173-4eb9-b52f-fe3590848cf3 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:13.949265 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d128f8b6-e594-4016-aa41-158ff218b9d9 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Network 3ee93950-ed59-4ebb-bc1f-8302426e781b is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:57:13.960559 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-1979e03e-b173-4eb9-b52f-fe3590848cf3 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Transition to ACTIVE for port object 737ac320-31b1-43ae-8a1f-cc4210800143 will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:57:13.962651 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-24bab101-67ee-401f-b0ce-e80b9bbda70a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Calling delete_port for f0b42cbd-35e3-49ad-8776-34aa50e54d64 owned by network:dhcp {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:57:13.985547 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928afdcf-d53b-4543-96ea-0429319b94ab req-99ef3844-9ed8-4010-9ad8-f1ebc579ff55 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:13.986987 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-928afdcf-d53b-4543-96ea-0429319b94ab req-99ef3844-9ed8-4010-9ad8-f1ebc579ff55 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.2622976 Feb 03 13:57:14.078761 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-d128f8b6-e594-4016-aa41-158ff218b9d9 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 3ee93950-ed59-4ebb-bc1f-8302426e781b) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:14.086916 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d128f8b6-e594-4016-aa41-158ff218b9d9 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:14.087543 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d128f8b6-e594-4016-aa41-158ff218b9d9 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:14.093304 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-928afdcf-d53b-4543-96ea-0429319b94ab req-6eb6a3ff-a1d5-4d6b-8511-c0008057f004 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987916 Feb 03 13:57:14.093772 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e684c660-f20f-4ab5-b5eb-a1018b6bd100 None None] Network 3ee93950-ed59-4ebb-bc1f-8302426e781b requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:14.128166 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1979e03e-b173-4eb9-b52f-fe3590848cf3 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:14.150292 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-24bab101-67ee-401f-b0ce-e80b9bbda70a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:14.193839 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3740b1d4-7d8c-4b47-b827-92655d6b9456 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:14.198798 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d128f8b6-e594-4016-aa41-158ff218b9d9 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.2201231 Feb 03 13:57:14.202691 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51454) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:14.206059 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1979e03e-b173-4eb9-b52f-fe3590848cf3 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Network b5acad7b-9fc0-43a6-a492-09a36e6e3715 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:57:14.209062 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bab101-67ee-401f-b0ce-e80b9bbda70a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event deleted for resources: {'Port': ['ID=f0b42cbd-35e3-49ad-8776-34aa50e54d64,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:14.232582 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-1979e03e-b173-4eb9-b52f-fe3590848cf3 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:14.261617 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bab101-67ee-401f-b0ce-e80b9bbda70a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] No DVR routers for this DVR port f0b42cbd-35e3-49ad-8776-34aa50e54d64 on host dv-neutron-827016-1-hyperv {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:57:14.299792 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740b1d4-7d8c-4b47-b827-92655d6b9456 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Pushing event deleted for resources: {'Port': ['ID=b1fd874d-bdfd-4932-a09c-a99d1cd90c6d,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:14.433732 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b5c6f5-b941-4bd5-a024-9be4ad957c47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-3ee93950-ed59-4ebb-bc1f-8302426e781b', 'network_id': '3ee93950-ed59-4ebb-bc1f-8302426e781b', 'tenant_id': '16ca01bd1cf84cd38347e99fdd7734d7', 'fixed_ips': [{'subnet_id': '5d80a68d-c21f-4bd6-b01e-ff9e5d1439ed'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:57:14.434894 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-60b5c6f5-b941-4bd5-a024-9be4ad957c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:14.453985 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1979e03e-b173-4eb9-b52f-fe3590848cf3 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:57:14.553637 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1979e03e-b173-4eb9-b52f-fe3590848cf3 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Pushing event updated for resources: {'Port': ['ID=737ac320-31b1-43ae-8a1f-cc4210800143,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:14.565209 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-73c531f0-fda5-493e-ac63-23bae6e7de7c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:14.634476 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1979e03e-b173-4eb9-b52f-fe3590848cf3 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:14.634985 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1979e03e-b173-4eb9-b52f-fe3590848cf3 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:14.670749 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-60b5c6f5-b941-4bd5-a024-9be4ad957c47 None None] Allocated IP 2001:db8::1 (3ee93950-ed59-4ebb-bc1f-8302426e781b/5d80a68d-c21f-4bd6-b01e-ff9e5d1439ed/dce93629-1730-4ca1-bd30-32ee61d447ff) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:57:14.709397 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-24bab101-67ee-401f-b0ce-e80b9bbda70a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:14.748059 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0010ee7a-20ae-4c4a-a0a5-75f857cb8550 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:14.755697 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c531f0-fda5-493e-ac63-23bae6e7de7c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event updated for resources: {'Subnet': ['ID=05e88484-5ae0-47af-8598-0f0cea9f3a0d,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:14.782841 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3740b1d4-7d8c-4b47-b827-92655d6b9456 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks [] for floatingip, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:14.785174 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3740b1d4-7d8c-4b47-b827-92655d6b9456 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:14.788782 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3740b1d4-7d8c-4b47-b827-92655d6b9456 tempest-FloatingIPAdminTestJSON-1572439643 tempest-FloatingIPAdminTestJSON-1572439643-project] 10.222.0.41 "DELETE /v2.0/floatingips/26bc24a0-ed41-49e5-9ecc-0e478eed8e9f HTTP/1.1" status: 204 len: 168 time: 1.9857154 Feb 03 13:57:14.789806 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-24bab101-67ee-401f-b0ce-e80b9bbda70a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ec83c1-9300-4019-84c2-ddbecd989ac9']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:14.804553 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-24bab101-67ee-401f-b0ce-e80b9bbda70a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13d762ec-1bd8-4141-b136-fc835f108d81') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:14.804879 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-24bab101-67ee-401f-b0ce-e80b9bbda70a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13d762ec-1bd8-4141-b136-fc835f108d81') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:14.823364 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-24bab101-67ee-401f-b0ce-e80b9bbda70a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:14.837669 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-1979e03e-b173-4eb9-b52f-fe3590848cf3 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9224129 Feb 03 13:57:14.841117 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51462) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:14.851048 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-c9d64225-70d1-4a45-a1f7-cbaa029c265b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:39:c6:44'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:c9:a6:2e'}]}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:14.859686 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c531f0-fda5-493e-ac63-23bae6e7de7c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Checking segment: {'id': '3804efb4-e334-492b-a445-d39a2c7b4118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c696097d-d7f2-4d65-9c20-f33a5e1b0e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:57:14.860067 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c531f0-fda5-493e-ac63-23bae6e7de7c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Network hostable DHCP agents. Network: c696097d-d7f2-4d65-9c20-f33a5e1b0e10, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:57:14.883437 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0010ee7a-20ae-4c4a-a0a5-75f857cb8550 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:14.885889 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-24bab101-67ee-401f-b0ce-e80b9bbda70a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:14.908946 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24bab101-67ee-401f-b0ce-e80b9bbda70a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:57:14.909343 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-24bab101-67ee-401f-b0ce-e80b9bbda70a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:14.920036 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-60b5c6f5-b941-4bd5-a024-9be4ad957c47 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:14.921006 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a00e3-0d61-4c7a-b3bb-0626f5630041 req-0ab78ffe-27cb-4df1-8855-232e31ef7480 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:14.922495 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-791a00e3-0d61-4c7a-b3bb-0626f5630041 req-0ab78ffe-27cb-4df1-8855-232e31ef7480 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.2721264 Feb 03 13:57:14.927413 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 13:57:14.927413 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:57:14.927413 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 13:57:14.927413 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:57:14.927413 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 13:57:14.927413 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:57:14.927413 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 13:57:14.927413 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:57:14.927413 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 13:57:14.927413 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:57:14.927413 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 13:57:14.927413 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:57:14.927413 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 13:57:14.927413 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:57:14.927413 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:57:14.927413 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:57:14.927413 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:57:14.927413 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:57:14.927413 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 13:57:14.927413 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:57:14.927413 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 13:57:14.927413 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:57:14.927413 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:57:14.927413 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:57:14.927413 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 13:57:14.927413 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:57:14.927413 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:57:14.927413 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:57:14.927413 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:57:14.927413 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:57:14.927413 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:57:14.927413 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:57:14.932247 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-60b5c6f5-b941-4bd5-a024-9be4ad957c47 None None] Transition to ACTIVE for port object dce93629-1730-4ca1-bd30-32ee61d447ff will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:57:14.942440 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-3c06b044-860a-4b85-8c2c-04d39d7c2ab2 None None] Provisioning for port 737ac320-31b1-43ae-8a1f-cc4210800143 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:57:14.955576 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-3c06b044-860a-4b85-8c2c-04d39d7c2ab2 None None] Provisioning complete for port 737ac320-31b1-43ae-8a1f-cc4210800143 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:14.955981 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3c06b044-860a-4b85-8c2c-04d39d7c2ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:15.015427 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-3c06b044-860a-4b85-8c2c-04d39d7c2ab2 None None] Port 737ac320-31b1-43ae-8a1f-cc4210800143 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:57:15.018203 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-60b5c6f5-b941-4bd5-a024-9be4ad957c47 None None] Transition to ACTIVE for port object dce93629-1730-4ca1-bd30-32ee61d447ff will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:57:15.024688 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-791a00e3-0d61-4c7a-b3bb-0626f5630041 req-c3d29c54-b1ac-4c19-a93a-4635729dafd7 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853646 Feb 03 13:57:15.032181 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-569b77e1-f588-4ec0-82c4-f026e91182d5 req-9ae1e3c3-be78-49d7-9e16-abf4e53f689a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8ad7c313a9048189891dfa3a8c2ec7f&device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 1099 time: 0.2951722 Feb 03 13:57:15.036801 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c531f0-fda5-493e-ac63-23bae6e7de7c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Network c696097d-d7f2-4d65-9c20-f33a5e1b0e10 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:57:15.069955 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-60b5c6f5-b941-4bd5-a024-9be4ad957c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:15.089746 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-73c531f0-fda5-493e-ac63-23bae6e7de7c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, c696097d-d7f2-4d65-9c20-f33a5e1b0e10) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:15.093948 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c531f0-fda5-493e-ac63-23bae6e7de7c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:15.094720 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-73c531f0-fda5-493e-ac63-23bae6e7de7c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:15.110213 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9118a241-7509-4608-9c1f-d3d525a3c0d7 None None] Network c696097d-d7f2-4d65-9c20-f33a5e1b0e10 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:15.121670 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0010ee7a-20ae-4c4a-a0a5-75f857cb8550 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:15.182094 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010ee7a-20ae-4c4a-a0a5-75f857cb8550 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event deleted for resources: {'Subnet': ['ID=5d80a68d-c21f-4bd6-b01e-ff9e5d1439ed,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:15.209632 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-73c531f0-fda5-493e-ac63-23bae6e7de7c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9171410 Feb 03 13:57:15.213998 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51466) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:15.220601 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-24bab101-67ee-401f-b0ce-e80b9bbda70a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:15.228790 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b5c6f5-b941-4bd5-a024-9be4ad957c47 None None] Network 3ee93950-ed59-4ebb-bc1f-8302426e781b is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:57:15.231626 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5c6f5-b941-4bd5-a024-9be4ad957c47 None None] Pushing event updated for resources: {'Port': ['ID=dce93629-1730-4ca1-bd30-32ee61d447ff,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:15.242114 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-60b5c6f5-b941-4bd5-a024-9be4ad957c47 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:15.244578 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b5c6f5-b941-4bd5-a024-9be4ad957c47 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:57:15.257707 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-24bab101-67ee-401f-b0ce-e80b9bbda70a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:15.271477 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-d1f6ec9e-301e-4c25-be18-e90d43db7176 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1553217144', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:15.274608 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bab101-67ee-401f-b0ce-e80b9bbda70a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event deleted for resources: {'Network': ['ID=90ec83c1-9300-4019-84c2-ddbecd989ac9,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:15.286103 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-d1f6ec9e-301e-4c25-be18-e90d43db7176 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:15.302406 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d1f6ec9e-301e-4c25-be18-e90d43db7176 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Usage tracker for resource:router and tenant:e560cbcda02c46efaee7f040dc641828 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:15.307207 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d1f6ec9e-301e-4c25-be18-e90d43db7176 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:15.311829 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0010ee7a-20ae-4c4a-a0a5-75f857cb8550 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:15.325700 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-d1f6ec9e-301e-4c25-be18-e90d43db7176 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:15.347360 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-24bab101-67ee-401f-b0ce-e80b9bbda70a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "DELETE /v2.0/networks/90ec83c1-9300-4019-84c2-ddbecd989ac9 HTTP/1.1" status: 204 len: 168 time: 5.6832535 Feb 03 13:57:15.351440 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51472) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:15.355112 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-0010ee7a-20ae-4c4a-a0a5-75f857cb8550 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ee93950-ed59-4ebb-bc1f-8302426e781b']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:15.367535 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-08ec445e-397f-453a-b3cd-a0944faf221e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1175695341'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:15.379422 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-08ec445e-397f-453a-b3cd-a0944faf221e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:15.383050 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-0010ee7a-20ae-4c4a-a0a5-75f857cb8550 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bd10f2e-b0e6-4cb3-801a-62f677a19dc6') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:15.383887 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-0010ee7a-20ae-4c4a-a0a5-75f857cb8550 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bd10f2e-b0e6-4cb3-801a-62f677a19dc6') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:15.394502 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b77e1-f588-4ec0-82c4-f026e91182d5 req-0ac62b75-7cb5-4ee8-9ca0-2e75a4b898f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:15.399203 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-569b77e1-f588-4ec0-82c4-f026e91182d5 req-0ac62b75-7cb5-4ee8-9ca0-2e75a4b898f2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=455fb28a-aeb2-407e-b782-081ff385e6a8 HTTP/1.1" status: 200 len: 912 time: 0.3178303 Feb 03 13:57:15.402715 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-08ec445e-397f-453a-b3cd-a0944faf221e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Usage tracker for resource:network and tenant:cf1a07a12cb04727ad443721ec556df8 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:15.414087 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-08ec445e-397f-453a-b3cd-a0944faf221e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:15.417758 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0010ee7a-20ae-4c4a-a0a5-75f857cb8550 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:15.433454 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d1f6ec9e-301e-4c25-be18-e90d43db7176 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:15.434716 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d1f6ec9e-301e-4c25-be18-e90d43db7176 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:15.439464 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-60b5c6f5-b941-4bd5-a024-9be4ad957c47 None None] Attempting to bind port dce93629-1730-4ca1-bd30-32ee61d447ff on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:57:15.439833 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-60b5c6f5-b941-4bd5-a024-9be4ad957c47 None None] Attempting to bind port dce93629-1730-4ca1-bd30-32ee61d447ff by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '6bd10f2e-b0e6-4cb3-801a-62f677a19dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3ee93950-ed59-4ebb-bc1f-8302426e781b'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:57:15.440187 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b5c6f5-b941-4bd5-a024-9be4ad957c47 None None] Attempting to bind port dce93629-1730-4ca1-bd30-32ee61d447ff on network 3ee93950-ed59-4ebb-bc1f-8302426e781b {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:57:15.444589 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-08ec445e-397f-453a-b3cd-a0944faf221e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:15.453290 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b5c6f5-b941-4bd5-a024-9be4ad957c47 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:57:15.453510 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b5c6f5-b941-4bd5-a024-9be4ad957c47 None None] Checking segment: {'id': '6bd10f2e-b0e6-4cb3-801a-62f677a19dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3ee93950-ed59-4ebb-bc1f-8302426e781b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:57:15.453817 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-60b5c6f5-b941-4bd5-a024-9be4ad957c47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:15.454439 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b5c6f5-b941-4bd5-a024-9be4ad957c47 None None] Bound using segment: {'id': '6bd10f2e-b0e6-4cb3-801a-62f677a19dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3ee93950-ed59-4ebb-bc1f-8302426e781b'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:57:15.457065 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-60b5c6f5-b941-4bd5-a024-9be4ad957c47 None None] Bound port: dce93629-1730-4ca1-bd30-32ee61d447ff, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bd10f2e-b0e6-4cb3-801a-62f677a19dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3ee93950-ed59-4ebb-bc1f-8302426e781b'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:57:15.457065 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-60b5c6f5-b941-4bd5-a024-9be4ad957c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:15.459333 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0010ee7a-20ae-4c4a-a0a5-75f857cb8550 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:15.468382 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0010ee7a-20ae-4c4a-a0a5-75f857cb8550 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:57:15.468772 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0010ee7a-20ae-4c4a-a0a5-75f857cb8550 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:15.484470 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 13:57:15.484470 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:57:15.484470 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 13:57:15.484470 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:57:15.484470 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 13:57:15.484470 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:57:15.484470 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 13:57:15.484470 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:57:15.484470 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 13:57:15.484470 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:57:15.484470 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 13:57:15.484470 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:57:15.484470 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 13:57:15.484470 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:57:15.484470 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:57:15.484470 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:57:15.484470 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:57:15.484470 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:57:15.484470 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 13:57:15.484470 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:57:15.484470 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 13:57:15.484470 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:57:15.484470 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:57:15.484470 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:57:15.484470 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 13:57:15.484470 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:57:15.484470 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:57:15.484470 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:57:15.484470 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:57:15.484470 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:57:15.484470 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:57:15.484470 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:57:15.515932 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c9d64225-70d1-4a45-a1f7-cbaa029c265b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:15.527541 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51476) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:15.550539 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ec445e-397f-453a-b3cd-a0944faf221e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Made reservation on behalf of cf1a07a12cb04727ad443721ec556df8 for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:15.553218 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-08ec445e-397f-453a-b3cd-a0944faf221e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:15.574369 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d1f6ec9e-301e-4c25-be18-e90d43db7176 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:15.605076 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e449b257-f8af-4283-83ef-346b5b5f64ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-c696097d-d7f2-4d65-9c20-f33a5e1b0e10', 'network_id': 'c696097d-d7f2-4d65-9c20-f33a5e1b0e10', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'fixed_ips': [{'subnet_id': '05e88484-5ae0-47af-8598-0f0cea9f3a0d'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:57:15.605947 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e449b257-f8af-4283-83ef-346b5b5f64ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:15.612226 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ec445e-397f-453a-b3cd-a0944faf221e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:57:15.623865 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-08ec445e-397f-453a-b3cd-a0944faf221e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:15.624447 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-08ec445e-397f-453a-b3cd-a0944faf221e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Added segment 2a07b4b2-7366-4428-b259-f88890c36e4c of type vlan for network 393e9597-8511-4a83-bf0c-45437e0d2f27 Feb 03 13:57:15.627140 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-569b77e1-f588-4ec0-82c4-f026e91182d5 req-cdd6312d-63b6-4c31-baac-11841f361b1e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ccd1588-742b-4c70-9905-1804d6d1b0db HTTP/1.1" status: 200 len: 1001 time: 0.2127619 Feb 03 13:57:15.648893 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.db.api [None req-0010ee7a-20ae-4c4a-a0a5-75f857cb8550 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 13:57:15.648893 dv-neutron-827016-1-hyperv neutron-server[84182]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 13:57:15.648893 dv-neutron-827016-1-hyperv neutron-server[84182]: [parameters: {'id': '3ee93950-ed59-4ebb-bc1f-8302426e781b'}] Feb 03 13:57:15.648893 dv-neutron-827016-1-hyperv neutron-server[84182]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:57:15.649581 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG oslo_db.api [None req-0010ee7a-20ae-4c4a-a0a5-75f857cb8550 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:57:15.657177 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-08ec445e-397f-453a-b3cd-a0944faf221e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:15.686841 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-60b5c6f5-b941-4bd5-a024-9be4ad957c47 None None] For port dce93629-1730-4ca1-bd30-32ee61d447ff, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:57:15.703732 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d1f6ec9e-301e-4c25-be18-e90d43db7176 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:15.707361 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-60b5c6f5-b941-4bd5-a024-9be4ad957c47 None None] For port dce93629-1730-4ca1-bd30-32ee61d447ff, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=dce93629-1730-4ca1-bd30-32ee61d447ff,segment=NetworkSegment(6bd10f2e-b0e6-4cb3-801a-62f677a19dc6),segment_id=6bd10f2e-b0e6-4cb3-801a-62f677a19dc6)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:57:15.749241 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-08ec445e-397f-453a-b3cd-a0944faf221e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:15.752994 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ec445e-397f-453a-b3cd-a0944faf221e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:15.753658 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-08ec445e-397f-453a-b3cd-a0944faf221e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:15.808194 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-60b5c6f5-b941-4bd5-a024-9be4ad957c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:15.840544 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d1f6ec9e-301e-4c25-be18-e90d43db7176 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:15.844659 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d1f6ec9e-301e-4c25-be18-e90d43db7176 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6267807 Feb 03 13:57:15.846084 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51482) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:15.860472 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-94fa12c6-fe4e-4f9a-9c59-f82e1d8d88d3 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Request body: {'port': {'network_id': 'c696097d-d7f2-4d65-9c20-f33a5e1b0e10', 'name': 'tempest-RoutersIpV6Test-1623870282'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:15.878429 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-0d85d3ee-0535-49f6-ab5f-5f121befcc48 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=155f69e194ac47c78d535d56fc3f53e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3422587 Feb 03 13:57:15.880920 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51486) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:15.888864 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b77e1-f588-4ec0-82c4-f026e91182d5 req-5083dcda-fa88-4bef-8878-27829fb51358 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:15.891039 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-569b77e1-f588-4ec0-82c4-f026e91182d5 req-5083dcda-fa88-4bef-8878-27829fb51358 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=40877380-5501-4f93-a989-8ff73ca2ca3b HTTP/1.1" status: 200 len: 851 time: 0.2546411 Feb 03 13:57:15.900323 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec445e-397f-453a-b3cd-a0944faf221e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event updated for resources: {'Network': ['ID=393e9597-8511-4a83-bf0c-45437e0d2f27,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:15.911376 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-e449b257-f8af-4283-83ef-346b5b5f64ed None None] Allocated IP 2001:db8::2 (c696097d-d7f2-4d65-9c20-f33a5e1b0e10/05e88484-5ae0-47af-8598-0f0cea9f3a0d/15b16a2e-364c-44b8-8cd4-235293aa5e70) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:57:15.919957 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 393e9597-8511-4a83-bf0c-45437e0d2f27 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:57:15.963032 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-08ec445e-397f-453a-b3cd-a0944faf221e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6079590 Feb 03 13:57:15.964951 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51490) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:15.971838 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-ab5785b4-9694-4c66-8973-e9163804aa52 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Request body: {'subnet': {'network_id': '393e9597-8511-4a83-bf0c-45437e0d2f27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:15.973465 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5c6f5-b941-4bd5-a024-9be4ad957c47 None None] Pushing event updated for resources: {'Port': ['ID=dce93629-1730-4ca1-bd30-32ee61d447ff,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:16.052812 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7d1ab485-ba85-4e92-a25c-59e1c3901e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:16.079549 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-94fa12c6-fe4e-4f9a-9c59-f82e1d8d88d3 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:16.088712 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-94fa12c6-fe4e-4f9a-9c59-f82e1d8d88d3 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Usage tracker for resource:port and tenant:e560cbcda02c46efaee7f040dc641828 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:16.093127 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7d1ab485-ba85-4e92-a25c-59e1c3901e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:16.099486 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-94fa12c6-fe4e-4f9a-9c59-f82e1d8d88d3 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:16.112919 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-94fa12c6-fe4e-4f9a-9c59-f82e1d8d88d3 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:16.119439 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c9d64225-70d1-4a45-a1f7-cbaa029c265b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:16.130627 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-ab5785b4-9694-4c66-8973-e9163804aa52 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:16.136549 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ab5785b4-9694-4c66-8973-e9163804aa52 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Usage tracker for resource:subnet and tenant:cf1a07a12cb04727ad443721ec556df8 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:16.140664 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ab5785b4-9694-4c66-8973-e9163804aa52 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:16.148590 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-ab5785b4-9694-4c66-8973-e9163804aa52 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:16.151560 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0010ee7a-20ae-4c4a-a0a5-75f857cb8550 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:16.163318 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-569b77e1-f588-4ec0-82c4-f026e91182d5 req-cb50a888-f286-4dd9-bbf1-438d8aa6797b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=455fb28a-aeb2-407e-b782-081ff385e6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2376781 Feb 03 13:57:16.163761 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-0010ee7a-20ae-4c4a-a0a5-75f857cb8550 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Deleting port dce93629-1730-4ca1-bd30-32ee61d447ff {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:57:16.164100 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0010ee7a-20ae-4c4a-a0a5-75f857cb8550 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:16.187420 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba10af15-8126-4c3f-ae2b-a0e70e7e8766 None None] Network 3ee93950-ed59-4ebb-bc1f-8302426e781b requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:16.213893 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c9d64225-70d1-4a45-a1f7-cbaa029c265b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:16.252671 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94fa12c6-fe4e-4f9a-9c59-f82e1d8d88d3 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Made reservation on behalf of e560cbcda02c46efaee7f040dc641828 for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:16.255507 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-94fa12c6-fe4e-4f9a-9c59-f82e1d8d88d3 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:16.301640 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5785b4-9694-4c66-8973-e9163804aa52 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Made reservation on behalf of cf1a07a12cb04727ad443721ec556df8 for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:16.331773 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7d1ab485-ba85-4e92-a25c-59e1c3901e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:16.354373 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-94fa12c6-fe4e-4f9a-9c59-f82e1d8d88d3 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] device_id is not set on port f9225c5a-67c4-4e15-b5cc-44b46d433f06 yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:57:16.393900 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e449b257-f8af-4283-83ef-346b5b5f64ed None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:16.443755 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-e449b257-f8af-4283-83ef-346b5b5f64ed None None] Transition to ACTIVE for port object 15b16a2e-364c-44b8-8cd4-235293aa5e70 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:57:16.458575 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ab485-ba85-4e92-a25c-59e1c3901e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e662ee-c2f4-48a2-8092-53ca1d1d5a9a,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:16.512450 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-e449b257-f8af-4283-83ef-346b5b5f64ed None None] Transition to ACTIVE for port object 15b16a2e-364c-44b8-8cd4-235293aa5e70 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:57:16.529907 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7d1ab485-ba85-4e92-a25c-59e1c3901e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:16.533505 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7d1ab485-ba85-4e92-a25c-59e1c3901e74 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a3e662ee-c2f4-48a2-8092-53ca1d1d5a9a HTTP/1.1" status: 204 len: 168 time: 0.6491926 Feb 03 13:57:16.593138 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d64225-70d1-4a45-a1f7-cbaa029c265b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Pushing event updated for resources: {'Port': ['ID=737ac320-31b1-43ae-8a1f-cc4210800143,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:16.596092 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e449b257-f8af-4283-83ef-346b5b5f64ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:16.653114 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ab5785b4-9694-4c66-8973-e9163804aa52 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:16.687349 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-569b77e1-f588-4ec0-82c4-f026e91182d5 req-6bf2c452-c4c7-4963-9532-9c15aea1c9a3 service neutron] 10.222.0.47 "GET /v2.0/networks/455fb28a-aeb2-407e-b782-081ff385e6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5150232 Feb 03 13:57:16.688000 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-c9d64225-70d1-4a45-a1f7-cbaa029c265b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] In _notify_port_updated(), no bound segment for port 737ac320-31b1-43ae-8a1f-cc4210800143 on network b5acad7b-9fc0-43a6-a492-09a36e6e3715 {{(pid=84181) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 03 13:57:16.691790 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d64225-70d1-4a45-a1f7-cbaa029c265b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:16.692488 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c9d64225-70d1-4a45-a1f7-cbaa029c265b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:16.693751 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c9d64225-70d1-4a45-a1f7-cbaa029c265b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] 10.222.0.41 "PUT /v2.0/ports/737ac320-31b1-43ae-8a1f-cc4210800143 HTTP/1.1" status: 200 len: 1056 time: 1.8487194 Feb 03 13:57:16.703345 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e449b257-f8af-4283-83ef-346b5b5f64ed None None] Network c696097d-d7f2-4d65-9c20-f33a5e1b0e10 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:57:16.705433 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51498) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:16.707878 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-e449b257-f8af-4283-83ef-346b5b5f64ed None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:16.710042 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449b257-f8af-4283-83ef-346b5b5f64ed None None] Pushing event updated for resources: {'Port': ['ID=15b16a2e-364c-44b8-8cd4-235293aa5e70,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:16.715293 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-0010ee7a-20ae-4c4a-a0a5-75f857cb8550 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] For port dce93629-1730-4ca1-bd30-32ee61d447ff, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=dce93629-1730-4ca1-bd30-32ee61d447ff,segment=NetworkSegment(6bd10f2e-b0e6-4cb3-801a-62f677a19dc6),segment_id=6bd10f2e-b0e6-4cb3-801a-62f677a19dc6)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:16.715753 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0010ee7a-20ae-4c4a-a0a5-75f857cb8550 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:16.718329 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e449b257-f8af-4283-83ef-346b5b5f64ed None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:57:16.817738 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-e449b257-f8af-4283-83ef-346b5b5f64ed None None] Attempting to bind port 15b16a2e-364c-44b8-8cd4-235293aa5e70 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:57:16.818194 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-e449b257-f8af-4283-83ef-346b5b5f64ed None None] Attempting to bind port 15b16a2e-364c-44b8-8cd4-235293aa5e70 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '3804efb4-e334-492b-a445-d39a2c7b4118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c696097d-d7f2-4d65-9c20-f33a5e1b0e10'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:57:16.818632 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e449b257-f8af-4283-83ef-346b5b5f64ed None None] Attempting to bind port 15b16a2e-364c-44b8-8cd4-235293aa5e70 on network c696097d-d7f2-4d65-9c20-f33a5e1b0e10 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:57:16.825547 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e449b257-f8af-4283-83ef-346b5b5f64ed None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:57:16.826073 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e449b257-f8af-4283-83ef-346b5b5f64ed None None] Checking segment: {'id': '3804efb4-e334-492b-a445-d39a2c7b4118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c696097d-d7f2-4d65-9c20-f33a5e1b0e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:57:16.826616 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e449b257-f8af-4283-83ef-346b5b5f64ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:16.827132 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e449b257-f8af-4283-83ef-346b5b5f64ed None None] Bound using segment: {'id': '3804efb4-e334-492b-a445-d39a2c7b4118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c696097d-d7f2-4d65-9c20-f33a5e1b0e10'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:57:16.827700 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-e449b257-f8af-4283-83ef-346b5b5f64ed None None] Bound port: 15b16a2e-364c-44b8-8cd4-235293aa5e70, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3804efb4-e334-492b-a445-d39a2c7b4118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c696097d-d7f2-4d65-9c20-f33a5e1b0e10'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:57:16.828177 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e449b257-f8af-4283-83ef-346b5b5f64ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:16.914051 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-569b77e1-f588-4ec0-82c4-f026e91182d5 req-c51be251-f24d-48dd-bb2b-e0a5cb0c73b2 service neutron] 10.222.0.47 "GET /v2.0/networks/455fb28a-aeb2-407e-b782-081ff385e6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727905 Feb 03 13:57:16.924260 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-e449b257-f8af-4283-83ef-346b5b5f64ed None None] For port 15b16a2e-364c-44b8-8cd4-235293aa5e70, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:57:16.927622 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-e449b257-f8af-4283-83ef-346b5b5f64ed None None] For port 15b16a2e-364c-44b8-8cd4-235293aa5e70, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=15b16a2e-364c-44b8-8cd4-235293aa5e70,segment=NetworkSegment(3804efb4-e334-492b-a445-d39a2c7b4118),segment_id=3804efb4-e334-492b-a445-d39a2c7b4118)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:57:16.946012 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-4e6c8588-3a14-4883-8136-84df720e03d9 None None] Provisioning complete for port 737ac320-31b1-43ae-8a1f-cc4210800143 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:16.946012 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4e6c8588-3a14-4883-8136-84df720e03d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:17.006024 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-4e6c8588-3a14-4883-8136-84df720e03d9 None None] Port 737ac320-31b1-43ae-8a1f-cc4210800143 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:57:17.009233 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e449b257-f8af-4283-83ef-346b5b5f64ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:17.022894 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-0010ee7a-20ae-4c4a-a0a5-75f857cb8550 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Calling delete_port for dce93629-1730-4ca1-bd30-32ee61d447ff owned by network:dhcp {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:57:17.096351 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160aa065-31b8-4d28-a9e8-14d0f105cf5a req-05cfeb54-90db-4b3d-8a9b-8a0b67cace7f tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:17.103275 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-160aa065-31b8-4d28-a9e8-14d0f105cf5a req-05cfeb54-90db-4b3d-8a9b-8a0b67cace7f tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.8373044 Feb 03 13:57:17.113406 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449b257-f8af-4283-83ef-346b5b5f64ed None None] Pushing event updated for resources: {'Port': ['ID=15b16a2e-364c-44b8-8cd4-235293aa5e70,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:17.133109 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ab5785b4-9694-4c66-8973-e9163804aa52 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:17.140372 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-94fa12c6-fe4e-4f9a-9c59-f82e1d8d88d3 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Allocated IP 2001:db8::2ab (c696097d-d7f2-4d65-9c20-f33a5e1b0e10/05e88484-5ae0-47af-8598-0f0cea9f3a0d/f9225c5a-67c4-4e15-b5cc-44b46d433f06) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:57:17.188354 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-9961f0bb-c724-479d-a6ae-e2c92780ad21 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Deleting port 737ac320-31b1-43ae-8a1f-cc4210800143 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:57:17.188699 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9961f0bb-c724-479d-a6ae-e2c92780ad21 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:17.208065 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:17.218388 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5785b4-9694-4c66-8973-e9163804aa52 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event updated for resources: {'Subnet': ['ID=2eb1329e-8edc-4699-8785-8ab5c7364e98,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:17.230768 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5785b4-9694-4c66-8973-e9163804aa52 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Checking segment: {'id': '2a07b4b2-7366-4428-b259-f88890c36e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '393e9597-8511-4a83-bf0c-45437e0d2f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:57:17.231172 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5785b4-9694-4c66-8973-e9163804aa52 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Network hostable DHCP agents. Network: 393e9597-8511-4a83-bf0c-45437e0d2f27, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:57:17.304530 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-160aa065-31b8-4d28-a9e8-14d0f105cf5a req-5853efb8-9213-4fb6-a64e-285fbac20157 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1995387 Feb 03 13:57:17.351363 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5785b4-9694-4c66-8973-e9163804aa52 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Network 393e9597-8511-4a83-bf0c-45437e0d2f27 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:57:17.372194 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0010ee7a-20ae-4c4a-a0a5-75f857cb8550 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:17.409386 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51504) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:17.433597 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b38b636e-d313-40ba-b347-96aa3ca3416a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:17.445880 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-ab5785b4-9694-4c66-8973-e9163804aa52 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 393e9597-8511-4a83-bf0c-45437e0d2f27) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:17.454369 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5785b4-9694-4c66-8973-e9163804aa52 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:17.455398 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ab5785b4-9694-4c66-8973-e9163804aa52 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:17.477567 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a22600-9194-4b96-adb2-f8cf1b73b116 None None] Network 393e9597-8511-4a83-bf0c-45437e0d2f27 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:17.507670 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-b38b636e-d313-40ba-b347-96aa3ca3416a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:17.516974 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-b38b636e-d313-40ba-b347-96aa3ca3416a admin admin] Usage tracker for resource:security_group_rule and tenant:93496d3a9cd64069a6fcb3f018578a59 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:17.518877 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010ee7a-20ae-4c4a-a0a5-75f857cb8550 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event deleted for resources: {'Port': ['ID=dce93629-1730-4ca1-bd30-32ee61d447ff,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:17.525022 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-b38b636e-d313-40ba-b347-96aa3ca3416a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:17.536159 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-b38b636e-d313-40ba-b347-96aa3ca3416a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:17.552180 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0010ee7a-20ae-4c4a-a0a5-75f857cb8550 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] No DVR routers for this DVR port dce93629-1730-4ca1-bd30-32ee61d447ff on host dv-neutron-827016-1-hyperv {{(pid=84182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:57:17.611469 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b38b636e-d313-40ba-b347-96aa3ca3416a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:17.665651 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ab5785b4-9694-4c66-8973-e9163804aa52 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7000020 Feb 03 13:57:17.668578 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51508) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:17.701521 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b38b636e-d313-40ba-b347-96aa3ca3416a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:17.742016 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e5ac8c-50c8-46f4-ae1f-738977cb53aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-393e9597-8511-4a83-bf0c-45437e0d2f27', 'network_id': '393e9597-8511-4a83-bf0c-45437e0d2f27', 'tenant_id': 'cf1a07a12cb04727ad443721ec556df8', 'fixed_ips': [{'subnet_id': '2eb1329e-8edc-4699-8785-8ab5c7364e98'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:57:17.744886 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-87e5ac8c-50c8-46f4-ae1f-738977cb53aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:17.788237 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0010ee7a-20ae-4c4a-a0a5-75f857cb8550 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:17.834501 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 15b16a2e-364c-44b8-8cd4-235293aa5e70 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:57:17.845456 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b636e-d313-40ba-b347-96aa3ca3416a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22a1f05-ed60-4305-ac2a-ae18b2544e11,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:17.870826 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b38b636e-d313-40ba-b347-96aa3ca3416a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=93496d3a9cd64069a6fcb3f018578a59&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4601171 Feb 03 13:57:17.871649 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51516) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:17.885200 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-0010ee7a-20ae-4c4a-a0a5-75f857cb8550 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ee93950-ed59-4ebb-bc1f-8302426e781b']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:17.906839 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-0010ee7a-20ae-4c4a-a0a5-75f857cb8550 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bd10f2e-b0e6-4cb3-801a-62f677a19dc6') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:17.907159 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-0010ee7a-20ae-4c4a-a0a5-75f857cb8550 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bd10f2e-b0e6-4cb3-801a-62f677a19dc6') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:17.921198 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9961f0bb-c724-479d-a6ae-e2c92780ad21 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:17.929760 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d55b1e07-fe28-4e2a-b55d-02860490ad1d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:17.933172 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-94fa12c6-fe4e-4f9a-9c59-f82e1d8d88d3 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:17.942694 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0010ee7a-20ae-4c4a-a0a5-75f857cb8550 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:18.029107 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-87e5ac8c-50c8-46f4-ae1f-738977cb53aa None None] Allocated IP 172.20.0.2 (393e9597-8511-4a83-bf0c-45437e0d2f27/2eb1329e-8edc-4699-8785-8ab5c7364e98/7d5cb50d-a00b-44bb-913b-bac9fcadd983) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:57:18.030319 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1c6092bc-f0b2-4add-b4a2-013565d72470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:18.034517 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 15b16a2e-364c-44b8-8cd4-235293aa5e70 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:57:18.034961 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d55b1e07-fe28-4e2a-b55d-02860490ad1d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:18.089623 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-9961f0bb-c724-479d-a6ae-e2c92780ad21 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Calling delete_port for 737ac320-31b1-43ae-8a1f-cc4210800143 owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:57:18.098003 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1c6092bc-f0b2-4add-b4a2-013565d72470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:18.125107 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0010ee7a-20ae-4c4a-a0a5-75f857cb8550 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:18.139815 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-94fa12c6-fe4e-4f9a-9c59-f82e1d8d88d3 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Transition to ACTIVE for port object f9225c5a-67c4-4e15-b5cc-44b46d433f06 will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:57:18.150730 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0010ee7a-20ae-4c4a-a0a5-75f857cb8550 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:57:18.151160 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0010ee7a-20ae-4c4a-a0a5-75f857cb8550 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:18.165789 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 13:57:18.165789 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:57:18.165789 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 13:57:18.165789 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:57:18.165789 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 13:57:18.165789 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:57:18.165789 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 13:57:18.165789 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:57:18.165789 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 13:57:18.165789 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:57:18.165789 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 13:57:18.165789 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:57:18.165789 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 13:57:18.165789 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:57:18.165789 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:57:18.165789 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:57:18.165789 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:57:18.165789 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:57:18.165789 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 13:57:18.165789 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:57:18.165789 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 13:57:18.165789 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:57:18.165789 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:57:18.165789 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:57:18.165789 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 13:57:18.165789 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:57:18.165789 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:57:18.165789 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:57:18.165789 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:57:18.165789 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:57:18.165789 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:57:18.165789 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:57:18.230104 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1c6092bc-f0b2-4add-b4a2-013565d72470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:18.256527 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6092bc-f0b2-4add-b4a2-013565d72470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22a1f05-ed60-4305-ac2a-ae18b2544e11,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:18.260481 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1c6092bc-f0b2-4add-b4a2-013565d72470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:18.262556 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-1c6092bc-f0b2-4add-b4a2-013565d72470 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e22a1f05-ed60-4305-ac2a-ae18b2544e11 HTTP/1.1" status: 204 len: 168 time: 0.3792565 Feb 03 13:57:18.350673 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-87e5ac8c-50c8-46f4-ae1f-738977cb53aa None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:18.353261 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-94fa12c6-fe4e-4f9a-9c59-f82e1d8d88d3 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:18.364446 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-87e5ac8c-50c8-46f4-ae1f-738977cb53aa None None] Transition to ACTIVE for port object 7d5cb50d-a00b-44bb-913b-bac9fcadd983 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:57:18.393676 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-87e5ac8c-50c8-46f4-ae1f-738977cb53aa None None] Transition to ACTIVE for port object 7d5cb50d-a00b-44bb-913b-bac9fcadd983 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:57:18.407929 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af42be3-d2e2-4236-838d-93014d30272c None None] Network c696097d-d7f2-4d65-9c20-f33a5e1b0e10 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:18.445872 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0010ee7a-20ae-4c4a-a0a5-75f857cb8550 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:18.503804 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-87e5ac8c-50c8-46f4-ae1f-738977cb53aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:18.572792 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d55b1e07-fe28-4e2a-b55d-02860490ad1d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:18.602264 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e5ac8c-50c8-46f4-ae1f-738977cb53aa None None] Network 393e9597-8511-4a83-bf0c-45437e0d2f27 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:57:18.613044 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5ac8c-50c8-46f4-ae1f-738977cb53aa None None] Pushing event updated for resources: {'Port': ['ID=7d5cb50d-a00b-44bb-913b-bac9fcadd983,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:18.613859 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0010ee7a-20ae-4c4a-a0a5-75f857cb8550 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:18.616564 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-87e5ac8c-50c8-46f4-ae1f-738977cb53aa None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:18.618422 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e5ac8c-50c8-46f4-ae1f-738977cb53aa None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:57:18.629589 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b1e07-fe28-4e2a-b55d-02860490ad1d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event deleted for resources: {'Subnet': ['ID=2eb1329e-8edc-4699-8785-8ab5c7364e98,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:18.669970 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-80ef07bb-e0f2-4e03-a366-e696e97a147f None None] Provisioning for port 15b16a2e-364c-44b8-8cd4-235293aa5e70 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:57:18.693817 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010ee7a-20ae-4c4a-a0a5-75f857cb8550 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event deleted for resources: {'Network': ['ID=3ee93950-ed59-4ebb-bc1f-8302426e781b,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:18.707008 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa12c6-fe4e-4f9a-9c59-f82e1d8d88d3 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event updated for resources: {'Port': ['ID=f9225c5a-67c4-4e15-b5cc-44b46d433f06,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:18.710468 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-80ef07bb-e0f2-4e03-a366-e696e97a147f None None] Provisioning complete for port 15b16a2e-364c-44b8-8cd4-235293aa5e70 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:18.711095 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-80ef07bb-e0f2-4e03-a366-e696e97a147f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:18.712872 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fa12c6-fe4e-4f9a-9c59-f82e1d8d88d3 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Network c696097d-d7f2-4d65-9c20-f33a5e1b0e10 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:57:18.722582 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-94fa12c6-fe4e-4f9a-9c59-f82e1d8d88d3 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:18.740707 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-0010ee7a-20ae-4c4a-a0a5-75f857cb8550 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "DELETE /v2.0/networks/3ee93950-ed59-4ebb-bc1f-8302426e781b HTTP/1.1" status: 204 len: 168 time: 4.5228817 Feb 03 13:57:18.740707 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fa12c6-fe4e-4f9a-9c59-f82e1d8d88d3 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:57:18.740707 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fa12c6-fe4e-4f9a-9c59-f82e1d8d88d3 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:18.740707 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-94fa12c6-fe4e-4f9a-9c59-f82e1d8d88d3 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:18.744941 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51526) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:18.757233 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-63058102-d6e3-4fe3-a29e-0bf7f60fb333 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-180712003'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:18.775470 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-63058102-d6e3-4fe3-a29e-0bf7f60fb333 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:18.775470 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-63058102-d6e3-4fe3-a29e-0bf7f60fb333 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Usage tracker for resource:network and tenant:16ca01bd1cf84cd38347e99fdd7734d7 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:18.777586 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d55b1e07-fe28-4e2a-b55d-02860490ad1d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:18.777986 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-63058102-d6e3-4fe3-a29e-0bf7f60fb333 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:18.785898 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-63058102-d6e3-4fe3-a29e-0bf7f60fb333 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:18.793146 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b256a-fbdd-492b-ab7f-032a6880151e req-4fc41953-f9e5-4f3d-9b44-eb2f40e158f7 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:18.794636 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c72b256a-fbdd-492b-ab7f-032a6880151e req-4fc41953-f9e5-4f3d-9b44-eb2f40e158f7 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.2018139 Feb 03 13:57:18.833005 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-87e5ac8c-50c8-46f4-ae1f-738977cb53aa None None] Attempting to bind port 7d5cb50d-a00b-44bb-913b-bac9fcadd983 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:57:18.833485 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-87e5ac8c-50c8-46f4-ae1f-738977cb53aa None None] Attempting to bind port 7d5cb50d-a00b-44bb-913b-bac9fcadd983 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '2a07b4b2-7366-4428-b259-f88890c36e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '393e9597-8511-4a83-bf0c-45437e0d2f27'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:57:18.833856 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e5ac8c-50c8-46f4-ae1f-738977cb53aa None None] Attempting to bind port 7d5cb50d-a00b-44bb-913b-bac9fcadd983 on network 393e9597-8511-4a83-bf0c-45437e0d2f27 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:57:18.835099 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-d55b1e07-fe28-4e2a-b55d-02860490ad1d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['393e9597-8511-4a83-bf0c-45437e0d2f27']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:18.836814 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9961f0bb-c724-479d-a6ae-e2c92780ad21 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:18.850025 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-d55b1e07-fe28-4e2a-b55d-02860490ad1d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a07b4b2-7366-4428-b259-f88890c36e4c') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:18.850558 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-d55b1e07-fe28-4e2a-b55d-02860490ad1d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a07b4b2-7366-4428-b259-f88890c36e4c') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:18.863670 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d55b1e07-fe28-4e2a-b55d-02860490ad1d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:18.880196 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e5ac8c-50c8-46f4-ae1f-738977cb53aa None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:57:18.880568 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e5ac8c-50c8-46f4-ae1f-738977cb53aa None None] Checking segment: {'id': '2a07b4b2-7366-4428-b259-f88890c36e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '393e9597-8511-4a83-bf0c-45437e0d2f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:57:18.880966 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-87e5ac8c-50c8-46f4-ae1f-738977cb53aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:18.881527 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e5ac8c-50c8-46f4-ae1f-738977cb53aa None None] Bound using segment: {'id': '2a07b4b2-7366-4428-b259-f88890c36e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '393e9597-8511-4a83-bf0c-45437e0d2f27'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:57:18.882011 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-87e5ac8c-50c8-46f4-ae1f-738977cb53aa None None] Bound port: 7d5cb50d-a00b-44bb-913b-bac9fcadd983, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a07b4b2-7366-4428-b259-f88890c36e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '393e9597-8511-4a83-bf0c-45437e0d2f27'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:57:18.882382 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-87e5ac8c-50c8-46f4-ae1f-738977cb53aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:18.882874 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d55b1e07-fe28-4e2a-b55d-02860490ad1d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:18.891860 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d55b1e07-fe28-4e2a-b55d-02860490ad1d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:57:18.892362 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d55b1e07-fe28-4e2a-b55d-02860490ad1d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:18.910278 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 13:57:18.910278 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:57:18.910278 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 13:57:18.910278 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:57:18.910278 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 13:57:18.910278 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:57:18.910278 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 13:57:18.910278 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:57:18.910278 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 13:57:18.910278 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:57:18.910278 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 13:57:18.910278 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:57:18.910278 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 13:57:18.910278 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:57:18.910278 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:57:18.910278 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:57:18.910278 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:57:18.910278 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:57:18.910278 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 13:57:18.910278 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:57:18.910278 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 13:57:18.910278 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:57:18.910278 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:57:18.910278 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:57:18.910278 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 13:57:18.910278 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:57:18.910278 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:57:18.910278 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:57:18.910278 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:57:18.910278 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:57:18.910278 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:57:18.910278 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:57:18.920228 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-94fa12c6-fe4e-4f9a-9c59-f82e1d8d88d3 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0735319 Feb 03 13:57:18.934140 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51530) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:18.937383 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9961f0bb-c724-479d-a6ae-e2c92780ad21 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Pushing event deleted for resources: {'Port': ['ID=737ac320-31b1-43ae-8a1f-cc4210800143,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:18.939146 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63058102-d6e3-4fe3-a29e-0bf7f60fb333 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Made reservation on behalf of 16ca01bd1cf84cd38347e99fdd7734d7 for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:18.946670 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-63058102-d6e3-4fe3-a29e-0bf7f60fb333 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:18.974553 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c72b256a-fbdd-492b-ab7f-032a6880151e req-c6f6dcb4-97e8-406e-98cf-8a2a21355ba5 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715193 Feb 03 13:57:19.029724 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.db.api [None req-d55b1e07-fe28-4e2a-b55d-02860490ad1d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 13:57:19.029724 dv-neutron-827016-1-hyperv neutron-server[84181]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 13:57:19.029724 dv-neutron-827016-1-hyperv neutron-server[84181]: [parameters: {'id': '393e9597-8511-4a83-bf0c-45437e0d2f27'}] Feb 03 13:57:19.029724 dv-neutron-827016-1-hyperv neutron-server[84181]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:57:19.030497 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG oslo_db.api [None req-d55b1e07-fe28-4e2a-b55d-02860490ad1d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:57:19.047034 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-80ef07bb-e0f2-4e03-a366-e696e97a147f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:19.075842 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-87e5ac8c-50c8-46f4-ae1f-738977cb53aa None None] For port 7d5cb50d-a00b-44bb-913b-bac9fcadd983, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:57:19.081521 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-87e5ac8c-50c8-46f4-ae1f-738977cb53aa None None] For port 7d5cb50d-a00b-44bb-913b-bac9fcadd983, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=7d5cb50d-a00b-44bb-913b-bac9fcadd983,segment=NetworkSegment(2a07b4b2-7366-4428-b259-f88890c36e4c),segment_id=2a07b4b2-7366-4428-b259-f88890c36e4c)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:57:19.108641 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-80ef07bb-e0f2-4e03-a366-e696e97a147f None None] For port 15b16a2e-364c-44b8-8cd4-235293aa5e70, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=15b16a2e-364c-44b8-8cd4-235293aa5e70,segment=NetworkSegment(3804efb4-e334-492b-a445-d39a2c7b4118),segment_id=3804efb4-e334-492b-a445-d39a2c7b4118)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:19.170218 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51536) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:19.173729 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-87e5ac8c-50c8-46f4-ae1f-738977cb53aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:19.222033 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8a949690-5183-4b38-8683-967902a27cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:19.233336 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63058102-d6e3-4fe3-a29e-0bf7f60fb333 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:57:19.243605 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-80ef07bb-e0f2-4e03-a366-e696e97a147f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:19.268520 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-63058102-d6e3-4fe3-a29e-0bf7f60fb333 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:19.268878 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-63058102-d6e3-4fe3-a29e-0bf7f60fb333 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Added segment 6e81aba6-e6a7-4657-b75a-37b878721a91 of type vlan for network f3a54bab-1666-44cf-9d6f-f4285ed6ef57 Feb 03 13:57:19.285120 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-8a949690-5183-4b38-8683-967902a27cb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:19.288235 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-8a949690-5183-4b38-8683-967902a27cb5 admin admin] Usage tracker for resource:security_group_rule and tenant:8c074a3e1dde470297654231b25a9cae is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:19.291932 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-8a949690-5183-4b38-8683-967902a27cb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:19.298953 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-8a949690-5183-4b38-8683-967902a27cb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:19.321515 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5ac8c-50c8-46f4-ae1f-738977cb53aa None None] Pushing event updated for resources: {'Port': ['ID=7d5cb50d-a00b-44bb-913b-bac9fcadd983,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:19.416642 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8a949690-5183-4b38-8683-967902a27cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:19.452515 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef07bb-e0f2-4e03-a366-e696e97a147f None None] Pushing event updated for resources: {'Port': ['ID=15b16a2e-364c-44b8-8cd4-235293aa5e70,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:19.455290 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-63058102-d6e3-4fe3-a29e-0bf7f60fb333 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:19.466205 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f023be-d565-4fdc-a836-bd5f73ebb4e1 None None] Network 393e9597-8511-4a83-bf0c-45437e0d2f27 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:19.469317 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8a949690-5183-4b38-8683-967902a27cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:19.527186 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a949690-5183-4b38-8683-967902a27cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4a1ecf-b771-40eb-b678-8d7242dbdc55,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:19.531250 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d55b1e07-fe28-4e2a-b55d-02860490ad1d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:19.538226 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8a949690-5183-4b38-8683-967902a27cb5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8c074a3e1dde470297654231b25a9cae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3663201 Feb 03 13:57:19.539682 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51540) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:19.583331 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-140a27e3-cf17-4833-a3bd-37f5bc15b096 None None] Provisioning for port f9225c5a-67c4-4e15-b5cc-44b46d433f06 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:57:19.590042 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-d55b1e07-fe28-4e2a-b55d-02860490ad1d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Deleting port 7d5cb50d-a00b-44bb-913b-bac9fcadd983 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:57:19.590415 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d55b1e07-fe28-4e2a-b55d-02860490ad1d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:19.597386 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-140a27e3-cf17-4833-a3bd-37f5bc15b096 None None] Provisioning complete for port f9225c5a-67c4-4e15-b5cc-44b46d433f06 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:19.603681 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-140a27e3-cf17-4833-a3bd-37f5bc15b096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:19.633555 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aaced2-05e4-4ea6-abe8-4870f9ab1ac5 req-5934613d-287e-4677-91bb-495fccec3781 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:19.635808 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-05aaced2-05e4-4ea6-abe8-4870f9ab1ac5 req-5934613d-287e-4677-91bb-495fccec3781 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.4657559 Feb 03 13:57:19.661644 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9961f0bb-c724-479d-a6ae-e2c92780ad21 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:19.707972 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-140a27e3-cf17-4833-a3bd-37f5bc15b096 None None] Port f9225c5a-67c4-4e15-b5cc-44b46d433f06 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:57:19.785504 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-9961f0bb-c724-479d-a6ae-e2c92780ad21 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] 10.222.0.41 "DELETE /v2.0/ports/737ac320-31b1-43ae-8a1f-cc4210800143 HTTP/1.1" status: 204 len: 168 time: 2.9397612 Feb 03 13:57:19.787972 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51544) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:19.796652 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-140a27e3-cf17-4833-a3bd-37f5bc15b096 None None] Provisioning complete for port 15b16a2e-364c-44b8-8cd4-235293aa5e70 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:19.797024 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-140a27e3-cf17-4833-a3bd-37f5bc15b096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:19.858947 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d7dd3253-f91e-4c45-af73-834da9c6e298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:19.862644 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-63058102-d6e3-4fe3-a29e-0bf7f60fb333 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:19.864385 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 15b16a2e-364c-44b8-8cd4-235293aa5e70 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:57:19.867316 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63058102-d6e3-4fe3-a29e-0bf7f60fb333 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:19.881233 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-63058102-d6e3-4fe3-a29e-0bf7f60fb333 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:19.918092 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27778e40-09d5-4dbb-8d04-a917a3b6e2d5 None None] get_active_networks_info from dv-neutron-827016-1-hyperv {{(pid=84183) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 03 13:57:19.931913 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-d98c29f5-707d-4c40-ac68-75c14d6febeb tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] GET failed (client error): The resource could not be found. Feb 03 13:57:19.932465 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d98c29f5-707d-4c40-ac68-75c14d6febeb tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Synchronizing usage tracker for tenant:20783d677a5c4dfd91c7976cca2748a6 on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:57:19.977981 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d7dd3253-f91e-4c45-af73-834da9c6e298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:20.066215 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-d55b1e07-fe28-4e2a-b55d-02860490ad1d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] For port 7d5cb50d-a00b-44bb-913b-bac9fcadd983, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=7d5cb50d-a00b-44bb-913b-bac9fcadd983,segment=NetworkSegment(2a07b4b2-7366-4428-b259-f88890c36e4c),segment_id=2a07b4b2-7366-4428-b259-f88890c36e4c)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:20.066897 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d55b1e07-fe28-4e2a-b55d-02860490ad1d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:20.099294 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d98c29f5-707d-4c40-ac68-75c14d6febeb tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Unset dirty status for tenant:20783d677a5c4dfd91c7976cca2748a6 on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:57:20.103124 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d98c29f5-707d-4c40-ac68-75c14d6febeb tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] 10.222.0.41 "GET /v2.0/ports/737ac320-31b1-43ae-8a1f-cc4210800143 HTTP/1.1" status: 404 len: 333 time: 0.2867365 Feb 03 13:57:20.108769 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51548) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:20.115213 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-63058102-d6e3-4fe3-a29e-0bf7f60fb333 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3668432 Feb 03 13:57:20.120773 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51550) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:20.147616 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 15b16a2e-364c-44b8-8cd4-235293aa5e70 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:20.148126 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:20.176476 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-05aaced2-05e4-4ea6-abe8-4870f9ab1ac5 req-27b077d5-baa1-43ef-9b10-eab9e259fc10 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5106304 Feb 03 13:57:20.188836 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-d9e52182-324a-488a-968f-aadd706892dd tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Request body: {'subnet': {'network_id': 'f3a54bab-1666-44cf-9d6f-f4285ed6ef57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:20.203298 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63058102-d6e3-4fe3-a29e-0bf7f60fb333 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event updated for resources: {'Network': ['ID=f3a54bab-1666-44cf-9d6f-f4285ed6ef57,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:20.221826 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network f3a54bab-1666-44cf-9d6f-f4285ed6ef57 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:57:20.262991 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-d55b1e07-fe28-4e2a-b55d-02860490ad1d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Calling delete_port for 7d5cb50d-a00b-44bb-913b-bac9fcadd983 owned by network:dhcp {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:57:20.370871 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27778e40-09d5-4dbb-8d04-a917a3b6e2d5 None None] Resources bound (agent type, host, resource id): {{(pid=84183) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 13:57:20.417609 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-804840be-b4fe-4ce3-b147-b6a455326a71 None None] Provisioning complete for port f9225c5a-67c4-4e15-b5cc-44b46d433f06 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:20.418127 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-804840be-b4fe-4ce3-b147-b6a455326a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:20.441742 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d7dd3253-f91e-4c45-af73-834da9c6e298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:20.459052 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd3253-f91e-4c45-af73-834da9c6e298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4a1ecf-b771-40eb-b678-8d7242dbdc55,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:20.474235 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d7dd3253-f91e-4c45-af73-834da9c6e298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:20.483612 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d7dd3253-f91e-4c45-af73-834da9c6e298 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2a4a1ecf-b771-40eb-b678-8d7242dbdc55 HTTP/1.1" status: 204 len: 168 time: 0.9396148 Feb 03 13:57:20.491223 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-88b5324b-9864-43ae-b299-45a445ab274b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Deleting port f6235ea8-d509-4fed-8afa-c2c709a414a3 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:57:20.491223 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-88b5324b-9864-43ae-b299-45a445ab274b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:20.545250 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d55b1e07-fe28-4e2a-b55d-02860490ad1d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:20.602963 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-804840be-b4fe-4ce3-b147-b6a455326a71 None None] Port f9225c5a-67c4-4e15-b5cc-44b46d433f06 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:57:20.634668 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b1e07-fe28-4e2a-b55d-02860490ad1d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event deleted for resources: {'Port': ['ID=7d5cb50d-a00b-44bb-913b-bac9fcadd983,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:20.646188 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55b1e07-fe28-4e2a-b55d-02860490ad1d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] No DVR routers for this DVR port 7d5cb50d-a00b-44bb-913b-bac9fcadd983 on host dv-neutron-827016-1-hyperv {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:57:20.720976 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-d9e52182-324a-488a-968f-aadd706892dd tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:20.777824 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d9e52182-324a-488a-968f-aadd706892dd tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Usage tracker for resource:subnet and tenant:16ca01bd1cf84cd38347e99fdd7734d7 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:20.790948 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d9e52182-324a-488a-968f-aadd706892dd tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:20.796971 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d55b1e07-fe28-4e2a-b55d-02860490ad1d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:20.832297 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-d55b1e07-fe28-4e2a-b55d-02860490ad1d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['393e9597-8511-4a83-bf0c-45437e0d2f27']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:20.844996 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-d55b1e07-fe28-4e2a-b55d-02860490ad1d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a07b4b2-7366-4428-b259-f88890c36e4c') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:20.845322 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-d55b1e07-fe28-4e2a-b55d-02860490ad1d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a07b4b2-7366-4428-b259-f88890c36e4c') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:20.856652 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d55b1e07-fe28-4e2a-b55d-02860490ad1d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:20.857639 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-d9e52182-324a-488a-968f-aadd706892dd tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:20.877798 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d55b1e07-fe28-4e2a-b55d-02860490ad1d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:20.893971 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d55b1e07-fe28-4e2a-b55d-02860490ad1d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:57:20.894405 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d55b1e07-fe28-4e2a-b55d-02860490ad1d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:20.903336 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-84624f0a-8b1c-4f3d-8b88-35ff09016026 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:20.915456 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 13:57:20.915456 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:57:20.915456 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 13:57:20.915456 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:57:20.915456 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 13:57:20.915456 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:57:20.915456 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 13:57:20.915456 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:57:20.915456 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 13:57:20.915456 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:57:20.915456 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 13:57:20.915456 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:57:20.915456 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 13:57:20.915456 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:57:20.915456 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:57:20.915456 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:57:20.915456 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:57:20.915456 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:57:20.915456 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 13:57:20.915456 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:57:20.915456 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 13:57:20.915456 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:57:20.915456 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:57:20.915456 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:57:20.915456 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 13:57:20.915456 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:57:20.915456 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:57:20.915456 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:57:20.915456 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:57:20.915456 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:57:20.915456 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:57:20.915456 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:57:21.015951 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7693e4-18ef-46b4-9f41-b4762b50d4b9 None None] get_active_networks_info from dv-neutron-827016-1-hyperv {{(pid=84183) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 03 13:57:21.070305 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e52182-324a-488a-968f-aadd706892dd tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Made reservation on behalf of 16ca01bd1cf84cd38347e99fdd7734d7 for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:21.132241 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d55b1e07-fe28-4e2a-b55d-02860490ad1d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:21.149726 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d55b1e07-fe28-4e2a-b55d-02860490ad1d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:21.168127 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b1e07-fe28-4e2a-b55d-02860490ad1d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event deleted for resources: {'Network': ['ID=393e9597-8511-4a83-bf0c-45437e0d2f27,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:21.171381 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d55b1e07-fe28-4e2a-b55d-02860490ad1d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "DELETE /v2.0/networks/393e9597-8511-4a83-bf0c-45437e0d2f27 HTTP/1.1" status: 204 len: 168 time: 3.5014212 Feb 03 13:57:21.176086 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51570) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:21.183599 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-ef49fdc8-e3c5-46d4-8335-04fd419a6f3b tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-913132796'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:21.186601 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7693e4-18ef-46b4-9f41-b4762b50d4b9 None None] Resources bound (agent type, host, resource id): {{(pid=84183) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 13:57:21.189862 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-ef49fdc8-e3c5-46d4-8335-04fd419a6f3b tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:21.194488 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ef49fdc8-e3c5-46d4-8335-04fd419a6f3b tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Usage tracker for resource:network and tenant:cf1a07a12cb04727ad443721ec556df8 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:21.197713 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ef49fdc8-e3c5-46d4-8335-04fd419a6f3b tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:21.203662 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-ef49fdc8-e3c5-46d4-8335-04fd419a6f3b tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:21.258646 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef49fdc8-e3c5-46d4-8335-04fd419a6f3b tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Made reservation on behalf of cf1a07a12cb04727ad443721ec556df8 for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:21.262063 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ef49fdc8-e3c5-46d4-8335-04fd419a6f3b tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:21.293643 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-88b5324b-9864-43ae-b299-45a445ab274b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:21.302292 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef49fdc8-e3c5-46d4-8335-04fd419a6f3b tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:57:21.317929 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ef49fdc8-e3c5-46d4-8335-04fd419a6f3b tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:21.319579 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-ef49fdc8-e3c5-46d4-8335-04fd419a6f3b tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Added segment 6aac572e-420e-407e-a91d-373801bf3ad2 of type vlan for network 60e5622e-82f0-48fd-afb3-518fd563fb95 Feb 03 13:57:21.352187 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ef49fdc8-e3c5-46d4-8335-04fd419a6f3b tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:21.452132 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ef49fdc8-e3c5-46d4-8335-04fd419a6f3b tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:21.455794 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef49fdc8-e3c5-46d4-8335-04fd419a6f3b tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:21.456375 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ef49fdc8-e3c5-46d4-8335-04fd419a6f3b tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:21.526479 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-88b5324b-9864-43ae-b299-45a445ab274b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Calling delete_port for f6235ea8-d509-4fed-8afa-c2c709a414a3 owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:57:21.567344 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d9e52182-324a-488a-968f-aadd706892dd tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:21.568690 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49fdc8-e3c5-46d4-8335-04fd419a6f3b tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event updated for resources: {'Network': ['ID=60e5622e-82f0-48fd-afb3-518fd563fb95,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:21.579217 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 60e5622e-82f0-48fd-afb3-518fd563fb95 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:57:21.630773 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ef49fdc8-e3c5-46d4-8335-04fd419a6f3b tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4533665 Feb 03 13:57:21.633412 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51580) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:21.640705 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-929cdc94-384d-4dda-8085-f6053915d23d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Request body: {'subnet': {'network_id': '60e5622e-82f0-48fd-afb3-518fd563fb95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:21.762577 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-929cdc94-384d-4dda-8085-f6053915d23d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:21.768069 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-929cdc94-384d-4dda-8085-f6053915d23d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Usage tracker for resource:subnet and tenant:cf1a07a12cb04727ad443721ec556df8 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:21.771965 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-929cdc94-384d-4dda-8085-f6053915d23d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:21.778059 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-929cdc94-384d-4dda-8085-f6053915d23d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:21.825201 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a0e59-96f1-408e-a654-c62be1524757 req-fc39eae8-c1ef-4b1e-abe3-136cc6c0de69 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:21.827258 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3c8a0e59-96f1-408e-a654-c62be1524757 req-fc39eae8-c1ef-4b1e-abe3-136cc6c0de69 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.7213919 Feb 03 13:57:21.858020 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929cdc94-384d-4dda-8085-f6053915d23d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Made reservation on behalf of cf1a07a12cb04727ad443721ec556df8 for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:21.968426 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-929cdc94-384d-4dda-8085-f6053915d23d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:22.062159 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.ipam_backend_mixin [None req-929cdc94-384d-4dda-8085-f6053915d23d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Performing IP validity checks on allocation pools {{(pid=84181) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 03 13:57:22.062833 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.ipam_backend_mixin [None req-929cdc94-384d-4dda-8085-f6053915d23d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84181) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 03 13:57:22.087241 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.db.resource_extend [None req-84624f0a-8b1c-4f3d-8b88-35ff09016026 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 13:57:22.107833 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-84624f0a-8b1c-4f3d-8b88-35ff09016026 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:22.126437 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3c8a0e59-96f1-408e-a654-c62be1524757 req-79a9ddaa-b59a-41c9-8b65-8ca5e4fc5c85 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2865880 Feb 03 13:57:22.167835 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-84624f0a-8b1c-4f3d-8b88-35ff09016026 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:22.221588 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-88b5324b-9864-43ae-b299-45a445ab274b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:22.276188 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-929cdc94-384d-4dda-8085-f6053915d23d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:22.298423 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84624f0a-8b1c-4f3d-8b88-35ff09016026 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event updated for resources: {'Port': ['ID=f9225c5a-67c4-4e15-b5cc-44b46d433f06,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:22.407318 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d9e52182-324a-488a-968f-aadd706892dd tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:22.529932 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929cdc94-384d-4dda-8085-f6053915d23d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event updated for resources: {'Subnet': ['ID=24830426-28f6-4bd3-bfbd-ff999aa8e4bd,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:22.542656 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b5324b-9864-43ae-b299-45a445ab274b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Pushing event deleted for resources: {'Port': ['ID=f6235ea8-d509-4fed-8afa-c2c709a414a3,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:22.573642 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929cdc94-384d-4dda-8085-f6053915d23d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Checking segment: {'id': '6aac572e-420e-407e-a91d-373801bf3ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '60e5622e-82f0-48fd-afb3-518fd563fb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:57:22.574131 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929cdc94-384d-4dda-8085-f6053915d23d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Network hostable DHCP agents. Network: 60e5622e-82f0-48fd-afb3-518fd563fb95, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:57:22.689651 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e52182-324a-488a-968f-aadd706892dd tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event updated for resources: {'Subnet': ['ID=711b2d3e-c2f0-4e6f-a265-6cdf85eff2ab,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:22.701924 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-88b5324b-9864-43ae-b299-45a445ab274b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:22.723782 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929cdc94-384d-4dda-8085-f6053915d23d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Network 60e5622e-82f0-48fd-afb3-518fd563fb95 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:57:22.758264 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-37fa23f9-2376-4e2c-9e40-2aa0647c2f1c None None] Provisioning complete for port f9225c5a-67c4-4e15-b5cc-44b46d433f06 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:22.758889 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-37fa23f9-2376-4e2c-9e40-2aa0647c2f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:22.800585 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-929cdc94-384d-4dda-8085-f6053915d23d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 60e5622e-82f0-48fd-afb3-518fd563fb95) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:22.805325 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929cdc94-384d-4dda-8085-f6053915d23d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:22.807351 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-929cdc94-384d-4dda-8085-f6053915d23d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:22.818567 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-37fa23f9-2376-4e2c-9e40-2aa0647c2f1c None None] Port f9225c5a-67c4-4e15-b5cc-44b46d433f06 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:57:22.832097 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741f0eed-f28b-44e3-ab00-5093f324699e None None] Network 60e5622e-82f0-48fd-afb3-518fd563fb95 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:22.860438 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e52182-324a-488a-968f-aadd706892dd tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Checking segment: {'id': '6e81aba6-e6a7-4657-b75a-37b878721a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f3a54bab-1666-44cf-9d6f-f4285ed6ef57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:57:22.861090 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e52182-324a-488a-968f-aadd706892dd tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Network hostable DHCP agents. Network: f3a54bab-1666-44cf-9d6f-f4285ed6ef57, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:57:22.912823 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-88b5324b-9864-43ae-b299-45a445ab274b tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] 10.222.0.41 "DELETE /v2.0/ports/f6235ea8-d509-4fed-8afa-c2c709a414a3 HTTP/1.1" status: 204 len: 168 time: 2.7954609 Feb 03 13:57:22.914790 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51602) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:22.918284 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-84624f0a-8b1c-4f3d-8b88-35ff09016026 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:22.956707 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b730c-4b2b-4e8e-83fd-c277f9c48f37 req-eed7e359-815f-46d5-9f79-ed56a319e49f tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:22.957691 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c1e26a-6dd1-44d4-8180-50a7b6f1d62a tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] GET failed (client error): The resource could not be found. Feb 03 13:57:22.958192 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f5c1e26a-6dd1-44d4-8180-50a7b6f1d62a tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Synchronizing usage tracker for tenant:20783d677a5c4dfd91c7976cca2748a6 on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:57:22.958466 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-713b730c-4b2b-4e8e-83fd-c277f9c48f37 req-eed7e359-815f-46d5-9f79-ed56a319e49f tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.2661703 Feb 03 13:57:22.965234 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-929cdc94-384d-4dda-8085-f6053915d23d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.3285608 Feb 03 13:57:22.966191 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51606) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:23.073370 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e52182-324a-488a-968f-aadd706892dd tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Network f3a54bab-1666-44cf-9d6f-f4285ed6ef57 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:57:23.089452 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4354495b-ef32-4eb6-bb61-11f332e8afde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-60e5622e-82f0-48fd-afb3-518fd563fb95', 'network_id': '60e5622e-82f0-48fd-afb3-518fd563fb95', 'tenant_id': 'cf1a07a12cb04727ad443721ec556df8', 'fixed_ips': [{'subnet_id': '24830426-28f6-4bd3-bfbd-ff999aa8e4bd'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:57:23.090408 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4354495b-ef32-4eb6-bb61-11f332e8afde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:23.092809 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-d9e52182-324a-488a-968f-aadd706892dd tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, f3a54bab-1666-44cf-9d6f-f4285ed6ef57) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:23.098692 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f5c1e26a-6dd1-44d4-8180-50a7b6f1d62a tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Unset dirty status for tenant:20783d677a5c4dfd91c7976cca2748a6 on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:57:23.103750 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f5c1e26a-6dd1-44d4-8180-50a7b6f1d62a tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] 10.222.0.41 "GET /v2.0/ports/f6235ea8-d509-4fed-8afa-c2c709a414a3 HTTP/1.1" status: 404 len: 333 time: 0.1835575 Feb 03 13:57:23.104053 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51612) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:23.111293 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b8b442-7dd7-463c-9a38-90715971ad96 None None] Network f3a54bab-1666-44cf-9d6f-f4285ed6ef57 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:23.187311 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-775c0133-7957-47f7-946a-2fa454d6bf89 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Deleting port 27474ad4-e25c-4da5-a72c-e50bf4f2cae3 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:57:23.188571 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-775c0133-7957-47f7-946a-2fa454d6bf89 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:23.199943 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e52182-324a-488a-968f-aadd706892dd tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:23.202924 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d9e52182-324a-488a-968f-aadd706892dd tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:23.215968 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-84624f0a-8b1c-4f3d-8b88-35ff09016026 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:23.262762 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-713b730c-4b2b-4e8e-83fd-c277f9c48f37 req-f487d2b0-7fd4-4e4e-b763-7158bf0618a8 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2923527 Feb 03 13:57:23.438283 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-4354495b-ef32-4eb6-bb61-11f332e8afde None None] Allocated IP 172.20.0.3 (60e5622e-82f0-48fd-afb3-518fd563fb95/24830426-28f6-4bd3-bfbd-ff999aa8e4bd/162e3268-4e9e-4ca5-9aed-7481611d83fd) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:57:23.471278 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cdb1dadf-6751-459b-8a53-2d90d56c53f1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:23.474377 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-775c0133-7957-47f7-946a-2fa454d6bf89 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:23.505875 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0a9013-c7e3-4f88-baf0-5c83272b5957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-f3a54bab-1666-44cf-9d6f-f4285ed6ef57', 'network_id': 'f3a54bab-1666-44cf-9d6f-f4285ed6ef57', 'tenant_id': '16ca01bd1cf84cd38347e99fdd7734d7', 'fixed_ips': [{'subnet_id': '711b2d3e-c2f0-4e6f-a265-6cdf85eff2ab'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:57:23.506679 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb0a9013-c7e3-4f88-baf0-5c83272b5957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:23.543795 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d9e52182-324a-488a-968f-aadd706892dd tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.4195607 Feb 03 13:57:23.552113 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51622) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:23.633121 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-775c0133-7957-47f7-946a-2fa454d6bf89 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Calling delete_port for 27474ad4-e25c-4da5-a72c-e50bf4f2cae3 owned by {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:57:23.818453 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-bb0a9013-c7e3-4f88-baf0-5c83272b5957 None None] Allocated IP 2001:db8::1 (f3a54bab-1666-44cf-9d6f-f4285ed6ef57/711b2d3e-c2f0-4e6f-a265-6cdf85eff2ab/dbe027f9-602c-4000-a7b7-5a5ec5af53e5) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:57:23.820633 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4354495b-ef32-4eb6-bb61-11f332e8afde None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:23.857669 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cdb1dadf-6751-459b-8a53-2d90d56c53f1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:23.909640 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-775c0133-7957-47f7-946a-2fa454d6bf89 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:23.910123 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-752fac21-b868-4e5c-abca-ed94e2e91ae4 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:23.910255 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-4354495b-ef32-4eb6-bb61-11f332e8afde None None] Transition to ACTIVE for port object 162e3268-4e9e-4ca5-9aed-7481611d83fd will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:57:23.946766 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-4354495b-ef32-4eb6-bb61-11f332e8afde None None] Transition to ACTIVE for port object 162e3268-4e9e-4ca5-9aed-7481611d83fd will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:57:23.949431 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51630) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:24.001837 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c0133-7957-47f7-946a-2fa454d6bf89 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Pushing event deleted for resources: {'Port': ['ID=27474ad4-e25c-4da5-a72c-e50bf4f2cae3,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:24.029529 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4354495b-ef32-4eb6-bb61-11f332e8afde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:24.121762 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-775c0133-7957-47f7-946a-2fa454d6bf89 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:24.162182 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4354495b-ef32-4eb6-bb61-11f332e8afde None None] Network 60e5622e-82f0-48fd-afb3-518fd563fb95 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:57:24.163173 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4354495b-ef32-4eb6-bb61-11f332e8afde None None] Pushing event updated for resources: {'Port': ['ID=162e3268-4e9e-4ca5-9aed-7481611d83fd,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:24.166178 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-4354495b-ef32-4eb6-bb61-11f332e8afde None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:24.168412 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4354495b-ef32-4eb6-bb61-11f332e8afde None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:57:24.188585 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-775c0133-7957-47f7-946a-2fa454d6bf89 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] 10.222.0.41 "DELETE /v2.0/ports/27474ad4-e25c-4da5-a72c-e50bf4f2cae3 HTTP/1.1" status: 204 len: 168 time: 1.0833535 Feb 03 13:57:24.190226 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51636) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:24.196232 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-d2e204b7-ce72-4891-a14b-679923b1c3e9 tempest-QuotasTest-969943793 tempest-QuotasTest-969943793-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:24.199036 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.db.resource_extend [None req-84624f0a-8b1c-4f3d-8b88-35ff09016026 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 13:57:24.233231 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-84624f0a-8b1c-4f3d-8b88-35ff09016026 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:24.238692 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-752fac21-b868-4e5c-abca-ed94e2e91ae4 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:24.268117 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb0a9013-c7e3-4f88-baf0-5c83272b5957 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:24.286159 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-bb0a9013-c7e3-4f88-baf0-5c83272b5957 None None] Transition to ACTIVE for port object dbe027f9-602c-4000-a7b7-5a5ec5af53e5 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:57:24.289048 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-4354495b-ef32-4eb6-bb61-11f332e8afde None None] Attempting to bind port 162e3268-4e9e-4ca5-9aed-7481611d83fd on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:57:24.289598 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-4354495b-ef32-4eb6-bb61-11f332e8afde None None] Attempting to bind port 162e3268-4e9e-4ca5-9aed-7481611d83fd by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '6aac572e-420e-407e-a91d-373801bf3ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '60e5622e-82f0-48fd-afb3-518fd563fb95'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:57:24.290153 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4354495b-ef32-4eb6-bb61-11f332e8afde None None] Attempting to bind port 162e3268-4e9e-4ca5-9aed-7481611d83fd on network 60e5622e-82f0-48fd-afb3-518fd563fb95 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:57:24.315978 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4354495b-ef32-4eb6-bb61-11f332e8afde None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:57:24.316271 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4354495b-ef32-4eb6-bb61-11f332e8afde None None] Checking segment: {'id': '6aac572e-420e-407e-a91d-373801bf3ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '60e5622e-82f0-48fd-afb3-518fd563fb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:57:24.316674 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4354495b-ef32-4eb6-bb61-11f332e8afde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:24.317074 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4354495b-ef32-4eb6-bb61-11f332e8afde None None] Bound using segment: {'id': '6aac572e-420e-407e-a91d-373801bf3ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '60e5622e-82f0-48fd-afb3-518fd563fb95'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:57:24.317554 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-4354495b-ef32-4eb6-bb61-11f332e8afde None None] Bound port: 162e3268-4e9e-4ca5-9aed-7481611d83fd, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aac572e-420e-407e-a91d-373801bf3ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '60e5622e-82f0-48fd-afb3-518fd563fb95'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:57:24.317926 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4354495b-ef32-4eb6-bb61-11f332e8afde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:24.332647 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-bb0a9013-c7e3-4f88-baf0-5c83272b5957 None None] Transition to ACTIVE for port object dbe027f9-602c-4000-a7b7-5a5ec5af53e5 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:57:24.334551 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cdb1dadf-6751-459b-8a53-2d90d56c53f1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:24.339389 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-84624f0a-8b1c-4f3d-8b88-35ff09016026 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:24.341926 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-84624f0a-8b1c-4f3d-8b88-35ff09016026 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:24.421422 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-4354495b-ef32-4eb6-bb61-11f332e8afde None None] For port 162e3268-4e9e-4ca5-9aed-7481611d83fd, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:57:24.424997 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-4354495b-ef32-4eb6-bb61-11f332e8afde None None] For port 162e3268-4e9e-4ca5-9aed-7481611d83fd, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=162e3268-4e9e-4ca5-9aed-7481611d83fd,segment=NetworkSegment(6aac572e-420e-407e-a91d-373801bf3ad2),segment_id=6aac572e-420e-407e-a91d-373801bf3ad2)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:57:24.441886 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aa41f3d-2661-4c75-abae-c90256c9a3e6 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Deleting subnet e7854850-4247-4ae9-be04-6281ef6c8743 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 13:57:24.445418 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7aa41f3d-2661-4c75-abae-c90256c9a3e6 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:24.453929 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb0a9013-c7e3-4f88-baf0-5c83272b5957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:24.507968 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7aa41f3d-2661-4c75-abae-c90256c9a3e6 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:24.516123 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1dadf-6751-459b-8a53-2d90d56c53f1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event deleted for resources: {'Subnet': ['ID=24830426-28f6-4bd3-bfbd-ff999aa8e4bd,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:24.518835 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4354495b-ef32-4eb6-bb61-11f332e8afde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:24.531355 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0a9013-c7e3-4f88-baf0-5c83272b5957 None None] Network f3a54bab-1666-44cf-9d6f-f4285ed6ef57 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:57:24.536561 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-bb0a9013-c7e3-4f88-baf0-5c83272b5957 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:24.540283 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a9013-c7e3-4f88-baf0-5c83272b5957 None None] Pushing event updated for resources: {'Port': ['ID=dbe027f9-602c-4000-a7b7-5a5ec5af53e5,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:24.573402 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0a9013-c7e3-4f88-baf0-5c83272b5957 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:57:24.615244 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7aa41f3d-2661-4c75-abae-c90256c9a3e6 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:24.665592 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84624f0a-8b1c-4f3d-8b88-35ff09016026 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event updated for resources: {'Port': ['ID=f9225c5a-67c4-4e15-b5cc-44b46d433f06,revision_number=3']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:24.720588 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-752fac21-b868-4e5c-abca-ed94e2e91ae4 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:24.726885 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7aa41f3d-2661-4c75-abae-c90256c9a3e6 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:24.751031 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4354495b-ef32-4eb6-bb61-11f332e8afde None None] Pushing event updated for resources: {'Port': ['ID=162e3268-4e9e-4ca5-9aed-7481611d83fd,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:24.758623 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-bb0a9013-c7e3-4f88-baf0-5c83272b5957 None None] Attempting to bind port dbe027f9-602c-4000-a7b7-5a5ec5af53e5 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:57:24.758623 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-bb0a9013-c7e3-4f88-baf0-5c83272b5957 None None] Attempting to bind port dbe027f9-602c-4000-a7b7-5a5ec5af53e5 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '6e81aba6-e6a7-4657-b75a-37b878721a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f3a54bab-1666-44cf-9d6f-f4285ed6ef57'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:57:24.758623 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0a9013-c7e3-4f88-baf0-5c83272b5957 None None] Attempting to bind port dbe027f9-602c-4000-a7b7-5a5ec5af53e5 on network f3a54bab-1666-44cf-9d6f-f4285ed6ef57 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:57:24.766056 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0a9013-c7e3-4f88-baf0-5c83272b5957 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:57:24.766454 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0a9013-c7e3-4f88-baf0-5c83272b5957 None None] Checking segment: {'id': '6e81aba6-e6a7-4657-b75a-37b878721a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f3a54bab-1666-44cf-9d6f-f4285ed6ef57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:57:24.766845 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb0a9013-c7e3-4f88-baf0-5c83272b5957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:24.767278 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0a9013-c7e3-4f88-baf0-5c83272b5957 None None] Bound using segment: {'id': '6e81aba6-e6a7-4657-b75a-37b878721a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f3a54bab-1666-44cf-9d6f-f4285ed6ef57'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:57:24.768114 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-bb0a9013-c7e3-4f88-baf0-5c83272b5957 None None] Bound port: dbe027f9-602c-4000-a7b7-5a5ec5af53e5, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e81aba6-e6a7-4657-b75a-37b878721a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f3a54bab-1666-44cf-9d6f-f4285ed6ef57'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:57:24.768663 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb0a9013-c7e3-4f88-baf0-5c83272b5957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:24.769229 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa41f3d-2661-4c75-abae-c90256c9a3e6 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Pushing event deleted for resources: {'Subnet': ['ID=e7854850-4247-4ae9-be04-6281ef6c8743,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:24.774396 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7aa41f3d-2661-4c75-abae-c90256c9a3e6 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:24.781139 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc15d031-fc59-44ad-ab5b-a98e461f4fa8 None None] Network 60e5622e-82f0-48fd-afb3-518fd563fb95 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:24.781350 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-7aa41f3d-2661-4c75-abae-c90256c9a3e6 tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] 10.222.0.41 "DELETE /v2.0/subnets/e7854850-4247-4ae9-be04-6281ef6c8743 HTTP/1.1" status: 204 len: 168 time: 0.5902255 Feb 03 13:57:24.785951 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51642) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:24.800409 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276717b3-b1a8-4790-b1b1-499aab7b7b87 None None] Network b5acad7b-9fc0-43a6-a492-09a36e6e3715 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:24.801306 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cdb1dadf-6751-459b-8a53-2d90d56c53f1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:24.808545 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752fac21-b868-4e5c-abca-ed94e2e91ae4 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event deleted for resources: {'Subnet': ['ID=711b2d3e-c2f0-4e6f-a265-6cdf85eff2ab,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:24.861753 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-cdb1dadf-6751-459b-8a53-2d90d56c53f1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60e5622e-82f0-48fd-afb3-518fd563fb95']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:24.886477 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-cdb1dadf-6751-459b-8a53-2d90d56c53f1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aac572e-420e-407e-a91d-373801bf3ad2') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:24.886900 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-cdb1dadf-6751-459b-8a53-2d90d56c53f1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aac572e-420e-407e-a91d-373801bf3ad2') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:24.913064 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ca32dd57-f721-4e2e-96d1-7807432f858d tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:24.923592 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-ca32dd57-f721-4e2e-96d1-7807432f858d tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Deleting port e32b6c92-d96f-411a-8f3c-0e96dd01bb07 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:57:24.923914 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ca32dd57-f721-4e2e-96d1-7807432f858d tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:24.981990 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cdb1dadf-6751-459b-8a53-2d90d56c53f1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:25.013340 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d2e204b7-ce72-4891-a14b-679923b1c3e9 tempest-QuotasTest-969943793 tempest-QuotasTest-969943793-project-admin] 10.222.0.41 "PUT /v2.0/quotas/df3e51b30bf949e5a79ed1551680c3eb HTTP/1.1" status: 200 len: 366 time: 1.0627134 Feb 03 13:57:25.016614 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51646) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:25.023314 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-752fac21-b868-4e5c-abca-ed94e2e91ae4 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:25.034675 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cdb1dadf-6751-459b-8a53-2d90d56c53f1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:25.041416 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3853ca76-139b-4e17-9798-dee9ecc1c8eb tempest-QuotasTest-969943793 tempest-QuotasTest-969943793-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0232282 Feb 03 13:57:25.050058 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51650) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:25.050267 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d58f57-a923-4a77-8af4-8d7e33092dc7 req-2ad94213-3de3-4b02-8491-373632d0e87b tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:25.051543 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-06d58f57-a923-4a77-8af4-8d7e33092dc7 req-2ad94213-3de3-4b02-8491-373632d0e87b tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.5891995 Feb 03 13:57:25.054807 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdb1dadf-6751-459b-8a53-2d90d56c53f1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:57:25.056189 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cdb1dadf-6751-459b-8a53-2d90d56c53f1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:25.083283 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 13:57:25.083283 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:57:25.083283 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 13:57:25.083283 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:57:25.083283 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 13:57:25.083283 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:57:25.083283 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 13:57:25.083283 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:57:25.083283 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 13:57:25.083283 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:57:25.083283 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 13:57:25.083283 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:57:25.083283 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 13:57:25.083283 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:57:25.083283 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:57:25.083283 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:57:25.083283 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:57:25.083283 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:57:25.083283 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 13:57:25.083283 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:57:25.083283 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 13:57:25.083283 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:57:25.083283 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:57:25.083283 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:57:25.083283 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 13:57:25.083283 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:57:25.083283 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:57:25.083283 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:57:25.083283 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:57:25.083283 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:57:25.083283 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:57:25.083283 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:57:25.143686 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84624f0a-8b1c-4f3d-8b88-35ff09016026 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Network c696097d-d7f2-4d65-9c20-f33a5e1b0e10 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:57:25.167655 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-84624f0a-8b1c-4f3d-8b88-35ff09016026 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:25.171666 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-752fac21-b868-4e5c-abca-ed94e2e91ae4 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3a54bab-1666-44cf-9d6f-f4285ed6ef57']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:25.214244 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-bb0a9013-c7e3-4f88-baf0-5c83272b5957 None None] For port dbe027f9-602c-4000-a7b7-5a5ec5af53e5, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:57:25.220196 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-607f6848-12fc-49b2-977b-37081d0845f7 tempest-QuotasTest-969943793 tempest-QuotasTest-969943793-project-admin] 10.222.0.41 "GET /v2.0/quotas/df3e51b30bf949e5a79ed1551680c3eb HTTP/1.1" status: 200 len: 366 time: 0.1712985 Feb 03 13:57:25.223716 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51654) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:25.267709 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-752fac21-b868-4e5c-abca-ed94e2e91ae4 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e81aba6-e6a7-4657-b75a-37b878721a91') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:25.269163 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-752fac21-b868-4e5c-abca-ed94e2e91ae4 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e81aba6-e6a7-4657-b75a-37b878721a91') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:25.273300 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-ca32dd57-f721-4e2e-96d1-7807432f858d tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] For port e32b6c92-d96f-411a-8f3c-0e96dd01bb07, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=e32b6c92-d96f-411a-8f3c-0e96dd01bb07,segment=NetworkSegment(35059940-19ae-4b23-8341-316dc8cd9436),segment_id=35059940-19ae-4b23-8341-316dc8cd9436)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:25.273831 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ca32dd57-f721-4e2e-96d1-7807432f858d tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:25.309271 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-73870b8a-dcb9-485e-b779-4b789ef4620c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:25.384446 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f80768a-0f35-4818-b4f1-b781f8496594 None None] DHCP port deletion for b5acad7b-9fc0-43a6-a492-09a36e6e3715 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 13:57:25.390511 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-5f80768a-0f35-4818-b4f1-b781f8496594 None None] Deleting port e32b6c92-d96f-411a-8f3c-0e96dd01bb07 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:57:25.391191 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5f80768a-0f35-4818-b4f1-b781f8496594 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:25.402825 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c537fe81-7df6-450f-bbba-8f84ba4b072c tempest-QuotasTest-969943793 tempest-QuotasTest-969943793-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/df3e51b30bf949e5a79ed1551680c3eb HTTP/1.1" status: 204 len: 168 time: 0.1779485 Feb 03 13:57:25.405661 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-752fac21-b868-4e5c-abca-ed94e2e91ae4 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:25.413745 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-ca32dd57-f721-4e2e-96d1-7807432f858d tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Calling delete_port for e32b6c92-d96f-411a-8f3c-0e96dd01bb07 owned by network:dhcp {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:57:25.426661 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51658) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:25.442776 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-bb0a9013-c7e3-4f88-baf0-5c83272b5957 None None] For port dbe027f9-602c-4000-a7b7-5a5ec5af53e5, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=dbe027f9-602c-4000-a7b7-5a5ec5af53e5,segment=NetworkSegment(6e81aba6-e6a7-4657-b75a-37b878721a91),segment_id=6e81aba6-e6a7-4657-b75a-37b878721a91)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:57:25.445156 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.db.api [None req-cdb1dadf-6751-459b-8a53-2d90d56c53f1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 13:57:25.445156 dv-neutron-827016-1-hyperv neutron-server[84182]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 13:57:25.445156 dv-neutron-827016-1-hyperv neutron-server[84182]: [parameters: {'id': '60e5622e-82f0-48fd-afb3-518fd563fb95'}] Feb 03 13:57:25.445156 dv-neutron-827016-1-hyperv neutron-server[84182]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:57:25.445574 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG oslo_db.api [None req-cdb1dadf-6751-459b-8a53-2d90d56c53f1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:57:25.469244 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-06d58f57-a923-4a77-8af4-8d7e33092dc7 req-bcf8ed17-0f7c-4d2c-af2a-0e382e00b15e tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3841138 Feb 03 13:57:25.479129 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e5e395ef-cb6c-4106-90dd-0e3bca070b64 tempest-QuotasTest-969943793 tempest-QuotasTest-969943793-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0471997 Feb 03 13:57:25.485278 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51662) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:25.519847 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb0a9013-c7e3-4f88-baf0-5c83272b5957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:25.526151 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-7d87ff27-a494-451b-95bf-a7c31312f0ef tempest-QuotasTest-969943793 tempest-QuotasTest-969943793-project-admin] 10.222.0.41 "GET /v2.0/quotas/df3e51b30bf949e5a79ed1551680c3eb HTTP/1.1" status: 200 len: 370 time: 0.0396395 Feb 03 13:57:25.528669 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51668) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:25.535230 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8f508092-4026-4f59-b728-1aad99d5fe61 tempest-QuotasTest-969943793 tempest-QuotasTest-969943793-project-admin] 10.222.0.41 "GET /v2.0/quotas/df3e51b30bf949e5a79ed1551680c3eb/default HTTP/1.1" status: 200 len: 370 time: 0.0048943 Feb 03 13:57:25.539866 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51672) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:25.552626 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-0a0fbfbb-2fae-4ec2-ac8b-a30838ac8e1b tempest-QuotasTest-969943793 tempest-QuotasTest-969943793-project-admin] delete failed (client error): The resource could not be found. Feb 03 13:57:25.555141 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-0a0fbfbb-2fae-4ec2-ac8b-a30838ac8e1b tempest-QuotasTest-969943793 tempest-QuotasTest-969943793-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/df3e51b30bf949e5a79ed1551680c3eb HTTP/1.1" status: 404 len: 348 time: 0.0128109 Feb 03 13:57:25.604885 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-752fac21-b868-4e5c-abca-ed94e2e91ae4 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:25.606619 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ca32dd57-f721-4e2e-96d1-7807432f858d tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:25.612642 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-752fac21-b868-4e5c-abca-ed94e2e91ae4 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:57:25.613314 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-752fac21-b868-4e5c-abca-ed94e2e91ae4 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:25.653979 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca32dd57-f721-4e2e-96d1-7807432f858d tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Pushing event deleted for resources: {'Port': ['ID=e32b6c92-d96f-411a-8f3c-0e96dd01bb07,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:25.660759 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca32dd57-f721-4e2e-96d1-7807432f858d tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] No DVR routers for this DVR port e32b6c92-d96f-411a-8f3c-0e96dd01bb07 on host dv-neutron-827016-1-hyperv {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:57:25.724320 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 13:57:25.724320 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:57:25.724320 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 13:57:25.724320 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:57:25.724320 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 13:57:25.724320 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:57:25.724320 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 13:57:25.724320 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:57:25.724320 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 13:57:25.724320 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:57:25.724320 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 13:57:25.724320 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:57:25.724320 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 13:57:25.724320 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:57:25.724320 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:57:25.724320 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:57:25.724320 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:57:25.724320 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:57:25.724320 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 13:57:25.724320 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:57:25.724320 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 13:57:25.724320 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:57:25.724320 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:57:25.724320 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:57:25.724320 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 13:57:25.724320 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:57:25.724320 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:57:25.724320 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:57:25.724320 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:57:25.724320 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:57:25.724320 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:57:25.724320 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:57:25.731428 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-5f80768a-0f35-4818-b4f1-b781f8496594 None None] For port e32b6c92-d96f-411a-8f3c-0e96dd01bb07, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=e32b6c92-d96f-411a-8f3c-0e96dd01bb07,segment=NetworkSegment(35059940-19ae-4b23-8341-316dc8cd9436),segment_id=35059940-19ae-4b23-8341-316dc8cd9436)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:25.732022 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5f80768a-0f35-4818-b4f1-b781f8496594 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:25.794620 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.db.api [None req-752fac21-b868-4e5c-abca-ed94e2e91ae4 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 13:57:25.794620 dv-neutron-827016-1-hyperv neutron-server[84182]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 13:57:25.794620 dv-neutron-827016-1-hyperv neutron-server[84182]: [parameters: {'id': 'f3a54bab-1666-44cf-9d6f-f4285ed6ef57'}] Feb 03 13:57:25.794620 dv-neutron-827016-1-hyperv neutron-server[84182]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:57:25.795671 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG oslo_db.api [None req-752fac21-b868-4e5c-abca-ed94e2e91ae4 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:57:25.819256 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device e32b6c92-d96f-411a-8f3c-0e96dd01bb07 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 13:57:25.832715 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ca32dd57-f721-4e2e-96d1-7807432f858d tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:25.861922 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-ca32dd57-f721-4e2e-96d1-7807432f858d tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5acad7b-9fc0-43a6-a492-09a36e6e3715']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:25.875480 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-ca32dd57-f721-4e2e-96d1-7807432f858d tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35059940-19ae-4b23-8341-316dc8cd9436') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:25.875946 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-ca32dd57-f721-4e2e-96d1-7807432f858d tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35059940-19ae-4b23-8341-316dc8cd9436') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:25.888196 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ca32dd57-f721-4e2e-96d1-7807432f858d tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:25.905693 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51678) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:25.912075 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ca32dd57-f721-4e2e-96d1-7807432f858d tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:25.919660 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca32dd57-f721-4e2e-96d1-7807432f858d tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:57:25.920815 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ca32dd57-f721-4e2e-96d1-7807432f858d tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:25.925579 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-5f80768a-0f35-4818-b4f1-b781f8496594 None None] Calling delete_port for e32b6c92-d96f-411a-8f3c-0e96dd01bb07 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:57:25.926032 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2849c784-b383-41df-856c-6ba7912854eb tempest-QuotasTest-969943793 tempest-QuotasTest-969943793-project-admin] Usage tracker for resource:network and tenant:19a053ab4ec244ff9714b9ff8e4d396b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:25.930077 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2849c784-b383-41df-856c-6ba7912854eb tempest-QuotasTest-969943793 tempest-QuotasTest-969943793-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:25.936325 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 13:57:25.936325 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:57:25.936325 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 13:57:25.936325 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:57:25.936325 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 13:57:25.936325 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:57:25.936325 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 13:57:25.936325 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:57:25.936325 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 13:57:25.936325 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:57:25.936325 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 13:57:25.936325 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:57:25.936325 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 13:57:25.936325 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:57:25.936325 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:57:25.936325 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:57:25.936325 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:57:25.936325 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:57:25.936325 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 13:57:25.936325 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:57:25.936325 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 13:57:25.936325 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:57:25.936325 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:57:25.936325 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:57:25.936325 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 13:57:25.936325 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:57:25.936325 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:57:25.936325 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:57:25.936325 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:57:25.936325 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:57:25.936325 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:57:25.936325 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:57:25.944612 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2849c784-b383-41df-856c-6ba7912854eb tempest-QuotasTest-969943793 tempest-QuotasTest-969943793-project-admin] Usage tracker for resource:subnet and tenant:19a053ab4ec244ff9714b9ff8e4d396b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:25.944612 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2849c784-b383-41df-856c-6ba7912854eb tempest-QuotasTest-969943793 tempest-QuotasTest-969943793-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:25.946355 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cdb1dadf-6751-459b-8a53-2d90d56c53f1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:25.957352 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: e32b6c92-d96f-411a-8f3c-0e96dd01bb07 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 13:57:25.957705 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device e32b6c92-d96f-411a-8f3c-0e96dd01bb07 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 13:57:25.965446 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84624f0a-8b1c-4f3d-8b88-35ff09016026 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Router 0d5eb753-0a15-414f-9d4d-d66d5e2559db is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:57:25.970187 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2849c784-b383-41df-856c-6ba7912854eb tempest-QuotasTest-969943793 tempest-QuotasTest-969943793-project-admin] Usage tracker for resource:subnetpool and tenant:19a053ab4ec244ff9714b9ff8e4d396b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:25.973444 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-cdb1dadf-6751-459b-8a53-2d90d56c53f1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Deleting port 162e3268-4e9e-4ca5-9aed-7481611d83fd {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:57:25.973821 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cdb1dadf-6751-459b-8a53-2d90d56c53f1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:26.052330 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a898e56d-d3ea-4467-b027-02a5f05141a7 None None] Network f3a54bab-1666-44cf-9d6f-f4285ed6ef57 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:26.121838 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ca32dd57-f721-4e2e-96d1-7807432f858d tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:26.123913 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-18435d93-9fa5-41d0-939e-cdc4b524dcc1 None None] Provisioning complete for port f9225c5a-67c4-4e15-b5cc-44b46d433f06 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:26.124287 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-18435d93-9fa5-41d0-939e-cdc4b524dcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:26.126639 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ca32dd57-f721-4e2e-96d1-7807432f858d tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:26.158799 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ca32dd57-f721-4e2e-96d1-7807432f858d tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] 10.222.0.41 "DELETE /v2.0/networks/b5acad7b-9fc0-43a6-a492-09a36e6e3715 HTTP/1.1" status: 204 len: 168 time: 1.3714702 Feb 03 13:57:26.161258 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a9013-c7e3-4f88-baf0-5c83272b5957 None None] Pushing event updated for resources: {'Port': ['ID=dbe027f9-602c-4000-a7b7-5a5ec5af53e5,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:26.166584 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca32dd57-f721-4e2e-96d1-7807432f858d tempest-AllowedAddressPairTestJSON-508625919 tempest-AllowedAddressPairTestJSON-508625919-project] Pushing event deleted for resources: {'Network': ['ID=b5acad7b-9fc0-43a6-a492-09a36e6e3715,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:26.178419 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2849c784-b383-41df-856c-6ba7912854eb tempest-QuotasTest-969943793 tempest-QuotasTest-969943793-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:26.227006 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-18435d93-9fa5-41d0-939e-cdc4b524dcc1 None None] Port f9225c5a-67c4-4e15-b5cc-44b46d433f06 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:57:26.259964 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-5f80768a-0f35-4818-b4f1-b781f8496594 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:57:26.264093 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-5f80768a-0f35-4818-b4f1-b781f8496594 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:57:26.330301 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-752fac21-b868-4e5c-abca-ed94e2e91ae4 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:26.412935 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2849c784-b383-41df-856c-6ba7912854eb tempest-QuotasTest-969943793 tempest-QuotasTest-969943793-project-admin] Usage tracker for resource:port and tenant:19a053ab4ec244ff9714b9ff8e4d396b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:26.498861 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2849c784-b383-41df-856c-6ba7912854eb tempest-QuotasTest-969943793 tempest-QuotasTest-969943793-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:26.511301 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-752fac21-b868-4e5c-abca-ed94e2e91ae4 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Deleting port dbe027f9-602c-4000-a7b7-5a5ec5af53e5 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:57:26.511637 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-752fac21-b868-4e5c-abca-ed94e2e91ae4 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:26.546910 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-cdb1dadf-6751-459b-8a53-2d90d56c53f1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] For port 162e3268-4e9e-4ca5-9aed-7481611d83fd, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=162e3268-4e9e-4ca5-9aed-7481611d83fd,segment=NetworkSegment(6aac572e-420e-407e-a91d-373801bf3ad2),segment_id=6aac572e-420e-407e-a91d-373801bf3ad2)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:26.547320 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cdb1dadf-6751-459b-8a53-2d90d56c53f1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:26.622677 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2849c784-b383-41df-856c-6ba7912854eb tempest-QuotasTest-969943793 tempest-QuotasTest-969943793-project-admin] Usage tracker for resource:router and tenant:19a053ab4ec244ff9714b9ff8e4d396b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:26.750592 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-cdb1dadf-6751-459b-8a53-2d90d56c53f1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Calling delete_port for 162e3268-4e9e-4ca5-9aed-7481611d83fd owned by network:dhcp {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:57:26.757270 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51692) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:26.761860 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-5f80768a-0f35-4818-b4f1-b781f8496594 None None] Deleting port e32b6c92-d96f-411a-8f3c-0e96dd01bb07 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:57:26.762326 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5f80768a-0f35-4818-b4f1-b781f8496594 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:26.775845 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2849c784-b383-41df-856c-6ba7912854eb tempest-QuotasTest-969943793 tempest-QuotasTest-969943793-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:26.830187 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-5f80768a-0f35-4818-b4f1-b781f8496594 None None] The port 'e32b6c92-d96f-411a-8f3c-0e96dd01bb07' was deleted {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 13:57:26.834385 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5522892-d1ff-4b6c-860e-5f33a4208ae6 req-1384cf55-ef1b-4c11-9623-8aace5e14e5e tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:26.841004 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c5522892-d1ff-4b6c-860e-5f33a4208ae6 req-1384cf55-ef1b-4c11-9623-8aace5e14e5e tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.6642709 Feb 03 13:57:26.849466 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54c400e-6cc6-444a-b428-0d11571733d3 None None] get_active_networks_info from dv-neutron-827016-1-hyperv {{(pid=84183) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 03 13:57:26.890688 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2849c784-b383-41df-856c-6ba7912854eb tempest-QuotasTest-969943793 tempest-QuotasTest-969943793-project-admin] Usage tracker for resource:floatingip and tenant:19a053ab4ec244ff9714b9ff8e4d396b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:26.929196 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2849c784-b383-41df-856c-6ba7912854eb tempest-QuotasTest-969943793 tempest-QuotasTest-969943793-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:26.948886 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-bff940df-47e2-47c1-a5be-6a0e620f9765 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=20783d677a5c4dfd91c7976cca2748a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1904492 Feb 03 13:57:26.951971 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51698) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:27.003515 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54c400e-6cc6-444a-b428-0d11571733d3 None None] Resources bound (agent type, host, resource id): {{(pid=84183) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 13:57:27.018197 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6a80ddb4-b747-49ca-959c-d50072061d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:27.045699 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6a80ddb4-b747-49ca-959c-d50072061d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:27.049079 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c5522892-d1ff-4b6c-860e-5f33a4208ae6 req-378a1aa1-547d-4ca8-8d2c-bb1c5e5f9916 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2072427 Feb 03 13:57:27.064126 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-752fac21-b868-4e5c-abca-ed94e2e91ae4 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] For port dbe027f9-602c-4000-a7b7-5a5ec5af53e5, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=dbe027f9-602c-4000-a7b7-5a5ec5af53e5,segment=NetworkSegment(6e81aba6-e6a7-4657-b75a-37b878721a91),segment_id=6e81aba6-e6a7-4657-b75a-37b878721a91)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:27.075683 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-752fac21-b868-4e5c-abca-ed94e2e91ae4 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:27.172304 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6a80ddb4-b747-49ca-959c-d50072061d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:27.186616 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cdb1dadf-6751-459b-8a53-2d90d56c53f1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:27.193767 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a80ddb4-b747-49ca-959c-d50072061d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96680e41-6bc4-4385-9444-32d16008896f,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:27.197236 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-752fac21-b868-4e5c-abca-ed94e2e91ae4 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Calling delete_port for dbe027f9-602c-4000-a7b7-5a5ec5af53e5 owned by network:dhcp {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:57:27.200383 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6a80ddb4-b747-49ca-959c-d50072061d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:27.202657 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-6a80ddb4-b747-49ca-959c-d50072061d73 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/96680e41-6bc4-4385-9444-32d16008896f HTTP/1.1" status: 204 len: 168 time: 0.2496352 Feb 03 13:57:27.289859 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84624f0a-8b1c-4f3d-8b88-35ff09016026 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:57:27.294819 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1dadf-6751-459b-8a53-2d90d56c53f1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event deleted for resources: {'Port': ['ID=162e3268-4e9e-4ca5-9aed-7481611d83fd,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:27.315208 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb1dadf-6751-459b-8a53-2d90d56c53f1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] No DVR routers for this DVR port 162e3268-4e9e-4ca5-9aed-7481611d83fd on host dv-neutron-827016-1-hyperv {{(pid=84182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:57:27.376759 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888ac63a-99f5-426d-9a89-9d440a78c828 None None] Sync routers for ids ['0d5eb753-0a15-414f-9d4d-d66d5e2559db'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:57:27.384500 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-84624f0a-8b1c-4f3d-8b88-35ff09016026 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "PUT /v2.0/routers/0d5eb753-0a15-414f-9d4d-d66d5e2559db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4485383 Feb 03 13:57:27.387340 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51704) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:27.427250 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888ac63a-99f5-426d-9a89-9d440a78c828 None None] Routers {'0d5eb753-0a15-414f-9d4d-d66d5e2559db'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:57:27.427896 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-888ac63a-99f5-426d-9a89-9d440a78c828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:56:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['0d5eb753-0a15-414f-9d4d-d66d5e2559db'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:27.471428 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2849c784-b383-41df-856c-6ba7912854eb tempest-QuotasTest-969943793 tempest-QuotasTest-969943793-project-admin] Usage tracker for resource:security_group and tenant:19a053ab4ec244ff9714b9ff8e4d396b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:27.478049 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cdb1dadf-6751-459b-8a53-2d90d56c53f1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:27.485833 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-752fac21-b868-4e5c-abca-ed94e2e91ae4 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:27.492040 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0e5b53be-0807-42ed-8ca7-52fcff98770e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:27.501208 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c2c47d-a583-41b2-b0aa-0979f1ebdb8b tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:27.502097 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-00c2c47d-a583-41b2-b0aa-0979f1ebdb8b tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Synchronizing usage tracker for tenant:e560cbcda02c46efaee7f040dc641828 on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:57:27.507978 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-888ac63a-99f5-426d-9a89-9d440a78c828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:27.518709 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888ac63a-99f5-426d-9a89-9d440a78c828 None None] Routers {'0d5eb753-0a15-414f-9d4d-d66d5e2559db'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:57:27.519260 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-888ac63a-99f5-426d-9a89-9d440a78c828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:57:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['0d5eb753-0a15-414f-9d4d-d66d5e2559db'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:27.526544 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2849c784-b383-41df-856c-6ba7912854eb tempest-QuotasTest-969943793 tempest-QuotasTest-969943793-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:27.555163 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752fac21-b868-4e5c-abca-ed94e2e91ae4 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event deleted for resources: {'Port': ['ID=dbe027f9-602c-4000-a7b7-5a5ec5af53e5,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:27.558517 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-cdb1dadf-6751-459b-8a53-2d90d56c53f1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60e5622e-82f0-48fd-afb3-518fd563fb95']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:27.576335 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135edc09-8d50-49f8-88aa-ce0b4d1ddb4e None None] get_active_networks_info from dv-neutron-827016-1-hyperv {{(pid=84183) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 03 13:57:27.602025 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-00c2c47d-a583-41b2-b0aa-0979f1ebdb8b tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Unset dirty status for tenant:e560cbcda02c46efaee7f040dc641828 on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:57:27.604493 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-00c2c47d-a583-41b2-b0aa-0979f1ebdb8b tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "GET /v2.0/ports/f9225c5a-67c4-4e15-b5cc-44b46d433f06 HTTP/1.1" status: 200 len: 984 time: 0.2156930 Feb 03 13:57:27.607093 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51710) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:27.618480 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-888ac63a-99f5-426d-9a89-9d440a78c828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:27.618905 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888ac63a-99f5-426d-9a89-9d440a78c828 None None] The sync data for ids ['0d5eb753-0a15-414f-9d4d-d66d5e2559db'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:57:27.680568 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-cdb1dadf-6751-459b-8a53-2d90d56c53f1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aac572e-420e-407e-a91d-373801bf3ad2') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:27.680865 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-cdb1dadf-6751-459b-8a53-2d90d56c53f1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aac572e-420e-407e-a91d-373801bf3ad2') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:27.687599 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752fac21-b868-4e5c-abca-ed94e2e91ae4 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] No DVR routers for this DVR port dbe027f9-602c-4000-a7b7-5a5ec5af53e5 on host dv-neutron-827016-1-hyperv {{(pid=84182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:57:27.721197 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2849c784-b383-41df-856c-6ba7912854eb tempest-QuotasTest-969943793 tempest-QuotasTest-969943793-project-admin] Usage tracker for resource:security_group_rule and tenant:19a053ab4ec244ff9714b9ff8e4d396b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:27.724608 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cdb1dadf-6751-459b-8a53-2d90d56c53f1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:27.757924 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2849c784-b383-41df-856c-6ba7912854eb tempest-QuotasTest-969943793 tempest-QuotasTest-969943793-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:27.764892 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cdb1dadf-6751-459b-8a53-2d90d56c53f1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:27.772415 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135edc09-8d50-49f8-88aa-ce0b4d1ddb4e None None] Resources bound (agent type, host, resource id): {{(pid=84183) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 13:57:27.823746 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdb1dadf-6751-459b-8a53-2d90d56c53f1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:57:27.824148 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cdb1dadf-6751-459b-8a53-2d90d56c53f1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:27.842357 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 13:57:27.842357 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:57:27.842357 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 13:57:27.842357 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:57:27.842357 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 13:57:27.842357 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:57:27.842357 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 13:57:27.842357 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:57:27.842357 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 13:57:27.842357 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:57:27.842357 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 13:57:27.842357 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:57:27.842357 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 13:57:27.842357 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:57:27.842357 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:57:27.842357 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:57:27.842357 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:57:27.842357 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:57:27.842357 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 13:57:27.842357 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:57:27.842357 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 13:57:27.842357 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:57:27.842357 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:57:27.842357 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:57:27.842357 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 13:57:27.842357 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:57:27.842357 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:57:27.842357 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:57:27.842357 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:57:27.842357 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:57:27.842357 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:57:27.842357 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:57:27.860417 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2849c784-b383-41df-856c-6ba7912854eb tempest-QuotasTest-969943793 tempest-QuotasTest-969943793-project-admin] 10.222.0.41 "GET /v2.0/quotas/19a053ab4ec244ff9714b9ff8e4d396b/details.json HTTP/1.1" status: 200 len: 703 time: 1.9534035 Feb 03 13:57:27.913195 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-752fac21-b868-4e5c-abca-ed94e2e91ae4 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:27.958763 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-752fac21-b868-4e5c-abca-ed94e2e91ae4 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3a54bab-1666-44cf-9d6f-f4285ed6ef57']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:27.972095 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-752fac21-b868-4e5c-abca-ed94e2e91ae4 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e81aba6-e6a7-4657-b75a-37b878721a91') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:27.972450 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-752fac21-b868-4e5c-abca-ed94e2e91ae4 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e81aba6-e6a7-4657-b75a-37b878721a91') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:27.985148 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-752fac21-b868-4e5c-abca-ed94e2e91ae4 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:28.001495 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-752fac21-b868-4e5c-abca-ed94e2e91ae4 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:28.008158 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-752fac21-b868-4e5c-abca-ed94e2e91ae4 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:57:28.008548 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-752fac21-b868-4e5c-abca-ed94e2e91ae4 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:28.024135 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 13:57:28.024135 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:57:28.024135 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 13:57:28.024135 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:57:28.024135 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 13:57:28.024135 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:57:28.024135 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 13:57:28.024135 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:57:28.024135 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 13:57:28.024135 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:57:28.024135 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 13:57:28.024135 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:57:28.024135 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 13:57:28.024135 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:57:28.024135 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:57:28.024135 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:57:28.024135 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:57:28.024135 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:57:28.024135 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 13:57:28.024135 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:57:28.024135 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 13:57:28.024135 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:57:28.024135 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:57:28.024135 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:57:28.024135 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 13:57:28.024135 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:57:28.024135 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:57:28.024135 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:57:28.024135 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:57:28.024135 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:57:28.024135 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:57:28.024135 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:57:28.034643 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cdb1dadf-6751-459b-8a53-2d90d56c53f1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:28.105635 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cdb1dadf-6751-459b-8a53-2d90d56c53f1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:28.143438 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1dadf-6751-459b-8a53-2d90d56c53f1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event deleted for resources: {'Network': ['ID=60e5622e-82f0-48fd-afb3-518fd563fb95,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:28.171964 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-cdb1dadf-6751-459b-8a53-2d90d56c53f1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "DELETE /v2.0/networks/60e5622e-82f0-48fd-afb3-518fd563fb95 HTTP/1.1" status: 204 len: 168 time: 5.1956844 Feb 03 13:57:28.172089 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51726) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:28.179237 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-0020d119-de81-4d92-be8a-73423aa6c3d8 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-144867277'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:28.185575 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-0020d119-de81-4d92-be8a-73423aa6c3d8 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:28.191205 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-0020d119-de81-4d92-be8a-73423aa6c3d8 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Usage tracker for resource:network and tenant:cf1a07a12cb04727ad443721ec556df8 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:28.194813 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-0020d119-de81-4d92-be8a-73423aa6c3d8 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:28.209397 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-0020d119-de81-4d92-be8a-73423aa6c3d8 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:28.276630 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-752fac21-b868-4e5c-abca-ed94e2e91ae4 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:28.283039 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0020d119-de81-4d92-be8a-73423aa6c3d8 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Made reservation on behalf of cf1a07a12cb04727ad443721ec556df8 for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:28.285994 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0020d119-de81-4d92-be8a-73423aa6c3d8 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:28.302157 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-752fac21-b868-4e5c-abca-ed94e2e91ae4 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:28.311904 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752fac21-b868-4e5c-abca-ed94e2e91ae4 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event deleted for resources: {'Network': ['ID=f3a54bab-1666-44cf-9d6f-f4285ed6ef57,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:28.317574 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-752fac21-b868-4e5c-abca-ed94e2e91ae4 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "DELETE /v2.0/networks/f3a54bab-1666-44cf-9d6f-f4285ed6ef57 HTTP/1.1" status: 204 len: 168 time: 4.7635462 Feb 03 13:57:28.324597 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0d3ea202-66b7-4d92-8749-ffd35e830b26 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:28.332267 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51734) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:28.350643 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-d9bcc273-9677-4504-8a07-169906d6975f tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-310801376'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:28.362272 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-d9bcc273-9677-4504-8a07-169906d6975f tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:28.373359 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d9bcc273-9677-4504-8a07-169906d6975f tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Usage tracker for resource:network and tenant:16ca01bd1cf84cd38347e99fdd7734d7 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:28.387191 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d9bcc273-9677-4504-8a07-169906d6975f tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:28.403813 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-d9bcc273-9677-4504-8a07-169906d6975f tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:28.411983 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51738) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:28.442723 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4719e80-62db-4404-b1c8-c6a8545fcfaf req-721ba9b2-c422-444d-b266-996233a8e781 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:28.442723 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b4719e80-62db-4404-b1c8-c6a8545fcfaf req-721ba9b2-c422-444d-b266-996233a8e781 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.1973290 Feb 03 13:57:28.503678 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b4719e80-62db-4404-b1c8-c6a8545fcfaf req-74e85fb9-a6bb-4dac-ad53-55eea8c05889 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594132 Feb 03 13:57:28.504947 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bcc273-9677-4504-8a07-169906d6975f tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Made reservation on behalf of 16ca01bd1cf84cd38347e99fdd7734d7 for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:28.509924 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d9bcc273-9677-4504-8a07-169906d6975f tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:28.544983 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9bcc273-9677-4504-8a07-169906d6975f tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:57:28.556972 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d9bcc273-9677-4504-8a07-169906d6975f tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:28.556972 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-d9bcc273-9677-4504-8a07-169906d6975f tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Added segment d2a3bfc0-23bd-4053-b89d-c4f4a52fca2a of type vlan for network 28ec7069-80c0-49ef-bbe4-20c205288a0a Feb 03 13:57:28.579561 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0020d119-de81-4d92-be8a-73423aa6c3d8 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:57:28.589991 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d9bcc273-9677-4504-8a07-169906d6975f tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:28.593884 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0020d119-de81-4d92-be8a-73423aa6c3d8 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:28.594236 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-0020d119-de81-4d92-be8a-73423aa6c3d8 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Added segment 1969ad90-a2d1-4642-b6e5-f1f3f2b3fd4e of type vlan for network b4c71d84-adb2-40a4-a2ed-e5a8c32feb48 Feb 03 13:57:28.639390 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0020d119-de81-4d92-be8a-73423aa6c3d8 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:28.737323 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d9bcc273-9677-4504-8a07-169906d6975f tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:28.741201 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bcc273-9677-4504-8a07-169906d6975f tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:28.742208 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d9bcc273-9677-4504-8a07-169906d6975f tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:28.771854 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:28.806079 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:28.817093 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0020d119-de81-4d92-be8a-73423aa6c3d8 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:28.821200 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0020d119-de81-4d92-be8a-73423aa6c3d8 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:28.821946 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0020d119-de81-4d92-be8a-73423aa6c3d8 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:28.828219 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51750) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:28.868709 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bcc273-9677-4504-8a07-169906d6975f tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event updated for resources: {'Network': ['ID=28ec7069-80c0-49ef-bbe4-20c205288a0a,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:28.880926 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 28ec7069-80c0-49ef-bbe4-20c205288a0a details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:57:28.893495 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092fc1fa-bf36-4005-8235-ba27aa93e548 req-0088f617-beb6-4b65-a03d-9faa024d8dbc tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:28.895129 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-092fc1fa-bf36-4005-8235-ba27aa93e548 req-0088f617-beb6-4b65-a03d-9faa024d8dbc tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.2046695 Feb 03 13:57:28.901248 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d9bcc273-9677-4504-8a07-169906d6975f tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5679314 Feb 03 13:57:28.902257 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51756) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:28.909299 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-e3a5faef-64a8-44ea-9d5a-b37bb9f73565 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Request body: {'subnet': {'network_id': '28ec7069-80c0-49ef-bbe4-20c205288a0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:29.009084 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-d44c5e33-3d5a-43be-bf3b-207ce4cf34f5 tempest-NetworksNegativeTestJSON-1366148079 tempest-NetworksNegativeTestJSON-1366148079-project] Request body: {'port': {'network_id': '62a3a289-e6fc-4b66-8864-ed1a93349d08', 'name': 'tempest-NetworksNegativeTestJSON-307495482'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:29.022261 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e0dd0f83-d3cb-4122-a353-70c32d8b526d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:29.052230 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0020d119-de81-4d92-be8a-73423aa6c3d8 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event updated for resources: {'Network': ['ID=b4c71d84-adb2-40a4-a2ed-e5a8c32feb48,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:29.059400 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-d44c5e33-3d5a-43be-bf3b-207ce4cf34f5 tempest-NetworksNegativeTestJSON-1366148079 tempest-NetworksNegativeTestJSON-1366148079-project] POST failed (client error): The resource could not be found. Feb 03 13:57:29.060171 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d44c5e33-3d5a-43be-bf3b-207ce4cf34f5 tempest-NetworksNegativeTestJSON-1366148079 tempest-NetworksNegativeTestJSON-1366148079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:57:29.061987 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d44c5e33-3d5a-43be-bf3b-207ce4cf34f5 tempest-NetworksNegativeTestJSON-1366148079 tempest-NetworksNegativeTestJSON-1366148079-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2130768 Feb 03 13:57:29.064067 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e3a5faef-64a8-44ea-9d5a-b37bb9f73565 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:29.064648 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network b4c71d84-adb2-40a4-a2ed-e5a8c32feb48 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:57:29.068001 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51760) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:29.071222 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-0020d119-de81-4d92-be8a-73423aa6c3d8 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9023819 Feb 03 13:57:29.073546 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-092fc1fa-bf36-4005-8235-ba27aa93e548 req-d098385b-203d-46db-9fff-438e921cb5f6 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703351 Feb 03 13:57:29.076271 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51762) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:29.099373 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-e73707ea-0924-4b8b-9507-c791eeb209c1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Request body: {'subnet': {'network_id': 'b4c71d84-adb2-40a4-a2ed-e5a8c32feb48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:29.111484 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-0d3ea202-66b7-4d92-8749-ffd35e830b26 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Deleting port f9225c5a-67c4-4e15-b5cc-44b46d433f06 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:57:29.111829 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0d3ea202-66b7-4d92-8749-ffd35e830b26 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:29.117827 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e3a5faef-64a8-44ea-9d5a-b37bb9f73565 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Usage tracker for resource:subnet and tenant:16ca01bd1cf84cd38347e99fdd7734d7 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:29.128548 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e3a5faef-64a8-44ea-9d5a-b37bb9f73565 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:29.129210 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebfc4121-e290-4b53-9172-8ad54a3b162f tempest-NetworksNegativeTestJSON-1366148079 tempest-NetworksNegativeTestJSON-1366148079-project] DELETE failed (client error): The resource could not be found. Feb 03 13:57:29.129765 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebfc4121-e290-4b53-9172-8ad54a3b162f tempest-NetworksNegativeTestJSON-1366148079 tempest-NetworksNegativeTestJSON-1366148079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:57:29.138122 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ebfc4121-e290-4b53-9172-8ad54a3b162f tempest-NetworksNegativeTestJSON-1366148079 tempest-NetworksNegativeTestJSON-1366148079-project] 10.222.0.41 "DELETE /v2.0/networks/e7e9fd6c-fe8c-43fd-9c7a-7c277cbe7406 HTTP/1.1" status: 404 len: 339 time: 0.0634861 Feb 03 13:57:29.139141 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51770) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:29.146044 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e3a5faef-64a8-44ea-9d5a-b37bb9f73565 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:29.152137 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e0dd0f83-d3cb-4122-a353-70c32d8b526d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:29.197887 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fa33ea1-d9c7-4b71-a21f-a1ecb367198b tempest-NetworksNegativeTestJSON-1366148079 tempest-NetworksNegativeTestJSON-1366148079-project] DELETE failed (client error): The resource could not be found. Feb 03 13:57:29.198329 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fa33ea1-d9c7-4b71-a21f-a1ecb367198b tempest-NetworksNegativeTestJSON-1366148079 tempest-NetworksNegativeTestJSON-1366148079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:57:29.205595 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4fa33ea1-d9c7-4b71-a21f-a1ecb367198b tempest-NetworksNegativeTestJSON-1366148079 tempest-NetworksNegativeTestJSON-1366148079-project] 10.222.0.41 "DELETE /v2.0/ports/ee3d10f2-ae00-4b52-a0c4-acb7dc0ba4e0 HTTP/1.1" status: 404 len: 333 time: 0.0621433 Feb 03 13:57:29.207725 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51774) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:29.211767 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e0dd0f83-d3cb-4122-a353-70c32d8b526d admin admin] Usage tracker for resource:security_group_rule and tenant:b5e6af4087bd4186affcbe237c451432 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:29.221077 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e0dd0f83-d3cb-4122-a353-70c32d8b526d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:29.246697 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e0dd0f83-d3cb-4122-a353-70c32d8b526d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:29.278867 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc9ad314-8806-448c-89d2-e15a82f540a5 tempest-NetworksNegativeTestJSON-1366148079 tempest-NetworksNegativeTestJSON-1366148079-project] DELETE failed (client error): The resource could not be found. Feb 03 13:57:29.279899 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc9ad314-8806-448c-89d2-e15a82f540a5 tempest-NetworksNegativeTestJSON-1366148079 tempest-NetworksNegativeTestJSON-1366148079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:57:29.281485 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-dc9ad314-8806-448c-89d2-e15a82f540a5 tempest-NetworksNegativeTestJSON-1366148079 tempest-NetworksNegativeTestJSON-1366148079-project] 10.222.0.41 "DELETE /v2.0/subnets/db09aa84-d9f1-4dae-bc8a-193ce2eb74d5 HTTP/1.1" status: 404 len: 337 time: 0.0728831 Feb 03 13:57:29.286947 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51778) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:29.315774 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a5faef-64a8-44ea-9d5a-b37bb9f73565 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Made reservation on behalf of 16ca01bd1cf84cd38347e99fdd7734d7 for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:29.350937 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e73707ea-0924-4b8b-9507-c791eeb209c1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:29.358267 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e73707ea-0924-4b8b-9507-c791eeb209c1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Usage tracker for resource:subnet and tenant:cf1a07a12cb04727ad443721ec556df8 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:29.365829 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e73707ea-0924-4b8b-9507-c791eeb209c1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:29.379736 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4eaeaf0-bbad-47a7-8481-a5074a06317b tempest-NetworksNegativeTestJSON-1366148079 tempest-NetworksNegativeTestJSON-1366148079-project] GET failed (client error): The resource could not be found. Feb 03 13:57:29.383189 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d4eaeaf0-bbad-47a7-8481-a5074a06317b tempest-NetworksNegativeTestJSON-1366148079 tempest-NetworksNegativeTestJSON-1366148079-project] 10.222.0.41 "GET /v2.0/networks/3611345e-45dc-4860-89fc-4590c4d751a7 HTTP/1.1" status: 404 len: 339 time: 0.0938458 Feb 03 13:57:29.386041 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e73707ea-0924-4b8b-9507-c791eeb209c1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:29.387973 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51782) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:29.435445 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e3a5faef-64a8-44ea-9d5a-b37bb9f73565 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:29.466624 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-a76426ab-7263-431f-b253-09191dca78e9 tempest-NetworksNegativeTestJSON-1366148079 tempest-NetworksNegativeTestJSON-1366148079-project] GET failed (client error): The resource could not be found. Feb 03 13:57:29.468408 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-a76426ab-7263-431f-b253-09191dca78e9 tempest-NetworksNegativeTestJSON-1366148079 tempest-NetworksNegativeTestJSON-1366148079-project] 10.222.0.41 "GET /v2.0/ports/fec4bb56-f084-4a9f-a97b-b5e0cab27371 HTTP/1.1" status: 404 len: 333 time: 0.0783129 Feb 03 13:57:29.478007 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51786) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:29.529010 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0a616-69df-4d2d-8baa-e0a67c79ce60 req-223eef51-bb5f-4c44-a0f2-191d926aab67 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:29.530987 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5be0a616-69df-4d2d-8baa-e0a67c79ce60 req-223eef51-bb5f-4c44-a0f2-191d926aab67 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.2881134 Feb 03 13:57:29.535844 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0d3ea202-66b7-4d92-8749-ffd35e830b26 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:29.546307 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73707ea-0924-4b8b-9507-c791eeb209c1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Made reservation on behalf of cf1a07a12cb04727ad443721ec556df8 for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:29.570522 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d8f463c-419a-48af-ad5c-3e31f3c33abd tempest-NetworksNegativeTestJSON-1366148079 tempest-NetworksNegativeTestJSON-1366148079-project] GET failed (client error): The resource could not be found. Feb 03 13:57:29.571781 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8d8f463c-419a-48af-ad5c-3e31f3c33abd tempest-NetworksNegativeTestJSON-1366148079 tempest-NetworksNegativeTestJSON-1366148079-project] 10.222.0.41 "GET /v2.0/subnets/857305e4-7b9c-4854-aa2f-d757a04a9b16 HTTP/1.1" status: 404 len: 337 time: 0.0929070 Feb 03 13:57:29.575818 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51790) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:29.590694 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-d971881b-8209-425d-bf63-9e89799e5323 tempest-NetworksNegativeTestJSON-1366148079 tempest-NetworksNegativeTestJSON-1366148079-project] Request body: {'network': {'name': 'new_name'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:29.621535 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-d971881b-8209-425d-bf63-9e89799e5323 tempest-NetworksNegativeTestJSON-1366148079 tempest-NetworksNegativeTestJSON-1366148079-project] PUT failed (client error): The resource could not be found. Feb 03 13:57:29.622235 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d971881b-8209-425d-bf63-9e89799e5323 tempest-NetworksNegativeTestJSON-1366148079 tempest-NetworksNegativeTestJSON-1366148079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:57:29.623336 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d971881b-8209-425d-bf63-9e89799e5323 tempest-NetworksNegativeTestJSON-1366148079 tempest-NetworksNegativeTestJSON-1366148079-project] 10.222.0.41 "PUT /v2.0/networks/445eccb2-20f8-4f15-8dc4-0ce89608a75e HTTP/1.1" status: 404 len: 339 time: 0.0457802 Feb 03 13:57:29.627125 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51794) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:29.635480 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-38cc3e08-6f39-4adc-b116-b1112d94d305 tempest-NetworksNegativeTestJSON-1366148079 tempest-NetworksNegativeTestJSON-1366148079-project] Request body: {'port': {'name': 'new_name'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:29.667744 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5be0a616-69df-4d2d-8baa-e0a67c79ce60 req-b069b42b-b1e6-4dc8-b0db-6475afc59c6f tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254091 Feb 03 13:57:29.678252 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-38cc3e08-6f39-4adc-b116-b1112d94d305 tempest-NetworksNegativeTestJSON-1366148079 tempest-NetworksNegativeTestJSON-1366148079-project] PUT failed (client error): The resource could not be found. Feb 03 13:57:29.678688 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38cc3e08-6f39-4adc-b116-b1112d94d305 tempest-NetworksNegativeTestJSON-1366148079 tempest-NetworksNegativeTestJSON-1366148079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:57:29.683438 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-38cc3e08-6f39-4adc-b116-b1112d94d305 tempest-NetworksNegativeTestJSON-1366148079 tempest-NetworksNegativeTestJSON-1366148079-project] 10.222.0.41 "PUT /v2.0/ports/8fc75c48-b448-4da8-9f8c-1fffa714b0ff HTTP/1.1" status: 404 len: 333 time: 0.0509536 Feb 03 13:57:29.736155 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-0d3ea202-66b7-4d92-8749-ffd35e830b26 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Calling delete_port for f9225c5a-67c4-4e15-b5cc-44b46d433f06 owned by network:router_interface {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:57:29.767283 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51798) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:29.805104 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-9ad2a3a9-d839-4cf5-9390-f435e873dd56 tempest-NetworksNegativeTestJSON-1366148079 tempest-NetworksNegativeTestJSON-1366148079-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:29.841748 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e0dd0f83-d3cb-4122-a353-70c32d8b526d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:29.858785 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad2a3a9-d839-4cf5-9390-f435e873dd56 tempest-NetworksNegativeTestJSON-1366148079 tempest-NetworksNegativeTestJSON-1366148079-project] PUT failed (client error): The resource could not be found. Feb 03 13:57:29.859241 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ad2a3a9-d839-4cf5-9390-f435e873dd56 tempest-NetworksNegativeTestJSON-1366148079 tempest-NetworksNegativeTestJSON-1366148079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:57:29.860323 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-9ad2a3a9-d839-4cf5-9390-f435e873dd56 tempest-NetworksNegativeTestJSON-1366148079 tempest-NetworksNegativeTestJSON-1366148079-project] 10.222.0.41 "PUT /v2.0/subnets/612aba88-dbd1-49b5-a7b5-9c7a6e59dbc0 HTTP/1.1" status: 404 len: 337 time: 0.0878816 Feb 03 13:57:29.879382 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e73707ea-0924-4b8b-9507-c791eeb209c1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:29.943908 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e9838-0c8d-4494-adfa-874013e7e9a9 req-c8f49413-c9b4-4fec-91fa-dccee372278a tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:29.945346 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4a8e9838-0c8d-4494-adfa-874013e7e9a9 req-c8f49413-c9b4-4fec-91fa-dccee372278a tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.1310244 Feb 03 13:57:29.960865 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e0dd0f83-d3cb-4122-a353-70c32d8b526d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:29.990720 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e3a5faef-64a8-44ea-9d5a-b37bb9f73565 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:30.020943 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4a8e9838-0c8d-4494-adfa-874013e7e9a9 req-0aaa93ae-eb0c-4dcb-a1d5-1fbc5d12e5b3 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698457 Feb 03 13:57:30.055382 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd0f83-d3cb-4122-a353-70c32d8b526d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343b183e-0bd6-4194-927e-af781e2b52f9,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:30.060030 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a5faef-64a8-44ea-9d5a-b37bb9f73565 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event updated for resources: {'Subnet': ['ID=34fdf0b2-dd32-4298-9e71-f2fa2f5b37c5,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:30.060189 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e0dd0f83-d3cb-4122-a353-70c32d8b526d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b5e6af4087bd4186affcbe237c451432&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6461658 Feb 03 13:57:30.063537 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51806) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:30.069861 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:30.085829 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a5faef-64a8-44ea-9d5a-b37bb9f73565 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Checking segment: {'id': 'd2a3bfc0-23bd-4053-b89d-c4f4a52fca2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '28ec7069-80c0-49ef-bbe4-20c205288a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:57:30.086293 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a5faef-64a8-44ea-9d5a-b37bb9f73565 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Network hostable DHCP agents. Network: 28ec7069-80c0-49ef-bbe4-20c205288a0a, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:57:30.172204 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a5faef-64a8-44ea-9d5a-b37bb9f73565 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Network 28ec7069-80c0-49ef-bbe4-20c205288a0a is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:57:30.268862 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-e3a5faef-64a8-44ea-9d5a-b37bb9f73565 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 28ec7069-80c0-49ef-bbe4-20c205288a0a) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:30.273691 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a5faef-64a8-44ea-9d5a-b37bb9f73565 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:30.280131 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e3a5faef-64a8-44ea-9d5a-b37bb9f73565 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:30.282681 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2043971c-edb5-4e2a-a0c6-15b1b0d553c0 None None] Network 28ec7069-80c0-49ef-bbe4-20c205288a0a requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:30.331834 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51814) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:30.344639 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e3a5faef-64a8-44ea-9d5a-b37bb9f73565 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4401362 Feb 03 13:57:30.347327 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51820) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:30.354272 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-49880012-3bd8-433a-b78b-09b9e064d25c tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Request body: {'subnet': {'network_id': '28ec7069-80c0-49ef-bbe4-20c205288a0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:30.418057 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-510b775f-437e-4b16-bf04-2d57d3b772e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:30.463347 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-510b775f-437e-4b16-bf04-2d57d3b772e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:30.493210 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0d3ea202-66b7-4d92-8749-ffd35e830b26 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:30.532706 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-49880012-3bd8-433a-b78b-09b9e064d25c tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:30.533228 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec221a3-69e0-4897-bdec-f4dba45ddf39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-28ec7069-80c0-49ef-bbe4-20c205288a0a', 'network_id': '28ec7069-80c0-49ef-bbe4-20c205288a0a', 'tenant_id': '16ca01bd1cf84cd38347e99fdd7734d7', 'fixed_ips': [{'subnet_id': '34fdf0b2-dd32-4298-9e71-f2fa2f5b37c5'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:57:30.533631 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5ec221a3-69e0-4897-bdec-f4dba45ddf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:30.550289 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ea202-66b7-4d92-8749-ffd35e830b26 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event deleted for resources: {'Port': ['ID=f9225c5a-67c4-4e15-b5cc-44b46d433f06,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:30.554289 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-49880012-3bd8-433a-b78b-09b9e064d25c tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Usage tracker for resource:subnet and tenant:16ca01bd1cf84cd38347e99fdd7734d7 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:30.554406 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e73707ea-0924-4b8b-9507-c791eeb209c1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:30.555853 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-49880012-3bd8-433a-b78b-09b9e064d25c tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:30.562816 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-49880012-3bd8-433a-b78b-09b9e064d25c tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:30.565099 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ed7d47bd-9068-4cff-8a06-82a79e6df1ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:30.608161 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ed7d47bd-9068-4cff-8a06-82a79e6df1ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:30.613981 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ed7d47bd-9068-4cff-8a06-82a79e6df1ba admin admin] Usage tracker for resource:security_group_rule and tenant:15c726192625450fb789b0ea62a92459 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:30.617208 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ed7d47bd-9068-4cff-8a06-82a79e6df1ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:30.623363 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ed7d47bd-9068-4cff-8a06-82a79e6df1ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:30.716087 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ed7d47bd-9068-4cff-8a06-82a79e6df1ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:30.717633 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49880012-3bd8-433a-b78b-09b9e064d25c tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Made reservation on behalf of 16ca01bd1cf84cd38347e99fdd7734d7 for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:30.721643 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-49880012-3bd8-433a-b78b-09b9e064d25c tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:30.722125 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-5ec221a3-69e0-4897-bdec-f4dba45ddf39 None None] Allocated IP 2001:db8::2 (28ec7069-80c0-49ef-bbe4-20c205288a0a/34fdf0b2-dd32-4298-9e71-f2fa2f5b37c5/74fd0fa2-ce90-46a6-adab-6c7fb4d3b395) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:57:30.731542 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73707ea-0924-4b8b-9507-c791eeb209c1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event updated for resources: {'Subnet': ['ID=3e9cf6af-ad8c-421f-b27a-971d5bb75fc3,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:30.760364 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73707ea-0924-4b8b-9507-c791eeb209c1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:30.760684 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73707ea-0924-4b8b-9507-c791eeb209c1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:30.761021 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73707ea-0924-4b8b-9507-c791eeb209c1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:30.764355 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73707ea-0924-4b8b-9507-c791eeb209c1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:30.764355 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73707ea-0924-4b8b-9507-c791eeb209c1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:30.764355 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73707ea-0924-4b8b-9507-c791eeb209c1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:30.764355 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73707ea-0924-4b8b-9507-c791eeb209c1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:30.764355 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73707ea-0924-4b8b-9507-c791eeb209c1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:30.764355 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73707ea-0924-4b8b-9507-c791eeb209c1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:30.764355 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73707ea-0924-4b8b-9507-c791eeb209c1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:30.764355 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73707ea-0924-4b8b-9507-c791eeb209c1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:30.819987 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-510b775f-437e-4b16-bf04-2d57d3b772e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:30.848186 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b775f-437e-4b16-bf04-2d57d3b772e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343b183e-0bd6-4194-927e-af781e2b52f9,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:30.853895 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73707ea-0924-4b8b-9507-c791eeb209c1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Checking segment: {'id': '1969ad90-a2d1-4642-b6e5-f1f3f2b3fd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b4c71d84-adb2-40a4-a2ed-e5a8c32feb48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:57:30.854420 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73707ea-0924-4b8b-9507-c791eeb209c1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Network hostable DHCP agents. Network: b4c71d84-adb2-40a4-a2ed-e5a8c32feb48, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:57:30.856256 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ed7d47bd-9068-4cff-8a06-82a79e6df1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:30.868977 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0d3ea202-66b7-4d92-8749-ffd35e830b26 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:30.930622 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ed7d47bd-9068-4cff-8a06-82a79e6df1ba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=15c726192625450fb789b0ea62a92459&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5949717 Feb 03 13:57:30.930622 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d47bd-9068-4cff-8a06-82a79e6df1ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86a25b2-f752-4a22-9b00-1d0b4b3f6343,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:30.933040 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51824) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:30.994488 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5ec221a3-69e0-4897-bdec-f4dba45ddf39 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:31.006375 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-5ec221a3-69e0-4897-bdec-f4dba45ddf39 None None] Transition to ACTIVE for port object 74fd0fa2-ce90-46a6-adab-6c7fb4d3b395 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:57:31.026920 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-5ec221a3-69e0-4897-bdec-f4dba45ddf39 None None] Transition to ACTIVE for port object 74fd0fa2-ce90-46a6-adab-6c7fb4d3b395 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:57:31.027333 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-510b775f-437e-4b16-bf04-2d57d3b772e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:31.028533 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-510b775f-437e-4b16-bf04-2d57d3b772e1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/343b183e-0bd6-4194-927e-af781e2b52f9 HTTP/1.1" status: 204 len: 168 time: 0.9637876 Feb 03 13:57:31.037053 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73707ea-0924-4b8b-9507-c791eeb209c1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Network b4c71d84-adb2-40a4-a2ed-e5a8c32feb48 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:57:31.063414 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-59d76abb-47b2-4501-8e4c-efb7ef18e103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:31.092589 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5ec221a3-69e0-4897-bdec-f4dba45ddf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:31.111505 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-59d76abb-47b2-4501-8e4c-efb7ef18e103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:31.122995 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-e73707ea-0924-4b8b-9507-c791eeb209c1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, b4c71d84-adb2-40a4-a2ed-e5a8c32feb48) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:31.128461 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73707ea-0924-4b8b-9507-c791eeb209c1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:31.135946 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e73707ea-0924-4b8b-9507-c791eeb209c1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:31.143338 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193c6c3b-c6d4-4576-bece-c8fb6cf98b4a None None] Network b4c71d84-adb2-40a4-a2ed-e5a8c32feb48 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:31.209483 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec221a3-69e0-4897-bdec-f4dba45ddf39 None None] Network 28ec7069-80c0-49ef-bbe4-20c205288a0a is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:57:31.259310 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-5ec221a3-69e0-4897-bdec-f4dba45ddf39 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:31.269447 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec221a3-69e0-4897-bdec-f4dba45ddf39 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:57:31.286829 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-49880012-3bd8-433a-b78b-09b9e064d25c tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:31.297639 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec221a3-69e0-4897-bdec-f4dba45ddf39 None None] Pushing event updated for resources: {'Port': ['ID=74fd0fa2-ce90-46a6-adab-6c7fb4d3b395,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:31.354570 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49880012-3bd8-433a-b78b-09b9e064d25c tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Network 28ec7069-80c0-49ef-bbe4-20c205288a0a is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:57:31.355529 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-59d76abb-47b2-4501-8e4c-efb7ef18e103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:31.357634 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3ea202-66b7-4d92-8749-ffd35e830b26 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Router 0d5eb753-0a15-414f-9d4d-d66d5e2559db has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:57:31.381318 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-49880012-3bd8-433a-b78b-09b9e064d25c tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:31.390494 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d76abb-47b2-4501-8e4c-efb7ef18e103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86a25b2-f752-4a22-9b00-1d0b4b3f6343,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:31.396506 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49880012-3bd8-433a-b78b-09b9e064d25c tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:31.397092 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-49880012-3bd8-433a-b78b-09b9e064d25c tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:31.410609 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-5ec221a3-69e0-4897-bdec-f4dba45ddf39 None None] Attempting to bind port 74fd0fa2-ce90-46a6-adab-6c7fb4d3b395 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:57:31.410988 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-5ec221a3-69e0-4897-bdec-f4dba45ddf39 None None] Attempting to bind port 74fd0fa2-ce90-46a6-adab-6c7fb4d3b395 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'd2a3bfc0-23bd-4053-b89d-c4f4a52fca2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '28ec7069-80c0-49ef-bbe4-20c205288a0a'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:57:31.413997 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec221a3-69e0-4897-bdec-f4dba45ddf39 None None] Attempting to bind port 74fd0fa2-ce90-46a6-adab-6c7fb4d3b395 on network 28ec7069-80c0-49ef-bbe4-20c205288a0a {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:57:31.437561 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49880012-3bd8-433a-b78b-09b9e064d25c tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event updated for resources: {'Subnet': ['ID=b5edc902-61d2-4704-b4b7-70f1bbeb3966,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:31.438254 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e73707ea-0924-4b8b-9507-c791eeb209c1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3549628 Feb 03 13:57:31.440121 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51832) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:31.453730 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec221a3-69e0-4897-bdec-f4dba45ddf39 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:57:31.454109 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec221a3-69e0-4897-bdec-f4dba45ddf39 None None] Checking segment: {'id': 'd2a3bfc0-23bd-4053-b89d-c4f4a52fca2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '28ec7069-80c0-49ef-bbe4-20c205288a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:57:31.454518 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5ec221a3-69e0-4897-bdec-f4dba45ddf39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:31.455011 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec221a3-69e0-4897-bdec-f4dba45ddf39 None None] Bound using segment: {'id': 'd2a3bfc0-23bd-4053-b89d-c4f4a52fca2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '28ec7069-80c0-49ef-bbe4-20c205288a0a'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:57:31.455425 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-5ec221a3-69e0-4897-bdec-f4dba45ddf39 None None] Bound port: 74fd0fa2-ce90-46a6-adab-6c7fb4d3b395, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a3bfc0-23bd-4053-b89d-c4f4a52fca2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '28ec7069-80c0-49ef-bbe4-20c205288a0a'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:57:31.455800 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5ec221a3-69e0-4897-bdec-f4dba45ddf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:31.463428 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49880012-3bd8-433a-b78b-09b9e064d25c tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:31.463771 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49880012-3bd8-433a-b78b-09b9e064d25c tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:31.464102 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49880012-3bd8-433a-b78b-09b9e064d25c tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:31.464424 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49880012-3bd8-433a-b78b-09b9e064d25c tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:31.464749 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49880012-3bd8-433a-b78b-09b9e064d25c tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:31.465066 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49880012-3bd8-433a-b78b-09b9e064d25c tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:31.465385 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49880012-3bd8-433a-b78b-09b9e064d25c tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:31.465700 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49880012-3bd8-433a-b78b-09b9e064d25c tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:31.466011 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49880012-3bd8-433a-b78b-09b9e064d25c tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:31.466321 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49880012-3bd8-433a-b78b-09b9e064d25c tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:31.466655 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49880012-3bd8-433a-b78b-09b9e064d25c tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:31.477342 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-59d76abb-47b2-4501-8e4c-efb7ef18e103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:31.481372 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-59d76abb-47b2-4501-8e4c-efb7ef18e103 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e86a25b2-f752-4a22-9b00-1d0b4b3f6343 HTTP/1.1" status: 204 len: 168 time: 0.5417593 Feb 03 13:57:31.493154 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d76abb-47b2-4501-8e4c-efb7ef18e103 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:31.493613 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d76abb-47b2-4501-8e4c-efb7ef18e103 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:31.494082 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d76abb-47b2-4501-8e4c-efb7ef18e103 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:31.494525 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d76abb-47b2-4501-8e4c-efb7ef18e103 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:31.495040 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d76abb-47b2-4501-8e4c-efb7ef18e103 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:31.495657 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d76abb-47b2-4501-8e4c-efb7ef18e103 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:31.496150 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d76abb-47b2-4501-8e4c-efb7ef18e103 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:31.496594 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d76abb-47b2-4501-8e4c-efb7ef18e103 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:31.497020 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d76abb-47b2-4501-8e4c-efb7ef18e103 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:31.497568 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d76abb-47b2-4501-8e4c-efb7ef18e103 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:31.499246 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d76abb-47b2-4501-8e4c-efb7ef18e103 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:31.546010 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-5ec221a3-69e0-4897-bdec-f4dba45ddf39 None None] For port 74fd0fa2-ce90-46a6-adab-6c7fb4d3b395, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:57:31.549199 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-5ec221a3-69e0-4897-bdec-f4dba45ddf39 None None] For port 74fd0fa2-ce90-46a6-adab-6c7fb4d3b395, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=74fd0fa2-ce90-46a6-adab-6c7fb4d3b395,segment=NetworkSegment(d2a3bfc0-23bd-4053-b89d-c4f4a52fca2a),segment_id=d2a3bfc0-23bd-4053-b89d-c4f4a52fca2a)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:57:31.586710 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-49880012-3bd8-433a-b78b-09b9e064d25c tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2358963 Feb 03 13:57:31.588295 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51838) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:31.624991 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e520f5e7-02d9-4d5e-86ca-46ac7962f844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-b4c71d84-adb2-40a4-a2ed-e5a8c32feb48', 'network_id': 'b4c71d84-adb2-40a4-a2ed-e5a8c32feb48', 'tenant_id': 'cf1a07a12cb04727ad443721ec556df8', 'fixed_ips': [{'subnet_id': '3e9cf6af-ad8c-421f-b27a-971d5bb75fc3'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:57:31.626083 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e520f5e7-02d9-4d5e-86ca-46ac7962f844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:31.686647 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3ea202-66b7-4d92-8749-ffd35e830b26 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:57:31.694064 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5ec221a3-69e0-4897-bdec-f4dba45ddf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:31.699299 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca9076d-d14f-4e1d-8457-5fbca3b21fcd None None] Sync routers for ids ['0d5eb753-0a15-414f-9d4d-d66d5e2559db'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:57:31.706941 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-0d3ea202-66b7-4d92-8749-ffd35e830b26 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "PUT /v2.0/routers/0d5eb753-0a15-414f-9d4d-d66d5e2559db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0978792 Feb 03 13:57:31.715332 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51842) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:31.717061 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca9076d-d14f-4e1d-8457-5fbca3b21fcd None None] Routers {'0d5eb753-0a15-414f-9d4d-d66d5e2559db'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:57:31.717513 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-8ca9076d-d14f-4e1d-8457-5fbca3b21fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:57:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['0d5eb753-0a15-414f-9d4d-d66d5e2559db'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:31.719370 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5614e5-9b5d-4e65-9082-9a622f3c5d1c tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:31.720923 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5614e5-9b5d-4e65-9082-9a622f3c5d1c tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:31.722322 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5614e5-9b5d-4e65-9082-9a622f3c5d1c tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:31.723647 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5614e5-9b5d-4e65-9082-9a622f3c5d1c tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:31.724088 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-78887d21-e169-4c11-96ca-c3d30993bc4f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:31.725284 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5614e5-9b5d-4e65-9082-9a622f3c5d1c tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:31.726387 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-7c5614e5-9b5d-4e65-9082-9a622f3c5d1c tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Synchronizing usage tracker for tenant:16ca01bd1cf84cd38347e99fdd7734d7 on resource:subnet {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:57:31.791690 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-8ca9076d-d14f-4e1d-8457-5fbca3b21fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:31.811569 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca9076d-d14f-4e1d-8457-5fbca3b21fcd None None] Routers {'0d5eb753-0a15-414f-9d4d-d66d5e2559db'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:57:31.812427 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-8ca9076d-d14f-4e1d-8457-5fbca3b21fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:57:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['0d5eb753-0a15-414f-9d4d-d66d5e2559db'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:31.882422 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec221a3-69e0-4897-bdec-f4dba45ddf39 None None] Pushing event updated for resources: {'Port': ['ID=74fd0fa2-ce90-46a6-adab-6c7fb4d3b395,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:31.887758 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-7c5614e5-9b5d-4e65-9082-9a622f3c5d1c tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Unset dirty status for tenant:16ca01bd1cf84cd38347e99fdd7734d7 on resource:subnet {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:57:31.893654 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7c5614e5-9b5d-4e65-9082-9a622f3c5d1c tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3041494 Feb 03 13:57:31.894482 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51846) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:31.932026 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-e520f5e7-02d9-4d5e-86ca-46ac7962f844 None None] Allocated IP 172.20.0.1 (b4c71d84-adb2-40a4-a2ed-e5a8c32feb48/3e9cf6af-ad8c-421f-b27a-971d5bb75fc3/e8e3d5b7-c880-4e27-8a33-1169d5716b45) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:57:31.969052 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-8ca9076d-d14f-4e1d-8457-5fbca3b21fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:31.969052 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca9076d-d14f-4e1d-8457-5fbca3b21fcd None None] The sync data for ids ['0d5eb753-0a15-414f-9d4d-d66d5e2559db'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:57:31.973517 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-264872e5-9e61-40c9-ad8c-e5b1ce43cf46 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2100565703'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:31.980080 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-78887d21-e169-4c11-96ca-c3d30993bc4f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:31.986996 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-264872e5-9e61-40c9-ad8c-e5b1ce43cf46 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:32.020529 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-264872e5-9e61-40c9-ad8c-e5b1ce43cf46 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Usage tracker for resource:network and tenant:16ca01bd1cf84cd38347e99fdd7734d7 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:32.028898 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-264872e5-9e61-40c9-ad8c-e5b1ce43cf46 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:32.035211 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51852) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:32.044529 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-264872e5-9e61-40c9-ad8c-e5b1ce43cf46 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:32.079279 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c5b21354-febc-47e7-8e0d-2c33f8ceec14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:32.159891 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-c5b21354-febc-47e7-8e0d-2c33f8ceec14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:32.169554 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-c5b21354-febc-47e7-8e0d-2c33f8ceec14 admin admin] Usage tracker for resource:security_group_rule and tenant:19a053ab4ec244ff9714b9ff8e4d396b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:32.171136 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-c5b21354-febc-47e7-8e0d-2c33f8ceec14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:32.186063 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-c5b21354-febc-47e7-8e0d-2c33f8ceec14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:32.241167 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-510777ea-f6c7-4955-9a18-04394ccb52eb tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] remove_router_interface failed (client error): The resource could not be found. Feb 03 13:57:32.243346 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-510777ea-f6c7-4955-9a18-04394ccb52eb tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "PUT /v2.0/routers/0d5eb753-0a15-414f-9d4d-d66d5e2559db/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5288177 Feb 03 13:57:32.246407 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51860) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:32.251577 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264872e5-9e61-40c9-ad8c-e5b1ce43cf46 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Made reservation on behalf of 16ca01bd1cf84cd38347e99fdd7734d7 for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:32.261999 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-264872e5-9e61-40c9-ad8c-e5b1ce43cf46 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:32.296966 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c5b21354-febc-47e7-8e0d-2c33f8ceec14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:32.306804 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e520f5e7-02d9-4d5e-86ca-46ac7962f844 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:32.328232 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-e520f5e7-02d9-4d5e-86ca-46ac7962f844 None None] Transition to ACTIVE for port object e8e3d5b7-c880-4e27-8a33-1169d5716b45 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:57:32.344905 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-f7c45eba-204c-4b20-8e4d-d18174017dd8 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Synchronizing usage tracker for tenant:e560cbcda02c46efaee7f040dc641828 on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:57:32.354522 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-e520f5e7-02d9-4d5e-86ca-46ac7962f844 None None] Transition to ACTIVE for port object e8e3d5b7-c880-4e27-8a33-1169d5716b45 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:57:32.355624 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c5b21354-febc-47e7-8e0d-2c33f8ceec14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:32.371341 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-264872e5-9e61-40c9-ad8c-e5b1ce43cf46 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:57:32.384349 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-264872e5-9e61-40c9-ad8c-e5b1ce43cf46 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:32.384797 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-264872e5-9e61-40c9-ad8c-e5b1ce43cf46 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Added segment 9c3098a3-5cd9-4e7f-baf3-9ace6f9266a9 of type vlan for network 285b0a91-746e-46ca-aa0f-c9d7962e92a7 Feb 03 13:57:32.411872 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-264872e5-9e61-40c9-ad8c-e5b1ce43cf46 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:32.418730 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b21354-febc-47e7-8e0d-2c33f8ceec14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c99e7f5-e866-416d-ac9f-16c7f42241b1,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:32.427096 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c5b21354-febc-47e7-8e0d-2c33f8ceec14 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=19a053ab4ec244ff9714b9ff8e4d396b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3873670 Feb 03 13:57:32.427448 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51866) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:32.446811 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e520f5e7-02d9-4d5e-86ca-46ac7962f844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:32.475864 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-f7c45eba-204c-4b20-8e4d-d18174017dd8 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Unset dirty status for tenant:e560cbcda02c46efaee7f040dc641828 on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:57:32.477379 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f7c45eba-204c-4b20-8e4d-d18174017dd8 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d5eb753-0a15-414f-9d4d-d66d5e2559db HTTP/1.1" status: 200 len: 205 time: 0.2293341 Feb 03 13:57:32.480104 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51870) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:32.497992 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e4d9197d-abe0-40dc-8fb1-fa8a71080048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:32.528499 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e4d9197d-abe0-40dc-8fb1-fa8a71080048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:32.535330 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e520f5e7-02d9-4d5e-86ca-46ac7962f844 None None] Network b4c71d84-adb2-40a4-a2ed-e5a8c32feb48 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:57:32.536436 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520f5e7-02d9-4d5e-86ca-46ac7962f844 None None] Pushing event updated for resources: {'Port': ['ID=e8e3d5b7-c880-4e27-8a33-1169d5716b45,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:32.539183 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-e520f5e7-02d9-4d5e-86ca-46ac7962f844 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:32.541892 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e520f5e7-02d9-4d5e-86ca-46ac7962f844 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:57:32.565830 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-264872e5-9e61-40c9-ad8c-e5b1ce43cf46 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:32.569751 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264872e5-9e61-40c9-ad8c-e5b1ce43cf46 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:32.572103 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-264872e5-9e61-40c9-ad8c-e5b1ce43cf46 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:32.582658 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-78887d21-e169-4c11-96ca-c3d30993bc4f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:32.631119 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78887d21-e169-4c11-96ca-c3d30993bc4f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event deleted for resources: {'Subnet': ['ID=3e9cf6af-ad8c-421f-b27a-971d5bb75fc3,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:32.650120 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-e520f5e7-02d9-4d5e-86ca-46ac7962f844 None None] Attempting to bind port e8e3d5b7-c880-4e27-8a33-1169d5716b45 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:57:32.650481 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-e520f5e7-02d9-4d5e-86ca-46ac7962f844 None None] Attempting to bind port e8e3d5b7-c880-4e27-8a33-1169d5716b45 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '1969ad90-a2d1-4642-b6e5-f1f3f2b3fd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b4c71d84-adb2-40a4-a2ed-e5a8c32feb48'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:57:32.651017 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e520f5e7-02d9-4d5e-86ca-46ac7962f844 None None] Attempting to bind port e8e3d5b7-c880-4e27-8a33-1169d5716b45 on network b4c71d84-adb2-40a4-a2ed-e5a8c32feb48 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:57:32.661841 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e520f5e7-02d9-4d5e-86ca-46ac7962f844 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:57:32.663033 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e520f5e7-02d9-4d5e-86ca-46ac7962f844 None None] Checking segment: {'id': '1969ad90-a2d1-4642-b6e5-f1f3f2b3fd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b4c71d84-adb2-40a4-a2ed-e5a8c32feb48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:57:32.663570 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e520f5e7-02d9-4d5e-86ca-46ac7962f844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:32.664185 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e520f5e7-02d9-4d5e-86ca-46ac7962f844 None None] Bound using segment: {'id': '1969ad90-a2d1-4642-b6e5-f1f3f2b3fd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b4c71d84-adb2-40a4-a2ed-e5a8c32feb48'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:57:32.664778 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-e520f5e7-02d9-4d5e-86ca-46ac7962f844 None None] Bound port: e8e3d5b7-c880-4e27-8a33-1169d5716b45, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1969ad90-a2d1-4642-b6e5-f1f3f2b3fd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b4c71d84-adb2-40a4-a2ed-e5a8c32feb48'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:57:32.665266 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e520f5e7-02d9-4d5e-86ca-46ac7962f844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:32.704653 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e4d9197d-abe0-40dc-8fb1-fa8a71080048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:32.737357 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d9197d-abe0-40dc-8fb1-fa8a71080048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c99e7f5-e866-416d-ac9f-16c7f42241b1,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:32.751556 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-78887d21-e169-4c11-96ca-c3d30993bc4f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:32.791615 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-e520f5e7-02d9-4d5e-86ca-46ac7962f844 None None] For port e8e3d5b7-c880-4e27-8a33-1169d5716b45, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:57:32.797506 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-78887d21-e169-4c11-96ca-c3d30993bc4f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4c71d84-adb2-40a4-a2ed-e5a8c32feb48']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:32.798028 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-e520f5e7-02d9-4d5e-86ca-46ac7962f844 None None] For port e8e3d5b7-c880-4e27-8a33-1169d5716b45, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=e8e3d5b7-c880-4e27-8a33-1169d5716b45,segment=NetworkSegment(1969ad90-a2d1-4642-b6e5-f1f3f2b3fd4e),segment_id=1969ad90-a2d1-4642-b6e5-f1f3f2b3fd4e)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:57:32.812419 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-78887d21-e169-4c11-96ca-c3d30993bc4f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1969ad90-a2d1-4642-b6e5-f1f3f2b3fd4e') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:32.812419 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-78887d21-e169-4c11-96ca-c3d30993bc4f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1969ad90-a2d1-4642-b6e5-f1f3f2b3fd4e') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:32.827372 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-78887d21-e169-4c11-96ca-c3d30993bc4f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:32.849459 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e4d9197d-abe0-40dc-8fb1-fa8a71080048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:32.850708 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e4d9197d-abe0-40dc-8fb1-fa8a71080048 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0c99e7f5-e866-416d-ac9f-16c7f42241b1 HTTP/1.1" status: 204 len: 168 time: 0.4224348 Feb 03 13:57:32.875845 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e520f5e7-02d9-4d5e-86ca-46ac7962f844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:32.877760 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-78887d21-e169-4c11-96ca-c3d30993bc4f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:32.890352 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78887d21-e169-4c11-96ca-c3d30993bc4f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:57:32.891007 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-78887d21-e169-4c11-96ca-c3d30993bc4f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:32.909469 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 13:57:32.909469 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:57:32.909469 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 13:57:32.909469 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:57:32.909469 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 13:57:32.909469 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:57:32.909469 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 13:57:32.909469 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:57:32.909469 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 13:57:32.909469 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:57:32.909469 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 13:57:32.909469 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:57:32.909469 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 13:57:32.909469 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:57:32.909469 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:57:32.909469 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:57:32.909469 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:57:32.909469 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:57:32.909469 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 13:57:32.909469 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:57:32.909469 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 13:57:32.909469 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:57:32.909469 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:57:32.909469 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:57:32.909469 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 13:57:32.909469 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:57:32.909469 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:57:32.909469 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:57:32.909469 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:57:32.909469 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:57:32.909469 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:57:32.909469 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:57:32.927801 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264872e5-9e61-40c9-ad8c-e5b1ce43cf46 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event updated for resources: {'Network': ['ID=285b0a91-746e-46ca-aa0f-c9d7962e92a7,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:32.941433 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-264872e5-9e61-40c9-ad8c-e5b1ce43cf46 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0449512 Feb 03 13:57:32.942648 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51886) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:32.953138 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-fa830032-ee2f-4655-a9c6-bb6effaa2b01 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:33.025439 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 285b0a91-746e-46ca-aa0f-c9d7962e92a7 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:57:33.068535 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.db.api [None req-78887d21-e169-4c11-96ca-c3d30993bc4f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 13:57:33.068535 dv-neutron-827016-1-hyperv neutron-server[84181]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 13:57:33.068535 dv-neutron-827016-1-hyperv neutron-server[84181]: [parameters: {'id': 'b4c71d84-adb2-40a4-a2ed-e5a8c32feb48'}] Feb 03 13:57:33.068535 dv-neutron-827016-1-hyperv neutron-server[84181]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:57:33.070349 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0b017d17-c4f5-423e-9795-b66338c16c04 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for router, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:33.071152 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG oslo_db.api [None req-78887d21-e169-4c11-96ca-c3d30993bc4f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:57:33.158967 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520f5e7-02d9-4d5e-86ca-46ac7962f844 None None] Pushing event updated for resources: {'Port': ['ID=e8e3d5b7-c880-4e27-8a33-1169d5716b45,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:33.198409 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd2d2f2-42af-4fff-bf67-3f033e87ce98 None None] Network 28ec7069-80c0-49ef-bbe4-20c205288a0a requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:33.211241 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f85838-b3e8-433b-adb8-bdc08a4eb269 None None] Network b4c71d84-adb2-40a4-a2ed-e5a8c32feb48 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:33.292948 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51892) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:33.472002 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-a52bcef8-71ba-4a76-9c03-fa1fa17d5ed5 None None] Provisioning for port 74fd0fa2-ce90-46a6-adab-6c7fb4d3b395 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:57:33.564329 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-95b96cc1-a776-4769-85cb-43ec3e55ee78 tempest-DvrRoutersNegativeTest-2093623234 tempest-DvrRoutersNegativeTest-2093623234-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1407890410', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:33.566585 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.policy [None req-95b96cc1-a776-4769-85cb-43ec3e55ee78 tempest-DvrRoutersNegativeTest-2093623234 tempest-DvrRoutersNegativeTest-2093623234-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=84181) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Feb 03 13:57:33.566890 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.policy [None req-95b96cc1-a776-4769-85cb-43ec3e55ee78 tempest-DvrRoutersNegativeTest-2093623234 tempest-DvrRoutersNegativeTest-2093623234-project] Failed policy check for 'create_router' {{(pid=84181) enforce /opt/stack/neutron/neutron/policy.py:482}} Feb 03 13:57:33.567462 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-95b96cc1-a776-4769-85cb-43ec3e55ee78 tempest-DvrRoutersNegativeTest-2093623234 tempest-DvrRoutersNegativeTest-2093623234-project] create failed (client error): Access was denied to this resource. Feb 03 13:57:33.572400 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-95b96cc1-a776-4769-85cb-43ec3e55ee78 tempest-DvrRoutersNegativeTest-2093623234 tempest-DvrRoutersNegativeTest-2093623234-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2783308 Feb 03 13:57:33.573149 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-78887d21-e169-4c11-96ca-c3d30993bc4f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:33.589409 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-78887d21-e169-4c11-96ca-c3d30993bc4f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Deleting port e8e3d5b7-c880-4e27-8a33-1169d5716b45 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:57:33.589763 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-78887d21-e169-4c11-96ca-c3d30993bc4f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:33.672043 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0b017d17-c4f5-423e-9795-b66338c16c04 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:33.676364 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0b017d17-c4f5-423e-9795-b66338c16c04 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:33.715375 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fa830032-ee2f-4655-a9c6-bb6effaa2b01 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:33.783630 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0b017d17-c4f5-423e-9795-b66338c16c04 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:33.784185 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b017d17-c4f5-423e-9795-b66338c16c04 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Fanout notify agent at l3_agent the message router_deleted on router 0d5eb753-0a15-414f-9d4d-d66d5e2559db {{(pid=84182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:57:33.794459 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0b017d17-c4f5-423e-9795-b66338c16c04 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:33.796200 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-0b017d17-c4f5-423e-9795-b66338c16c04 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "DELETE /v2.0/routers/0d5eb753-0a15-414f-9d4d-d66d5e2559db HTTP/1.1" status: 204 len: 168 time: 1.3124537 Feb 03 13:57:33.799111 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51910) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:33.811898 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fa830032-ee2f-4655-a9c6-bb6effaa2b01 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:33.854886 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fa830032-ee2f-4655-a9c6-bb6effaa2b01 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Network 285b0a91-746e-46ca-aa0f-c9d7962e92a7 is not hosted by any dhcp agent {{(pid=84182) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 03 13:57:33.858619 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 74fd0fa2-ce90-46a6-adab-6c7fb4d3b395 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:57:33.862244 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa830032-ee2f-4655-a9c6-bb6effaa2b01 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:33.863658 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fa830032-ee2f-4655-a9c6-bb6effaa2b01 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:33.867581 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-fa830032-ee2f-4655-a9c6-bb6effaa2b01 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "PUT /v2.0/networks/285b0a91-746e-46ca-aa0f-c9d7962e92a7 HTTP/1.1" status: 200 len: 723 time: 0.9220254 Feb 03 13:57:33.868203 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51914) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:33.889300 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-78887d21-e169-4c11-96ca-c3d30993bc4f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] For port e8e3d5b7-c880-4e27-8a33-1169d5716b45, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=e8e3d5b7-c880-4e27-8a33-1169d5716b45,segment=NetworkSegment(1969ad90-a2d1-4642-b6e5-f1f3f2b3fd4e),segment_id=1969ad90-a2d1-4642-b6e5-f1f3f2b3fd4e)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:33.889619 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-78887d21-e169-4c11-96ca-c3d30993bc4f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:33.954340 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-00d082a9-4476-4bf8-8f60-1c2716cf5553 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Request body: {'subnet': {'network_id': '285b0a91-746e-46ca-aa0f-c9d7962e92a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:33.963276 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ea585c-b3ea-4f4f-8c55-718881998aa9 None None] Update dhcp port {'port': {'network_id': '28ec7069-80c0-49ef-bbe4-20c205288a0a', 'fixed_ips': [{'subnet_id': '34fdf0b2-dd32-4298-9e71-f2fa2f5b37c5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b5edc902-61d2-4704-b4b7-70f1bbeb3966'}], 'binding:host_id': 'dv-neutron-827016-1-hyperv'}, 'id': '74fd0fa2-ce90-46a6-adab-6c7fb4d3b395'} from dv-neutron-827016-1-hyperv. {{(pid=84183) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 03 13:57:34.021526 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-41ea585c-b3ea-4f4f-8c55-718881998aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:34.075327 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa830032-ee2f-4655-a9c6-bb6effaa2b01 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event updated for resources: {'Network': ['ID=285b0a91-746e-46ca-aa0f-c9d7962e92a7,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:34.082585 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-78887d21-e169-4c11-96ca-c3d30993bc4f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Calling delete_port for e8e3d5b7-c880-4e27-8a33-1169d5716b45 owned by network:dhcp {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:57:34.089284 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-00d082a9-4476-4bf8-8f60-1c2716cf5553 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:34.090765 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 74fd0fa2-ce90-46a6-adab-6c7fb4d3b395 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:57:34.097938 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 74fd0fa2-ce90-46a6-adab-6c7fb4d3b395 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:34.098924 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:34.102027 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-00d082a9-4476-4bf8-8f60-1c2716cf5553 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:34.136605 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 285b0a91-746e-46ca-aa0f-c9d7962e92a7 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:57:34.172077 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d082a9-4476-4bf8-8f60-1c2716cf5553 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Made reservation on behalf of 16ca01bd1cf84cd38347e99fdd7734d7 for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:34.210920 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8cb04e7-11c0-41e0-8a97-2561553bac7e tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Deleting subnet 05e88484-5ae0-47af-8598-0f0cea9f3a0d {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 13:57:34.213776 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e8cb04e7-11c0-41e0-8a97-2561553bac7e tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:34.273946 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e8cb04e7-11c0-41e0-8a97-2561553bac7e tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:34.336529 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51924) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:34.339431 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-00d082a9-4476-4bf8-8f60-1c2716cf5553 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:34.344262 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-78887d21-e169-4c11-96ca-c3d30993bc4f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:34.401160 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78887d21-e169-4c11-96ca-c3d30993bc4f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event deleted for resources: {'Port': ['ID=e8e3d5b7-c880-4e27-8a33-1169d5716b45,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:34.412342 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78887d21-e169-4c11-96ca-c3d30993bc4f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] No DVR routers for this DVR port e8e3d5b7-c880-4e27-8a33-1169d5716b45 on host dv-neutron-827016-1-hyperv {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:57:34.460749 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e8cb04e7-11c0-41e0-8a97-2561553bac7e tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:34.577980 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:34.611922 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cdb33462-69f7-402b-814c-e831c29d6c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:34.613780 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-41ea585c-b3ea-4f4f-8c55-718881998aa9 None None] Allocated IP 172.20.0.1 (28ec7069-80c0-49ef-bbe4-20c205288a0a/b5edc902-61d2-4704-b4b7-70f1bbeb3966/74fd0fa2-ce90-46a6-adab-6c7fb4d3b395) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:57:34.686091 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-cdb33462-69f7-402b-814c-e831c29d6c5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:34.692714 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-cdb33462-69f7-402b-814c-e831c29d6c5c admin admin] Usage tracker for resource:security_group_rule and tenant:5b68394a0d6948568c28b8ee282373e6 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:34.696727 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-cdb33462-69f7-402b-814c-e831c29d6c5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:34.703458 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-cdb33462-69f7-402b-814c-e831c29d6c5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:34.787381 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 03 13:57:34.787381 dv-neutron-827016-1-hyperv neutron-server[84183]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Feb 03 13:57:34.787381 dv-neutron-827016-1-hyperv neutron-server[84183]: [parameters: {'status': 'ACTIVE', 'ports_id': '74fd0fa2-ce90-46a6-adab-6c7fb4d3b395'}] Feb 03 13:57:34.787381 dv-neutron-827016-1-hyperv neutron-server[84183]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:57:34.787784 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:57:34.824090 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-41ea585c-b3ea-4f4f-8c55-718881998aa9 None None] For port 74fd0fa2-ce90-46a6-adab-6c7fb4d3b395, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=74fd0fa2-ce90-46a6-adab-6c7fb4d3b395,segment=NetworkSegment(d2a3bfc0-23bd-4053-b89d-c4f4a52fca2a),segment_id=d2a3bfc0-23bd-4053-b89d-c4f4a52fca2a)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:34.837126 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-78887d21-e169-4c11-96ca-c3d30993bc4f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:34.853557 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-41ea585c-b3ea-4f4f-8c55-718881998aa9 None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:34.867420 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cdb33462-69f7-402b-814c-e831c29d6c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:34.872236 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-78887d21-e169-4c11-96ca-c3d30993bc4f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4c71d84-adb2-40a4-a2ed-e5a8c32feb48']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:34.884466 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-78887d21-e169-4c11-96ca-c3d30993bc4f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1969ad90-a2d1-4642-b6e5-f1f3f2b3fd4e') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:34.884814 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-78887d21-e169-4c11-96ca-c3d30993bc4f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1969ad90-a2d1-4642-b6e5-f1f3f2b3fd4e') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:34.896352 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-78887d21-e169-4c11-96ca-c3d30993bc4f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:34.903289 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-41ea585c-b3ea-4f4f-8c55-718881998aa9 None None] Transition to ACTIVE for port object 74fd0fa2-ce90-46a6-adab-6c7fb4d3b395 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:57:34.906102 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e8cb04e7-11c0-41e0-8a97-2561553bac7e tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:34.921242 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-00d082a9-4476-4bf8-8f60-1c2716cf5553 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:34.938769 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-41ea585c-b3ea-4f4f-8c55-718881998aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:34.953569 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-78887d21-e169-4c11-96ca-c3d30993bc4f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:34.958241 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb04e7-11c0-41e0-8a97-2561553bac7e tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event deleted for resources: {'Subnet': ['ID=05e88484-5ae0-47af-8598-0f0cea9f3a0d,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:34.962735 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e8cb04e7-11c0-41e0-8a97-2561553bac7e tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:34.968733 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78887d21-e169-4c11-96ca-c3d30993bc4f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:57:34.969128 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-78887d21-e169-4c11-96ca-c3d30993bc4f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:34.984998 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 13:57:34.984998 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:57:34.984998 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 13:57:34.984998 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:57:34.984998 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 13:57:34.984998 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:57:34.984998 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 13:57:34.984998 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:57:34.984998 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 13:57:34.984998 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:57:34.984998 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 13:57:34.984998 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:57:34.984998 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 13:57:34.984998 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:57:34.984998 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:57:34.984998 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:57:34.984998 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:57:34.984998 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:57:34.984998 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 13:57:34.984998 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:57:34.984998 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 13:57:34.984998 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:57:34.984998 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:57:34.984998 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:57:34.984998 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 13:57:34.984998 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:57:34.984998 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:57:34.984998 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:57:34.984998 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:57:34.984998 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:57:34.984998 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:57:34.984998 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:57:34.989511 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cdb33462-69f7-402b-814c-e831c29d6c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:34.997864 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d082a9-4476-4bf8-8f60-1c2716cf5553 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event updated for resources: {'Subnet': ['ID=5aedd805-40c4-4df9-a281-fca77c29141b,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:35.029473 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb33462-69f7-402b-814c-e831c29d6c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653c46f2-8295-4afa-9cf3-c2c609b3fae8,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:35.031820 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4247699-2ec2-42c7-aa4f-41af5cb8ee81 None None] Network c696097d-d7f2-4d65-9c20-f33a5e1b0e10 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:35.048444 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e8cb04e7-11c0-41e0-8a97-2561553bac7e tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "DELETE /v2.0/subnets/05e88484-5ae0-47af-8598-0f0cea9f3a0d HTTP/1.1" status: 204 len: 168 time: 1.2482777 Feb 03 13:57:35.052460 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51936) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:35.073239 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-cdb33462-69f7-402b-814c-e831c29d6c5c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5b68394a0d6948568c28b8ee282373e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7168438 Feb 03 13:57:35.084179 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51940) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:35.109787 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea585c-b3ea-4f4f-8c55-718881998aa9 None None] Pushing event updated for resources: {'Port': ['ID=74fd0fa2-ce90-46a6-adab-6c7fb4d3b395,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:35.122606 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ea585c-b3ea-4f4f-8c55-718881998aa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:35.123544 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ea585c-b3ea-4f4f-8c55-718881998aa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:35.123886 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ea585c-b3ea-4f4f-8c55-718881998aa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:35.124218 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ea585c-b3ea-4f4f-8c55-718881998aa9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:35.124574 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ea585c-b3ea-4f4f-8c55-718881998aa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:35.124901 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ea585c-b3ea-4f4f-8c55-718881998aa9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:35.125224 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ea585c-b3ea-4f4f-8c55-718881998aa9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:35.125598 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ea585c-b3ea-4f4f-8c55-718881998aa9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:35.125925 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ea585c-b3ea-4f4f-8c55-718881998aa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:35.126241 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ea585c-b3ea-4f4f-8c55-718881998aa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:35.126556 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ea585c-b3ea-4f4f-8c55-718881998aa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:35.142999 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d082a9-4476-4bf8-8f60-1c2716cf5553 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Checking segment: {'id': '9c3098a3-5cd9-4e7f-baf3-9ace6f9266a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '285b0a91-746e-46ca-aa0f-c9d7962e92a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:57:35.143774 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d082a9-4476-4bf8-8f60-1c2716cf5553 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Network hostable DHCP agents. Network: 285b0a91-746e-46ca-aa0f-c9d7962e92a7, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:57:35.203491 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-794824b6-6dc6-46ec-8f92-e54f6baddccf tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:35.215856 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-794824b6-6dc6-46ec-8f92-e54f6baddccf tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Deleting port 15b16a2e-364c-44b8-8cd4-235293aa5e70 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:57:35.216468 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-794824b6-6dc6-46ec-8f92-e54f6baddccf tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:35.256784 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-78887d21-e169-4c11-96ca-c3d30993bc4f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:35.266646 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-78887d21-e169-4c11-96ca-c3d30993bc4f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:35.270123 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7f6b11a9-5992-4f05-b466-831d26bb826d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:35.309683 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-78887d21-e169-4c11-96ca-c3d30993bc4f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "DELETE /v2.0/networks/b4c71d84-adb2-40a4-a2ed-e5a8c32feb48 HTTP/1.1" status: 204 len: 168 time: 3.8610198 Feb 03 13:57:35.313131 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78887d21-e169-4c11-96ca-c3d30993bc4f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event deleted for resources: {'Network': ['ID=b4c71d84-adb2-40a4-a2ed-e5a8c32feb48,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:35.313565 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51944) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:35.317709 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7f6b11a9-5992-4f05-b466-831d26bb826d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:35.328560 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-105d128e-ace8-416d-acd9-ff8d076ea3e9 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-38767942'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:35.333217 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-105d128e-ace8-416d-acd9-ff8d076ea3e9 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:35.337414 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-105d128e-ace8-416d-acd9-ff8d076ea3e9 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Usage tracker for resource:network and tenant:cf1a07a12cb04727ad443721ec556df8 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:35.340320 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-105d128e-ace8-416d-acd9-ff8d076ea3e9 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:35.347505 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-105d128e-ace8-416d-acd9-ff8d076ea3e9 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:35.357001 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d082a9-4476-4bf8-8f60-1c2716cf5553 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Network 285b0a91-746e-46ca-aa0f-c9d7962e92a7 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:57:35.423665 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:35.459094 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105d128e-ace8-416d-acd9-ff8d076ea3e9 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Made reservation on behalf of cf1a07a12cb04727ad443721ec556df8 for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:35.463164 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-105d128e-ace8-416d-acd9-ff8d076ea3e9 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:35.488671 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 74fd0fa2-ce90-46a6-adab-6c7fb4d3b395, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=74fd0fa2-ce90-46a6-adab-6c7fb4d3b395,segment=NetworkSegment(d2a3bfc0-23bd-4053-b89d-c4f4a52fca2a),segment_id=d2a3bfc0-23bd-4053-b89d-c4f4a52fca2a)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:35.491180 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-00d082a9-4476-4bf8-8f60-1c2716cf5553 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 285b0a91-746e-46ca-aa0f-c9d7962e92a7) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:35.496868 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d082a9-4476-4bf8-8f60-1c2716cf5553 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:35.497457 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-00d082a9-4476-4bf8-8f60-1c2716cf5553 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:35.531858 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23923943-2c5e-4b63-9969-e6750d42bfe7 None None] Network 285b0a91-746e-46ca-aa0f-c9d7962e92a7 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:35.552149 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7f6b11a9-5992-4f05-b466-831d26bb826d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:35.555544 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-105d128e-ace8-416d-acd9-ff8d076ea3e9 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:57:35.569425 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-794824b6-6dc6-46ec-8f92-e54f6baddccf tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] For port 15b16a2e-364c-44b8-8cd4-235293aa5e70, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=15b16a2e-364c-44b8-8cd4-235293aa5e70,segment=NetworkSegment(3804efb4-e334-492b-a445-d39a2c7b4118),segment_id=3804efb4-e334-492b-a445-d39a2c7b4118)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:35.569710 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-794824b6-6dc6-46ec-8f92-e54f6baddccf tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:35.589752 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7f6b11a9-5992-4f05-b466-831d26bb826d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:35.590871 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7f6b11a9-5992-4f05-b466-831d26bb826d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/653c46f2-8295-4afa-9cf3-c2c609b3fae8 HTTP/1.1" status: 204 len: 168 time: 0.4864972 Feb 03 13:57:35.591938 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6b11a9-5992-4f05-b466-831d26bb826d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653c46f2-8295-4afa-9cf3-c2c609b3fae8,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:35.596594 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-105d128e-ace8-416d-acd9-ff8d076ea3e9 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:35.596945 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-105d128e-ace8-416d-acd9-ff8d076ea3e9 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Added segment 33e6b8d5-36f4-498b-b327-39f2f0bf8e90 of type vlan for network 27eb64e5-65bd-4d36-ae44-e5e07e662ccc Feb 03 13:57:35.640440 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-00d082a9-4476-4bf8-8f60-1c2716cf5553 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7576361 Feb 03 13:57:35.643756 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51956) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:35.652380 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-2e11cae7-9ab7-458d-b850-40ddf9bcf871 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:35.672749 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f73675-0aee-4325-9ccd-da7c8089c388 None None] DHCP port deletion for c696097d-d7f2-4d65-9c20-f33a5e1b0e10 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 13:57:35.674543 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:35.724204 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-105d128e-ace8-416d-acd9-ff8d076ea3e9 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:35.825714 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-17f73675-0aee-4325-9ccd-da7c8089c388 None None] Deleting port 15b16a2e-364c-44b8-8cd4-235293aa5e70 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:57:35.826495 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-17f73675-0aee-4325-9ccd-da7c8089c388 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:35.844397 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-794824b6-6dc6-46ec-8f92-e54f6baddccf tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Calling delete_port for 15b16a2e-364c-44b8-8cd4-235293aa5e70 owned by network:dhcp {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:57:35.875858 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 74fd0fa2-ce90-46a6-adab-6c7fb4d3b395 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:57:35.917295 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2e11cae7-9ab7-458d-b850-40ddf9bcf871 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3187193'] for subnet, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:35.962167 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-105d128e-ace8-416d-acd9-ff8d076ea3e9 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:35.966128 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105d128e-ace8-416d-acd9-ff8d076ea3e9 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:35.967501 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-105d128e-ace8-416d-acd9-ff8d076ea3e9 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:36.046635 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-794824b6-6dc6-46ec-8f92-e54f6baddccf tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:36.093051 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=74fd0fa2-ce90-46a6-adab-6c7fb4d3b395,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:36.107863 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-17f73675-0aee-4325-9ccd-da7c8089c388 None None] The port '15b16a2e-364c-44b8-8cd4-235293aa5e70' was deleted {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 13:57:36.150729 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-105d128e-ace8-416d-acd9-ff8d076ea3e9 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8351502 Feb 03 13:57:36.165158 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 51970) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:36.166433 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794824b6-6dc6-46ec-8f92-e54f6baddccf tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event deleted for resources: {'Port': ['ID=15b16a2e-364c-44b8-8cd4-235293aa5e70,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:36.177247 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d128e-ace8-416d-acd9-ff8d076ea3e9 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event updated for resources: {'Network': ['ID=27eb64e5-65bd-4d36-ae44-e5e07e662ccc,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:36.198461 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-2da85868-0f5f-4364-b0c1-060e9b69f80b tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Request body: {'subnet': {'network_id': '27eb64e5-65bd-4d36-ae44-e5e07e662ccc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:36.211433 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 27eb64e5-65bd-4d36-ae44-e5e07e662ccc details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:57:36.315619 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794824b6-6dc6-46ec-8f92-e54f6baddccf tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] No DVR routers for this DVR port 15b16a2e-364c-44b8-8cd4-235293aa5e70 on host dv-neutron-827016-1-hyperv {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:57:36.335897 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbbe555-7485-48e5-aac1-08d8c4f462cd None None] Network 28ec7069-80c0-49ef-bbe4-20c205288a0a requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:36.480672 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2e11cae7-9ab7-458d-b850-40ddf9bcf871 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769357090052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3151251'] for subnet, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:36.511151 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-794824b6-6dc6-46ec-8f92-e54f6baddccf tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:36.526883 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-2da85868-0f5f-4364-b0c1-060e9b69f80b tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:36.544670 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-2da85868-0f5f-4364-b0c1-060e9b69f80b tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Usage tracker for resource:subnet and tenant:cf1a07a12cb04727ad443721ec556df8 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:36.550788 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-2da85868-0f5f-4364-b0c1-060e9b69f80b tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:36.558898 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-794824b6-6dc6-46ec-8f92-e54f6baddccf tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c696097d-d7f2-4d65-9c20-f33a5e1b0e10']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:36.566573 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-2da85868-0f5f-4364-b0c1-060e9b69f80b tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:36.577989 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-794824b6-6dc6-46ec-8f92-e54f6baddccf tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3804efb4-e334-492b-a445-d39a2c7b4118') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:36.578336 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-794824b6-6dc6-46ec-8f92-e54f6baddccf tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3804efb4-e334-492b-a445-d39a2c7b4118') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:36.594880 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-794824b6-6dc6-46ec-8f92-e54f6baddccf tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:36.614960 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-794824b6-6dc6-46ec-8f92-e54f6baddccf tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:36.623406 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-794824b6-6dc6-46ec-8f92-e54f6baddccf tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:57:36.623871 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-794824b6-6dc6-46ec-8f92-e54f6baddccf tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:36.632429 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 15b16a2e-364c-44b8-8cd4-235293aa5e70 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 13:57:36.641614 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 13:57:36.641614 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:57:36.641614 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 13:57:36.641614 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:57:36.641614 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 13:57:36.641614 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:57:36.641614 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 13:57:36.641614 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:57:36.641614 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 13:57:36.641614 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:57:36.641614 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 13:57:36.641614 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:57:36.641614 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 13:57:36.641614 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:57:36.641614 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:57:36.641614 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:57:36.641614 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:57:36.641614 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:57:36.641614 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 13:57:36.641614 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:57:36.641614 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 13:57:36.641614 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:57:36.641614 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:57:36.641614 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:57:36.641614 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 13:57:36.641614 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:57:36.641614 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:57:36.641614 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:57:36.641614 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:57:36.641614 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:57:36.641614 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:57:36.641614 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:57:36.663611 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e11cae7-9ab7-458d-b850-40ddf9bcf871 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:36.664836 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2e11cae7-9ab7-458d-b850-40ddf9bcf871 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:36.666551 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2e11cae7-9ab7-458d-b850-40ddf9bcf871 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "PUT /v2.0/subnets/5aedd805-40c4-4df9-a281-fca77c29141b HTTP/1.1" status: 200 len: 826 time: 1.0216134 Feb 03 13:57:36.676290 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e11cae7-9ab7-458d-b850-40ddf9bcf871 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event updated for resources: {'Subnet': ['ID=5aedd805-40c4-4df9-a281-fca77c29141b,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:36.681574 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51982) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:36.704128 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 15b16a2e-364c-44b8-8cd4-235293aa5e70 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 13:57:36.704853 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 15b16a2e-364c-44b8-8cd4-235293aa5e70 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 13:57:36.707470 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-f9f543ee-912b-4062-a7e5-72034246568f None None] Provisioning for port 74fd0fa2-ce90-46a6-adab-6c7fb4d3b395 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:57:36.713934 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da85868-0f5f-4364-b0c1-060e9b69f80b tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Made reservation on behalf of cf1a07a12cb04727ad443721ec556df8 for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:36.728465 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-f9f543ee-912b-4062-a7e5-72034246568f None None] Provisioning complete for port 74fd0fa2-ce90-46a6-adab-6c7fb4d3b395 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:36.728873 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f9f543ee-912b-4062-a7e5-72034246568f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:36.763123 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84025cc0-7a26-4558-ac4b-49d7e25bb7ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-285b0a91-746e-46ca-aa0f-c9d7962e92a7', 'network_id': '285b0a91-746e-46ca-aa0f-c9d7962e92a7', 'tenant_id': '16ca01bd1cf84cd38347e99fdd7734d7', 'fixed_ips': [{'subnet_id': '5aedd805-40c4-4df9-a281-fca77c29141b'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:57:36.764503 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-84025cc0-7a26-4558-ac4b-49d7e25bb7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:36.863238 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2da85868-0f5f-4364-b0c1-060e9b69f80b tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:36.866951 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4058be3a-4127-4cce-a615-070329216f5a tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:36.973334 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4058be3a-4127-4cce-a615-070329216f5a tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:37.009548 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 51992) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:37.111981 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-794824b6-6dc6-46ec-8f92-e54f6baddccf tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:37.131229 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-794824b6-6dc6-46ec-8f92-e54f6baddccf tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:37.164931 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794824b6-6dc6-46ec-8f92-e54f6baddccf tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event deleted for resources: {'Network': ['ID=c696097d-d7f2-4d65-9c20-f33a5e1b0e10,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:37.167523 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4058be3a-4127-4cce-a615-070329216f5a tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:37.213747 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4058be3a-4127-4cce-a615-070329216f5a tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event deleted for resources: {'Subnet': ['ID=5aedd805-40c4-4df9-a281-fca77c29141b,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:37.218431 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-2ddde7d1-98fe-41f2-a88c-27680fbb7249 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-480877357', 'router:external': True}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:37.225540 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-2ddde7d1-98fe-41f2-a88c-27680fbb7249 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:37.234112 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2ddde7d1-98fe-41f2-a88c-27680fbb7249 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Usage tracker for resource:network and tenant:4b3df48f94a24c57807c6c656f18bfb8 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:37.238925 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2ddde7d1-98fe-41f2-a88c-27680fbb7249 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:37.246932 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-2ddde7d1-98fe-41f2-a88c-27680fbb7249 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:37.249830 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-794824b6-6dc6-46ec-8f92-e54f6baddccf tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "DELETE /v2.0/networks/c696097d-d7f2-4d65-9c20-f33a5e1b0e10 HTTP/1.1" status: 204 len: 168 time: 2.1961634 Feb 03 13:57:37.250680 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52000) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:37.265177 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-f1d78d75-1dc4-4687-8a00-acebc75b42a1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-311610100'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:37.273181 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f1d78d75-1dc4-4687-8a00-acebc75b42a1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:37.280896 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f1d78d75-1dc4-4687-8a00-acebc75b42a1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Usage tracker for resource:network and tenant:e560cbcda02c46efaee7f040dc641828 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server [None req-84025cc0-7a26-4558-ac4b-49d7e25bb7ec None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5aedd805-40c4-4df9-a281-fca77c29141b: This subnet is being modified by another concurrent operation. Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server raise value Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server raise value Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server raise value Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 13:57:37.283968 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server raise value Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server raise value Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server raise value Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server raise exception Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5aedd805-40c4-4df9-a281-fca77c29141b: This subnet is being modified by another concurrent operation. Feb 03 13:57:37.290307 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server Feb 03 13:57:37.295748 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f1d78d75-1dc4-4687-8a00-acebc75b42a1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:37.303741 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9794337e-905a-4e7f-b0b7-9ef95960411c None None] Network 285b0a91-746e-46ca-aa0f-c9d7962e92a7 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:37.304899 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f1d78d75-1dc4-4687-8a00-acebc75b42a1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:37.362724 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddde7d1-98fe-41f2-a88c-27680fbb7249 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Made reservation on behalf of 4b3df48f94a24c57807c6c656f18bfb8 for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:37.371089 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2ddde7d1-98fe-41f2-a88c-27680fbb7249 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:37.389855 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52004) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:37.416994 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2ddde7d1-98fe-41f2-a88c-27680fbb7249 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:37.423166 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d78d75-1dc4-4687-8a00-acebc75b42a1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Made reservation on behalf of e560cbcda02c46efaee7f040dc641828 for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:37.426112 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f1d78d75-1dc4-4687-8a00-acebc75b42a1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:37.436680 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4058be3a-4127-4cce-a615-070329216f5a tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:37.457707 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d78d75-1dc4-4687-8a00-acebc75b42a1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:57:37.467404 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f1d78d75-1dc4-4687-8a00-acebc75b42a1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:37.467860 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-f1d78d75-1dc4-4687-8a00-acebc75b42a1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Added segment 6d000cf2-7ec0-47a6-8f50-316ca5136dc5 of type vlan for network 9c3b54a9-7f77-4fc5-8d6a-c34b3a795c86 Feb 03 13:57:37.477809 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-4058be3a-4127-4cce-a615-070329216f5a tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['285b0a91-746e-46ca-aa0f-c9d7962e92a7']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:37.493720 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-2ddde7d1-98fe-41f2-a88c-27680fbb7249 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:37.497236 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-4058be3a-4127-4cce-a615-070329216f5a tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c3098a3-5cd9-4e7f-baf3-9ace6f9266a9') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:37.497537 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-4058be3a-4127-4cce-a615-070329216f5a tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c3098a3-5cd9-4e7f-baf3-9ace6f9266a9') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:37.501291 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f1d78d75-1dc4-4687-8a00-acebc75b42a1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:37.508567 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2ddde7d1-98fe-41f2-a88c-27680fbb7249 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Usage tracker for resource:security_group_rule and tenant:4b3df48f94a24c57807c6c656f18bfb8 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:37.513529 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2ddde7d1-98fe-41f2-a88c-27680fbb7249 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:37.517163 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4058be3a-4127-4cce-a615-070329216f5a tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:37.529864 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-2ddde7d1-98fe-41f2-a88c-27680fbb7249 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:37.533239 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2da85868-0f5f-4364-b0c1-060e9b69f80b tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:37.542160 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4058be3a-4127-4cce-a615-070329216f5a tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:37.549949 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4058be3a-4127-4cce-a615-070329216f5a tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:57:37.550435 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4058be3a-4127-4cce-a615-070329216f5a tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:37.565833 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 13:57:37.565833 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:57:37.565833 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 13:57:37.565833 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:57:37.565833 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 13:57:37.565833 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:57:37.565833 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 13:57:37.565833 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:57:37.565833 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 13:57:37.565833 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:57:37.565833 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 13:57:37.565833 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:57:37.565833 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 13:57:37.565833 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:57:37.565833 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:57:37.565833 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:57:37.565833 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:57:37.565833 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:57:37.565833 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 13:57:37.565833 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:57:37.565833 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 13:57:37.565833 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:57:37.565833 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:57:37.565833 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:57:37.565833 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 13:57:37.565833 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:57:37.565833 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:57:37.565833 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:57:37.565833 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:57:37.565833 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:57:37.565833 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:57:37.565833 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:57:37.578292 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-8c852ee2-b7b2-404d-b7d4-c2d7b407b675 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:37.578904 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-8c852ee2-b7b2-404d-b7d4-c2d7b407b675 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] create failed (client error): There was a conflict when trying to complete your request. Feb 03 13:57:37.583697 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8c852ee2-b7b2-404d-b7d4-c2d7b407b675 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1889281 Feb 03 13:57:37.584666 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52010) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:37.593024 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768c224c-0279-40ce-87f3-3112c1018e7c None None] Network 285b0a91-746e-46ca-aa0f-c9d7962e92a7 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:37.598835 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-ce29ac08-1aa7-4c03-90de-d2a3e5ccf1c0 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Request body: {'security_group': {'name': 'tempest-secgroup--1204234370'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:37.617178 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-ce29ac08-1aa7-4c03-90de-d2a3e5ccf1c0 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:37.624825 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f1d78d75-1dc4-4687-8a00-acebc75b42a1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:37.628489 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d78d75-1dc4-4687-8a00-acebc75b42a1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:37.629106 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f1d78d75-1dc4-4687-8a00-acebc75b42a1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:37.633498 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ce29ac08-1aa7-4c03-90de-d2a3e5ccf1c0 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Usage tracker for resource:security_group and tenant:141de835597d419fb506bbaf5a63ca35 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:37.662654 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ce29ac08-1aa7-4c03-90de-d2a3e5ccf1c0 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:37.665329 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da85868-0f5f-4364-b0c1-060e9b69f80b tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event updated for resources: {'Subnet': ['ID=fc2947fa-1446-4da6-abda-3af4dccb8105,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:37.694145 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-7ffead11-2221-4c8b-8172-585a63ff2623 None None] Provisioning complete for port 74fd0fa2-ce90-46a6-adab-6c7fb4d3b395 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:37.694519 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7ffead11-2221-4c8b-8172-585a63ff2623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:37.711165 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4058be3a-4127-4cce-a615-070329216f5a tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:37.732153 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-ce29ac08-1aa7-4c03-90de-d2a3e5ccf1c0 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:37.753111 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4058be3a-4127-4cce-a615-070329216f5a tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:37.768700 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4058be3a-4127-4cce-a615-070329216f5a tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event deleted for resources: {'Network': ['ID=285b0a91-746e-46ca-aa0f-c9d7962e92a7,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:37.779270 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d78d75-1dc4-4687-8a00-acebc75b42a1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event updated for resources: {'Network': ['ID=9c3b54a9-7f77-4fc5-8d6a-c34b3a795c86,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:37.784673 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da85868-0f5f-4364-b0c1-060e9b69f80b tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Checking segment: {'id': '33e6b8d5-36f4-498b-b327-39f2f0bf8e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '27eb64e5-65bd-4d36-ae44-e5e07e662ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:57:37.785080 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da85868-0f5f-4364-b0c1-060e9b69f80b tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Network hostable DHCP agents. Network: 27eb64e5-65bd-4d36-ae44-e5e07e662ccc, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:57:37.793510 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4058be3a-4127-4cce-a615-070329216f5a tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "DELETE /v2.0/networks/285b0a91-746e-46ca-aa0f-c9d7962e92a7 HTTP/1.1" status: 204 len: 168 time: 1.1065989 Feb 03 13:57:37.796747 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52014) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:37.824548 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 9c3b54a9-7f77-4fc5-8d6a-c34b3a795c86 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:57:37.831288 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-379ae063-b5a9-4e99-ac66-d4980001c478 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] DELETE failed (client error): The resource could not be found. Feb 03 13:57:37.831652 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-379ae063-b5a9-4e99-ac66-d4980001c478 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:57:37.835109 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-379ae063-b5a9-4e99-ac66-d4980001c478 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "DELETE /v2.0/networks/285b0a91-746e-46ca-aa0f-c9d7962e92a7 HTTP/1.1" status: 404 len: 339 time: 0.0355537 Feb 03 13:57:37.837145 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52018) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:37.843550 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2ddde7d1-98fe-41f2-a88c-27680fbb7249 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:37.844355 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-9825aa02-7fae-419f-95a3-e410a766ac33 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-954015131', 'description': 'd1'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:37.844476 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 74fd0fa2-ce90-46a6-adab-6c7fb4d3b395 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:57:37.849717 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-9825aa02-7fae-419f-95a3-e410a766ac33 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:37.854125 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f1d78d75-1dc4-4687-8a00-acebc75b42a1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5961323 Feb 03 13:57:37.855266 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-9825aa02-7fae-419f-95a3-e410a766ac33 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Usage tracker for resource:network and tenant:16ca01bd1cf84cd38347e99fdd7734d7 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:37.858155 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52022) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:37.870740 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-9825aa02-7fae-419f-95a3-e410a766ac33 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:37.871300 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-ce642669-6e93-4e3d-b78a-c917c848a546 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Request body: {'subnet': {'network_id': '9c3b54a9-7f77-4fc5-8d6a-c34b3a795c86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:37.871401 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-9825aa02-7fae-419f-95a3-e410a766ac33 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:37.909261 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ce29ac08-1aa7-4c03-90de-d2a3e5ccf1c0 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:37.925202 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ce29ac08-1aa7-4c03-90de-d2a3e5ccf1c0 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:37.938976 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9825aa02-7fae-419f-95a3-e410a766ac33 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Made reservation on behalf of 16ca01bd1cf84cd38347e99fdd7734d7 for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:37.942014 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9825aa02-7fae-419f-95a3-e410a766ac33 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:37.951731 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da85868-0f5f-4364-b0c1-060e9b69f80b tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Network 27eb64e5-65bd-4d36-ae44-e5e07e662ccc is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:57:37.998095 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-ce29ac08-1aa7-4c03-90de-d2a3e5ccf1c0 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:38.000341 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9825aa02-7fae-419f-95a3-e410a766ac33 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:57:38.006860 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ce29ac08-1aa7-4c03-90de-d2a3e5ccf1c0 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Usage tracker for resource:security_group_rule and tenant:141de835597d419fb506bbaf5a63ca35 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:38.010118 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38964c3-2172-4fde-b3f6-2a8057ec1271 None None] get_active_networks_info from dv-neutron-827016-1-hyperv {{(pid=84183) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 03 13:57:38.011626 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ce29ac08-1aa7-4c03-90de-d2a3e5ccf1c0 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:38.019824 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-ce29ac08-1aa7-4c03-90de-d2a3e5ccf1c0 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:38.021701 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-2da85868-0f5f-4364-b0c1-060e9b69f80b tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 27eb64e5-65bd-4d36-ae44-e5e07e662ccc) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:38.023611 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9825aa02-7fae-419f-95a3-e410a766ac33 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:38.023953 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-9825aa02-7fae-419f-95a3-e410a766ac33 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Added segment 3031b775-4a3d-429d-994e-4cd892467ac2 of type vlan for network 1ddca4ad-78ab-4c5c-8cff-038a20747ae8 Feb 03 13:57:38.034274 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da85868-0f5f-4364-b0c1-060e9b69f80b tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:38.034861 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2da85868-0f5f-4364-b0c1-060e9b69f80b tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:38.036643 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2ddde7d1-98fe-41f2-a88c-27680fbb7249 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:38.094354 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9825aa02-7fae-419f-95a3-e410a766ac33 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:38.097628 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ddde7d1-98fe-41f2-a88c-27680fbb7249 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:57:38.116373 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddde7d1-98fe-41f2-a88c-27680fbb7249 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ce579c-f691-4e2f-9bbc-c48f3f28cbf3,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:38.119095 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ce642669-6e93-4e3d-b78a-c917c848a546 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:38.122009 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2ddde7d1-98fe-41f2-a88c-27680fbb7249 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:38.122506 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-2ddde7d1-98fe-41f2-a88c-27680fbb7249 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Added segment f869ebc9-733a-41b5-9f74-c9a8477c9f00 of type vlan for network 6ea1921a-7026-47aa-99c0-b1b37371a385 Feb 03 13:57:38.128884 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ce642669-6e93-4e3d-b78a-c917c848a546 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Usage tracker for resource:subnet and tenant:e560cbcda02c46efaee7f040dc641828 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:38.134903 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ce642669-6e93-4e3d-b78a-c917c848a546 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:38.139510 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ce642669-6e93-4e3d-b78a-c917c848a546 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:38.170865 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2ddde7d1-98fe-41f2-a88c-27680fbb7249 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:38.178244 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ce29ac08-1aa7-4c03-90de-d2a3e5ccf1c0 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:38.183339 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52026) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:38.183489 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-2da85868-0f5f-4364-b0c1-060e9b69f80b tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0054021 Feb 03 13:57:38.217377 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 74fd0fa2-ce90-46a6-adab-6c7fb4d3b395 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:38.217753 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:38.258012 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9825aa02-7fae-419f-95a3-e410a766ac33 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:38.264014 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9825aa02-7fae-419f-95a3-e410a766ac33 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:38.264635 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9825aa02-7fae-419f-95a3-e410a766ac33 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:38.288070 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce642669-6e93-4e3d-b78a-c917c848a546 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Made reservation on behalf of e560cbcda02c46efaee7f040dc641828 for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:38.306241 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ce29ac08-1aa7-4c03-90de-d2a3e5ccf1c0 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:38.322751 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38964c3-2172-4fde-b3f6-2a8057ec1271 None None] Resources bound (agent type, host, resource id): {{(pid=84183) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 13:57:38.392113 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2ddde7d1-98fe-41f2-a88c-27680fbb7249 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:38.393744 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddde7d1-98fe-41f2-a88c-27680fbb7249 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:38.394604 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2ddde7d1-98fe-41f2-a88c-27680fbb7249 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:38.442397 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-ce29ac08-1aa7-4c03-90de-d2a3e5ccf1c0 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:38.449888 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ce29ac08-1aa7-4c03-90de-d2a3e5ccf1c0 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Usage tracker for resource:security_group_rule and tenant:141de835597d419fb506bbaf5a63ca35 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:38.452753 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825aa02-7fae-419f-95a3-e410a766ac33 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event updated for resources: {'Network': ['ID=1ddca4ad-78ab-4c5c-8cff-038a20747ae8,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:38.458241 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-9825aa02-7fae-419f-95a3-e410a766ac33 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6201122 Feb 03 13:57:38.459019 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce29ac08-1aa7-4c03-90de-d2a3e5ccf1c0 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b13af13-29a5-4216-8418-cd8cee521c51,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:38.461249 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52030) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:38.462249 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ce29ac08-1aa7-4c03-90de-d2a3e5ccf1c0 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:38.476675 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 1ddca4ad-78ab-4c5c-8cff-038a20747ae8 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:57:38.476799 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-ce29ac08-1aa7-4c03-90de-d2a3e5ccf1c0 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:38.535359 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ce29ac08-1aa7-4c03-90de-d2a3e5ccf1c0 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:38.541599 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ce642669-6e93-4e3d-b78a-c917c848a546 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:38.564914 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2ddde7d1-98fe-41f2-a88c-27680fbb7249 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.5543494 Feb 03 13:57:38.568665 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52034) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:38.574657 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-9995bcf3-5e53-41db-9112-ce8ea5d3a02e tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Request body: {'subnet': {'network_id': '6ea1921a-7026-47aa-99c0-b1b37371a385', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:38.581186 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-9995bcf3-5e53-41db-9112-ce8ea5d3a02e tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:38.585560 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-9995bcf3-5e53-41db-9112-ce8ea5d3a02e tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Usage tracker for resource:subnet and tenant:4b3df48f94a24c57807c6c656f18bfb8 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:38.588439 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-9995bcf3-5e53-41db-9112-ce8ea5d3a02e tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:38.595345 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-9995bcf3-5e53-41db-9112-ce8ea5d3a02e tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:38.612307 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ce29ac08-1aa7-4c03-90de-d2a3e5ccf1c0 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:38.623529 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-474a63a1-3e14-477b-bc5c-797e482bcbc7 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:38.659166 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce29ac08-1aa7-4c03-90de-d2a3e5ccf1c0 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b3b772-cdb4-4619-ab98-1b9b72dd57bd,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:38.691614 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9995bcf3-5e53-41db-9112-ce8ea5d3a02e tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Made reservation on behalf of 4b3df48f94a24c57807c6c656f18bfb8 for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:38.694340 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9995bcf3-5e53-41db-9112-ce8ea5d3a02e tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:38.718347 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddde7d1-98fe-41f2-a88c-27680fbb7249 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Pushing event updated for resources: {'Network': ['ID=6ea1921a-7026-47aa-99c0-b1b37371a385,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:38.752657 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcf1dd0-1687-4381-866f-70bdf35bcf68 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:38.753352 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-adcf1dd0-1687-4381-866f-70bdf35bcf68 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Synchronizing usage tracker for tenant:16ca01bd1cf84cd38347e99fdd7734d7 on resource:network {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:57:38.766484 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ce29ac08-1aa7-4c03-90de-d2a3e5ccf1c0 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:38.771352 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ce29ac08-1aa7-4c03-90de-d2a3e5ccf1c0 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1818457 Feb 03 13:57:38.771352 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52038) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:38.771594 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 6ea1921a-7026-47aa-99c0-b1b37371a385 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:57:38.788417 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-379b6936-6db6-4132-a89d-08f4b9cf98c1 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Request body: {'security_group_rule': {'security_group_id': 'd8b3b772-cdb4-4619-ab98-1b9b72dd57bd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:38.799604 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-379b6936-6db6-4132-a89d-08f4b9cf98c1 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:38.809392 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-379b6936-6db6-4132-a89d-08f4b9cf98c1 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Usage tracker for resource:security_group_rule and tenant:141de835597d419fb506bbaf5a63ca35 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:38.813761 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-379b6936-6db6-4132-a89d-08f4b9cf98c1 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:38.825763 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-379b6936-6db6-4132-a89d-08f4b9cf98c1 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:38.839238 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-474a63a1-3e14-477b-bc5c-797e482bcbc7 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:38.933091 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-adcf1dd0-1687-4381-866f-70bdf35bcf68 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Unset dirty status for tenant:16ca01bd1cf84cd38347e99fdd7734d7 on resource:network {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:57:38.933091 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-adcf1dd0-1687-4381-866f-70bdf35bcf68 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "GET /v2.0/networks?id=1ddca4ad-78ab-4c5c-8cff-038a20747ae8 HTTP/1.1" status: 200 len: 764 time: 0.4660890 Feb 03 13:57:38.937543 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0709b107-33ce-4140-8d18-5c695adf5e98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-27eb64e5-65bd-4d36-ae44-e5e07e662ccc', 'network_id': '27eb64e5-65bd-4d36-ae44-e5e07e662ccc', 'tenant_id': 'cf1a07a12cb04727ad443721ec556df8', 'fixed_ips': [{'subnet_id': 'fc2947fa-1446-4da6-abda-3af4dccb8105'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:57:38.938140 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52042) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:38.938354 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0709b107-33ce-4140-8d18-5c695adf5e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:38.948228 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-8c4a80a5-fc26-40cd-a97e-b148fee601ef tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Request body: {'network': {'description': 'd2'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:38.957323 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-379b6936-6db6-4132-a89d-08f4b9cf98c1 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:39.020137 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-379b6936-6db6-4132-a89d-08f4b9cf98c1 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:39.086677 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-379b6936-6db6-4132-a89d-08f4b9cf98c1 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:39.126365 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b6936-6db6-4132-a89d-08f4b9cf98c1 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b13c8c76-353a-4e9a-9328-58a35da224fa,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:39.163980 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-474a63a1-3e14-477b-bc5c-797e482bcbc7 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:39.220429 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.objects.ports [None req-9995bcf3-5e53-41db-9112-ce8ea5d3a02e tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84181) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 03 13:57:39.220755 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9995bcf3-5e53-41db-9112-ce8ea5d3a02e tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:39.227278 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a63a1-3e14-477b-bc5c-797e482bcbc7 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event deleted for resources: {'Subnet': ['ID=fc2947fa-1446-4da6-abda-3af4dccb8105,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:39.242694 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ce642669-6e93-4e3d-b78a-c917c848a546 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:39.258711 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-379b6936-6db6-4132-a89d-08f4b9cf98c1 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:39.259889 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-379b6936-6db6-4132-a89d-08f4b9cf98c1 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4878056 Feb 03 13:57:39.265378 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52046) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:39.274265 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-f61201a8-1c8d-445d-b811-f8a711a459bc tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Request body: {'security_group_rule': {'security_group_id': 'd8b3b772-cdb4-4619-ab98-1b9b72dd57bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:39.290508 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f61201a8-1c8d-445d-b811-f8a711a459bc tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:39.300656 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f61201a8-1c8d-445d-b811-f8a711a459bc tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Usage tracker for resource:security_group_rule and tenant:141de835597d419fb506bbaf5a63ca35 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server [None req-0709b107-33ce-4140-8d18-5c695adf5e98 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fc2947fa-1446-4da6-abda-3af4dccb8105: This subnet is being modified by another concurrent operation. Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server raise value Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server raise value Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server raise value Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 13:57:39.305999 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server raise value Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server raise value Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server raise value Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server raise exception Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fc2947fa-1446-4da6-abda-3af4dccb8105: This subnet is being modified by another concurrent operation. Feb 03 13:57:39.309538 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server Feb 03 13:57:39.316764 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f61201a8-1c8d-445d-b811-f8a711a459bc tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:39.327385 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ddb96a-69ac-45bf-b2ea-99a354bb4008 None None] get_active_networks_info from dv-neutron-827016-1-hyperv {{(pid=84183) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 03 13:57:39.332381 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9995bcf3-5e53-41db-9112-ce8ea5d3a02e tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d7973ac7-dd80-480e-a040-f22cedcb2613,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:39.337850 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f61201a8-1c8d-445d-b811-f8a711a459bc tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:39.353586 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9995bcf3-5e53-41db-9112-ce8ea5d3a02e tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Checking segment: {'id': 'f869ebc9-733a-41b5-9f74-c9a8477c9f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6ea1921a-7026-47aa-99c0-b1b37371a385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:57:39.353938 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9995bcf3-5e53-41db-9112-ce8ea5d3a02e tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Network hostable DHCP agents. Network: 6ea1921a-7026-47aa-99c0-b1b37371a385, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:57:39.364614 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8c4a80a5-fc26-40cd-a97e-b148fee601ef tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:39.418415 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-474a63a1-3e14-477b-bc5c-797e482bcbc7 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:39.436291 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f61201a8-1c8d-445d-b811-f8a711a459bc tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:39.452877 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce642669-6e93-4e3d-b78a-c917c848a546 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event updated for resources: {'Subnet': ['ID=30cf5da8-172e-45ff-b99e-09f5fb0f751c,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:39.461292 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9995bcf3-5e53-41db-9112-ce8ea5d3a02e tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Network 6ea1921a-7026-47aa-99c0-b1b37371a385 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:57:39.462223 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-474a63a1-3e14-477b-bc5c-797e482bcbc7 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27eb64e5-65bd-4d36-ae44-e5e07e662ccc']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:39.478400 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-474a63a1-3e14-477b-bc5c-797e482bcbc7 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33e6b8d5-36f4-498b-b327-39f2f0bf8e90') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:39.478400 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-474a63a1-3e14-477b-bc5c-797e482bcbc7 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33e6b8d5-36f4-498b-b327-39f2f0bf8e90') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:39.489846 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce642669-6e93-4e3d-b78a-c917c848a546 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Checking segment: {'id': '6d000cf2-7ec0-47a6-8f50-316ca5136dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9c3b54a9-7f77-4fc5-8d6a-c34b3a795c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:57:39.489846 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce642669-6e93-4e3d-b78a-c917c848a546 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Network hostable DHCP agents. Network: 9c3b54a9-7f77-4fc5-8d6a-c34b3a795c86, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:57:39.501730 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8c4a80a5-fc26-40cd-a97e-b148fee601ef tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:39.506170 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-474a63a1-3e14-477b-bc5c-797e482bcbc7 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:39.560475 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-9995bcf3-5e53-41db-9112-ce8ea5d3a02e tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 6ea1921a-7026-47aa-99c0-b1b37371a385) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:39.568347 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9995bcf3-5e53-41db-9112-ce8ea5d3a02e tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:39.569018 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9995bcf3-5e53-41db-9112-ce8ea5d3a02e tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:39.590204 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-f61201a8-1c8d-445d-b811-f8a711a459bc tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] create failed (client error): There was a conflict when trying to complete your request. Feb 03 13:57:39.591364 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f61201a8-1c8d-445d-b811-f8a711a459bc tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3250678 Feb 03 13:57:39.594897 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52050) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:39.662669 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-9995bcf3-5e53-41db-9112-ce8ea5d3a02e tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.0904574 Feb 03 13:57:39.663310 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52054) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:39.670317 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-9852deb7-17ad-42b3-9cfd-7bbde04632dd tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-487444147', 'network_id': '6ea1921a-7026-47aa-99c0-b1b37371a385'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:39.673299 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cae9904c-ba06-45d2-96c5-7f832015c9c4 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:39.676759 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-9852deb7-17ad-42b3-9cfd-7bbde04632dd tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:39.690820 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-9852deb7-17ad-42b3-9cfd-7bbde04632dd tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Usage tracker for resource:port and tenant:4b3df48f94a24c57807c6c656f18bfb8 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:39.695432 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-9852deb7-17ad-42b3-9cfd-7bbde04632dd tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:39.710303 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-9852deb7-17ad-42b3-9cfd-7bbde04632dd tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:39.710622 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8c4a80a5-fc26-40cd-a97e-b148fee601ef tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Network 1ddca4ad-78ab-4c5c-8cff-038a20747ae8 is not hosted by any dhcp agent {{(pid=84182) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 03 13:57:39.714073 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4a80a5-fc26-40cd-a97e-b148fee601ef tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:39.714656 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8c4a80a5-fc26-40cd-a97e-b148fee601ef tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:39.715775 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cae9904c-ba06-45d2-96c5-7f832015c9c4 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:39.715910 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-8c4a80a5-fc26-40cd-a97e-b148fee601ef tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "PUT /v2.0/networks/1ddca4ad-78ab-4c5c-8cff-038a20747ae8 HTTP/1.1" status: 200 len: 761 time: 0.7768536 Feb 03 13:57:39.720608 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-474a63a1-3e14-477b-bc5c-797e482bcbc7 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:39.724739 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52058) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:39.735740 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a80a5-fc26-40cd-a97e-b148fee601ef tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event updated for resources: {'Network': ['ID=1ddca4ad-78ab-4c5c-8cff-038a20747ae8,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:39.735740 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-474a63a1-3e14-477b-bc5c-797e482bcbc7 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:57:39.735740 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-474a63a1-3e14-477b-bc5c-797e482bcbc7 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:39.741630 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 1ddca4ad-78ab-4c5c-8cff-038a20747ae8 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:57:39.748981 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 13:57:39.748981 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:57:39.748981 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 13:57:39.748981 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:57:39.748981 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 13:57:39.748981 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:57:39.748981 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 13:57:39.748981 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:57:39.748981 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 13:57:39.748981 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:57:39.748981 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 13:57:39.748981 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:57:39.748981 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 13:57:39.748981 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:57:39.748981 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:57:39.748981 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:57:39.748981 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:57:39.748981 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:57:39.748981 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 13:57:39.748981 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:57:39.748981 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 13:57:39.748981 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:57:39.748981 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:57:39.748981 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:57:39.748981 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 13:57:39.748981 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:57:39.748981 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:57:39.748981 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:57:39.748981 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:57:39.748981 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:57:39.748981 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:57:39.748981 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:57:39.762004 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ddb96a-69ac-45bf-b2ea-99a354bb4008 None None] Network 9c3b54a9-7f77-4fc5-8d6a-c34b3a795c86 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:57:39.803123 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-ce642669-6e93-4e3d-b78a-c917c848a546 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Agent eeaec188-8ccf-47e0-b727-a48446797d07 already present Feb 03 13:57:39.803471 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce642669-6e93-4e3d-b78a-c917c848a546 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Network 9c3b54a9-7f77-4fc5-8d6a-c34b3a795c86 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:57:39.804006 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-ce642669-6e93-4e3d-b78a-c917c848a546 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 9c3b54a9-7f77-4fc5-8d6a-c34b3a795c86) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:39.819827 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce642669-6e93-4e3d-b78a-c917c848a546 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:39.820403 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ce642669-6e93-4e3d-b78a-c917c848a546 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:39.835761 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ddb96a-69ac-45bf-b2ea-99a354bb4008 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 9c3b54a9-7f77-4fc5-8d6a-c34b3a795c86) {{(pid=84183) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 13:57:39.847953 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9852deb7-17ad-42b3-9cfd-7bbde04632dd tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Made reservation on behalf of 4b3df48f94a24c57807c6c656f18bfb8 for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:39.850753 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9852deb7-17ad-42b3-9cfd-7bbde04632dd tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:39.894908 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-474a63a1-3e14-477b-bc5c-797e482bcbc7 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:39.898664 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee04875b-2c94-4115-a075-cad563f33c3a tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:39.899723 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ee04875b-2c94-4115-a075-cad563f33c3a tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Synchronizing usage tracker for tenant:16ca01bd1cf84cd38347e99fdd7734d7 on resource:network {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:57:39.902823 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-9852deb7-17ad-42b3-9cfd-7bbde04632dd tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] device_id is not set on port cbb1106b-048b-4b0a-aca6-70433e1859d9 yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:57:39.913341 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-474a63a1-3e14-477b-bc5c-797e482bcbc7 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:39.915196 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-474a63a1-3e14-477b-bc5c-797e482bcbc7 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "DELETE /v2.0/networks/27eb64e5-65bd-4d36-ae44-e5e07e662ccc HTTP/1.1" status: 204 len: 168 time: 1.7309237 Feb 03 13:57:39.918828 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52062) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:39.924423 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ce642669-6e93-4e3d-b78a-c917c848a546 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0655520 Feb 03 13:57:39.928232 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-2c9a7c43-2248-4181-968c-1a4e4567d43d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1583180414'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:39.931473 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a63a1-3e14-477b-bc5c-797e482bcbc7 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event deleted for resources: {'Network': ['ID=27eb64e5-65bd-4d36-ae44-e5e07e662ccc,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:39.933986 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52066) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:39.937528 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-2c9a7c43-2248-4181-968c-1a4e4567d43d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:39.942411 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-9a611bda-a787-4f99-808a-05961a8ac382 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1836577571', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:39.955494 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2c9a7c43-2248-4181-968c-1a4e4567d43d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Usage tracker for resource:network and tenant:cf1a07a12cb04727ad443721ec556df8 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:39.958734 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-9a611bda-a787-4f99-808a-05961a8ac382 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:39.961090 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2c9a7c43-2248-4181-968c-1a4e4567d43d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:39.968045 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-9a611bda-a787-4f99-808a-05961a8ac382 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Usage tracker for resource:router and tenant:e560cbcda02c46efaee7f040dc641828 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:39.970724 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-2c9a7c43-2248-4181-968c-1a4e4567d43d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:39.973245 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-9a611bda-a787-4f99-808a-05961a8ac382 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:39.981476 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-9a611bda-a787-4f99-808a-05961a8ac382 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:40.028952 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9a7c43-2248-4181-968c-1a4e4567d43d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Made reservation on behalf of cf1a07a12cb04727ad443721ec556df8 for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:40.032125 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2c9a7c43-2248-4181-968c-1a4e4567d43d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:40.046308 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ee04875b-2c94-4115-a075-cad563f33c3a tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Unset dirty status for tenant:16ca01bd1cf84cd38347e99fdd7734d7 on resource:network {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:57:40.051096 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ee04875b-2c94-4115-a075-cad563f33c3a tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "GET /v2.0/networks?id=1ddca4ad-78ab-4c5c-8cff-038a20747ae8 HTTP/1.1" status: 200 len: 764 time: 0.3219566 Feb 03 13:57:40.051235 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9a611bda-a787-4f99-808a-05961a8ac382 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:40.051235 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9a611bda-a787-4f99-808a-05961a8ac382 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:40.051424 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52070) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:40.091202 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c9a7c43-2248-4181-968c-1a4e4567d43d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:57:40.104224 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9a611bda-a787-4f99-808a-05961a8ac382 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:40.106039 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2c9a7c43-2248-4181-968c-1a4e4567d43d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:40.106448 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-2c9a7c43-2248-4181-968c-1a4e4567d43d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Added segment ffef0982-c256-4c30-b5a9-78c3d21cd947 of type vlan for network dd6a285f-dbeb-4e5c-9e0a-07214a554bd4 Feb 03 13:57:40.139700 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cae9904c-ba06-45d2-96c5-7f832015c9c4 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:40.148649 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2c9a7c43-2248-4181-968c-1a4e4567d43d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:40.188265 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae9904c-ba06-45d2-96c5-7f832015c9c4 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b3b772-cdb4-4619-ab98-1b9b72dd57bd,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:40.206196 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9a611bda-a787-4f99-808a-05961a8ac382 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:40.263439 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2c9a7c43-2248-4181-968c-1a4e4567d43d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:40.267187 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9a7c43-2248-4181-968c-1a4e4567d43d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:40.267944 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2c9a7c43-2248-4181-968c-1a4e4567d43d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:40.269382 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cae9904c-ba06-45d2-96c5-7f832015c9c4 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:40.270481 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-cae9904c-ba06-45d2-96c5-7f832015c9c4 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "DELETE /v2.0/security-groups/d8b3b772-cdb4-4619-ab98-1b9b72dd57bd HTTP/1.1" status: 204 len: 168 time: 0.6745772 Feb 03 13:57:40.276334 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52074) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:40.292884 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74609d69-84ae-4e63-871a-9d91320252a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-9c3b54a9-7f77-4fc5-8d6a-c34b3a795c86', 'network_id': '9c3b54a9-7f77-4fc5-8d6a-c34b3a795c86', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'fixed_ips': [{'subnet_id': '30cf5da8-172e-45ff-b99e-09f5fb0f751c'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:57:40.293836 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-74609d69-84ae-4e63-871a-9d91320252a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:40.336561 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-9852deb7-17ad-42b3-9cfd-7bbde04632dd tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Allocated IP 2001:db8::389 (6ea1921a-7026-47aa-99c0-b1b37371a385/d7973ac7-dd80-480e-a040-f22cedcb2613/cbb1106b-048b-4b0a-aca6-70433e1859d9) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:57:40.378946 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9a611bda-a787-4f99-808a-05961a8ac382 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:40.383329 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-9a611bda-a787-4f99-808a-05961a8ac382 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4483221 Feb 03 13:57:40.396937 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52082) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:40.431002 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042c1df4-3a67-4812-bd7b-1d35849d456b tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:40.435002 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042c1df4-3a67-4812-bd7b-1d35849d456b tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:40.439238 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-042c1df4-3a67-4812-bd7b-1d35849d456b tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1390 time: 0.3841901 Feb 03 13:57:40.440120 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52086) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:40.478748 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2c9a7c43-2248-4181-968c-1a4e4567d43d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5562580 Feb 03 13:57:40.478988 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-74609d69-84ae-4e63-871a-9d91320252a3 None None] Allocated IP 2001:db8::2 (9c3b54a9-7f77-4fc5-8d6a-c34b3a795c86/30cf5da8-172e-45ff-b99e-09f5fb0f751c/d8e6ef5f-3eaa-48a4-ad16-7581e7218d24) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:57:40.479853 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a7c43-2248-4181-968c-1a4e4567d43d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event updated for resources: {'Network': ['ID=dd6a285f-dbeb-4e5c-9e0a-07214a554bd4,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:40.479853 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52090) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:40.494931 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network dd6a285f-dbeb-4e5c-9e0a-07214a554bd4 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:57:40.497744 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-9c6148b2-ae66-422c-bcd6-a95bf81fff4d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:40.532893 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-12f7303f-4a28-45c5-b6da-a637b0abe6bb tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Synchronizing usage tracker for tenant:16ca01bd1cf84cd38347e99fdd7734d7 on resource:subnet {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:57:40.593672 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-12f7303f-4a28-45c5-b6da-a637b0abe6bb tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Unset dirty status for tenant:16ca01bd1cf84cd38347e99fdd7734d7 on resource:subnet {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:57:40.594831 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-12f7303f-4a28-45c5-b6da-a637b0abe6bb tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "GET /v2.0/subnets?network_id=16a0e898-50c0-4b65-ae3a-069e9649bbca HTTP/1.1" status: 200 len: 207 time: 0.1538451 Feb 03 13:57:40.598421 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52094) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:40.663826 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-adee9fb7-fa94-4a4f-9d89-a3d41b9be8f8 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3585069 Feb 03 13:57:40.665195 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52098) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:40.680350 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-f6a1dc9c-1e93-46b3-b047-5c3049a75467 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Request body: {'security_group': {'name': 'tempest-secgroup--1056038696'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:40.695264 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9852deb7-17ad-42b3-9cfd-7bbde04632dd tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:40.745494 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-f6a1dc9c-1e93-46b3-b047-5c3049a75467 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:40.757015 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-f6a1dc9c-1e93-46b3-b047-5c3049a75467 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Usage tracker for resource:security_group and tenant:141de835597d419fb506bbaf5a63ca35 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:40.776528 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-f6a1dc9c-1e93-46b3-b047-5c3049a75467 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:40.780593 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ec552c-073b-4a70-9980-cffd76a4994c tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:40.784495 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ec552c-073b-4a70-9980-cffd76a4994c tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:40.788239 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ec552c-073b-4a70-9980-cffd76a4994c tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:40.792355 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ec552c-073b-4a70-9980-cffd76a4994c tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:40.793552 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-f6a1dc9c-1e93-46b3-b047-5c3049a75467 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:40.796054 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ec552c-073b-4a70-9980-cffd76a4994c tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:40.800037 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ec552c-073b-4a70-9980-cffd76a4994c tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:40.804015 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ec552c-073b-4a70-9980-cffd76a4994c tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:40.810240 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-45ec552c-073b-4a70-9980-cffd76a4994c tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4336 time: 0.2066720 Feb 03 13:57:40.810240 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52102) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:40.811292 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-74609d69-84ae-4e63-871a-9d91320252a3 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:40.822505 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-74609d69-84ae-4e63-871a-9d91320252a3 None None] Transition to ACTIVE for port object d8e6ef5f-3eaa-48a4-ad16-7581e7218d24 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:57:40.845899 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-74609d69-84ae-4e63-871a-9d91320252a3 None None] Transition to ACTIVE for port object d8e6ef5f-3eaa-48a4-ad16-7581e7218d24 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:57:40.886781 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-74609d69-84ae-4e63-871a-9d91320252a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:40.894434 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9852deb7-17ad-42b3-9cfd-7bbde04632dd tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:40.961557 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74609d69-84ae-4e63-871a-9d91320252a3 None None] Network 9c3b54a9-7f77-4fc5-8d6a-c34b3a795c86 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:57:40.965307 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-74609d69-84ae-4e63-871a-9d91320252a3 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:40.968548 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74609d69-84ae-4e63-871a-9d91320252a3 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:57:40.971706 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74609d69-84ae-4e63-871a-9d91320252a3 None None] Pushing event updated for resources: {'Port': ['ID=d8e6ef5f-3eaa-48a4-ad16-7581e7218d24,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:40.982976 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9852deb7-17ad-42b3-9cfd-7bbde04632dd tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Network 6ea1921a-7026-47aa-99c0-b1b37371a385 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:57:40.989900 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-9852deb7-17ad-42b3-9cfd-7bbde04632dd tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:40.997798 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9852deb7-17ad-42b3-9cfd-7bbde04632dd tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:57:40.998651 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9852deb7-17ad-42b3-9cfd-7bbde04632dd tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:40.999276 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9852deb7-17ad-42b3-9cfd-7bbde04632dd tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:41.002587 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9852deb7-17ad-42b3-9cfd-7bbde04632dd tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Pushing event updated for resources: {'Port': ['ID=cbb1106b-048b-4b0a-aca6-70433e1859d9,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:41.020773 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9c6148b2-ae66-422c-bcd6-a95bf81fff4d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:41.033742 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f6a1dc9c-1e93-46b3-b047-5c3049a75467 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:41.067595 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-fac8fc61-eef9-4efa-8361-a0915ee91b02 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 916 time: 0.2535126 Feb 03 13:57:41.068139 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52106) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:41.069356 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-74609d69-84ae-4e63-871a-9d91320252a3 None None] Attempting to bind port d8e6ef5f-3eaa-48a4-ad16-7581e7218d24 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:57:41.069789 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-74609d69-84ae-4e63-871a-9d91320252a3 None None] Attempting to bind port d8e6ef5f-3eaa-48a4-ad16-7581e7218d24 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '6d000cf2-7ec0-47a6-8f50-316ca5136dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9c3b54a9-7f77-4fc5-8d6a-c34b3a795c86'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:57:41.070212 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74609d69-84ae-4e63-871a-9d91320252a3 None None] Attempting to bind port d8e6ef5f-3eaa-48a4-ad16-7581e7218d24 on network 9c3b54a9-7f77-4fc5-8d6a-c34b3a795c86 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:57:41.077401 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74609d69-84ae-4e63-871a-9d91320252a3 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:57:41.077843 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74609d69-84ae-4e63-871a-9d91320252a3 None None] Checking segment: {'id': '6d000cf2-7ec0-47a6-8f50-316ca5136dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9c3b54a9-7f77-4fc5-8d6a-c34b3a795c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:57:41.079828 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-74609d69-84ae-4e63-871a-9d91320252a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:41.079828 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74609d69-84ae-4e63-871a-9d91320252a3 None None] Bound using segment: {'id': '6d000cf2-7ec0-47a6-8f50-316ca5136dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9c3b54a9-7f77-4fc5-8d6a-c34b3a795c86'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:57:41.079828 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-74609d69-84ae-4e63-871a-9d91320252a3 None None] Bound port: d8e6ef5f-3eaa-48a4-ad16-7581e7218d24, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d000cf2-7ec0-47a6-8f50-316ca5136dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9c3b54a9-7f77-4fc5-8d6a-c34b3a795c86'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:57:41.079828 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-74609d69-84ae-4e63-871a-9d91320252a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:41.111830 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-9852deb7-17ad-42b3-9cfd-7bbde04632dd tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4451401 Feb 03 13:57:41.112505 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52110) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:41.128631 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9c6148b2-ae66-422c-bcd6-a95bf81fff4d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:41.168529 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-74609d69-84ae-4e63-871a-9d91320252a3 None None] For port d8e6ef5f-3eaa-48a4-ad16-7581e7218d24, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:57:41.171720 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-74609d69-84ae-4e63-871a-9d91320252a3 None None] For port d8e6ef5f-3eaa-48a4-ad16-7581e7218d24, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=d8e6ef5f-3eaa-48a4-ad16-7581e7218d24,segment=NetworkSegment(6d000cf2-7ec0-47a6-8f50-316ca5136dc5),segment_id=6d000cf2-7ec0-47a6-8f50-316ca5136dc5)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:57:41.179497 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-f6a1dc9c-1e93-46b3-b047-5c3049a75467 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:41.184136 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b45ed32-d94c-42ff-bdf4-231e578ab7ee tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:41.185864 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b45ed32-d94c-42ff-bdf4-231e578ab7ee tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:41.187393 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b45ed32-d94c-42ff-bdf4-231e578ab7ee tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:41.188711 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b45ed32-d94c-42ff-bdf4-231e578ab7ee tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:41.190025 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b45ed32-d94c-42ff-bdf4-231e578ab7ee tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:41.191772 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8b45ed32-d94c-42ff-bdf4-231e578ab7ee tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1230228 Feb 03 13:57:41.195362 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52114) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:41.197891 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-f6a1dc9c-1e93-46b3-b047-5c3049a75467 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Usage tracker for resource:security_group_rule and tenant:141de835597d419fb506bbaf5a63ca35 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:41.245540 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-c0780d55-efd7-4b1a-9505-257747bfcf1f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Deleting port cbb1106b-048b-4b0a-aca6-70433e1859d9 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:57:41.245916 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c0780d55-efd7-4b1a-9505-257747bfcf1f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:41.248846 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9c6148b2-ae66-422c-bcd6-a95bf81fff4d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Network dd6a285f-dbeb-4e5c-9e0a-07214a554bd4 is not hosted by any dhcp agent {{(pid=84182) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 03 13:57:41.252239 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6148b2-ae66-422c-bcd6-a95bf81fff4d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:41.252815 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9c6148b2-ae66-422c-bcd6-a95bf81fff4d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:41.254032 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-9c6148b2-ae66-422c-bcd6-a95bf81fff4d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "PUT /v2.0/networks/dd6a285f-dbeb-4e5c-9e0a-07214a554bd4 HTTP/1.1" status: 200 len: 723 time: 0.7632117 Feb 03 13:57:41.260148 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-f6a1dc9c-1e93-46b3-b047-5c3049a75467 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:41.269634 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52118) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:41.270278 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-74609d69-84ae-4e63-871a-9d91320252a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:41.320499 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd023cdf-8bb8-47e9-8ad0-e3105f9bd4b1 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['shared'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:41.321704 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd023cdf-8bb8-47e9-8ad0-e3105f9bd4b1 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['shared'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:41.323103 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd023cdf-8bb8-47e9-8ad0-e3105f9bd4b1 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['shared'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:41.324380 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd023cdf-8bb8-47e9-8ad0-e3105f9bd4b1 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['shared'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:41.325647 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd023cdf-8bb8-47e9-8ad0-e3105f9bd4b1 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['shared'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:41.331433 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-dd023cdf-8bb8-47e9-8ad0-e3105f9bd4b1 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1317141 Feb 03 13:57:41.331738 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52122) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:41.362981 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74609d69-84ae-4e63-871a-9d91320252a3 None None] Pushing event updated for resources: {'Port': ['ID=d8e6ef5f-3eaa-48a4-ad16-7581e7218d24,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:41.395310 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-f6a1dc9c-1e93-46b3-b047-5c3049a75467 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:41.402405 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-7185fd1b-c0a4-4458-8b42-2da29f6978bc tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Request body: {'subnet': {'network_id': 'dd6a285f-dbeb-4e5c-9e0a-07214a554bd4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:41.485452 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6148b2-ae66-422c-bcd6-a95bf81fff4d tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event updated for resources: {'Network': ['ID=dd6a285f-dbeb-4e5c-9e0a-07214a554bd4,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:41.498897 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network dd6a285f-dbeb-4e5c-9e0a-07214a554bd4 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:57:41.554872 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-587ce52a-8c95-40d7-9d04-0c2d4fb7219c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:41.652406 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23687bce-70a1-4d21-a032-a732b4308617 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:41.653823 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-23687bce-70a1-4d21-a032-a732b4308617 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "GET /v2.0/networks/bbdbf4a1-9214-4fc3-9455-263d0dbd4401 HTTP/1.1" status: 200 len: 803 time: 0.3211834 Feb 03 13:57:41.658009 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52126) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:41.698596 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-7185fd1b-c0a4-4458-8b42-2da29f6978bc tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:41.706795 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c0780d55-efd7-4b1a-9505-257747bfcf1f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:41.722904 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-7185fd1b-c0a4-4458-8b42-2da29f6978bc tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Usage tracker for resource:subnet and tenant:cf1a07a12cb04727ad443721ec556df8 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:41.774095 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f6a1dc9c-1e93-46b3-b047-5c3049a75467 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:41.775155 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-7185fd1b-c0a4-4458-8b42-2da29f6978bc tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:41.793550 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-7185fd1b-c0a4-4458-8b42-2da29f6978bc tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:41.843375 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device d8e6ef5f-3eaa-48a4-ad16-7581e7218d24 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:57:41.860098 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f6a1dc9c-1e93-46b3-b047-5c3049a75467 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:41.946949 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7185fd1b-c0a4-4458-8b42-2da29f6978bc tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Made reservation on behalf of cf1a07a12cb04727ad443721ec556df8 for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:41.971721 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port d8e6ef5f-3eaa-48a4-ad16-7581e7218d24 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:57:41.985809 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a1dc9c-1e93-46b3-b047-5c3049a75467 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a84e009-b737-44c0-8312-a893c6205195,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:42.009843 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-c0780d55-efd7-4b1a-9505-257747bfcf1f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Calling delete_port for cbb1106b-048b-4b0a-aca6-70433e1859d9 owned by {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:57:42.113178 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f6a1dc9c-1e93-46b3-b047-5c3049a75467 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:42.116833 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f6a1dc9c-1e93-46b3-b047-5c3049a75467 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4481564 Feb 03 13:57:42.134297 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b5434c88-9b40-497b-9c4d-596de460baed tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "GET /v2.0/networks/bbdbf4a1-9214-4fc3-9455-263d0dbd4401?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.4611588 Feb 03 13:57:42.134795 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52130) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:42.134795 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7185fd1b-c0a4-4458-8b42-2da29f6978bc tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:42.142009 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52132) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:42.157997 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-315b5fdd-7408-4c66-bf6b-d2c091cb7c23 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Request body: {'security_group_rule': {'security_group_id': '6a84e009-b737-44c0-8312-a893c6205195', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:42.158416 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-315b5fdd-7408-4c66-bf6b-d2c091cb7c23 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:57:42.159389 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-315b5fdd-7408-4c66-bf6b-d2c091cb7c23 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0189159 Feb 03 13:57:42.177663 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52138) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:42.255018 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-26a2fc52-1a70-4bee-b5be-b1a71f0ea10a tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:42.282710 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c0780d55-efd7-4b1a-9505-257747bfcf1f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:42.287911 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-587ce52a-8c95-40d7-9d04-0c2d4fb7219c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Allocated IP 2001:db8::1 (9c3b54a9-7f77-4fc5-8d6a-c34b3a795c86/30cf5da8-172e-45ff-b99e-09f5fb0f751c/1bcf451b-2d95-42cf-a727-9284cf94d35b) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:57:42.350296 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751bd561-4ad5-45e3-a9bf-2b87e09df080 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:42.350881 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-751bd561-4ad5-45e3-a9bf-2b87e09df080 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Synchronizing usage tracker for tenant:16ca01bd1cf84cd38347e99fdd7734d7 on resource:subnet {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:57:42.365781 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-26a2fc52-1a70-4bee-b5be-b1a71f0ea10a tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:42.409191 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0780d55-efd7-4b1a-9505-257747bfcf1f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Pushing event deleted for resources: {'Port': ['ID=cbb1106b-048b-4b0a-aca6-70433e1859d9,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:42.432701 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-751bd561-4ad5-45e3-a9bf-2b87e09df080 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Unset dirty status for tenant:16ca01bd1cf84cd38347e99fdd7734d7 on resource:subnet {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:57:42.433939 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-751bd561-4ad5-45e3-a9bf-2b87e09df080 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "GET /v2.0/subnets/cb674282-20ed-44b5-8f4c-cdf38f853478 HTTP/1.1" status: 200 len: 843 time: 0.2863045 Feb 03 13:57:42.442907 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52144) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:42.469917 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c0780d55-efd7-4b1a-9505-257747bfcf1f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:42.483584 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c0780d55-efd7-4b1a-9505-257747bfcf1f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] 10.222.0.41 "DELETE /v2.0/ports/cbb1106b-048b-4b0a-aca6-70433e1859d9 HTTP/1.1" status: 204 len: 168 time: 1.3698239 Feb 03 13:57:42.484274 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52148) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:42.493952 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-477aed85-d124-4db6-be30-934bfd6d6ea0 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6ea1921a-7026-47aa-99c0-b1b37371a385', 'external_fixed_ips': [{'subnet_id': 'd7973ac7-dd80-480e-a040-f22cedcb2613', 'ip_address': '2001:db8::389'}]}}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:42.498982 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-477aed85-d124-4db6-be30-934bfd6d6ea0 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:42.502961 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-477aed85-d124-4db6-be30-934bfd6d6ea0 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Usage tracker for resource:router and tenant:4b3df48f94a24c57807c6c656f18bfb8 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:42.505775 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a218ed1-6ba3-4d35-9da9-d98ac5b1d845 None None] Network 27eb64e5-65bd-4d36-ae44-e5e07e662ccc requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:42.506250 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-477aed85-d124-4db6-be30-934bfd6d6ea0 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:42.512071 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-477aed85-d124-4db6-be30-934bfd6d6ea0 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:42.525960 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d87c75f-a3a4-48ba-9f17-a2bad9ae35a1 None None] Network 6ea1921a-7026-47aa-99c0-b1b37371a385 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:42.538718 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3433c88b-ceb4-4f35-911e-6dcb65cb88d6 None None] Network 9c3b54a9-7f77-4fc5-8d6a-c34b3a795c86 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:42.542821 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-26a2fc52-1a70-4bee-b5be-b1a71f0ea10a tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:42.545454 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-26a2fc52-1a70-4bee-b5be-b1a71f0ea10a tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:42.547510 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-26a2fc52-1a70-4bee-b5be-b1a71f0ea10a tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "DELETE /v2.0/security-groups/6a84e009-b737-44c0-8312-a893c6205195 HTTP/1.1" status: 204 len: 168 time: 0.3688874 Feb 03 13:57:42.556601 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52152) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:42.566905 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a218ed1-6ba3-4d35-9da9-d98ac5b1d845 None None] Network 27eb64e5-65bd-4d36-ae44-e5e07e662ccc could not be found, it might have been deleted concurrently. {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 03 13:57:42.576445 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2fc52-1a70-4bee-b5be-b1a71f0ea10a tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a84e009-b737-44c0-8312-a893c6205195,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:42.601687 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-477aed85-d124-4db6-be30-934bfd6d6ea0 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:42.602633 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-477aed85-d124-4db6-be30-934bfd6d6ea0 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:42.607645 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840448ed-5ede-405e-a1ab-830fb26bcddc tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['shared'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:42.612286 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-840448ed-5ede-405e-a1ab-830fb26bcddc tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "GET /v2.0/subnets/cb674282-20ed-44b5-8f4c-cdf38f853478?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1639764 Feb 03 13:57:42.613901 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52156) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:42.618760 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-587ce52a-8c95-40d7-9d04-0c2d4fb7219c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:42.629202 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-2e87095f-a1c9-4d2c-ae43-037caa543257 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1908241478'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:42.640040 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-2e87095f-a1c9-4d2c-ae43-037caa543257 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:42.652619 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-587ce52a-8c95-40d7-9d04-0c2d4fb7219c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Transition to ACTIVE for port object 1bcf451b-2d95-42cf-a727-9284cf94d35b will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:57:42.656586 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-2e07800c-7ba2-4f88-8a6b-f5af1264919d tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Synchronizing usage tracker for tenant:141de835597d419fb506bbaf5a63ca35 on resource:security_group {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:57:42.659270 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-2e87095f-a1c9-4d2c-ae43-037caa543257 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:42.672593 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a789ec01-e1ca-4d7c-a837-c3a69e614b5c None None] Network 27eb64e5-65bd-4d36-ae44-e5e07e662ccc requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:42.674698 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-477aed85-d124-4db6-be30-934bfd6d6ea0 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:42.715285 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a789ec01-e1ca-4d7c-a837-c3a69e614b5c None None] Network 27eb64e5-65bd-4d36-ae44-e5e07e662ccc could not be found, it might have been deleted concurrently. {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 03 13:57:42.750073 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7185fd1b-c0a4-4458-8b42-2da29f6978bc tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:42.812714 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e87095f-a1c9-4d2c-ae43-037caa543257 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Made reservation on behalf of 16ca01bd1cf84cd38347e99fdd7734d7 for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:42.815850 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2e87095f-a1c9-4d2c-ae43-037caa543257 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:42.820957 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-587ce52a-8c95-40d7-9d04-0c2d4fb7219c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:42.869762 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-4c5adf44-6f2b-46c8-8b2f-cf865a9c6287 None None] Provisioning for port d8e6ef5f-3eaa-48a4-ad16-7581e7218d24 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:57:42.870957 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7185fd1b-c0a4-4458-8b42-2da29f6978bc tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event updated for resources: {'Subnet': ['ID=6356f6fd-ffd4-479f-87f3-1332eae3c3ad,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:42.887576 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-4c5adf44-6f2b-46c8-8b2f-cf865a9c6287 None None] Provisioning complete for port d8e6ef5f-3eaa-48a4-ad16-7581e7218d24 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:42.887862 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4c5adf44-6f2b-46c8-8b2f-cf865a9c6287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:42.892636 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-2e07800c-7ba2-4f88-8a6b-f5af1264919d tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Unset dirty status for tenant:141de835597d419fb506bbaf5a63ca35 on resource:security_group {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:57:42.894073 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-2e07800c-7ba2-4f88-8a6b-f5af1264919d tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3349307 Feb 03 13:57:42.900591 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52160) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:42.912570 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-4ca5b888-398e-403e-93c1-866e41cd050c tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Request body: {'security_group': {'name': 'tempest-secgroup--1784025222'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:42.920812 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587ce52a-8c95-40d7-9d04-0c2d4fb7219c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Network 9c3b54a9-7f77-4fc5-8d6a-c34b3a795c86 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:57:42.924841 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-587ce52a-8c95-40d7-9d04-0c2d4fb7219c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:42.927586 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587ce52a-8c95-40d7-9d04-0c2d4fb7219c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:57:42.928617 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-587ce52a-8c95-40d7-9d04-0c2d4fb7219c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:42.932432 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7185fd1b-c0a4-4458-8b42-2da29f6978bc tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Checking segment: {'id': 'ffef0982-c256-4c30-b5a9-78c3d21cd947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'dd6a285f-dbeb-4e5c-9e0a-07214a554bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:57:42.932789 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7185fd1b-c0a4-4458-8b42-2da29f6978bc tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Network hostable DHCP agents. Network: dd6a285f-dbeb-4e5c-9e0a-07214a554bd4, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:57:42.939967 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ce52a-8c95-40d7-9d04-0c2d4fb7219c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event updated for resources: {'Port': ['ID=1bcf451b-2d95-42cf-a727-9284cf94d35b,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:42.971172 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-4ca5b888-398e-403e-93c1-866e41cd050c tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:43.001438 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e87095f-a1c9-4d2c-ae43-037caa543257 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:57:43.003878 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-4ca5b888-398e-403e-93c1-866e41cd050c tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:43.020266 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-477aed85-d124-4db6-be30-934bfd6d6ea0 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:43.023251 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2e87095f-a1c9-4d2c-ae43-037caa543257 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:43.023595 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-2e87095f-a1c9-4d2c-ae43-037caa543257 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Added segment 6311489e-40f5-46cb-959d-a6ea0587eb37 of type vlan for network c2276cfb-7017-4709-9704-fe21ad93a409 Feb 03 13:57:43.054485 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2e87095f-a1c9-4d2c-ae43-037caa543257 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:43.058965 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bd27ae-7fef-4f1b-9a50-87d6c30452af None None] Network 6ea1921a-7026-47aa-99c0-b1b37371a385 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:43.093810 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7185fd1b-c0a4-4458-8b42-2da29f6978bc tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Network dd6a285f-dbeb-4e5c-9e0a-07214a554bd4 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:57:43.129583 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-587ce52a-8c95-40d7-9d04-0c2d4fb7219c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:43.140918 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4ca5b888-398e-403e-93c1-866e41cd050c tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:43.161768 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2e87095f-a1c9-4d2c-ae43-037caa543257 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:43.165841 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e87095f-a1c9-4d2c-ae43-037caa543257 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:43.166438 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2e87095f-a1c9-4d2c-ae43-037caa543257 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:43.196165 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-7185fd1b-c0a4-4458-8b42-2da29f6978bc tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, dd6a285f-dbeb-4e5c-9e0a-07214a554bd4) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:43.204956 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7185fd1b-c0a4-4458-8b42-2da29f6978bc tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:43.205844 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7185fd1b-c0a4-4458-8b42-2da29f6978bc tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:43.226581 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ae3042-6a8e-45c9-bd89-906e90c0c542 None None] Network dd6a285f-dbeb-4e5c-9e0a-07214a554bd4 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:43.309567 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4c5adf44-6f2b-46c8-8b2f-cf865a9c6287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:43.359303 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e87095f-a1c9-4d2c-ae43-037caa543257 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event updated for resources: {'Network': ['ID=c2276cfb-7017-4709-9704-fe21ad93a409,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:43.363149 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-4ca5b888-398e-403e-93c1-866e41cd050c tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:43.369284 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-4ca5b888-398e-403e-93c1-866e41cd050c tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Usage tracker for resource:security_group_rule and tenant:141de835597d419fb506bbaf5a63ca35 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:43.373236 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-4ca5b888-398e-403e-93c1-866e41cd050c tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:43.380596 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-4ca5b888-398e-403e-93c1-866e41cd050c tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:43.400550 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network c2276cfb-7017-4709-9704-fe21ad93a409 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:57:43.415813 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-2e87095f-a1c9-4d2c-ae43-037caa543257 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8002303 Feb 03 13:57:43.423649 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52164) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:43.439697 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-31d2df16-ae09-408d-a276-7c345694ab62 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Request body: {'subnet': {'network_id': 'c2276cfb-7017-4709-9704-fe21ad93a409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:43.487744 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7185fd1b-c0a4-4458-8b42-2da29f6978bc tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2145503 Feb 03 13:57:43.493571 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52168) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:43.502411 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-19b5add9-ff7e-49ac-9a62-09ba335afff6 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:43.505626 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-4c5adf44-6f2b-46c8-8b2f-cf865a9c6287 None None] For port d8e6ef5f-3eaa-48a4-ad16-7581e7218d24, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=d8e6ef5f-3eaa-48a4-ad16-7581e7218d24,segment=NetworkSegment(6d000cf2-7ec0-47a6-8f50-316ca5136dc5),segment_id=6d000cf2-7ec0-47a6-8f50-316ca5136dc5)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:43.550489 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4ca5b888-398e-403e-93c1-866e41cd050c tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:43.599224 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4c5adf44-6f2b-46c8-8b2f-cf865a9c6287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:43.603896 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4ca5b888-398e-403e-93c1-866e41cd050c tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:43.623628 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-31d2df16-ae09-408d-a276-7c345694ab62 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:43.696766 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-31d2df16-ae09-408d-a276-7c345694ab62 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:43.707175 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca5b888-398e-403e-93c1-866e41cd050c tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d997c17b-7b12-4c68-b183-6e09f535a004,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:43.760791 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4ca5b888-398e-403e-93c1-866e41cd050c tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:43.764814 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5adf44-6f2b-46c8-8b2f-cf865a9c6287 None None] Pushing event updated for resources: {'Port': ['ID=d8e6ef5f-3eaa-48a4-ad16-7581e7218d24,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:43.765618 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-4ca5b888-398e-403e-93c1-866e41cd050c tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8613019 Feb 03 13:57:43.766276 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52172) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:43.777362 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-8436ad8d-0017-4c4f-9854-20d36fa84a7c tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Request body: {'security_group_rule': {'security_group_id': 'd997c17b-7b12-4c68-b183-6e09f535a004', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:43.778652 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-8436ad8d-0017-4c4f-9854-20d36fa84a7c tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:57:43.782707 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8436ad8d-0017-4c4f-9854-20d36fa84a7c tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0116827 Feb 03 13:57:43.783292 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52176) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:43.785507 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a17c45-d9cf-4edb-8ac7-460d8a1c295b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-dd6a285f-dbeb-4e5c-9e0a-07214a554bd4', 'network_id': 'dd6a285f-dbeb-4e5c-9e0a-07214a554bd4', 'tenant_id': 'cf1a07a12cb04727ad443721ec556df8', 'fixed_ips': [{'subnet_id': '6356f6fd-ffd4-479f-87f3-1332eae3c3ad'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:57:43.786388 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-61a17c45-d9cf-4edb-8ac7-460d8a1c295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:43.786978 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 13:57:43.827748 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d2df16-ae09-408d-a276-7c345694ab62 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Made reservation on behalf of 16ca01bd1cf84cd38347e99fdd7734d7 for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:43.847963 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-477aed85-d124-4db6-be30-934bfd6d6ea0 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:43.866870 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-587ce52a-8c95-40d7-9d04-0c2d4fb7219c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:43.901780 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-19b5add9-ff7e-49ac-9a62-09ba335afff6 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3187193'] for subnet, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:43.942238 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-477aed85-d124-4db6-be30-934bfd6d6ea0 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:43.979870 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-587ce52a-8c95-40d7-9d04-0c2d4fb7219c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:43.980868 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-587ce52a-8c95-40d7-9d04-0c2d4fb7219c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:43.996574 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-61a17c45-d9cf-4edb-8ac7-460d8a1c295b None None] Allocated IP 172.20.0.2 (dd6a285f-dbeb-4e5c-9e0a-07214a554bd4/6356f6fd-ffd4-479f-87f3-1332eae3c3ad/60593a6e-4592-4478-8386-c3e7e8c5f363) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:57:44.141051 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ce52a-8c95-40d7-9d04-0c2d4fb7219c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event updated for resources: {'Port': ['ID=1bcf451b-2d95-42cf-a727-9284cf94d35b,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:44.142657 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-31d2df16-ae09-408d-a276-7c345694ab62 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:44.217288 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587ce52a-8c95-40d7-9d04-0c2d4fb7219c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Network 9c3b54a9-7f77-4fc5-8d6a-c34b3a795c86 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:57:44.218630 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-587ce52a-8c95-40d7-9d04-0c2d4fb7219c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:44.237981 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-acf07988-9137-4e05-9822-a5163ae41338 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:44.248984 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484040df-4a6d-4553-87c3-f4488c3b60db None None] Network 9c3b54a9-7f77-4fc5-8d6a-c34b3a795c86 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:44.306517 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.ipam_backend_mixin [None req-31d2df16-ae09-408d-a276-7c345694ab62 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Performing IP validity checks on allocation pools {{(pid=84181) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 03 13:57:44.307041 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.ipam_backend_mixin [None req-31d2df16-ae09-408d-a276-7c345694ab62 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84181) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 03 13:57:44.325244 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-acf07988-9137-4e05-9822-a5163ae41338 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:44.351197 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-61a17c45-d9cf-4edb-8ac7-460d8a1c295b None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:44.374038 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-61a17c45-d9cf-4edb-8ac7-460d8a1c295b None None] Transition to ACTIVE for port object 60593a6e-4592-4478-8386-c3e7e8c5f363 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:57:44.428414 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-61a17c45-d9cf-4edb-8ac7-460d8a1c295b None None] Transition to ACTIVE for port object 60593a6e-4592-4478-8386-c3e7e8c5f363 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:57:44.430818 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-58ac6ad7-fc96-4053-a675-0499f24de222 None None] Provisioning complete for port d8e6ef5f-3eaa-48a4-ad16-7581e7218d24 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:44.431555 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-58ac6ad7-fc96-4053-a675-0499f24de222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:44.464979 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-477aed85-d124-4db6-be30-934bfd6d6ea0 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Allocated IP 2001:db8::389 (6ea1921a-7026-47aa-99c0-b1b37371a385/d7973ac7-dd80-480e-a040-f22cedcb2613/e4d94065-c612-4553-af00-bf399fa56d7c) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:57:44.512068 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-acf07988-9137-4e05-9822-a5163ae41338 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:44.541428 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-61a17c45-d9cf-4edb-8ac7-460d8a1c295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:44.555212 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf07988-9137-4e05-9822-a5163ae41338 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d997c17b-7b12-4c68-b183-6e09f535a004,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:44.702416 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a17c45-d9cf-4edb-8ac7-460d8a1c295b None None] Network dd6a285f-dbeb-4e5c-9e0a-07214a554bd4 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:57:44.711693 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-61a17c45-d9cf-4edb-8ac7-460d8a1c295b None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:44.715984 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a17c45-d9cf-4edb-8ac7-460d8a1c295b None None] Pushing event updated for resources: {'Port': ['ID=60593a6e-4592-4478-8386-c3e7e8c5f363,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:44.719363 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a17c45-d9cf-4edb-8ac7-460d8a1c295b None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:57:44.719561 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-acf07988-9137-4e05-9822-a5163ae41338 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:44.722992 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-acf07988-9137-4e05-9822-a5163ae41338 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "DELETE /v2.0/security-groups/d997c17b-7b12-4c68-b183-6e09f535a004 HTTP/1.1" status: 204 len: 168 time: 0.9347293 Feb 03 13:57:44.723759 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52180) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:44.737457 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-477aed85-d124-4db6-be30-934bfd6d6ea0 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:44.743475 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-19b5add9-ff7e-49ac-9a62-09ba335afff6 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769357090052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3151251'] for subnet, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:44.779892 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-31d2df16-ae09-408d-a276-7c345694ab62 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:44.805249 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-587ce52a-8c95-40d7-9d04-0c2d4fb7219c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Router 9728c7e8-ef7f-4283-94a1-6a9efb43978c is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:57:44.821628 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b5add9-ff7e-49ac-9a62-09ba335afff6 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:44.822482 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-19b5add9-ff7e-49ac-9a62-09ba335afff6 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:44.827239 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52184) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:44.827493 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-19b5add9-ff7e-49ac-9a62-09ba335afff6 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "PUT /v2.0/subnets/6356f6fd-ffd4-479f-87f3-1332eae3c3ad HTTP/1.1" status: 200 len: 806 time: 1.3323126 Feb 03 13:57:44.878162 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5add9-ff7e-49ac-9a62-09ba335afff6 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event updated for resources: {'Subnet': ['ID=6356f6fd-ffd4-479f-87f3-1332eae3c3ad,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:44.891488 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-477aed85-d124-4db6-be30-934bfd6d6ea0 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:44.910520 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-61a17c45-d9cf-4edb-8ac7-460d8a1c295b None None] Attempting to bind port 60593a6e-4592-4478-8386-c3e7e8c5f363 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:57:44.910895 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-61a17c45-d9cf-4edb-8ac7-460d8a1c295b None None] Attempting to bind port 60593a6e-4592-4478-8386-c3e7e8c5f363 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'ffef0982-c256-4c30-b5a9-78c3d21cd947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'dd6a285f-dbeb-4e5c-9e0a-07214a554bd4'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:57:44.911290 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a17c45-d9cf-4edb-8ac7-460d8a1c295b None None] Attempting to bind port 60593a6e-4592-4478-8386-c3e7e8c5f363 on network dd6a285f-dbeb-4e5c-9e0a-07214a554bd4 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:57:44.922928 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a17c45-d9cf-4edb-8ac7-460d8a1c295b None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:57:44.923333 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a17c45-d9cf-4edb-8ac7-460d8a1c295b None None] Checking segment: {'id': 'ffef0982-c256-4c30-b5a9-78c3d21cd947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'dd6a285f-dbeb-4e5c-9e0a-07214a554bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:57:44.923797 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-61a17c45-d9cf-4edb-8ac7-460d8a1c295b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:44.924188 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a17c45-d9cf-4edb-8ac7-460d8a1c295b None None] Bound using segment: {'id': 'ffef0982-c256-4c30-b5a9-78c3d21cd947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'dd6a285f-dbeb-4e5c-9e0a-07214a554bd4'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:57:44.924659 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-61a17c45-d9cf-4edb-8ac7-460d8a1c295b None None] Bound port: 60593a6e-4592-4478-8386-c3e7e8c5f363, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffef0982-c256-4c30-b5a9-78c3d21cd947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'dd6a285f-dbeb-4e5c-9e0a-07214a554bd4'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:57:44.925035 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-61a17c45-d9cf-4edb-8ac7-460d8a1c295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:44.985007 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-58ac6ad7-fc96-4053-a675-0499f24de222 None None] Provisioning for port 1bcf451b-2d95-42cf-a727-9284cf94d35b completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:57:44.994914 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d42eb2da-754d-4d41-832d-574962319217 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Synchronizing usage tracker for tenant:141de835597d419fb506bbaf5a63ca35 on resource:security_group {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:57:45.001007 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-58ac6ad7-fc96-4053-a675-0499f24de222 None None] Provisioning complete for port 1bcf451b-2d95-42cf-a727-9284cf94d35b triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:45.001392 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-58ac6ad7-fc96-4053-a675-0499f24de222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:45.079567 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-61a17c45-d9cf-4edb-8ac7-460d8a1c295b None None] For port 60593a6e-4592-4478-8386-c3e7e8c5f363, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:57:45.084255 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-61a17c45-d9cf-4edb-8ac7-460d8a1c295b None None] For port 60593a6e-4592-4478-8386-c3e7e8c5f363, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=60593a6e-4592-4478-8386-c3e7e8c5f363,segment=NetworkSegment(ffef0982-c256-4c30-b5a9-78c3d21cd947),segment_id=ffef0982-c256-4c30-b5a9-78c3d21cd947)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:57:45.085389 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-58ac6ad7-fc96-4053-a675-0499f24de222 None None] Port 1bcf451b-2d95-42cf-a727-9284cf94d35b cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:57:45.128522 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d2df16-ae09-408d-a276-7c345694ab62 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event updated for resources: {'Subnet': ['ID=c3469f5d-cd27-47c8-9f11-8bcbb11af863,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:45.150194 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477aed85-d124-4db6-be30-934bfd6d6ea0 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Network 6ea1921a-7026-47aa-99c0-b1b37371a385 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:57:45.155108 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-61a17c45-d9cf-4edb-8ac7-460d8a1c295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:45.161103 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-477aed85-d124-4db6-be30-934bfd6d6ea0 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:45.161649 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587ce52a-8c95-40d7-9d04-0c2d4fb7219c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:57:45.168504 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-587ce52a-8c95-40d7-9d04-0c2d4fb7219c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "PUT /v2.0/routers/9728c7e8-ef7f-4283-94a1-6a9efb43978c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7703006 Feb 03 13:57:45.171287 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52188) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:45.176386 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477aed85-d124-4db6-be30-934bfd6d6ea0 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:57:45.203093 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f01356f-1b67-4c9b-9fc2-15ef071ff535 None None] Sync routers for ids ['9728c7e8-ef7f-4283-94a1-6a9efb43978c'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:57:45.232641 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f01356f-1b67-4c9b-9fc2-15ef071ff535 None None] Routers {'9728c7e8-ef7f-4283-94a1-6a9efb43978c'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:57:45.232787 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477aed85-d124-4db6-be30-934bfd6d6ea0 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Pushing event updated for resources: {'Port': ['ID=e4d94065-c612-4553-af00-bf399fa56d7c,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:45.232888 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-8f01356f-1b67-4c9b-9fc2-15ef071ff535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:57:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['9728c7e8-ef7f-4283-94a1-6a9efb43978c'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:45.258648 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d2df16-ae09-408d-a276-7c345694ab62 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Checking segment: {'id': '6311489e-40f5-46cb-959d-a6ea0587eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c2276cfb-7017-4709-9704-fe21ad93a409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:57:45.259009 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d2df16-ae09-408d-a276-7c345694ab62 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Network hostable DHCP agents. Network: c2276cfb-7017-4709-9704-fe21ad93a409, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:57:45.337483 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d42eb2da-754d-4d41-832d-574962319217 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Unset dirty status for tenant:141de835597d419fb506bbaf5a63ca35 on resource:security_group {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:57:45.344969 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d42eb2da-754d-4d41-832d-574962319217 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6199284 Feb 03 13:57:45.345867 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52192) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:45.357922 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2d0f9ddb-fe30-4992-adff-c05fffc37d20 None None] Provisioning complete for port d8e6ef5f-3eaa-48a4-ad16-7581e7218d24 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:45.358298 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2d0f9ddb-fe30-4992-adff-c05fffc37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:45.360866 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-3b2350be-a852-469e-8d91-aab993c9bf72 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Request body: {'security_group': {'name': 'tempest-secgroup--105922162'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:45.377258 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-3b2350be-a852-469e-8d91-aab993c9bf72 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:45.401893 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-820f7c32-0dad-4a00-9368-3c5c011a1299 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:45.404236 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-3b2350be-a852-469e-8d91-aab993c9bf72 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:45.411319 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913253e8-680d-4b06-ab2c-32bcdeb9c1e3 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:45.412028 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-913253e8-680d-4b06-ab2c-32bcdeb9c1e3 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Synchronizing usage tracker for tenant:e560cbcda02c46efaee7f040dc641828 on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:57:45.429145 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-8f01356f-1b67-4c9b-9fc2-15ef071ff535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:45.452128 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a17c45-d9cf-4edb-8ac7-460d8a1c295b None None] Pushing event updated for resources: {'Port': ['ID=60593a6e-4592-4478-8386-c3e7e8c5f363,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:45.461479 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f01356f-1b67-4c9b-9fc2-15ef071ff535 None None] Routers {'9728c7e8-ef7f-4283-94a1-6a9efb43978c'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:57:45.462115 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-8f01356f-1b67-4c9b-9fc2-15ef071ff535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:57:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['9728c7e8-ef7f-4283-94a1-6a9efb43978c'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:45.470293 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-820f7c32-0dad-4a00-9368-3c5c011a1299 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Deleting port 60593a6e-4592-4478-8386-c3e7e8c5f363 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:57:45.470744 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-820f7c32-0dad-4a00-9368-3c5c011a1299 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:45.474583 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3b2350be-a852-469e-8d91-aab993c9bf72 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:45.503671 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-913253e8-680d-4b06-ab2c-32bcdeb9c1e3 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Unset dirty status for tenant:e560cbcda02c46efaee7f040dc641828 on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:57:45.518866 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-913253e8-680d-4b06-ab2c-32bcdeb9c1e3 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "GET /v2.0/ports/1bcf451b-2d95-42cf-a727-9284cf94d35b HTTP/1.1" status: 200 len: 911 time: 0.3438730 Feb 03 13:57:45.519568 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52196) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:45.557502 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-3b2350be-a852-469e-8d91-aab993c9bf72 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:45.577672 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d2df16-ae09-408d-a276-7c345694ab62 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Network c2276cfb-7017-4709-9704-fe21ad93a409 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:57:45.582062 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3b2350be-a852-469e-8d91-aab993c9bf72 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Usage tracker for resource:security_group_rule and tenant:141de835597d419fb506bbaf5a63ca35 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:45.586295 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3b2350be-a852-469e-8d91-aab993c9bf72 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:45.593983 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-3b2350be-a852-469e-8d91-aab993c9bf72 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:45.625354 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-8f01356f-1b67-4c9b-9fc2-15ef071ff535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:45.625746 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f01356f-1b67-4c9b-9fc2-15ef071ff535 None None] The sync data for ids ['9728c7e8-ef7f-4283-94a1-6a9efb43978c'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:57:45.642093 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2d0f9ddb-fe30-4992-adff-c05fffc37d20 None None] Provisioning complete for port 1bcf451b-2d95-42cf-a727-9284cf94d35b triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:45.642659 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2d0f9ddb-fe30-4992-adff-c05fffc37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:45.668918 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-477aed85-d124-4db6-be30-934bfd6d6ea0 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:45.670824 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-477aed85-d124-4db6-be30-934bfd6d6ea0 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:45.705870 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3b2350be-a852-469e-8d91-aab993c9bf72 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:45.708915 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-2d0f9ddb-fe30-4992-adff-c05fffc37d20 None None] Port 1bcf451b-2d95-42cf-a727-9284cf94d35b cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:57:45.782111 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3b2350be-a852-469e-8d91-aab993c9bf72 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:45.796848 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-31d2df16-ae09-408d-a276-7c345694ab62 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, c2276cfb-7017-4709-9704-fe21ad93a409) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:45.818348 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5008f133-01cb-49aa-be33-88f7427de006 None None] Network c2276cfb-7017-4709-9704-fe21ad93a409 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:45.863180 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d2df16-ae09-408d-a276-7c345694ab62 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:45.863887 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-31d2df16-ae09-408d-a276-7c345694ab62 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:45.942034 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 60593a6e-4592-4478-8386-c3e7e8c5f363 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:57:45.944792 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2350be-a852-469e-8d91-aab993c9bf72 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3abb7430-e912-4660-b82f-9f417623be5e,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:46.070220 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3b2350be-a852-469e-8d91-aab993c9bf72 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:46.074253 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3b2350be-a852-469e-8d91-aab993c9bf72 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7185726 Feb 03 13:57:46.074401 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-31d2df16-ae09-408d-a276-7c345694ab62 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.6429956 Feb 03 13:57:46.074501 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52200) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:46.075257 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52202) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:46.084260 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-820f7c32-0dad-4a00-9368-3c5c011a1299 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] For port 60593a6e-4592-4478-8386-c3e7e8c5f363, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=60593a6e-4592-4478-8386-c3e7e8c5f363,segment=NetworkSegment(ffef0982-c256-4c30-b5a9-78c3d21cd947),segment_id=ffef0982-c256-4c30-b5a9-78c3d21cd947)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:46.084616 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-820f7c32-0dad-4a00-9368-3c5c011a1299 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:46.085377 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-071c753d-18de-4d91-8e86-565c3b6da645 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:46.085537 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2d8d313e-bf55-47fc-885a-3821ac5870b4 None None] Provisioning complete for port 1bcf451b-2d95-42cf-a727-9284cf94d35b triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:46.085914 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2d8d313e-bf55-47fc-885a-3821ac5870b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:46.095407 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-087dfc8a-f7cd-4055-95ea-fe55c1a48671 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Request body: {'security_group_rule': {'security_group_id': '3abb7430-e912-4660-b82f-9f417623be5e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:46.096145 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-087dfc8a-f7cd-4055-95ea-fe55c1a48671 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:57:46.100263 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-087dfc8a-f7cd-4055-95ea-fe55c1a48671 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0198574 Feb 03 13:57:46.101380 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52208) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:46.119225 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-9db720ab-df5e-4c38-a867-d07ad18b6457 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Request body: {'security_group_rule': {'security_group_id': '3abb7430-e912-4660-b82f-9f417623be5e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:46.119903 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-9db720ab-df5e-4c38-a867-d07ad18b6457 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:57:46.121114 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-9db720ab-df5e-4c38-a867-d07ad18b6457 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0188262 Feb 03 13:57:46.124182 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52212) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:46.133832 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-f74f2cdb-f530-40bb-84c3-207cef501350 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Request body: {'security_group_rule': {'security_group_id': '3abb7430-e912-4660-b82f-9f417623be5e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:46.138833 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-f74f2cdb-f530-40bb-84c3-207cef501350 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:57:46.138833 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f74f2cdb-f530-40bb-84c3-207cef501350 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0104587 Feb 03 13:57:46.140845 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52216) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:46.149179 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-be7d5c80-9904-4534-9c17-1d923425e50d tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Request body: {'security_group_rule': {'security_group_id': '3abb7430-e912-4660-b82f-9f417623be5e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:46.154728 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-be7d5c80-9904-4534-9c17-1d923425e50d tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:57:46.158256 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-be7d5c80-9904-4534-9c17-1d923425e50d tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0137942 Feb 03 13:57:46.166392 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-2d8d313e-bf55-47fc-885a-3821ac5870b4 None None] Port 1bcf451b-2d95-42cf-a727-9284cf94d35b cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:57:46.204844 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52220) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:46.213908 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab7bbb3-0f3e-4fd1-b2c8-04b32476da6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-c2276cfb-7017-4709-9704-fe21ad93a409', 'network_id': 'c2276cfb-7017-4709-9704-fe21ad93a409', 'tenant_id': '16ca01bd1cf84cd38347e99fdd7734d7', 'fixed_ips': [{'subnet_id': 'c3469f5d-cd27-47c8-9f11-8bcbb11af863'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:57:46.214856 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9ab7bbb3-0f3e-4fd1-b2c8-04b32476da6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:46.287260 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 60593a6e-4592-4478-8386-c3e7e8c5f363 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:57:46.307023 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device d8e6ef5f-3eaa-48a4-ad16-7581e7218d24 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:57:46.380906 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-820f7c32-0dad-4a00-9368-3c5c011a1299 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Calling delete_port for 60593a6e-4592-4478-8386-c3e7e8c5f363 owned by network:dhcp {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:57:46.396581 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-4121b354-5248-4234-8f4a-5501c6365d30 None None] Provisioning complete for port 1bcf451b-2d95-42cf-a727-9284cf94d35b triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:46.397105 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4121b354-5248-4234-8f4a-5501c6365d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:46.515610 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-4121b354-5248-4234-8f4a-5501c6365d30 None None] Port 1bcf451b-2d95-42cf-a727-9284cf94d35b cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:57:46.528265 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-9ab7bbb3-0f3e-4fd1-b2c8-04b32476da6b None None] Allocated IP 2001:db8::3 (c2276cfb-7017-4709-9704-fe21ad93a409/c3469f5d-cd27-47c8-9f11-8bcbb11af863/e46511d6-5689-4f1c-82b6-0ebf45bde1ba) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:57:46.541670 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port d8e6ef5f-3eaa-48a4-ad16-7581e7218d24 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:46.542037 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-071c753d-18de-4d91-8e86-565c3b6da645 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3187193'] for subnet, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:46.542204 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:46.607081 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d55c661b-de4b-4e10-b113-3e034a96e20b tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:46.641266 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d55c661b-de4b-4e10-b113-3e034a96e20b tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:46.653917 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccdb813-e537-489e-a001-5c4783e10235 None None] Network dd6a285f-dbeb-4e5c-9e0a-07214a554bd4 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:46.668877 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-477aed85-d124-4db6-be30-934bfd6d6ea0 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Router 61fae2c5-73dc-4ce8-be3f-c715641608a7 is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:57:46.687774 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-639ba939-78ef-4937-86e9-5a46166f170c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:46.741316 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-820f7c32-0dad-4a00-9368-3c5c011a1299 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:46.743678 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-d3ca5d45-c811-454f-a8de-2e2136cb6986 None None] Could not find standard attr ID for object 60593a6e-4592-4478-8386-c3e7e8c5f363. {{(pid=84183) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 13:57:46.807435 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f7c32-0dad-4a00-9368-3c5c011a1299 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event deleted for resources: {'Port': ['ID=60593a6e-4592-4478-8386-c3e7e8c5f363,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:46.964968 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d55c661b-de4b-4e10-b113-3e034a96e20b tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:46.971722 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477aed85-d124-4db6-be30-934bfd6d6ea0 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:57:46.985511 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ec1958-59cf-4233-a49c-b0ab76435831 None None] Sync routers for ids ['61fae2c5-73dc-4ce8-be3f-c715641608a7'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:57:46.998480 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ec1958-59cf-4233-a49c-b0ab76435831 None None] Routers {'61fae2c5-73dc-4ce8-be3f-c715641608a7'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:57:47.001364 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-73ec1958-59cf-4233-a49c-b0ab76435831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:57:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['61fae2c5-73dc-4ce8-be3f-c715641608a7'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:47.010608 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c661b-de4b-4e10-b113-3e034a96e20b tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abb7430-e912-4660-b82f-9f417623be5e,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:47.055149 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d55c661b-de4b-4e10-b113-3e034a96e20b tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:47.058836 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d55c661b-de4b-4e10-b113-3e034a96e20b tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "DELETE /v2.0/security-groups/3abb7430-e912-4660-b82f-9f417623be5e HTTP/1.1" status: 204 len: 168 time: 0.8297195 Feb 03 13:57:47.058836 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52224) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:47.064970 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-477aed85-d124-4db6-be30-934bfd6d6ea0 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:47.068012 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-477aed85-d124-4db6-be30-934bfd6d6ea0 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.5818410 Feb 03 13:57:47.073835 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52228) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:47.095418 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9ab7bbb3-0f3e-4fd1-b2c8-04b32476da6b None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:47.120674 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-9ab7bbb3-0f3e-4fd1-b2c8-04b32476da6b None None] Transition to ACTIVE for port object e46511d6-5689-4f1c-82b6-0ebf45bde1ba will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:57:47.147554 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-9ab7bbb3-0f3e-4fd1-b2c8-04b32476da6b None None] Transition to ACTIVE for port object e46511d6-5689-4f1c-82b6-0ebf45bde1ba will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:57:47.167792 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d66a4336-3cda-4c60-b2d5-0c4081d95136 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Synchronizing usage tracker for tenant:141de835597d419fb506bbaf5a63ca35 on resource:security_group {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:57:47.211963 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:47.226744 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-73ec1958-59cf-4233-a49c-b0ab76435831 None None] Set router 61fae2c5-73dc-4ce8-be3f-c715641608a7 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:57:47.234930 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820f7c32-0dad-4a00-9368-3c5c011a1299 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] No DVR routers for this DVR port 60593a6e-4592-4478-8386-c3e7e8c5f363 on host dv-neutron-827016-1-hyperv {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:57:47.276303 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9ab7bbb3-0f3e-4fd1-b2c8-04b32476da6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:47.285240 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d66a4336-3cda-4c60-b2d5-0c4081d95136 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Unset dirty status for tenant:141de835597d419fb506bbaf5a63ca35 on resource:security_group {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:57:47.296782 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d66a4336-3cda-4c60-b2d5-0c4081d95136 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2368963 Feb 03 13:57:47.296977 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52232) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:47.309883 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-099b12d1-013d-4147-b793-279522b91e89 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Request body: {'security_group': {'name': 'tempest-secgroup--1913432639'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:47.343185 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-820f7c32-0dad-4a00-9368-3c5c011a1299 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:47.366423 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9924f205-45b2-445b-8be8-4821902220b1 None None] Network dd6a285f-dbeb-4e5c-9e0a-07214a554bd4 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:47.424347 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-099b12d1-013d-4147-b793-279522b91e89 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:47.449058 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-099b12d1-013d-4147-b793-279522b91e89 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:47.470692 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-820f7c32-0dad-4a00-9368-3c5c011a1299 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:47.545187 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab7bbb3-0f3e-4fd1-b2c8-04b32476da6b None None] Network c2276cfb-7017-4709-9704-fe21ad93a409 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:57:47.551258 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-9ab7bbb3-0f3e-4fd1-b2c8-04b32476da6b None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:47.555341 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7bbb3-0f3e-4fd1-b2c8-04b32476da6b None None] Pushing event updated for resources: {'Port': ['ID=e46511d6-5689-4f1c-82b6-0ebf45bde1ba,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:47.561085 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab7bbb3-0f3e-4fd1-b2c8-04b32476da6b None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:57:47.681231 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-099b12d1-013d-4147-b793-279522b91e89 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:47.695241 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-73ec1958-59cf-4233-a49c-b0ab76435831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fae2c5-73dc-4ce8-be3f-c715641608a7', 'name': '', 'tenant_id': '4b3df48f94a24c57807c6c656f18bfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ea1921a-7026-47aa-99c0-b1b37371a385', 'external_fixed_ips': [{'subnet_id': 'd7973ac7-dd80-480e-a040-f22cedcb2613', 'ip_address': '2001:db8::389'}], 'enable_snat': True}, 'gw_port_id': 'e4d94065-c612-4553-af00-bf399fa56d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:57:42Z', 'updated_at': '2022-02-03T13:57:45Z', 'revision_number': 3, 'project_id': '4b3df48f94a24c57807c6c656f18bfb8', 'gw_port': {'id': 'e4d94065-c612-4553-af00-bf399fa56d7c', 'name': '', 'network_id': '6ea1921a-7026-47aa-99c0-b1b37371a385', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61fae2c5-73dc-4ce8-be3f-c715641608a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd7973ac7-dd80-480e-a040-f22cedcb2613', 'ip_address': '2001:db8::389', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:44Z', 'updated_at': '2022-02-03T13:57:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7973ac7-dd80-480e-a040-f22cedcb2613', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:47.701003 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ec1958-59cf-4233-a49c-b0ab76435831 None None] Checking router: 61fae2c5-73dc-4ce8-be3f-c715641608a7 for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 13:57:47.701480 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ec1958-59cf-4233-a49c-b0ab76435831 None None] Updating router 61fae2c5-73dc-4ce8-be3f-c715641608a7 port e4d94065-c612-4553-af00-bf399fa56d7c binding host dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 13:57:47.711190 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f7c32-0dad-4a00-9368-3c5c011a1299 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event deleted for resources: {'Subnet': ['ID=6356f6fd-ffd4-479f-87f3-1332eae3c3ad,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:47.732558 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-9ab7bbb3-0f3e-4fd1-b2c8-04b32476da6b None None] Attempting to bind port e46511d6-5689-4f1c-82b6-0ebf45bde1ba on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:57:47.732931 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-9ab7bbb3-0f3e-4fd1-b2c8-04b32476da6b None None] Attempting to bind port e46511d6-5689-4f1c-82b6-0ebf45bde1ba by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '6311489e-40f5-46cb-959d-a6ea0587eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c2276cfb-7017-4709-9704-fe21ad93a409'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:57:47.733331 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab7bbb3-0f3e-4fd1-b2c8-04b32476da6b None None] Attempting to bind port e46511d6-5689-4f1c-82b6-0ebf45bde1ba on network c2276cfb-7017-4709-9704-fe21ad93a409 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:57:47.747148 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab7bbb3-0f3e-4fd1-b2c8-04b32476da6b None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:57:47.748327 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab7bbb3-0f3e-4fd1-b2c8-04b32476da6b None None] Checking segment: {'id': '6311489e-40f5-46cb-959d-a6ea0587eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c2276cfb-7017-4709-9704-fe21ad93a409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:57:47.748522 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9ab7bbb3-0f3e-4fd1-b2c8-04b32476da6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:47.748830 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab7bbb3-0f3e-4fd1-b2c8-04b32476da6b None None] Bound using segment: {'id': '6311489e-40f5-46cb-959d-a6ea0587eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c2276cfb-7017-4709-9704-fe21ad93a409'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:57:47.752059 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-9ab7bbb3-0f3e-4fd1-b2c8-04b32476da6b None None] Bound port: e46511d6-5689-4f1c-82b6-0ebf45bde1ba, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6311489e-40f5-46cb-959d-a6ea0587eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c2276cfb-7017-4709-9704-fe21ad93a409'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:57:47.752503 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9ab7bbb3-0f3e-4fd1-b2c8-04b32476da6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:47.755837 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-639ba939-78ef-4937-86e9-5a46166f170c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Deleting port 1bcf451b-2d95-42cf-a727-9284cf94d35b {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:57:47.756186 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-639ba939-78ef-4937-86e9-5a46166f170c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:47.766603 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-820f7c32-0dad-4a00-9368-3c5c011a1299 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:47.805997 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-099b12d1-013d-4147-b793-279522b91e89 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:47.810606 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-099b12d1-013d-4147-b793-279522b91e89 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Usage tracker for resource:security_group_rule and tenant:141de835597d419fb506bbaf5a63ca35 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:47.813628 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-099b12d1-013d-4147-b793-279522b91e89 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:47.821052 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-099b12d1-013d-4147-b793-279522b91e89 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:47.825409 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-73ec1958-59cf-4233-a49c-b0ab76435831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:47.852081 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8220c00-44f6-4271-bb28-92ca26b6a721 None None] DHCP port deletion for dd6a285f-dbeb-4e5c-9e0a-07214a554bd4 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 13:57:47.862376 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-820f7c32-0dad-4a00-9368-3c5c011a1299 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd6a285f-dbeb-4e5c-9e0a-07214a554bd4']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:47.909019 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-820f7c32-0dad-4a00-9368-3c5c011a1299 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffef0982-c256-4c30-b5a9-78c3d21cd947') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:47.909381 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-820f7c32-0dad-4a00-9368-3c5c011a1299 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffef0982-c256-4c30-b5a9-78c3d21cd947') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:47.922828 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-9ab7bbb3-0f3e-4fd1-b2c8-04b32476da6b None None] For port e46511d6-5689-4f1c-82b6-0ebf45bde1ba, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:57:47.926424 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-9ab7bbb3-0f3e-4fd1-b2c8-04b32476da6b None None] For port e46511d6-5689-4f1c-82b6-0ebf45bde1ba, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=e46511d6-5689-4f1c-82b6-0ebf45bde1ba,segment=NetworkSegment(6311489e-40f5-46cb-959d-a6ea0587eb37),segment_id=6311489e-40f5-46cb-959d-a6ea0587eb37)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:57:47.936209 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-820f7c32-0dad-4a00-9368-3c5c011a1299 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:47.953871 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-820f7c32-0dad-4a00-9368-3c5c011a1299 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:47.961912 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-820f7c32-0dad-4a00-9368-3c5c011a1299 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:57:47.962348 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-820f7c32-0dad-4a00-9368-3c5c011a1299 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:47.970494 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-071c753d-18de-4d91-8e86-565c3b6da645 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769357090052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3151251'] for subnet, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:47.989092 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9ab7bbb3-0f3e-4fd1-b2c8-04b32476da6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:48.009807 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 13:57:48.009807 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:57:48.009807 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 13:57:48.009807 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:57:48.009807 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 13:57:48.009807 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:57:48.009807 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 13:57:48.009807 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:57:48.009807 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 13:57:48.009807 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:57:48.009807 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 13:57:48.009807 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:57:48.009807 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 13:57:48.009807 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:57:48.009807 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:57:48.009807 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:57:48.009807 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:57:48.009807 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:57:48.009807 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 13:57:48.009807 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:57:48.009807 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 13:57:48.009807 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:57:48.009807 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:57:48.009807 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:57:48.009807 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 13:57:48.009807 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:57:48.009807 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:57:48.009807 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:57:48.009807 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:57:48.009807 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:57:48.009807 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:57:48.009807 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:57:48.067625 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071c753d-18de-4d91-8e86-565c3b6da645 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:48.068285 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-071c753d-18de-4d91-8e86-565c3b6da645 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:48.069620 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-071c753d-18de-4d91-8e86-565c3b6da645 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "PUT /v2.0/subnets/c3469f5d-cd27-47c8-9f11-8bcbb11af863 HTTP/1.1" status: 200 len: 900 time: 1.9894068 Feb 03 13:57:48.075335 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52236) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:48.076327 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c753d-18de-4d91-8e86-565c3b6da645 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event updated for resources: {'Subnet': ['ID=c3469f5d-cd27-47c8-9f11-8bcbb11af863,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:48.090622 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7bbb3-0f3e-4fd1-b2c8-04b32476da6b None None] Pushing event updated for resources: {'Port': ['ID=e46511d6-5689-4f1c-82b6-0ebf45bde1ba,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:48.168614 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-099b12d1-013d-4147-b793-279522b91e89 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:48.218109 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4b09d4e7-2fa5-4512-bda4-18e8d87ccba9 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for router, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:48.259958 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-639ba939-78ef-4937-86e9-5a46166f170c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:48.295469 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-099b12d1-013d-4147-b793-279522b91e89 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:48.380043 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b12d1-013d-4147-b793-279522b91e89 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63fea747-4894-407c-ab75-79ca6887a6a0,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:48.407141 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-73ec1958-59cf-4233-a49c-b0ab76435831 None None] Notify callbacks [] for port, precommit_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:48.497582 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.provisioning_blocks [None req-73ec1958-59cf-4233-a49c-b0ab76435831 None None] Transition to ACTIVE for port object e4d94065-c612-4553-af00-bf399fa56d7c will not be triggered until provisioned by entity L2. {{(pid=84184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:57:48.501093 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-639ba939-78ef-4937-86e9-5a46166f170c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Calling delete_port for 1bcf451b-2d95-42cf-a727-9284cf94d35b owned by network:router_interface {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:57:48.545014 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-820f7c32-0dad-4a00-9368-3c5c011a1299 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:48.566843 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-820f7c32-0dad-4a00-9368-3c5c011a1299 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:48.568744 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-820f7c32-0dad-4a00-9368-3c5c011a1299 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "DELETE /v2.0/networks/dd6a285f-dbeb-4e5c-9e0a-07214a554bd4 HTTP/1.1" status: 204 len: 168 time: 3.7396936 Feb 03 13:57:48.574107 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52240) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:48.609144 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0af54c45-06cf-482f-9557-f66cac4e76bb tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:48.631005 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-73ec1958-59cf-4233-a49c-b0ab76435831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:48.640020 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-0af54c45-06cf-482f-9557-f66cac4e76bb tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Deleting port e46511d6-5689-4f1c-82b6-0ebf45bde1ba {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:57:48.640401 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0af54c45-06cf-482f-9557-f66cac4e76bb tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:48.722601 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f7c32-0dad-4a00-9368-3c5c011a1299 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event deleted for resources: {'Network': ['ID=dd6a285f-dbeb-4e5c-9e0a-07214a554bd4,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:48.727945 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-099b12d1-013d-4147-b793-279522b91e89 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:48.729130 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-099b12d1-013d-4147-b793-279522b91e89 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4298003 Feb 03 13:57:48.737677 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52244) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:48.738590 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-66322265-5122-4cee-abed-1432cae8d367 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] DELETE failed (client error): The resource could not be found. Feb 03 13:57:48.739025 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66322265-5122-4cee-abed-1432cae8d367 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:57:48.741138 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-66322265-5122-4cee-abed-1432cae8d367 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "DELETE /v2.0/networks/dd6a285f-dbeb-4e5c-9e0a-07214a554bd4 HTTP/1.1" status: 404 len: 339 time: 0.1661165 Feb 03 13:57:48.745544 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52248) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:48.749635 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-7b82575c-bb7b-4fc4-bce3-3b1d9be5f1e1 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Request body: {'security_group_rule': {'security_group_id': '63fea747-4894-407c-ab75-79ca6887a6a0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:48.750278 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-7b82575c-bb7b-4fc4-bce3-3b1d9be5f1e1 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:57:48.751251 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-7b82575c-bb7b-4fc4-bce3-3b1d9be5f1e1 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0090923 Feb 03 13:57:48.756110 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-73ec1958-59cf-4233-a49c-b0ab76435831 None None] Attempting to bind port e4d94065-c612-4553-af00-bf399fa56d7c on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:57:48.756627 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-73ec1958-59cf-4233-a49c-b0ab76435831 None None] Attempting to bind port e4d94065-c612-4553-af00-bf399fa56d7c by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'f869ebc9-733a-41b5-9f74-c9a8477c9f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6ea1921a-7026-47aa-99c0-b1b37371a385'}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:57:48.757116 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ec1958-59cf-4233-a49c-b0ab76435831 None None] Attempting to bind port e4d94065-c612-4553-af00-bf399fa56d7c on network 6ea1921a-7026-47aa-99c0-b1b37371a385 {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:57:48.757648 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-ebd76e83-f85a-4c81-997d-6cb57c953745 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-618124523', 'description': 'd1'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:48.764615 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52252) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:48.771117 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ec1958-59cf-4233-a49c-b0ab76435831 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:57:48.773433 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ec1958-59cf-4233-a49c-b0ab76435831 None None] Checking segment: {'id': 'f869ebc9-733a-41b5-9f74-c9a8477c9f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6ea1921a-7026-47aa-99c0-b1b37371a385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:57:48.773708 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-285e0970-9af0-49c9-a08d-3b4d20b0fa4d tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Request body: {'security_group_rule': {'security_group_id': '63fea747-4894-407c-ab75-79ca6887a6a0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:48.774036 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-73ec1958-59cf-4233-a49c-b0ab76435831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:48.775020 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ec1958-59cf-4233-a49c-b0ab76435831 None None] Bound using segment: {'id': 'f869ebc9-733a-41b5-9f74-c9a8477c9f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6ea1921a-7026-47aa-99c0-b1b37371a385'} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:57:48.776201 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-73ec1958-59cf-4233-a49c-b0ab76435831 None None] Bound port: e4d94065-c612-4553-af00-bf399fa56d7c, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f869ebc9-733a-41b5-9f74-c9a8477c9f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6ea1921a-7026-47aa-99c0-b1b37371a385'}}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:57:48.776679 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-73ec1958-59cf-4233-a49c-b0ab76435831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:48.778118 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-ebd76e83-f85a-4c81-997d-6cb57c953745 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:48.782155 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-285e0970-9af0-49c9-a08d-3b4d20b0fa4d tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:48.787631 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-285e0970-9af0-49c9-a08d-3b4d20b0fa4d tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Usage tracker for resource:security_group_rule and tenant:141de835597d419fb506bbaf5a63ca35 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:48.790883 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ebd76e83-f85a-4c81-997d-6cb57c953745 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Usage tracker for resource:network and tenant:cf1a07a12cb04727ad443721ec556df8 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:48.793440 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-285e0970-9af0-49c9-a08d-3b4d20b0fa4d tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:48.800010 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ebd76e83-f85a-4c81-997d-6cb57c953745 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:48.808357 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-285e0970-9af0-49c9-a08d-3b4d20b0fa4d tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:48.811073 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-ebd76e83-f85a-4c81-997d-6cb57c953745 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:48.830509 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a79550a-91ce-4a30-9f29-fead69108704 None None] Pushing event updated for resources: {'Port': ['ID=e4d94065-c612-4553-af00-bf399fa56d7c,revision_number=2']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:48.845911 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4b09d4e7-2fa5-4512-bda4-18e8d87ccba9 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:48.864954 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79550a-91ce-4a30-9f29-fead69108704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:48.865229 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79550a-91ce-4a30-9f29-fead69108704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:48.865538 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79550a-91ce-4a30-9f29-fead69108704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:48.865866 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79550a-91ce-4a30-9f29-fead69108704 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:48.866203 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79550a-91ce-4a30-9f29-fead69108704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:48.866531 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79550a-91ce-4a30-9f29-fead69108704 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:48.866850 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79550a-91ce-4a30-9f29-fead69108704 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:48.867232 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79550a-91ce-4a30-9f29-fead69108704 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:48.867561 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79550a-91ce-4a30-9f29-fead69108704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:48.867876 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79550a-91ce-4a30-9f29-fead69108704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:48.868195 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79550a-91ce-4a30-9f29-fead69108704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:48.885243 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-73ec1958-59cf-4233-a49c-b0ab76435831 None None] For port e4d94065-c612-4553-af00-bf399fa56d7c, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:57:48.888820 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-73ec1958-59cf-4233-a49c-b0ab76435831 None None] For port e4d94065-c612-4553-af00-bf399fa56d7c, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=e4d94065-c612-4553-af00-bf399fa56d7c,segment=NetworkSegment(f869ebc9-733a-41b5-9f74-c9a8477c9f00),segment_id=f869ebc9-733a-41b5-9f74-c9a8477c9f00)] {{(pid=84184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:57:48.891485 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd76e83-f85a-4c81-997d-6cb57c953745 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Made reservation on behalf of cf1a07a12cb04727ad443721ec556df8 for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:48.894480 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ebd76e83-f85a-4c81-997d-6cb57c953745 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:48.921509 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-4b09d4e7-2fa5-4512-bda4-18e8d87ccba9 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Deleting port e4d94065-c612-4553-af00-bf399fa56d7c {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:57:48.921856 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4b09d4e7-2fa5-4512-bda4-18e8d87ccba9 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:48.967586 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-73ec1958-59cf-4233-a49c-b0ab76435831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:48.984883 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-639ba939-78ef-4937-86e9-5a46166f170c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:48.997269 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebd76e83-f85a-4c81-997d-6cb57c953745 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:57:49.036574 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ebd76e83-f85a-4c81-997d-6cb57c953745 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:49.037357 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-ebd76e83-f85a-4c81-997d-6cb57c953745 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Added segment 090a3432-86de-49d0-b271-346eb946e968 of type vlan for network 9e145aa1-28e7-46e7-86fd-0a1593961525 Feb 03 13:57:49.056465 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639ba939-78ef-4937-86e9-5a46166f170c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event deleted for resources: {'Port': ['ID=1bcf451b-2d95-42cf-a727-9284cf94d35b,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:49.073942 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-0af54c45-06cf-482f-9557-f66cac4e76bb tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] For port e46511d6-5689-4f1c-82b6-0ebf45bde1ba, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=e46511d6-5689-4f1c-82b6-0ebf45bde1ba,segment=NetworkSegment(6311489e-40f5-46cb-959d-a6ea0587eb37),segment_id=6311489e-40f5-46cb-959d-a6ea0587eb37)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:49.074571 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0af54c45-06cf-482f-9557-f66cac4e76bb tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:49.078882 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a79550a-91ce-4a30-9f29-fead69108704 None None] Pushing event updated for resources: {'Port': ['ID=e4d94065-c612-4553-af00-bf399fa56d7c,revision_number=3']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:49.092431 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ec1958-59cf-4233-a49c-b0ab76435831 None None] Routers {'61fae2c5-73dc-4ce8-be3f-c715641608a7'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:57:49.093160 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-73ec1958-59cf-4233-a49c-b0ab76435831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:57:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['61fae2c5-73dc-4ce8-be3f-c715641608a7'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:49.100262 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-285e0970-9af0-49c9-a08d-3b4d20b0fa4d tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:57:49.104488 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-285e0970-9af0-49c9-a08d-3b4d20b0fa4d tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3380268 Feb 03 13:57:49.105738 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52260) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:49.121858 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-2161907e-63dd-4ad3-ae93-a236ce423fed tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Request body: {'security_group_rule': {'security_group_id': '63fea747-4894-407c-ab75-79ca6887a6a0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:49.122505 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-2161907e-63dd-4ad3-ae93-a236ce423fed tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:57:49.126392 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-2161907e-63dd-4ad3-ae93-a236ce423fed tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0129731 Feb 03 13:57:49.126963 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52264) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:49.154253 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-3b14c58b-18c3-4841-8b20-59fcd06d6ed5 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Request body: {'security_group_rule': {'security_group_id': '63fea747-4894-407c-ab75-79ca6887a6a0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:49.160412 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3b14c58b-18c3-4841-8b20-59fcd06d6ed5 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:49.164470 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3b14c58b-18c3-4841-8b20-59fcd06d6ed5 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Usage tracker for resource:security_group_rule and tenant:141de835597d419fb506bbaf5a63ca35 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:49.168080 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3b14c58b-18c3-4841-8b20-59fcd06d6ed5 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:49.175219 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3b14c58b-18c3-4841-8b20-59fcd06d6ed5 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:49.204211 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ebd76e83-f85a-4c81-997d-6cb57c953745 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:49.307877 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-4b09d4e7-2fa5-4512-bda4-18e8d87ccba9 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] For port e4d94065-c612-4553-af00-bf399fa56d7c, host dv-neutron-827016-1-hyperv, got binding levels [] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:49.308317 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4b09d4e7-2fa5-4512-bda4-18e8d87ccba9 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:49.354900 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-73ec1958-59cf-4233-a49c-b0ab76435831 None None] Set router 61fae2c5-73dc-4ce8-be3f-c715641608a7 gateway port host: None {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:57:49.397008 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ebd76e83-f85a-4c81-997d-6cb57c953745 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:49.402156 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd76e83-f85a-4c81-997d-6cb57c953745 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:49.402756 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ebd76e83-f85a-4c81-997d-6cb57c953745 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968674'] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:49.475845 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-0af54c45-06cf-482f-9557-f66cac4e76bb tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Calling delete_port for e46511d6-5689-4f1c-82b6-0ebf45bde1ba owned by network:dhcp {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:57:49.487033 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4143c915-d5bc-4013-85e9-b3a8c31c8e14 None None] Network c2276cfb-7017-4709-9704-fe21ad93a409 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:49.492682 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-3b14c58b-18c3-4841-8b20-59fcd06d6ed5 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:57:49.493874 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3b14c58b-18c3-4841-8b20-59fcd06d6ed5 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3606527 Feb 03 13:57:49.505639 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52268) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:49.505850 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-4b09d4e7-2fa5-4512-bda4-18e8d87ccba9 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Calling delete_port for e4d94065-c612-4553-af00-bf399fa56d7c owned by network:router_gateway {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:57:49.518436 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-73ec1958-59cf-4233-a49c-b0ab76435831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fae2c5-73dc-4ce8-be3f-c715641608a7', 'name': '', 'tenant_id': '4b3df48f94a24c57807c6c656f18bfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:57:42Z', 'updated_at': '2022-02-03T13:57:48Z', 'revision_number': 4, 'project_id': '4b3df48f94a24c57807c6c656f18bfb8', 'gw_port_host': None}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:49.522239 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-a62a0363-9948-4243-b71a-e6cf91f9346f tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Request body: {'security_group_rule': {'security_group_id': '63fea747-4894-407c-ab75-79ca6887a6a0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:49.523090 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-a62a0363-9948-4243-b71a-e6cf91f9346f tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:57:49.523681 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ec1958-59cf-4233-a49c-b0ab76435831 None None] The sync data for ids ['61fae2c5-73dc-4ce8-be3f-c715641608a7'] in dv-neutron-827016-1-hyperv is: [{'id': '61fae2c5-73dc-4ce8-be3f-c715641608a7', 'name': '', 'tenant_id': '4b3df48f94a24c57807c6c656f18bfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:57:42Z', 'updated_at': '2022-02-03T13:57:48Z', 'revision_number': 4, 'project_id': '4b3df48f94a24c57807c6c656f18bfb8', 'gw_port_host': None}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:57:49.524038 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a62a0363-9948-4243-b71a-e6cf91f9346f tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0103514 Feb 03 13:57:49.532331 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52272) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:49.540127 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-3ae3e44c-5b6c-4953-92a4-b7350a814c1a tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Request body: {'security_group_rule': {'security_group_id': '63fea747-4894-407c-ab75-79ca6887a6a0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:49.602069 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-3ae3e44c-5b6c-4953-92a4-b7350a814c1a tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:49.615523 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3ae3e44c-5b6c-4953-92a4-b7350a814c1a tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Usage tracker for resource:security_group_rule and tenant:141de835597d419fb506bbaf5a63ca35 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:49.622932 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3ae3e44c-5b6c-4953-92a4-b7350a814c1a tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:49.632377 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-3ae3e44c-5b6c-4953-92a4-b7350a814c1a tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:49.652943 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-639ba939-78ef-4937-86e9-5a46166f170c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:49.663306 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd76e83-f85a-4c81-997d-6cb57c953745 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event updated for resources: {'Network': ['ID=9e145aa1-28e7-46e7-86fd-0a1593961525,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:49.701541 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 9e145aa1-28e7-46e7-86fd-0a1593961525 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:57:49.727893 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ebd76e83-f85a-4c81-997d-6cb57c953745 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9756098 Feb 03 13:57:49.736214 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52276) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:49.830177 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-17d473cc-de64-4162-a7e3-0ebd0f19b156 None None] Provisioning for port e46511d6-5689-4f1c-82b6-0ebf45bde1ba completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:57:49.870122 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8415e39d-c455-4e36-ab7b-dd109999d690 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:49.870945 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-8415e39d-c455-4e36-ab7b-dd109999d690 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Synchronizing usage tracker for tenant:cf1a07a12cb04727ad443721ec556df8 on resource:network {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:57:49.877769 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.db.api [None req-4b09d4e7-2fa5-4512-bda4-18e8d87ccba9 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:57:49.878251 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG oslo_db.api [None req-4b09d4e7-2fa5-4512-bda4-18e8d87ccba9 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:57:49.887222 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device e46511d6-5689-4f1c-82b6-0ebf45bde1ba up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:57:49.971248 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-8415e39d-c455-4e36-ab7b-dd109999d690 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Unset dirty status for tenant:cf1a07a12cb04727ad443721ec556df8 on resource:network {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:57:49.973135 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8415e39d-c455-4e36-ab7b-dd109999d690 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "GET /v2.0/networks?id=9e145aa1-28e7-46e7-86fd-0a1593961525 HTTP/1.1" status: 200 len: 760 time: 0.2412522 Feb 03 13:57:49.975429 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52282) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:49.988649 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-4b59d34c-e6e8-4407-a282-ba5cddcf3c22 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Request body: {'network': {'description': 'd2'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:50.011457 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No active binding found for port e46511d6-5689-4f1c-82b6-0ebf45bde1ba {{(pid=84183) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 03 13:57:50.016123 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device e46511d6-5689-4f1c-82b6-0ebf45bde1ba not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 03 13:57:50.028001 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0af54c45-06cf-482f-9557-f66cac4e76bb tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:50.053396 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Port e46511d6-5689-4f1c-82b6-0ebf45bde1ba not found, will not notify nova. {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 03 13:57:50.063626 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 60593a6e-4592-4478-8386-c3e7e8c5f363 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 13:57:50.067207 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-3ae3e44c-5b6c-4953-92a4-b7350a814c1a tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:57:50.070828 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3ae3e44c-5b6c-4953-92a4-b7350a814c1a tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5349903 Feb 03 13:57:50.076230 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52286) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:50.092943 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-1062506b-52b9-4392-a069-ceadf2f9326d tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Request body: {'security_group_rule': {'security_group_id': '63fea747-4894-407c-ab75-79ca6887a6a0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:50.093547 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-1062506b-52b9-4392-a069-ceadf2f9326d tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:57:50.097004 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-1062506b-52b9-4392-a069-ceadf2f9326d tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0138342 Feb 03 13:57:50.097004 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af54c45-06cf-482f-9557-f66cac4e76bb tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event deleted for resources: {'Port': ['ID=e46511d6-5689-4f1c-82b6-0ebf45bde1ba,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:50.098499 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52290) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:50.106002 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-e1d19227-f4eb-4f65-b285-564a297b4623 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Request body: {'security_group_rule': {'security_group_id': '63fea747-4894-407c-ab75-79ca6887a6a0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:50.113008 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 60593a6e-4592-4478-8386-c3e7e8c5f363 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 13:57:50.115460 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 60593a6e-4592-4478-8386-c3e7e8c5f363 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 13:57:50.148729 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e1d19227-f4eb-4f65-b285-564a297b4623 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:50.225620 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ce54ff-c9f7-4bd2-a396-82c2ecb013da None None] Network c2276cfb-7017-4709-9704-fe21ad93a409 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:50.239031 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e1d19227-f4eb-4f65-b285-564a297b4623 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Usage tracker for resource:security_group_rule and tenant:141de835597d419fb506bbaf5a63ca35 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:50.243260 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e1d19227-f4eb-4f65-b285-564a297b4623 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:50.265547 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af54c45-06cf-482f-9557-f66cac4e76bb tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] No DVR routers for this DVR port e46511d6-5689-4f1c-82b6-0ebf45bde1ba on host dv-neutron-827016-1-hyperv {{(pid=84182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:57:50.286091 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4b59d34c-e6e8-4407-a282-ba5cddcf3c22 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:50.297252 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e1d19227-f4eb-4f65-b285-564a297b4623 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:50.349033 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4b59d34c-e6e8-4407-a282-ba5cddcf3c22 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:50.385838 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-4b09d4e7-2fa5-4512-bda4-18e8d87ccba9 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Deleting port e4d94065-c612-4553-af00-bf399fa56d7c {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:57:50.386628 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4b09d4e7-2fa5-4512-bda4-18e8d87ccba9 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:50.408204 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0af54c45-06cf-482f-9557-f66cac4e76bb tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:50.468321 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639ba939-78ef-4937-86e9-5a46166f170c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Router 9728c7e8-ef7f-4283-94a1-6a9efb43978c has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:57:50.487128 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4b59d34c-e6e8-4407-a282-ba5cddcf3c22 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Network 9e145aa1-28e7-46e7-86fd-0a1593961525 is not hosted by any dhcp agent {{(pid=84181) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 03 13:57:50.490859 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b59d34c-e6e8-4407-a282-ba5cddcf3c22 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:50.491596 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4b59d34c-e6e8-4407-a282-ba5cddcf3c22 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:50.492933 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-4b59d34c-e6e8-4407-a282-ba5cddcf3c22 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "PUT /v2.0/networks/9e145aa1-28e7-46e7-86fd-0a1593961525 HTTP/1.1" status: 200 len: 757 time: 0.5162151 Feb 03 13:57:50.498952 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52294) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:50.532161 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b59d34c-e6e8-4407-a282-ba5cddcf3c22 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event updated for resources: {'Network': ['ID=9e145aa1-28e7-46e7-86fd-0a1593961525,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:50.545219 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 9e145aa1-28e7-46e7-86fd-0a1593961525 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:57:50.662827 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-4b09d4e7-2fa5-4512-bda4-18e8d87ccba9 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] For port e4d94065-c612-4553-af00-bf399fa56d7c, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=e4d94065-c612-4553-af00-bf399fa56d7c,segment=NetworkSegment(f869ebc9-733a-41b5-9f74-c9a8477c9f00),segment_id=f869ebc9-733a-41b5-9f74-c9a8477c9f00)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:50.663104 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4b09d4e7-2fa5-4512-bda4-18e8d87ccba9 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:50.688466 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c8cc01-1edf-43c5-8e8d-c4e30525e384 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:50.689154 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-73c8cc01-1edf-43c5-8e8d-c4e30525e384 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Synchronizing usage tracker for tenant:cf1a07a12cb04727ad443721ec556df8 on resource:network {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:57:50.703013 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-e1d19227-f4eb-4f65-b285-564a297b4623 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:57:50.706607 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e1d19227-f4eb-4f65-b285-564a297b4623 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6037600 Feb 03 13:57:50.712397 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52298) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:50.723826 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-68a4c3bc-a5a1-49e2-a942-c33298834659 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Request body: {'security_group_rule': {'security_group_id': '63fea747-4894-407c-ab75-79ca6887a6a0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:50.737956 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-73c8cc01-1edf-43c5-8e8d-c4e30525e384 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Unset dirty status for tenant:cf1a07a12cb04727ad443721ec556df8 on resource:network {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:57:50.737956 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-73c8cc01-1edf-43c5-8e8d-c4e30525e384 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "GET /v2.0/networks?id=9e145aa1-28e7-46e7-86fd-0a1593961525 HTTP/1.1" status: 200 len: 760 time: 0.2312610 Feb 03 13:57:50.737956 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-68a4c3bc-a5a1-49e2-a942-c33298834659 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:50.737956 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52302) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:50.789044 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-68a4c3bc-a5a1-49e2-a942-c33298834659 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Usage tracker for resource:security_group_rule and tenant:141de835597d419fb506bbaf5a63ca35 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:50.794635 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-02422146-290e-454d-a8de-b2aef41ec2b5 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1628740798'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:50.803923 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-68a4c3bc-a5a1-49e2-a942-c33298834659 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:50.807216 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0af54c45-06cf-482f-9557-f66cac4e76bb tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:50.811674 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-02422146-290e-454d-a8de-b2aef41ec2b5 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:50.847231 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-68a4c3bc-a5a1-49e2-a942-c33298834659 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:50.871798 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-02422146-290e-454d-a8de-b2aef41ec2b5 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:50.873844 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af54c45-06cf-482f-9557-f66cac4e76bb tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event deleted for resources: {'Subnet': ['ID=c3469f5d-cd27-47c8-9f11-8bcbb11af863,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:50.880148 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-4b09d4e7-2fa5-4512-bda4-18e8d87ccba9 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Calling delete_port for e4d94065-c612-4553-af00-bf399fa56d7c owned by network:router_gateway {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:57:50.895626 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d42b2a0-ec18-42d7-96e9-1cf604a21623 None None] Network c2276cfb-7017-4709-9704-fe21ad93a409 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:50.902649 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639ba939-78ef-4937-86e9-5a46166f170c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:57:50.919930 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8e1f06-cf52-444a-8cc6-d72e0e53453e None None] Sync routers for ids ['9728c7e8-ef7f-4283-94a1-6a9efb43978c'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:57:50.999218 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8e1f06-cf52-444a-8cc6-d72e0e53453e None None] Routers {'9728c7e8-ef7f-4283-94a1-6a9efb43978c'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:57:50.999993 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-fb8e1f06-cf52-444a-8cc6-d72e0e53453e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:57:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['9728c7e8-ef7f-4283-94a1-6a9efb43978c'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:51.073001 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-fb8e1f06-cf52-444a-8cc6-d72e0e53453e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:51.089480 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02422146-290e-454d-a8de-b2aef41ec2b5 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Made reservation on behalf of cf1a07a12cb04727ad443721ec556df8 for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:51.092422 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-02422146-290e-454d-a8de-b2aef41ec2b5 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:51.126076 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4b09d4e7-2fa5-4512-bda4-18e8d87ccba9 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:51.145251 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8e1f06-cf52-444a-8cc6-d72e0e53453e None None] Routers {'9728c7e8-ef7f-4283-94a1-6a9efb43978c'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:57:51.145725 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0af54c45-06cf-482f-9557-f66cac4e76bb tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:51.145874 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-fb8e1f06-cf52-444a-8cc6-d72e0e53453e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:57:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['9728c7e8-ef7f-4283-94a1-6a9efb43978c'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:51.181098 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-0af54c45-06cf-482f-9557-f66cac4e76bb tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2276cfb-7017-4709-9704-fe21ad93a409']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:51.184194 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09d4e7-2fa5-4512-bda4-18e8d87ccba9 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4d94065-c612-4553-af00-bf399fa56d7c,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:51.188366 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02422146-290e-454d-a8de-b2aef41ec2b5 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:57:51.199028 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-0af54c45-06cf-482f-9557-f66cac4e76bb tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6311489e-40f5-46cb-959d-a6ea0587eb37') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:51.204592 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-0af54c45-06cf-482f-9557-f66cac4e76bb tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6311489e-40f5-46cb-959d-a6ea0587eb37') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:51.213302 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-02422146-290e-454d-a8de-b2aef41ec2b5 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:51.213654 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-02422146-290e-454d-a8de-b2aef41ec2b5 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Added segment 3fb35c51-31b2-4ff0-bf90-a262df323342 of type vlan for network 17d43bea-3dac-48a9-b5ac-e17259c3b6d0 Feb 03 13:57:51.215744 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0af54c45-06cf-482f-9557-f66cac4e76bb tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:51.216306 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-fb8e1f06-cf52-444a-8cc6-d72e0e53453e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:51.216783 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8e1f06-cf52-444a-8cc6-d72e0e53453e None None] The sync data for ids ['9728c7e8-ef7f-4283-94a1-6a9efb43978c'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:57:51.239560 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bde28cb-6460-46c9-9bf8-e5e6ad00f0dc None None] DHCP port deletion for c2276cfb-7017-4709-9704-fe21ad93a409 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 13:57:51.256516 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0af54c45-06cf-482f-9557-f66cac4e76bb tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:51.266137 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-02422146-290e-454d-a8de-b2aef41ec2b5 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:51.269791 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0af54c45-06cf-482f-9557-f66cac4e76bb tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:57:51.270174 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0af54c45-06cf-482f-9557-f66cac4e76bb tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:51.284141 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 13:57:51.284141 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:57:51.284141 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 13:57:51.284141 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:57:51.284141 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 13:57:51.284141 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:57:51.284141 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 13:57:51.284141 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:57:51.284141 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 13:57:51.284141 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:57:51.284141 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 13:57:51.284141 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:57:51.284141 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 13:57:51.284141 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:57:51.284141 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:57:51.284141 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:57:51.284141 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:57:51.284141 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:57:51.284141 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 13:57:51.284141 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:57:51.284141 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 13:57:51.284141 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:57:51.284141 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:57:51.284141 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:57:51.284141 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 13:57:51.284141 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:57:51.284141 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:57:51.284141 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:57:51.284141 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:57:51.284141 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:57:51.284141 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:57:51.284141 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:57:51.289452 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-68a4c3bc-a5a1-49e2-a942-c33298834659 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:57:51.290459 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-68a4c3bc-a5a1-49e2-a942-c33298834659 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5771563 Feb 03 13:57:51.294997 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52306) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:51.350545 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-639ba939-78ef-4937-86e9-5a46166f170c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "PUT /v2.0/routers/9728c7e8-ef7f-4283-94a1-6a9efb43978c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8272460 Feb 03 13:57:51.360405 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52310) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:51.404469 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4b09d4e7-2fa5-4512-bda4-18e8d87ccba9 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:51.427104 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-02c0df1d-900e-4c65-87a9-2386dd1d0501 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Synchronizing usage tracker for tenant:e560cbcda02c46efaee7f040dc641828 on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:57:51.496865 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0af54c45-06cf-482f-9557-f66cac4e76bb tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:51.515266 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0af54c45-06cf-482f-9557-f66cac4e76bb tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:51.521883 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-02422146-290e-454d-a8de-b2aef41ec2b5 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:51.525429 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02422146-290e-454d-a8de-b2aef41ec2b5 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:51.525992 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-02422146-290e-454d-a8de-b2aef41ec2b5 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:51.529284 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-02c0df1d-900e-4c65-87a9-2386dd1d0501 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Unset dirty status for tenant:e560cbcda02c46efaee7f040dc641828 on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:57:51.530405 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-02c0df1d-900e-4c65-87a9-2386dd1d0501 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "GET /v2.0/ports?device_id=9728c7e8-ef7f-4283-94a1-6a9efb43978c HTTP/1.1" status: 200 len: 205 time: 0.1642451 Feb 03 13:57:51.538490 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52314) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:51.541452 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af54c45-06cf-482f-9557-f66cac4e76bb tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event deleted for resources: {'Network': ['ID=c2276cfb-7017-4709-9704-fe21ad93a409,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:51.567875 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-0af54c45-06cf-482f-9557-f66cac4e76bb tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "DELETE /v2.0/networks/c2276cfb-7017-4709-9704-fe21ad93a409 HTTP/1.1" status: 204 len: 168 time: 3.4876044 Feb 03 13:57:51.596029 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52318) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:51.638830 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-02422146-290e-454d-a8de-b2aef41ec2b5 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8993890 Feb 03 13:57:51.642262 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52322) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:51.649780 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-bdcb1638-60be-41c9-a796-52a15af95b03 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Request body: {'subnet': {'network_id': '17d43bea-3dac-48a9-b5ac-e17259c3b6d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:51.671634 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02422146-290e-454d-a8de-b2aef41ec2b5 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event updated for resources: {'Network': ['ID=17d43bea-3dac-48a9-b5ac-e17259c3b6d0,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:51.683216 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 17d43bea-3dac-48a9-b5ac-e17259c3b6d0 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:57:51.727831 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-0011bf13-746c-4f16-adaf-7cd19b6277d5 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] DELETE failed (client error): The resource could not be found. Feb 03 13:57:51.728257 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0011bf13-746c-4f16-adaf-7cd19b6277d5 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:57:51.766729 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-bdcb1638-60be-41c9-a796-52a15af95b03 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:51.770609 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-bdcb1638-60be-41c9-a796-52a15af95b03 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Usage tracker for resource:subnet and tenant:cf1a07a12cb04727ad443721ec556df8 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:51.773567 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-bdcb1638-60be-41c9-a796-52a15af95b03 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:51.781016 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-bdcb1638-60be-41c9-a796-52a15af95b03 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:51.791636 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cb093eef-6124-4234-bbf8-06c6e2d7200d tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:51.801542 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device e46511d6-5689-4f1c-82b6-0ebf45bde1ba no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 13:57:51.805782 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4b09d4e7-2fa5-4512-bda4-18e8d87ccba9 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:51.808138 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-0011bf13-746c-4f16-adaf-7cd19b6277d5 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "DELETE /v2.0/subnets/c3469f5d-cd27-47c8-9f11-8bcbb11af863 HTTP/1.1" status: 404 len: 337 time: 0.2051916 Feb 03 13:57:51.810884 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52326) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:51.836280 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-aab2c2b0-f5bc-491d-b0a4-09e36378c632 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] DELETE failed (client error): The resource could not be found. Feb 03 13:57:51.836521 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: e46511d6-5689-4f1c-82b6-0ebf45bde1ba {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 13:57:51.836857 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aab2c2b0-f5bc-491d-b0a4-09e36378c632 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:57:51.836993 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device e46511d6-5689-4f1c-82b6-0ebf45bde1ba not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 13:57:51.840901 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-aab2c2b0-f5bc-491d-b0a4-09e36378c632 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "DELETE /v2.0/networks/c2276cfb-7017-4709-9704-fe21ad93a409 HTTP/1.1" status: 404 len: 339 time: 0.0264392 Feb 03 13:57:51.845041 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52330) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:51.868305 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcb1638-60be-41c9-a796-52a15af95b03 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Made reservation on behalf of cf1a07a12cb04727ad443721ec556df8 for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:51.883417 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4b09d4e7-2fa5-4512-bda4-18e8d87ccba9 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:51.885655 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cb093eef-6124-4234-bbf8-06c6e2d7200d tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:51.914270 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-32075ad7-592d-4213-8798-f94db6812345 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for router, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:52.039658 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-82fb04df-b18f-4947-aa2e-cb27b0bbf0d5 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:52.044819 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bdcb1638-60be-41c9-a796-52a15af95b03 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:52.133089 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4b09d4e7-2fa5-4512-bda4-18e8d87ccba9 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:52.133578 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b09d4e7-2fa5-4512-bda4-18e8d87ccba9 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 61fae2c5-73dc-4ce8-be3f-c715641608a7 {{(pid=84181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:57:52.284011 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-82fb04df-b18f-4947-aa2e-cb27b0bbf0d5 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:52.311426 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cb093eef-6124-4234-bbf8-06c6e2d7200d tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:52.315718 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-82fb04df-b18f-4947-aa2e-cb27b0bbf0d5 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ddca4ad-78ab-4c5c-8cff-038a20747ae8']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:52.340725 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb093eef-6124-4234-bbf8-06c6e2d7200d tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63fea747-4894-407c-ab75-79ca6887a6a0,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:52.378756 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-82fb04df-b18f-4947-aa2e-cb27b0bbf0d5 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3031b775-4a3d-429d-994e-4cd892467ac2') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:52.379167 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-82fb04df-b18f-4947-aa2e-cb27b0bbf0d5 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3031b775-4a3d-429d-994e-4cd892467ac2') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:52.399378 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-82fb04df-b18f-4947-aa2e-cb27b0bbf0d5 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:52.411864 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4b09d4e7-2fa5-4512-bda4-18e8d87ccba9 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:52.412997 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-4b09d4e7-2fa5-4512-bda4-18e8d87ccba9 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] 10.222.0.41 "DELETE /v2.0/routers/61fae2c5-73dc-4ce8-be3f-c715641608a7 HTTP/1.1" status: 204 len: 168 time: 5.3379605 Feb 03 13:57:52.415893 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cb093eef-6124-4234-bbf8-06c6e2d7200d tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:52.416868 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-cb093eef-6124-4234-bbf8-06c6e2d7200d tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "DELETE /v2.0/security-groups/63fea747-4894-407c-ab75-79ca6887a6a0 HTTP/1.1" status: 204 len: 168 time: 1.1159933 Feb 03 13:57:52.420720 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52334) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:52.421046 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52336) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:52.476653 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-82fb04df-b18f-4947-aa2e-cb27b0bbf0d5 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:52.482613 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-32075ad7-592d-4213-8798-f94db6812345 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:52.486772 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-32075ad7-592d-4213-8798-f94db6812345 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:52.511787 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82fb04df-b18f-4947-aa2e-cb27b0bbf0d5 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:57:52.512109 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-82fb04df-b18f-4947-aa2e-cb27b0bbf0d5 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:52.533274 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 13:57:52.533274 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:57:52.533274 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 13:57:52.533274 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:57:52.533274 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 13:57:52.533274 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:57:52.533274 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 13:57:52.533274 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:57:52.533274 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 13:57:52.533274 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:57:52.533274 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 13:57:52.533274 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:57:52.533274 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 13:57:52.533274 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:57:52.533274 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:57:52.533274 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:57:52.533274 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:57:52.533274 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:57:52.533274 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 13:57:52.533274 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:57:52.533274 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 13:57:52.533274 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:57:52.533274 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:57:52.533274 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:57:52.533274 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 13:57:52.533274 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:57:52.533274 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:57:52.533274 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:57:52.533274 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:57:52.533274 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:57:52.533274 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:57:52.533274 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:57:52.571160 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-36b72fff-5da0-4960-ba1e-022ac3a14c45 req-04a6d021-3636-4b07-832e-0bd29e31707e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802381 Feb 03 13:57:52.626422 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-32075ad7-592d-4213-8798-f94db6812345 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:52.626907 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32075ad7-592d-4213-8798-f94db6812345 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Fanout notify agent at l3_agent the message router_deleted on router 9728c7e8-ef7f-4283-94a1-6a9efb43978c {{(pid=84181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:57:52.638172 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-2396690d-e2ef-4b92-9472-5674c1cf8aa2 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Deleting subnet d7973ac7-dd80-480e-a040-f22cedcb2613 {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 13:57:52.644230 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-32075ad7-592d-4213-8798-f94db6812345 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:52.645277 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-32075ad7-592d-4213-8798-f94db6812345 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "DELETE /v2.0/routers/9728c7e8-ef7f-4283-94a1-6a9efb43978c HTTP/1.1" status: 204 len: 168 time: 1.1057320 Feb 03 13:57:52.648940 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52342) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:52.651149 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2396690d-e2ef-4b92-9472-5674c1cf8aa2 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:52.691080 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-de6e828c-ab58-44c5-92bc-ac77ce8f52c3 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2673850 Feb 03 13:57:52.695476 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52346) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:52.707835 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-36a8335a-c918-41ef-849b-0da823750a64 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Request body: {'security_group': {'name': 'tempest-secgroup--1484239251'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:52.708778 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2396690d-e2ef-4b92-9472-5674c1cf8aa2 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:52.718866 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-36a8335a-c918-41ef-849b-0da823750a64 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:52.732546 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-36a8335a-c918-41ef-849b-0da823750a64 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Usage tracker for resource:security_group and tenant:141de835597d419fb506bbaf5a63ca35 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:52.739936 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-36a8335a-c918-41ef-849b-0da823750a64 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:52.754269 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bdcb1638-60be-41c9-a796-52a15af95b03 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:52.762668 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-36a8335a-c918-41ef-849b-0da823750a64 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:52.828919 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-36b72fff-5da0-4960-ba1e-022ac3a14c45 req-ef67195d-d8a8-4e91-b6e4-2066f993f4ef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8ad7c313a9048189891dfa3a8c2ec7f&device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 1099 time: 0.2362063 Feb 03 13:57:52.903228 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-82fb04df-b18f-4947-aa2e-cb27b0bbf0d5 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:52.913565 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2396690d-e2ef-4b92-9472-5674c1cf8aa2 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:52.942019 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-36a8335a-c918-41ef-849b-0da823750a64 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:52.961631 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-82fb04df-b18f-4947-aa2e-cb27b0bbf0d5 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:52.974939 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6c340c7-be76-4256-ad43-c4da365b7559 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Deleting subnet 30cf5da8-172e-45ff-b99e-09f5fb0f751c {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 13:57:52.988185 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a6c340c7-be76-4256-ad43-c4da365b7559 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:52.988434 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb04df-b18f-4947-aa2e-cb27b0bbf0d5 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event deleted for resources: {'Network': ['ID=1ddca4ad-78ab-4c5c-8cff-038a20747ae8,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:53.015247 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-82fb04df-b18f-4947-aa2e-cb27b0bbf0d5 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "DELETE /v2.0/networks/1ddca4ad-78ab-4c5c-8cff-038a20747ae8 HTTP/1.1" status: 204 len: 168 time: 1.1725242 Feb 03 13:57:53.016021 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb1638-60be-41c9-a796-52a15af95b03 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event updated for resources: {'Subnet': ['ID=60eae122-6124-48b6-bf18-d0a193036d8c,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:53.017796 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52350) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:53.074560 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-256c734a-7be4-4e0c-9122-768d53aa2874 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] DELETE failed (client error): The resource could not be found. Feb 03 13:57:53.074989 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-256c734a-7be4-4e0c-9122-768d53aa2874 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:57:53.086125 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a6c340c7-be76-4256-ad43-c4da365b7559 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:53.094552 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-256c734a-7be4-4e0c-9122-768d53aa2874 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "DELETE /v2.0/subnets/5aedd805-40c4-4df9-a281-fca77c29141b HTTP/1.1" status: 404 len: 337 time: 0.0701518 Feb 03 13:57:53.095139 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52354) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:53.116954 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-36a8335a-c918-41ef-849b-0da823750a64 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:53.118201 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcb1638-60be-41c9-a796-52a15af95b03 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Checking segment: {'id': '3fb35c51-31b2-4ff0-bf90-a262df323342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17d43bea-3dac-48a9-b5ac-e17259c3b6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:57:53.120945 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcb1638-60be-41c9-a796-52a15af95b03 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Network hostable DHCP agents. Network: 17d43bea-3dac-48a9-b5ac-e17259c3b6d0, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:57:53.127888 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa0d96c2-09c7-4576-96e3-a2edf9bf43f5 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] DELETE failed (client error): The resource could not be found. Feb 03 13:57:53.128323 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa0d96c2-09c7-4576-96e3-a2edf9bf43f5 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:57:53.132326 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b72fff-5da0-4960-ba1e-022ac3a14c45 req-39827016-a677-438e-aa3c-75bacf879fd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:53.132485 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-fa0d96c2-09c7-4576-96e3-a2edf9bf43f5 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "DELETE /v2.0/networks/285b0a91-746e-46ca-aa0f-c9d7962e92a7 HTTP/1.1" status: 404 len: 339 time: 0.0342348 Feb 03 13:57:53.132588 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-36b72fff-5da0-4960-ba1e-022ac3a14c45 req-39827016-a677-438e-aa3c-75bacf879fd8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=455fb28a-aeb2-407e-b782-081ff385e6a8 HTTP/1.1" status: 200 len: 912 time: 0.2816374 Feb 03 13:57:53.133457 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52358) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:53.134220 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-36a8335a-c918-41ef-849b-0da823750a64 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Usage tracker for resource:security_group_rule and tenant:141de835597d419fb506bbaf5a63ca35 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:53.139267 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-36a8335a-c918-41ef-849b-0da823750a64 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:53.169928 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2396690d-e2ef-4b92-9472-5674c1cf8aa2 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:53.193434 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-36a8335a-c918-41ef-849b-0da823750a64 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:53.227006 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2396690d-e2ef-4b92-9472-5674c1cf8aa2 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d7973ac7-dd80-480e-a040-f22cedcb2613,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:53.244140 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2396690d-e2ef-4b92-9472-5674c1cf8aa2 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:53.249135 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2396690d-e2ef-4b92-9472-5674c1cf8aa2 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/d7973ac7-dd80-480e-a040-f22cedcb2613 HTTP/1.1" status: 204 len: 168 time: 0.8242295 Feb 03 13:57:53.255220 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52362) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:53.343263 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcb1638-60be-41c9-a796-52a15af95b03 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Network 17d43bea-3dac-48a9-b5ac-e17259c3b6d0 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:57:53.366686 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-36b72fff-5da0-4960-ba1e-022ac3a14c45 req-6380c845-8e63-47d0-86ee-ddb68b083e29 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ccd1588-742b-4c70-9905-1804d6d1b0db HTTP/1.1" status: 200 len: 1001 time: 0.2245667 Feb 03 13:57:53.389873 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ee60d5b-6707-4eb2-a393-79efc4511064 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Deleting subnet b5edc902-61d2-4704-b4b7-70f1bbeb3966 {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 13:57:53.393300 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7ee60d5b-6707-4eb2-a393-79efc4511064 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:53.434183 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-bdcb1638-60be-41c9-a796-52a15af95b03 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 17d43bea-3dac-48a9-b5ac-e17259c3b6d0) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:53.444342 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8189d5ee-62d4-4f75-8a01-b1205c982678 None None] Network 17d43bea-3dac-48a9-b5ac-e17259c3b6d0 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:53.446853 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcb1638-60be-41c9-a796-52a15af95b03 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:53.447490 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bdcb1638-60be-41c9-a796-52a15af95b03 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:53.456326 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7ee60d5b-6707-4eb2-a393-79efc4511064 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:53.457726 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a6c340c7-be76-4256-ad43-c4da365b7559 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:53.499937 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-36a8335a-c918-41ef-849b-0da823750a64 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:53.502650 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-74efa777-fe5f-4ca6-9277-03ea338b859f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:53.540712 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b72fff-5da0-4960-ba1e-022ac3a14c45 req-1db2da0a-03de-465c-8360-322514c46d93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:53.542263 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-36b72fff-5da0-4960-ba1e-022ac3a14c45 req-1db2da0a-03de-465c-8360-322514c46d93 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=40877380-5501-4f93-a989-8ff73ca2ca3b HTTP/1.1" status: 200 len: 851 time: 0.1588113 Feb 03 13:57:53.546329 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-bdcb1638-60be-41c9-a796-52a15af95b03 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9001985 Feb 03 13:57:53.546800 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52366) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:53.606504 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-36a8335a-c918-41ef-849b-0da823750a64 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:53.621141 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7ee60d5b-6707-4eb2-a393-79efc4511064 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:53.682022 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e055726-d563-4d07-8289-a9a73ba5b694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-17d43bea-3dac-48a9-b5ac-e17259c3b6d0', 'network_id': '17d43bea-3dac-48a9-b5ac-e17259c3b6d0', 'tenant_id': 'cf1a07a12cb04727ad443721ec556df8', 'fixed_ips': [{'subnet_id': '60eae122-6124-48b6-bf18-d0a193036d8c'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:57:53.684210 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5e055726-d563-4d07-8289-a9a73ba5b694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:53.745121 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f0f8521b-a25c-4404-8491-9b5980b1fb1e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:53.756562 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a8335a-c918-41ef-849b-0da823750a64 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4cb31c-815c-4ab7-8885-55cacb93c299,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:53.771600 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-74efa777-fe5f-4ca6-9277-03ea338b859f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:53.801238 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-74efa777-fe5f-4ca6-9277-03ea338b859f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ea1921a-7026-47aa-99c0-b1b37371a385']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:53.813615 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a6c340c7-be76-4256-ad43-c4da365b7559 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:53.815742 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f0f8521b-a25c-4404-8491-9b5980b1fb1e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:53.850214 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7ee60d5b-6707-4eb2-a393-79efc4511064 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:53.873903 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-5e055726-d563-4d07-8289-a9a73ba5b694 None None] Allocated IP 172.20.0.2 (17d43bea-3dac-48a9-b5ac-e17259c3b6d0/60eae122-6124-48b6-bf18-d0a193036d8c/d70c9e27-935f-4993-8290-3657e8d35576) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:57:53.896947 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7ee60d5b-6707-4eb2-a393-79efc4511064 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:53.907743 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86091ea0-3e5b-489c-b6ac-1c4059d48801 None None] Network 28ec7069-80c0-49ef-bbe4-20c205288a0a requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:53.918257 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee60d5b-6707-4eb2-a393-79efc4511064 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event deleted for resources: {'Subnet': ['ID=b5edc902-61d2-4704-b4b7-70f1bbeb3966,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:53.960991 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-74efa777-fe5f-4ca6-9277-03ea338b859f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f869ebc9-733a-41b5-9f74-c9a8477c9f00') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:53.961588 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-74efa777-fe5f-4ca6-9277-03ea338b859f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f869ebc9-733a-41b5-9f74-c9a8477c9f00') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:53.984598 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-36a8335a-c918-41ef-849b-0da823750a64 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:53.985801 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-36a8335a-c918-41ef-849b-0da823750a64 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2894187 Feb 03 13:57:53.989433 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52370) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:53.990991 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c340c7-be76-4256-ad43-c4da365b7559 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event deleted for resources: {'Subnet': ['ID=30cf5da8-172e-45ff-b99e-09f5fb0f751c,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:53.993755 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-74efa777-fe5f-4ca6-9277-03ea338b859f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:53.997165 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-8bd9a913-afc2-4561-bc6d-58c4d7008e51 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Request body: {'security_group_rule': {'security_group_id': '2a4cb31c-815c-4ab7-8885-55cacb93c299', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:54.007740 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-36b72fff-5da0-4960-ba1e-022ac3a14c45 req-0faffbab-97f4-4345-b66d-f72b26431f63 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=455fb28a-aeb2-407e-b782-081ff385e6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4331958 Feb 03 13:57:54.007929 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7ee60d5b-6707-4eb2-a393-79efc4511064 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "DELETE /v2.0/subnets/b5edc902-61d2-4704-b4b7-70f1bbeb3966 HTTP/1.1" status: 204 len: 168 time: 0.8707798 Feb 03 13:57:54.007929 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-8bd9a913-afc2-4561-bc6d-58c4d7008e51 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:54.009132 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52374) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:54.018012 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a6c340c7-be76-4256-ad43-c4da365b7559 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:54.022437 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-a6c340c7-be76-4256-ad43-c4da365b7559 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "DELETE /v2.0/subnets/30cf5da8-172e-45ff-b99e-09f5fb0f751c HTTP/1.1" status: 204 len: 168 time: 1.3711913 Feb 03 13:57:54.024505 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa6d733-1507-41f8-be82-47a38e8ee988 None None] Network 9c3b54a9-7f77-4fc5-8d6a-c34b3a795c86 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:54.042369 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52378) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:54.048942 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-74efa777-fe5f-4ca6-9277-03ea338b859f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:54.052066 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-8bd9a913-afc2-4561-bc6d-58c4d7008e51 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Usage tracker for resource:security_group_rule and tenant:141de835597d419fb506bbaf5a63ca35 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:54.058755 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-8bd9a913-afc2-4561-bc6d-58c4d7008e51 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:54.072122 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-8bd9a913-afc2-4561-bc6d-58c4d7008e51 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:54.098227 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-a56dd7e7-1e56-4a6c-9bc7-3c62ffbe5428 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Deleting subnet 34fdf0b2-dd32-4298-9e71-f2fa2f5b37c5 {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 13:57:54.101280 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a56dd7e7-1e56-4a6c-9bc7-3c62ffbe5428 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:54.166100 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a56dd7e7-1e56-4a6c-9bc7-3c62ffbe5428 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:54.186714 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74efa777-fe5f-4ca6-9277-03ea338b859f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:57:54.187292 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-74efa777-fe5f-4ca6-9277-03ea338b859f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:54.209537 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 13:57:54.209537 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:57:54.209537 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 13:57:54.209537 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:57:54.209537 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 13:57:54.209537 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:57:54.209537 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 13:57:54.209537 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:57:54.209537 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 13:57:54.209537 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:57:54.209537 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 13:57:54.209537 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:57:54.209537 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 13:57:54.209537 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:57:54.209537 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:57:54.209537 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:57:54.209537 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:57:54.209537 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:57:54.209537 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 13:57:54.209537 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:57:54.209537 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 13:57:54.209537 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:57:54.209537 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:57:54.209537 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:57:54.209537 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 13:57:54.209537 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:57:54.209537 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:57:54.209537 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:57:54.209537 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:57:54.209537 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:57:54.209537 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:57:54.209537 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:57:54.270376 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a56dd7e7-1e56-4a6c-9bc7-3c62ffbe5428 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:54.305647 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-8bd9a913-afc2-4561-bc6d-58c4d7008e51 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] create failed (client error): The resource could not be found. Feb 03 13:57:54.309353 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-8bd9a913-afc2-4561-bc6d-58c4d7008e51 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3162537 Feb 03 13:57:54.312454 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52382) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:54.321580 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-1137b8df-f700-40ce-9cd8-c96fa6b96849 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Request body: {'security_group_rule': {'security_group_id': '2a4cb31c-815c-4ab7-8885-55cacb93c299', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '23fd4ff1-b521-4092-a0d9-c2fffe315887'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:54.331336 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-1137b8df-f700-40ce-9cd8-c96fa6b96849 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:54.335775 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d98cd748-53be-4322-946a-1c282d45b2b5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:54.343050 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-1137b8df-f700-40ce-9cd8-c96fa6b96849 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Usage tracker for resource:security_group_rule and tenant:141de835597d419fb506bbaf5a63ca35 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:54.348478 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-1137b8df-f700-40ce-9cd8-c96fa6b96849 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:54.361752 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-1137b8df-f700-40ce-9cd8-c96fa6b96849 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:54.380735 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-d98cd748-53be-4322-946a-1c282d45b2b5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Deleting port d8e6ef5f-3eaa-48a4-ad16-7581e7218d24 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:57:54.381282 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d98cd748-53be-4322-946a-1c282d45b2b5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:54.408992 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-36b72fff-5da0-4960-ba1e-022ac3a14c45 req-e240a752-cb53-488c-a729-5607a02f5013 service neutron] 10.222.0.47 "GET /v2.0/networks/455fb28a-aeb2-407e-b782-081ff385e6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958807 Feb 03 13:57:54.415195 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-74efa777-fe5f-4ca6-9277-03ea338b859f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:54.428987 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5e055726-d563-4d07-8289-a9a73ba5b694 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:54.431637 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a56dd7e7-1e56-4a6c-9bc7-3c62ffbe5428 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:54.438290 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-5e055726-d563-4d07-8289-a9a73ba5b694 None None] Transition to ACTIVE for port object d70c9e27-935f-4993-8290-3657e8d35576 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:57:54.459157 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74efa777-fe5f-4ca6-9277-03ea338b859f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6ea1921a-7026-47aa-99c0-b1b37371a385 {{(pid=84181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 13:57:54.464693 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-5e055726-d563-4d07-8289-a9a73ba5b694 None None] Transition to ACTIVE for port object d70c9e27-935f-4993-8290-3657e8d35576 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:57:54.494627 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56dd7e7-1e56-4a6c-9bc7-3c62ffbe5428 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event deleted for resources: {'Subnet': ['ID=34fdf0b2-dd32-4298-9e71-f2fa2f5b37c5,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:54.509027 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5e055726-d563-4d07-8289-a9a73ba5b694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:54.515916 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a56dd7e7-1e56-4a6c-9bc7-3c62ffbe5428 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:54.520607 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-74efa777-fe5f-4ca6-9277-03ea338b859f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:54.531056 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74efa777-fe5f-4ca6-9277-03ea338b859f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Pushing event deleted for resources: {'Network': ['ID=6ea1921a-7026-47aa-99c0-b1b37371a385,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:54.547123 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-74efa777-fe5f-4ca6-9277-03ea338b859f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] 10.222.0.41 "DELETE /v2.0/networks/6ea1921a-7026-47aa-99c0-b1b37371a385 HTTP/1.1" status: 204 len: 168 time: 1.2883120 Feb 03 13:57:54.557614 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a56dd7e7-1e56-4a6c-9bc7-3c62ffbe5428 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "DELETE /v2.0/subnets/34fdf0b2-dd32-4298-9e71-f2fa2f5b37c5 HTTP/1.1" status: 204 len: 168 time: 0.5451841 Feb 03 13:57:54.557973 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52388) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:54.628555 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e055726-d563-4d07-8289-a9a73ba5b694 None None] Network 17d43bea-3dac-48a9-b5ac-e17259c3b6d0 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:57:54.640610 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-5e055726-d563-4d07-8289-a9a73ba5b694 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:54.647400 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e055726-d563-4d07-8289-a9a73ba5b694 None None] Pushing event updated for resources: {'Port': ['ID=d70c9e27-935f-4993-8290-3657e8d35576,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:54.650699 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e055726-d563-4d07-8289-a9a73ba5b694 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:57:54.703111 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f0f8521b-a25c-4404-8491-9b5980b1fb1e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:54.708049 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-1137b8df-f700-40ce-9cd8-c96fa6b96849 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] create failed (client error): The resource could not be found. Feb 03 13:57:54.709421 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-1137b8df-f700-40ce-9cd8-c96fa6b96849 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3962412 Feb 03 13:57:54.719840 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52392) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:54.724289 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b35c77-eed7-4b14-bcca-cc89b060cd53 None None] DHCP port deletion for 9c3b54a9-7f77-4fc5-8d6a-c34b3a795c86 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 13:57:54.739780 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-36b72fff-5da0-4960-ba1e-022ac3a14c45 req-dbf526c2-7bab-4340-b2a4-72f301808437 service neutron] 10.222.0.47 "GET /v2.0/networks/455fb28a-aeb2-407e-b782-081ff385e6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225389 Feb 03 13:57:54.781378 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-22b35c77-eed7-4b14-bcca-cc89b060cd53 None None] Deleting port d8e6ef5f-3eaa-48a4-ad16-7581e7218d24 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:57:54.781811 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-22b35c77-eed7-4b14-bcca-cc89b060cd53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:54.797458 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-d98cd748-53be-4322-946a-1c282d45b2b5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] For port d8e6ef5f-3eaa-48a4-ad16-7581e7218d24, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=d8e6ef5f-3eaa-48a4-ad16-7581e7218d24,segment=NetworkSegment(6d000cf2-7ec0-47a6-8f50-316ca5136dc5),segment_id=6d000cf2-7ec0-47a6-8f50-316ca5136dc5)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:54.797824 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d98cd748-53be-4322-946a-1c282d45b2b5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:54.806831 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8521b-a25c-4404-8491-9b5980b1fb1e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event deleted for resources: {'Subnet': ['ID=60eae122-6124-48b6-bf18-d0a193036d8c,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:54.858681 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6ebf8159-50a8-4439-8b38-fa2ad7b96ec0 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:54.877070 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-5e055726-d563-4d07-8289-a9a73ba5b694 None None] Attempting to bind port d70c9e27-935f-4993-8290-3657e8d35576 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:57:54.877694 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-5e055726-d563-4d07-8289-a9a73ba5b694 None None] Attempting to bind port d70c9e27-935f-4993-8290-3657e8d35576 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '3fb35c51-31b2-4ff0-bf90-a262df323342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17d43bea-3dac-48a9-b5ac-e17259c3b6d0'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:57:54.878202 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e055726-d563-4d07-8289-a9a73ba5b694 None None] Attempting to bind port d70c9e27-935f-4993-8290-3657e8d35576 on network 17d43bea-3dac-48a9-b5ac-e17259c3b6d0 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:57:54.893819 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e055726-d563-4d07-8289-a9a73ba5b694 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:57:54.894299 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e055726-d563-4d07-8289-a9a73ba5b694 None None] Checking segment: {'id': '3fb35c51-31b2-4ff0-bf90-a262df323342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17d43bea-3dac-48a9-b5ac-e17259c3b6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:57:54.894663 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5e055726-d563-4d07-8289-a9a73ba5b694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:54.895083 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e055726-d563-4d07-8289-a9a73ba5b694 None None] Bound using segment: {'id': '3fb35c51-31b2-4ff0-bf90-a262df323342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17d43bea-3dac-48a9-b5ac-e17259c3b6d0'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:57:54.895563 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-5e055726-d563-4d07-8289-a9a73ba5b694 None None] Bound port: d70c9e27-935f-4993-8290-3657e8d35576, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb35c51-31b2-4ff0-bf90-a262df323342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17d43bea-3dac-48a9-b5ac-e17259c3b6d0'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:57:54.895941 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5e055726-d563-4d07-8289-a9a73ba5b694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:54.946049 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f0f8521b-a25c-4404-8491-9b5980b1fb1e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:54.953456 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-6ebf8159-50a8-4439-8b38-fa2ad7b96ec0 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Deleting port 74fd0fa2-ce90-46a6-adab-6c7fb4d3b395 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:57:54.953990 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6ebf8159-50a8-4439-8b38-fa2ad7b96ec0 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:55.005280 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-d98cd748-53be-4322-946a-1c282d45b2b5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Calling delete_port for d8e6ef5f-3eaa-48a4-ad16-7581e7218d24 owned by network:dhcp {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:57:55.026264 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-5e055726-d563-4d07-8289-a9a73ba5b694 None None] For port d70c9e27-935f-4993-8290-3657e8d35576, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:57:55.030977 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-5e055726-d563-4d07-8289-a9a73ba5b694 None None] For port d70c9e27-935f-4993-8290-3657e8d35576, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=d70c9e27-935f-4993-8290-3657e8d35576,segment=NetworkSegment(3fb35c51-31b2-4ff0-bf90-a262df323342),segment_id=3fb35c51-31b2-4ff0-bf90-a262df323342)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:57:55.144614 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-151148cb-2222-4e86-a669-b10b92bd2c0a tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:55.210375 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-f0f8521b-a25c-4404-8491-9b5980b1fb1e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17d43bea-3dac-48a9-b5ac-e17259c3b6d0']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:55.231922 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-22b35c77-eed7-4b14-bcca-cc89b060cd53 None None] For port d8e6ef5f-3eaa-48a4-ad16-7581e7218d24, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=d8e6ef5f-3eaa-48a4-ad16-7581e7218d24,segment=NetworkSegment(6d000cf2-7ec0-47a6-8f50-316ca5136dc5),segment_id=6d000cf2-7ec0-47a6-8f50-316ca5136dc5)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:55.232324 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-22b35c77-eed7-4b14-bcca-cc89b060cd53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:55.243352 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-f0f8521b-a25c-4404-8491-9b5980b1fb1e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fb35c51-31b2-4ff0-bf90-a262df323342') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:55.243891 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-f0f8521b-a25c-4404-8491-9b5980b1fb1e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fb35c51-31b2-4ff0-bf90-a262df323342') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:55.257116 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-151148cb-2222-4e86-a669-b10b92bd2c0a tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:55.262674 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f0f8521b-a25c-4404-8491-9b5980b1fb1e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:55.309314 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52400) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:55.317208 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-7ee79851-ac42-4916-a021-481849cb2117 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Request body: {'router': {'name': 'tempest-router--712560886', 'project_id': 'a42b42ebba764cdcacc4dc7cf8150ac3'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:55.354920 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f0f8521b-a25c-4404-8491-9b5980b1fb1e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:55.358149 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-7ee79851-ac42-4916-a021-481849cb2117 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:55.363432 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-7ee79851-ac42-4916-a021-481849cb2117 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Usage tracker for resource:router and tenant:a42b42ebba764cdcacc4dc7cf8150ac3 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:55.367766 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-7ee79851-ac42-4916-a021-481849cb2117 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:55.373599 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0f8521b-a25c-4404-8491-9b5980b1fb1e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:57:55.374000 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f0f8521b-a25c-4404-8491-9b5980b1fb1e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:55.374310 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-22b35c77-eed7-4b14-bcca-cc89b060cd53 None None] Calling delete_port for d8e6ef5f-3eaa-48a4-ad16-7581e7218d24 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:57:55.377190 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-7ee79851-ac42-4916-a021-481849cb2117 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:55.388920 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 13:57:55.388920 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:57:55.388920 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 13:57:55.388920 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:57:55.388920 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 13:57:55.388920 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:57:55.388920 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 13:57:55.388920 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:57:55.388920 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 13:57:55.388920 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:57:55.388920 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 13:57:55.388920 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:57:55.388920 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 13:57:55.388920 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:57:55.388920 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:57:55.388920 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:57:55.388920 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:57:55.388920 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:57:55.388920 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 13:57:55.388920 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:57:55.388920 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 13:57:55.388920 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:57:55.388920 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:57:55.388920 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:57:55.388920 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 13:57:55.388920 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:57:55.388920 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:57:55.388920 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:57:55.388920 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:57:55.388920 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:57:55.388920 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:57:55.388920 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:57:55.390746 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d98cd748-53be-4322-946a-1c282d45b2b5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:55.437732 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-151148cb-2222-4e86-a669-b10b92bd2c0a tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:55.452122 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-22b35c77-eed7-4b14-bcca-cc89b060cd53 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:57:55.452480 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-22b35c77-eed7-4b14-bcca-cc89b060cd53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:57:55.453438 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5e055726-d563-4d07-8289-a9a73ba5b694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:55.466989 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98cd748-53be-4322-946a-1c282d45b2b5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event deleted for resources: {'Port': ['ID=d8e6ef5f-3eaa-48a4-ad16-7581e7218d24,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:55.467494 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-6ebf8159-50a8-4439-8b38-fa2ad7b96ec0 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] For port 74fd0fa2-ce90-46a6-adab-6c7fb4d3b395, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=74fd0fa2-ce90-46a6-adab-6c7fb4d3b395,segment=NetworkSegment(d2a3bfc0-23bd-4053-b89d-c4f4a52fca2a),segment_id=d2a3bfc0-23bd-4053-b89d-c4f4a52fca2a)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:55.467494 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6ebf8159-50a8-4439-8b38-fa2ad7b96ec0 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:55.467658 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7ee79851-ac42-4916-a021-481849cb2117 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:55.467658 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7ee79851-ac42-4916-a021-481849cb2117 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:55.469562 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151148cb-2222-4e86-a669-b10b92bd2c0a tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4cb31c-815c-4ab7-8885-55cacb93c299,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:55.478913 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98cd748-53be-4322-946a-1c282d45b2b5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] No DVR routers for this DVR port d8e6ef5f-3eaa-48a4-ad16-7581e7218d24 on host dv-neutron-827016-1-hyperv {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:57:55.560882 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e055726-d563-4d07-8289-a9a73ba5b694 None None] Pushing event updated for resources: {'Port': ['ID=d70c9e27-935f-4993-8290-3657e8d35576,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:55.592812 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-151148cb-2222-4e86-a669-b10b92bd2c0a tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:55.592812 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-151148cb-2222-4e86-a669-b10b92bd2c0a tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "DELETE /v2.0/security-groups/2a4cb31c-815c-4ab7-8885-55cacb93c299 HTTP/1.1" status: 204 len: 168 time: 0.8688509 Feb 03 13:57:55.593013 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a540ce-39b7-480b-ab7a-aff74f9128f8 None None] Update dhcp port {'port': {'network_id': '28ec7069-80c0-49ef-bbe4-20c205288a0a', 'fixed_ips': [{'subnet_id': '34fdf0b2-dd32-4298-9e71-f2fa2f5b37c5'}], 'binding:host_id': 'dv-neutron-827016-1-hyperv'}, 'id': '74fd0fa2-ce90-46a6-adab-6c7fb4d3b395'} from dv-neutron-827016-1-hyperv. {{(pid=84183) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 03 13:57:55.595951 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52404) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:55.604379 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-6ebf8159-50a8-4439-8b38-fa2ad7b96ec0 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Calling delete_port for 74fd0fa2-ce90-46a6-adab-6c7fb4d3b395 owned by network:dhcp {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:57:55.620814 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d98cd748-53be-4322-946a-1c282d45b2b5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:55.631042 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.db.api [None req-f0f8521b-a25c-4404-8491-9b5980b1fb1e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 13:57:55.631042 dv-neutron-827016-1-hyperv neutron-server[84182]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 13:57:55.631042 dv-neutron-827016-1-hyperv neutron-server[84182]: [parameters: {'id': '17d43bea-3dac-48a9-b5ac-e17259c3b6d0'}] Feb 03 13:57:55.631042 dv-neutron-827016-1-hyperv neutron-server[84182]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:57:55.631042 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG oslo_db.api [None req-f0f8521b-a25c-4404-8491-9b5980b1fb1e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:57:55.643648 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-61a540ce-39b7-480b-ab7a-aff74f9128f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:55.645392 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7ee79851-ac42-4916-a021-481849cb2117 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:55.654132 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-d98cd748-53be-4322-946a-1c282d45b2b5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c3b54a9-7f77-4fc5-8d6a-c34b3a795c86']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:55.668939 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-d98cd748-53be-4322-946a-1c282d45b2b5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d000cf2-7ec0-47a6-8f50-316ca5136dc5') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:55.670119 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-d98cd748-53be-4322-946a-1c282d45b2b5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d000cf2-7ec0-47a6-8f50-316ca5136dc5') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:55.683680 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d98cd748-53be-4322-946a-1c282d45b2b5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:55.697043 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-837d1f0b-a97c-4dee-8ae7-24edd49a94a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:55.700657 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d98cd748-53be-4322-946a-1c282d45b2b5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:55.707581 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d98cd748-53be-4322-946a-1c282d45b2b5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:57:55.708439 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d98cd748-53be-4322-946a-1c282d45b2b5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:55.724309 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-5e01e59c-43c0-4354-ba70-81cf28dd2767 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1191342 Feb 03 13:57:55.724309 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52408) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:55.724557 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 13:57:55.724557 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:57:55.724557 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 13:57:55.724557 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:57:55.724557 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 13:57:55.724557 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:57:55.724557 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 13:57:55.724557 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:57:55.724557 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 13:57:55.724557 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:57:55.724557 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 13:57:55.724557 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:57:55.724557 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 13:57:55.724557 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:57:55.724557 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:57:55.724557 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:57:55.724557 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:57:55.724557 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:57:55.724557 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 13:57:55.724557 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:57:55.724557 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 13:57:55.724557 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:57:55.724557 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:57:55.724557 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:57:55.724557 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 13:57:55.724557 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:57:55.724557 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:57:55.724557 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:57:55.724557 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:57:55.724557 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:57:55.724557 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:57:55.724557 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:57:55.726302 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-a6a02d11-db7a-4863-86b3-1809231fbdb7 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Request body: {'security_group_rule': {'security_group_id': 'bb83b902-9a57-4924-af10-bc3681e462f7', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:55.733051 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-a6a02d11-db7a-4863-86b3-1809231fbdb7 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:55.736923 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-a6a02d11-db7a-4863-86b3-1809231fbdb7 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Usage tracker for resource:security_group_rule and tenant:141de835597d419fb506bbaf5a63ca35 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:55.740009 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-a6a02d11-db7a-4863-86b3-1809231fbdb7 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:55.747242 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-a6a02d11-db7a-4863-86b3-1809231fbdb7 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:55.782519 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7ee79851-ac42-4916-a021-481849cb2117 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:55.801471 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6ebf8159-50a8-4439-8b38-fa2ad7b96ec0 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:55.825008 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb82a2a-a6f9-446c-8614-121e2a594714 None None] Network 17d43bea-3dac-48a9-b5ac-e17259c3b6d0 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:55.837402 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device d8e6ef5f-3eaa-48a4-ad16-7581e7218d24 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 13:57:55.849298 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf8159-50a8-4439-8b38-fa2ad7b96ec0 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event deleted for resources: {'Port': ['ID=74fd0fa2-ce90-46a6-adab-6c7fb4d3b395,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:55.853037 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebf8159-50a8-4439-8b38-fa2ad7b96ec0 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] No DVR routers for this DVR port 74fd0fa2-ce90-46a6-adab-6c7fb4d3b395 on host dv-neutron-827016-1-hyperv {{(pid=84182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:57:55.886031 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d98cd748-53be-4322-946a-1c282d45b2b5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:55.888733 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7ee79851-ac42-4916-a021-481849cb2117 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:55.892617 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-7ee79851-ac42-4916-a021-481849cb2117 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5792248 Feb 03 13:57:55.894404 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52412) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:55.910274 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d98cd748-53be-4322-946a-1c282d45b2b5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:55.916688 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98cd748-53be-4322-946a-1c282d45b2b5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event deleted for resources: {'Network': ['ID=9c3b54a9-7f77-4fc5-8d6a-c34b3a795c86,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:55.925111 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d98cd748-53be-4322-946a-1c282d45b2b5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "DELETE /v2.0/networks/9c3b54a9-7f77-4fc5-8d6a-c34b3a795c86 HTTP/1.1" status: 204 len: 168 time: 1.8822515 Feb 03 13:57:55.925878 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52416) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:55.931193 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-9a83fd8a-5b01-425e-b2e3-036e4e5f43ff tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2084285737', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}, 'admin_state_up': False}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:55.939137 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-9a83fd8a-5b01-425e-b2e3-036e4e5f43ff tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:55.942082 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: d8e6ef5f-3eaa-48a4-ad16-7581e7218d24 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 13:57:55.942536 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device d8e6ef5f-3eaa-48a4-ad16-7581e7218d24 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 13:57:55.943376 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-9a83fd8a-5b01-425e-b2e3-036e4e5f43ff tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Usage tracker for resource:router and tenant:e560cbcda02c46efaee7f040dc641828 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:55.946408 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-9a83fd8a-5b01-425e-b2e3-036e4e5f43ff tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:55.953410 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-9a83fd8a-5b01-425e-b2e3-036e4e5f43ff tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:55.953594 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-22b35c77-eed7-4b14-bcca-cc89b060cd53 None None] Deleting port d8e6ef5f-3eaa-48a4-ad16-7581e7218d24 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:57:55.953896 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-22b35c77-eed7-4b14-bcca-cc89b060cd53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:56.017052 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9a83fd8a-5b01-425e-b2e3-036e4e5f43ff tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:56.018627 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9a83fd8a-5b01-425e-b2e3-036e4e5f43ff tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:56.033557 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3922b2c2-a4c2-4f27-926c-2b63a24c689c None None] Network 28ec7069-80c0-49ef-bbe4-20c205288a0a requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:56.039114 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9a83fd8a-5b01-425e-b2e3-036e4e5f43ff tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:56.051238 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-22b35c77-eed7-4b14-bcca-cc89b060cd53 None None] The port 'd8e6ef5f-3eaa-48a4-ad16-7581e7218d24' was deleted {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 13:57:56.068999 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6ebf8159-50a8-4439-8b38-fa2ad7b96ec0 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:56.137615 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f0f8521b-a25c-4404-8491-9b5980b1fb1e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:56.152088 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-6ebf8159-50a8-4439-8b38-fa2ad7b96ec0 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28ec7069-80c0-49ef-bbe4-20c205288a0a']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:56.162110 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-a6a02d11-db7a-4863-86b3-1809231fbdb7 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] create failed (client error): The resource could not be found. Feb 03 13:57:56.166886 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a6a02d11-db7a-4863-86b3-1809231fbdb7 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4417357 Feb 03 13:57:56.172656 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52420) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:56.178946 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-6ebf8159-50a8-4439-8b38-fa2ad7b96ec0 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a3bfc0-23bd-4053-b89d-c4f4a52fca2a') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:56.179279 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-6ebf8159-50a8-4439-8b38-fa2ad7b96ec0 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a3bfc0-23bd-4053-b89d-c4f4a52fca2a') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:56.194602 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-d289e2fe-f462-4f93-80d5-9667b16a9812 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Request body: {'security_group': {'name': 'tempest-secgroup--387524657'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:56.205107 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e1afba30-44a0-4383-b01f-f346a8c9d6fb tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for router, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:56.213996 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-73c0cd5b-6ee5-460b-ad76-1baf61ecc787 None None] Could not find standard attr ID for object 74fd0fa2-ce90-46a6-adab-6c7fb4d3b395. {{(pid=84183) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 13:57:56.262012 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-d289e2fe-f462-4f93-80d5-9667b16a9812 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:56.265151 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6ebf8159-50a8-4439-8b38-fa2ad7b96ec0 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:56.281814 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-f0f8521b-a25c-4404-8491-9b5980b1fb1e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Deleting port d70c9e27-935f-4993-8290-3657e8d35576 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:57:56.282141 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f0f8521b-a25c-4404-8491-9b5980b1fb1e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:56.311022 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d289e2fe-f462-4f93-80d5-9667b16a9812 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Usage tracker for resource:security_group and tenant:141de835597d419fb506bbaf5a63ca35 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:56.316851 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d289e2fe-f462-4f93-80d5-9667b16a9812 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:56.330598 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-d289e2fe-f462-4f93-80d5-9667b16a9812 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:56.334856 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6ebf8159-50a8-4439-8b38-fa2ad7b96ec0 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:56.351707 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ebf8159-50a8-4439-8b38-fa2ad7b96ec0 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:57:56.352097 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6ebf8159-50a8-4439-8b38-fa2ad7b96ec0 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:56.370411 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9a83fd8a-5b01-425e-b2e3-036e4e5f43ff tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:56.371656 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 13:57:56.371656 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:57:56.371656 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 13:57:56.371656 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:57:56.371656 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 13:57:56.371656 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:57:56.371656 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 13:57:56.371656 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:57:56.371656 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 13:57:56.371656 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:57:56.371656 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 13:57:56.371656 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:57:56.371656 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 13:57:56.371656 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:57:56.371656 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:57:56.371656 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:57:56.371656 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:57:56.371656 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:57:56.371656 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 13:57:56.371656 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:57:56.371656 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 13:57:56.371656 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:57:56.371656 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:57:56.371656 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:57:56.371656 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 13:57:56.371656 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:57:56.371656 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:57:56.371656 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:57:56.371656 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:57:56.371656 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:57:56.371656 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:57:56.371656 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:57:56.387419 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69247936-8af9-4d76-87b5-7722e913fe15 None None] DHCP port deletion for 28ec7069-80c0-49ef-bbe4-20c205288a0a request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 13:57:56.405311 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c991d3eb-05d8-4507-9440-7a0753825de3 None None] get_active_networks_info from dv-neutron-827016-1-hyperv {{(pid=84183) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 03 13:57:56.481091 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d289e2fe-f462-4f93-80d5-9667b16a9812 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:56.547093 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c991d3eb-05d8-4507-9440-7a0753825de3 None None] Resources bound (agent type, host, resource id): {{(pid=84183) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 13:57:56.618005 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9a83fd8a-5b01-425e-b2e3-036e4e5f43ff tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for router_gateway, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:56.648854 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9a83fd8a-5b01-425e-b2e3-036e4e5f43ff tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:56.742650 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6ebf8159-50a8-4439-8b38-fa2ad7b96ec0 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:56.790930 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-9a83fd8a-5b01-425e-b2e3-036e4e5f43ff tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Allocated IP 172.26.3.250 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/bdd724b6-614e-462e-ab0c-fc43c7caffc4) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:57:56.820275 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6ebf8159-50a8-4439-8b38-fa2ad7b96ec0 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:56.862521 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf8159-50a8-4439-8b38-fa2ad7b96ec0 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event deleted for resources: {'Network': ['ID=28ec7069-80c0-49ef-bbe4-20c205288a0a,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:56.946564 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9a83fd8a-5b01-425e-b2e3-036e4e5f43ff tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:56.978169 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-d289e2fe-f462-4f93-80d5-9667b16a9812 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:57.002288 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d289e2fe-f462-4f93-80d5-9667b16a9812 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Usage tracker for resource:security_group_rule and tenant:141de835597d419fb506bbaf5a63ca35 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:57.009211 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d289e2fe-f462-4f93-80d5-9667b16a9812 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:57.022987 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9a83fd8a-5b01-425e-b2e3-036e4e5f43ff tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:57.075196 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-6ebf8159-50a8-4439-8b38-fa2ad7b96ec0 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "DELETE /v2.0/networks/28ec7069-80c0-49ef-bbe4-20c205288a0a HTTP/1.1" status: 204 len: 168 time: 2.5160637 Feb 03 13:57:57.076800 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-d289e2fe-f462-4f93-80d5-9667b16a9812 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:57.083845 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52424) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:57.094783 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e1afba30-44a0-4383-b01f-f346a8c9d6fb tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:57.104297 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-f0f8521b-a25c-4404-8491-9b5980b1fb1e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] For port d70c9e27-935f-4993-8290-3657e8d35576, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=d70c9e27-935f-4993-8290-3657e8d35576,segment=NetworkSegment(3fb35c51-31b2-4ff0-bf90-a262df323342),segment_id=3fb35c51-31b2-4ff0-bf90-a262df323342)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:57.104647 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f0f8521b-a25c-4404-8491-9b5980b1fb1e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:57.121035 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e1afba30-44a0-4383-b01f-f346a8c9d6fb tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:57.126695 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a83fd8a-5b01-425e-b2e3-036e4e5f43ff tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:57:57.132585 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e9d732d-b090-48f4-a59b-e87931d9404d tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] DELETE failed (client error): The resource could not be found. Feb 03 13:57:57.133025 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e9d732d-b090-48f4-a59b-e87931d9404d tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:57:57.135700 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-9a83fd8a-5b01-425e-b2e3-036e4e5f43ff tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:57.143976 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a83fd8a-5b01-425e-b2e3-036e4e5f43ff tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:57:57.168740 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83fd8a-5b01-425e-b2e3-036e4e5f43ff tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event updated for resources: {'Port': ['ID=bdd724b6-614e-462e-ab0c-fc43c7caffc4,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:57.175144 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-2e9d732d-b090-48f4-a59b-e87931d9404d tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "DELETE /v2.0/subnets/711b2d3e-c2f0-4e6f-a265-6cdf85eff2ab HTTP/1.1" status: 404 len: 337 time: 0.0873134 Feb 03 13:57:57.179539 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52428) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:57.215451 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-40718083-f6c6-4bef-9a0d-13010878500b tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] DELETE failed (client error): The resource could not be found. Feb 03 13:57:57.215906 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40718083-f6c6-4bef-9a0d-13010878500b tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:57:57.217518 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-40718083-f6c6-4bef-9a0d-13010878500b tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "DELETE /v2.0/networks/f3a54bab-1666-44cf-9d6f-f4285ed6ef57 HTTP/1.1" status: 404 len: 339 time: 0.0370820 Feb 03 13:57:57.220105 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52432) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:57.234795 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-f0f8521b-a25c-4404-8491-9b5980b1fb1e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Calling delete_port for d70c9e27-935f-4993-8290-3657e8d35576 owned by network:dhcp {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:57:57.300360 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4186d8f-6743-45d3-a545-f84bb9fc633b tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] DELETE failed (client error): The resource could not be found. Feb 03 13:57:57.301374 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4186d8f-6743-45d3-a545-f84bb9fc633b tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:57:57.303647 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e4186d8f-6743-45d3-a545-f84bb9fc633b tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "DELETE /v2.0/subnets/5d80a68d-c21f-4bd6-b01e-ff9e5d1439ed HTTP/1.1" status: 404 len: 337 time: 0.0826640 Feb 03 13:57:57.307708 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52436) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:57.338617 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d289e2fe-f462-4f93-80d5-9667b16a9812 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:57.341599 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c0abe62-36a2-48ec-957b-d1b16546b0eb tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] DELETE failed (client error): The resource could not be found. Feb 03 13:57:57.341968 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c0abe62-36a2-48ec-957b-d1b16546b0eb tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:57:57.346282 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-5c0abe62-36a2-48ec-957b-d1b16546b0eb tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "DELETE /v2.0/networks/3ee93950-ed59-4ebb-bc1f-8302426e781b HTTP/1.1" status: 404 len: 339 time: 0.0364544 Feb 03 13:57:57.346421 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52440) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:57.393532 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb0facdb-9617-4870-80f9-9f76876421b5 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] DELETE failed (client error): The resource could not be found. Feb 03 13:57:57.393972 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb0facdb-9617-4870-80f9-9f76876421b5 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:57:57.395630 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-fb0facdb-9617-4870-80f9-9f76876421b5 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "DELETE /v2.0/subnets/186664e4-4927-4506-89fd-c26ac7b995c8 HTTP/1.1" status: 404 len: 337 time: 0.0482700 Feb 03 13:57:57.398191 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52444) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:57.422951 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bd97743-2699-4d78-a611-fd2f04949157 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] DELETE failed (client error): The resource could not be found. Feb 03 13:57:57.423406 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bd97743-2699-4d78-a611-fd2f04949157 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:57:57.425046 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8bd97743-2699-4d78-a611-fd2f04949157 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "DELETE /v2.0/networks/58fae17f-b93d-4fa5-83b4-4db4ca26bb86 HTTP/1.1" status: 404 len: 339 time: 0.0257332 Feb 03 13:57:57.427630 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52448) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:57.439971 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d289e2fe-f462-4f93-80d5-9667b16a9812 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:57.443614 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e1afba30-44a0-4383-b01f-f346a8c9d6fb tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:57.444109 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1afba30-44a0-4383-b01f-f346a8c9d6fb tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3fdf35fc-f01e-47bb-9436-f182ce84912b {{(pid=84182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:57:57.474150 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-32f0a930-ca01-4151-bd88-70d164d2a013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:57.491967 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f0f8521b-a25c-4404-8491-9b5980b1fb1e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:57.537981 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e1afba30-44a0-4383-b01f-f346a8c9d6fb tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:57.539125 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e1afba30-44a0-4383-b01f-f346a8c9d6fb tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] 10.222.0.41 "DELETE /v2.0/routers/3fdf35fc-f01e-47bb-9436-f182ce84912b HTTP/1.1" status: 204 len: 168 time: 1.6435578 Feb 03 13:57:57.541919 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289e2fe-f462-4f93-80d5-9667b16a9812 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bae0ce21-d551-4c73-ab2c-ed39b20b7c35,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:57.543944 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8521b-a25c-4404-8491-9b5980b1fb1e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event deleted for resources: {'Port': ['ID=d70c9e27-935f-4993-8290-3657e8d35576,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:57.548984 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f8521b-a25c-4404-8491-9b5980b1fb1e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] No DVR routers for this DVR port d70c9e27-935f-4993-8290-3657e8d35576 on host dv-neutron-827016-1-hyperv {{(pid=84182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:57:57.578894 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d289e2fe-f462-4f93-80d5-9667b16a9812 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:57.580133 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d289e2fe-f462-4f93-80d5-9667b16a9812 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4047639 Feb 03 13:57:57.582983 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52454) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:57.594755 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-24ff490b-5163-44cc-b2e1-b4dc9ab3c600 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Request body: {'security_group': {'name': 'tempest-secgroup--1104147402'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:57.609977 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-24ff490b-5163-44cc-b2e1-b4dc9ab3c600 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:57.617840 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-24ff490b-5163-44cc-b2e1-b4dc9ab3c600 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Usage tracker for resource:security_group and tenant:141de835597d419fb506bbaf5a63ca35 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:57.623918 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-24ff490b-5163-44cc-b2e1-b4dc9ab3c600 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:57.640536 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-24ff490b-5163-44cc-b2e1-b4dc9ab3c600 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:57.663799 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3a5ad2e-bcfc-44fa-9777-e828a5c021ed tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Deleting subnet a1ceaba2-0516-4144-94cb-1f3944141aad {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 13:57:57.666565 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e3a5ad2e-bcfc-44fa-9777-e828a5c021ed tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:57.676567 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f0f8521b-a25c-4404-8491-9b5980b1fb1e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:57.701505 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-f0f8521b-a25c-4404-8491-9b5980b1fb1e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17d43bea-3dac-48a9-b5ac-e17259c3b6d0']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:57.715453 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-f0f8521b-a25c-4404-8491-9b5980b1fb1e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fb35c51-31b2-4ff0-bf90-a262df323342') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:57.715869 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-f0f8521b-a25c-4404-8491-9b5980b1fb1e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fb35c51-31b2-4ff0-bf90-a262df323342') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:57.728907 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f0f8521b-a25c-4404-8491-9b5980b1fb1e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:57.733102 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e3a5ad2e-bcfc-44fa-9777-e828a5c021ed tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:57.749036 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f0f8521b-a25c-4404-8491-9b5980b1fb1e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:57.756209 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0f8521b-a25c-4404-8491-9b5980b1fb1e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:57:57.756630 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f0f8521b-a25c-4404-8491-9b5980b1fb1e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:57.764886 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-24ff490b-5163-44cc-b2e1-b4dc9ab3c600 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:57.776009 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 13:57:57.776009 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:57:57.776009 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 13:57:57.776009 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:57:57.776009 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 13:57:57.776009 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:57:57.776009 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 13:57:57.776009 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:57:57.776009 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 13:57:57.776009 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:57:57.776009 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 13:57:57.776009 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:57:57.776009 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 13:57:57.776009 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:57:57.776009 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:57:57.776009 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:57:57.776009 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:57:57.776009 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:57:57.776009 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 13:57:57.776009 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:57:57.776009 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 13:57:57.776009 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:57:57.776009 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:57:57.776009 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:57:57.776009 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 13:57:57.776009 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:57:57.776009 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:57:57.776009 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:57:57.776009 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:57:57.776009 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:57:57.776009 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:57:57.776009 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:57:57.787788 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 74fd0fa2-ce90-46a6-adab-6c7fb4d3b395 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 13:57:57.821622 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 74fd0fa2-ce90-46a6-adab-6c7fb4d3b395 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 13:57:57.822023 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 74fd0fa2-ce90-46a6-adab-6c7fb4d3b395 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 13:57:57.846006 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-24ff490b-5163-44cc-b2e1-b4dc9ab3c600 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:57.852281 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9a83fd8a-5b01-425e-b2e3-036e4e5f43ff tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for router_gateway, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:57.853148 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9a83fd8a-5b01-425e-b2e3-036e4e5f43ff tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:57.865128 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-24ff490b-5163-44cc-b2e1-b4dc9ab3c600 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Usage tracker for resource:security_group_rule and tenant:141de835597d419fb506bbaf5a63ca35 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:57.865128 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-24ff490b-5163-44cc-b2e1-b4dc9ab3c600 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:57.865309 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52458) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:57.869449 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-24ff490b-5163-44cc-b2e1-b4dc9ab3c600 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:57.938196 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e3a5ad2e-bcfc-44fa-9777-e828a5c021ed tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:57.942785 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f0f8521b-a25c-4404-8491-9b5980b1fb1e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:57.963007 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f0f8521b-a25c-4404-8491-9b5980b1fb1e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:57.969813 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8521b-a25c-4404-8491-9b5980b1fb1e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event deleted for resources: {'Network': ['ID=17d43bea-3dac-48a9-b5ac-e17259c3b6d0,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:58.052234 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f0f8521b-a25c-4404-8491-9b5980b1fb1e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "DELETE /v2.0/networks/17d43bea-3dac-48a9-b5ac-e17259c3b6d0 HTTP/1.1" status: 204 len: 168 time: 4.5043826 Feb 03 13:57:58.054915 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52464) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:58.083377 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-24ff490b-5163-44cc-b2e1-b4dc9ab3c600 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:58.102500 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-96867bcc-a024-451d-b602-f09577e7092a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] GET failed (client error): The resource could not be found. Feb 03 13:57:58.103009 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-96867bcc-a024-451d-b602-f09577e7092a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Synchronizing usage tracker for tenant:cf1a07a12cb04727ad443721ec556df8 on resource:subnet {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:57:58.119105 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-ea728702-31c8-4e17-b1b5-b12786b49a84 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1820149548', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}, 'admin_state_up': False}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:58.128483 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ea728702-31c8-4e17-b1b5-b12786b49a84 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:58.132602 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ea728702-31c8-4e17-b1b5-b12786b49a84 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Usage tracker for resource:router and tenant:f9fdab74892247138f76fc59f639f82f is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:58.135607 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ea728702-31c8-4e17-b1b5-b12786b49a84 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:58.142334 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ea728702-31c8-4e17-b1b5-b12786b49a84 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:58.222706 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-96867bcc-a024-451d-b602-f09577e7092a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Unset dirty status for tenant:cf1a07a12cb04727ad443721ec556df8 on resource:subnet {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:57:58.224025 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-96867bcc-a024-451d-b602-f09577e7092a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "GET /v2.0/subnets/60eae122-6124-48b6-bf18-d0a193036d8c HTTP/1.1" status: 404 len: 337 time: 0.1681683 Feb 03 13:57:58.225142 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ea728702-31c8-4e17-b1b5-b12786b49a84 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:58.226094 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ea728702-31c8-4e17-b1b5-b12786b49a84 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:58.227385 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52468) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:58.234883 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e3a5ad2e-bcfc-44fa-9777-e828a5c021ed tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:58.244178 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ea728702-31c8-4e17-b1b5-b12786b49a84 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:58.272755 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-24ff490b-5163-44cc-b2e1-b4dc9ab3c600 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:58.326918 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a5ad2e-bcfc-44fa-9777-e828a5c021ed tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event deleted for resources: {'Subnet': ['ID=a1ceaba2-0516-4144-94cb-1f3944141aad,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:58.335641 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-50aa8ce5-b9b3-4b5a-b26c-3df0684aa1bc tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] DELETE failed (client error): The resource could not be found. Feb 03 13:57:58.336070 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50aa8ce5-b9b3-4b5a-b26c-3df0684aa1bc tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:57:58.364437 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e3a5ad2e-bcfc-44fa-9777-e828a5c021ed tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:58.371439 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d698cf06-1427-459c-a3b9-a4db448e8d8f None None] Network 1c2508e8-5d22-4738-adda-92fa46365245 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:57:58.406274 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ff490b-5163-44cc-b2e1-b4dc9ab3c600 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b5faeb-6854-4dc6-a449-14e6b490aaca,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:58.413624 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-50aa8ce5-b9b3-4b5a-b26c-3df0684aa1bc tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "DELETE /v2.0/networks/17d43bea-3dac-48a9-b5ac-e17259c3b6d0 HTTP/1.1" status: 404 len: 339 time: 0.1767991 Feb 03 13:57:58.414967 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52478) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:58.420957 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e3a5ad2e-bcfc-44fa-9777-e828a5c021ed tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "DELETE /v2.0/subnets/a1ceaba2-0516-4144-94cb-1f3944141aad HTTP/1.1" status: 204 len: 168 time: 0.9900517 Feb 03 13:57:58.439609 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52480) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:58.465553 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ea728702-31c8-4e17-b1b5-b12786b49a84 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:58.579129 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-24ff490b-5163-44cc-b2e1-b4dc9ab3c600 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:58.582968 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-24ff490b-5163-44cc-b2e1-b4dc9ab3c600 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9963958 Feb 03 13:57:58.594775 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52486) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:58.600983 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-d62229ed-c651-421d-b833-4534ba8b704c tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Request body: {'security_group_rule': {'security_group_id': 'bae0ce21-d551-4c73-ab2c-ed39b20b7c35', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'b1b5faeb-6854-4dc6-a449-14e6b490aaca'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:57:58.611744 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-d62229ed-c651-421d-b833-4534ba8b704c tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:57:58.650847 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4a2e03e2-5df4-440b-9ee0-8493bfe9a73f tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:58.663656 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30713875-622f-46eb-b447-874a7c3e7c07 None None] DHCP port deletion for 1c2508e8-5d22-4738-adda-92fa46365245 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 13:57:58.672826 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-30713875-622f-46eb-b447-874a7c3e7c07 None None] Deleting port 8dade609-b544-4046-b048-4d1df12e5075 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:57:58.673475 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-30713875-622f-46eb-b447-874a7c3e7c07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:58.719546 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5897089-f7de-4c85-ac60-c490ccccdcbe tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:58.723606 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b5897089-f7de-4c85-ac60-c490ccccdcbe tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3011370 Feb 03 13:57:58.724280 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-4a2e03e2-5df4-440b-9ee0-8493bfe9a73f tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Deleting port 8dade609-b544-4046-b048-4d1df12e5075 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:57:58.724280 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4a2e03e2-5df4-440b-9ee0-8493bfe9a73f tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:58.748077 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52490) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:58.770613 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d62229ed-c651-421d-b833-4534ba8b704c tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Usage tracker for resource:security_group_rule and tenant:141de835597d419fb506bbaf5a63ca35 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:57:58.776499 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d62229ed-c651-421d-b833-4534ba8b704c tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:57:58.787010 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-d62229ed-c651-421d-b833-4534ba8b704c tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:57:58.808634 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-91355daa-0990-4aa4-89c6-bf8627650502 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Synchronizing usage tracker for tenant:cf1a07a12cb04727ad443721ec556df8 on resource:subnet {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:57:58.812382 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:58.858941 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-91355daa-0990-4aa4-89c6-bf8627650502 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Unset dirty status for tenant:cf1a07a12cb04727ad443721ec556df8 on resource:subnet {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:57:58.863178 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-91355daa-0990-4aa4-89c6-bf8627650502 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "GET /v2.0/subnets?network_id=16a0e898-50c0-4b65-ae3a-069e9649bbca HTTP/1.1" status: 200 len: 207 time: 0.1068304 Feb 03 13:57:58.864674 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:58.866469 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52494) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:58.891756 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ea728702-31c8-4e17-b1b5-b12786b49a84 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router_gateway, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:58.899760 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-30713875-622f-46eb-b447-874a7c3e7c07 None None] For port 8dade609-b544-4046-b048-4d1df12e5075, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=8dade609-b544-4046-b048-4d1df12e5075,segment=NetworkSegment(9c88f551-4c0c-4933-8073-f0e2a2be8071),segment_id=9c88f551-4c0c-4933-8073-f0e2a2be8071)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:58.899937 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-30713875-622f-46eb-b447-874a7c3e7c07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:58.927888 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ea728702-31c8-4e17-b1b5-b12786b49a84 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:58.955113 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a83fd8a-5b01-425e-b2e3-036e4e5f43ff tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Router bf348df0-3b4c-492f-8471-7a6ce94b9c6f is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:57:59.025014 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-30713875-622f-46eb-b447-874a7c3e7c07 None None] Calling delete_port for 8dade609-b544-4046-b048-4d1df12e5075 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:57:59.048057 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-d62229ed-c651-421d-b833-4534ba8b704c tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:57:59.051805 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d62229ed-c651-421d-b833-4534ba8b704c tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.4530039 Feb 03 13:57:59.054623 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52498) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:59.119299 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-ea728702-31c8-4e17-b1b5-b12786b49a84 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Allocated IP 172.26.3.82 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/96f3ca71-ce76-401a-9db6-86adfa8a7130) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:57:59.143011 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7dfb3e6f-78a9-47d9-bfcd-2266c069464a tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:59.160091 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-30713875-622f-46eb-b447-874a7c3e7c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:59.175546 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7dfb3e6f-78a9-47d9-bfcd-2266c069464a tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:59.178791 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-4a2e03e2-5df4-440b-9ee0-8493bfe9a73f tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] For port 8dade609-b544-4046-b048-4d1df12e5075, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=8dade609-b544-4046-b048-4d1df12e5075,segment=NetworkSegment(9c88f551-4c0c-4933-8073-f0e2a2be8071),segment_id=9c88f551-4c0c-4933-8073-f0e2a2be8071)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:59.179317 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4a2e03e2-5df4-440b-9ee0-8493bfe9a73f tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:59.198459 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cedea79-8fd9-4442-b456-42c0e26e56aa tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:59.202366 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cedea79-8fd9-4442-b456-42c0e26e56aa tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:59.206227 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cedea79-8fd9-4442-b456-42c0e26e56aa tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:59.210172 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cedea79-8fd9-4442-b456-42c0e26e56aa tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:59.215192 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-9cedea79-8fd9-4442-b456-42c0e26e56aa tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3447800 Feb 03 13:57:59.215646 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52502) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:59.217574 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30713875-622f-46eb-b447-874a7c3e7c07 None None] Pushing event deleted for resources: {'Port': ['ID=8dade609-b544-4046-b048-4d1df12e5075,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:59.223963 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30713875-622f-46eb-b447-874a7c3e7c07 None None] No DVR routers for this DVR port 8dade609-b544-4046-b048-4d1df12e5075 on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:57:59.334748 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-4a2e03e2-5df4-440b-9ee0-8493bfe9a73f tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Calling delete_port for 8dade609-b544-4046-b048-4d1df12e5075 owned by network:dhcp {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:57:59.448662 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.db.api [None req-4a2e03e2-5df4-440b-9ee0-8493bfe9a73f tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:57:59.448989 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG oslo_db.api [None req-4a2e03e2-5df4-440b-9ee0-8493bfe9a73f tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:57:59.451408 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7dfb3e6f-78a9-47d9-bfcd-2266c069464a tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:59.494451 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-5be9d126-cd4c-4458-8744-1d8ce04b7fff tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Synchronizing usage tracker for tenant:cf1a07a12cb04727ad443721ec556df8 on resource:network {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:57:59.497172 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb3e6f-78a9-47d9-bfcd-2266c069464a tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b5faeb-6854-4dc6-a449-14e6b490aaca,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:59.504754 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ea728702-31c8-4e17-b1b5-b12786b49a84 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:59.538900 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7dfb3e6f-78a9-47d9-bfcd-2266c069464a tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:59.540027 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7dfb3e6f-78a9-47d9-bfcd-2266c069464a tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "DELETE /v2.0/security-groups/b1b5faeb-6854-4dc6-a449-14e6b490aaca HTTP/1.1" status: 204 len: 168 time: 0.4844911 Feb 03 13:57:59.542860 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52508) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:59.557715 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a83fd8a-5b01-425e-b2e3-036e4e5f43ff tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:57:59.569410 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32830cc0-3892-4c99-a05f-6443d5fab866 None None] Sync routers for ids ['bf348df0-3b4c-492f-8471-7a6ce94b9c6f'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:57:59.582746 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32830cc0-3892-4c99-a05f-6443d5fab866 None None] Routers {'bf348df0-3b4c-492f-8471-7a6ce94b9c6f'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:57:59.583410 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-32830cc0-3892-4c99-a05f-6443d5fab866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:57:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['bf348df0-3b4c-492f-8471-7a6ce94b9c6f'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:59.613177 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ea5ef9bb-1c51-43e1-81c3-4872b4fcb7a1 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Synchronizing usage tracker for tenant:141de835597d419fb506bbaf5a63ca35 on resource:security_group {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:57:59.642897 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-32830cc0-3892-4c99-a05f-6443d5fab866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:59.654540 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32830cc0-3892-4c99-a05f-6443d5fab866 None None] Routers {'bf348df0-3b4c-492f-8471-7a6ce94b9c6f'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:57:59.655147 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-32830cc0-3892-4c99-a05f-6443d5fab866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:57:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['bf348df0-3b4c-492f-8471-7a6ce94b9c6f'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:59.657326 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-5be9d126-cd4c-4458-8744-1d8ce04b7fff tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Unset dirty status for tenant:cf1a07a12cb04727ad443721ec556df8 on resource:network {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:57:59.657550 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9a83fd8a-5b01-425e-b2e3-036e4e5f43ff tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:59.661584 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-5be9d126-cd4c-4458-8744-1d8ce04b7fff tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4415412 Feb 03 13:57:59.661822 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-9a83fd8a-5b01-425e-b2e3-036e4e5f43ff tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.7322040 Feb 03 13:57:59.661997 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ea728702-31c8-4e17-b1b5-b12786b49a84 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:59.662329 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52512) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:59.662810 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52514) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:59.718246 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ea5ef9bb-1c51-43e1-81c3-4872b4fcb7a1 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Unset dirty status for tenant:141de835597d419fb506bbaf5a63ca35 on resource:security_group {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:57:59.722439 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ea5ef9bb-1c51-43e1-81c3-4872b4fcb7a1 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.1759131 Feb 03 13:57:59.723932 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-32830cc0-3892-4c99-a05f-6443d5fab866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:59.724452 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32830cc0-3892-4c99-a05f-6443d5fab866 None None] The sync data for ids ['bf348df0-3b4c-492f-8471-7a6ce94b9c6f'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:57:59.725864 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52520) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:59.745249 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea728702-31c8-4e17-b1b5-b12786b49a84 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:57:59.751390 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-ea728702-31c8-4e17-b1b5-b12786b49a84 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:59.758861 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea728702-31c8-4e17-b1b5-b12786b49a84 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:57:59.790066 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea728702-31c8-4e17-b1b5-b12786b49a84 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Pushing event updated for resources: {'Port': ['ID=96f3ca71-ce76-401a-9db6-86adfa8a7130,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:59.816817 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 8dade609-b544-4046-b048-4d1df12e5075 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 13:57:59.860524 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 8dade609-b544-4046-b048-4d1df12e5075 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 13:57:59.861115 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 8dade609-b544-4046-b048-4d1df12e5075 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 13:57:59.906403 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a23a782d-d57f-4f73-84ee-5bf23391bf82 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:59.930303 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4334ec4-ef2e-4a24-bef3-98a573d8c85a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:59.931557 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4334ec4-ef2e-4a24-bef3-98a573d8c85a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:59.937023 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-a4334ec4-ef2e-4a24-bef3-98a573d8c85a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2677243 Feb 03 13:57:59.937282 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52526) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:57:59.948101 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a23a782d-d57f-4f73-84ee-5bf23391bf82 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:57:59.971920 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-4a2e03e2-5df4-440b-9ee0-8493bfe9a73f tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Deleting port 8dade609-b544-4046-b048-4d1df12e5075 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:57:59.972260 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4a2e03e2-5df4-440b-9ee0-8493bfe9a73f tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:00.056439 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-4a2e03e2-5df4-440b-9ee0-8493bfe9a73f tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] The port '8dade609-b544-4046-b048-4d1df12e5075' was deleted {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 13:58:00.068701 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:00.082293 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ea7ff-1658-4cde-883d-0f0c657566b2 req-9dc6d7cf-3a90-417f-bda8-a779e66fd332 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:00.084013 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b76ea7ff-1658-4cde-883d-0f0c657566b2 req-9dc6d7cf-3a90-417f-bda8-a779e66fd332 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/ports?device_id=65215c73-cbbd-41e8-abe4-aafa969bf7b9 HTTP/1.1" status: 200 len: 945 time: 0.1231453 Feb 03 13:58:00.130800 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3734c76-6242-4317-bca0-bc035121de48 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attributes excluded by policy engine: ['shared'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:00.132092 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3734c76-6242-4317-bca0-bc035121de48 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attributes excluded by policy engine: ['shared'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:00.133583 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f3734c76-6242-4317-bca0-bc035121de48 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1954186 Feb 03 13:58:00.138580 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52532) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:00.148012 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b76ea7ff-1658-4cde-883d-0f0c657566b2 req-719753d8-1500-445e-bcbc-975b2f6004bf tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4de8980-b0c3-4215-bb46-4e841e19d727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571511 Feb 03 13:58:00.170081 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a23a782d-d57f-4f73-84ee-5bf23391bf82 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:00.251115 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23a782d-d57f-4f73-84ee-5bf23391bf82 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae0ce21-d551-4c73-ab2c-ed39b20b7c35,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:00.265459 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4a2e03e2-5df4-440b-9ee0-8493bfe9a73f tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:00.301703 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-4a2e03e2-5df4-440b-9ee0-8493bfe9a73f tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c2508e8-5d22-4738-adda-92fa46365245']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:00.316380 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ea728702-31c8-4e17-b1b5-b12786b49a84 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router_gateway, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:00.317068 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ea728702-31c8-4e17-b1b5-b12786b49a84 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:00.317215 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-4a2e03e2-5df4-440b-9ee0-8493bfe9a73f tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c88f551-4c0c-4933-8073-f0e2a2be8071') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:00.317373 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-4a2e03e2-5df4-440b-9ee0-8493bfe9a73f tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c88f551-4c0c-4933-8073-f0e2a2be8071') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:00.328154 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b23263-909d-442a-bf3a-5c8dc42ebed4 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:00.333039 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-13b23263-909d-442a-bf3a-5c8dc42ebed4 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "GET /v2.0/networks/77e8aea5-7509-4dc0-9024-15b26a0da503 HTTP/1.1" status: 200 len: 800 time: 0.1863983 Feb 03 13:58:00.335505 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52536) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:00.338041 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4a2e03e2-5df4-440b-9ee0-8493bfe9a73f tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:00.409955 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a23a782d-d57f-4f73-84ee-5bf23391bf82 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:00.411095 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a23a782d-d57f-4f73-84ee-5bf23391bf82 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "DELETE /v2.0/security-groups/bae0ce21-d551-4c73-ab2c-ed39b20b7c35 HTTP/1.1" status: 204 len: 168 time: 0.6842632 Feb 03 13:58:00.414535 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52540) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:00.434463 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4a2e03e2-5df4-440b-9ee0-8493bfe9a73f tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:00.446654 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3c4bd597-3bd9-46ee-b91b-8fbe3c8f87e7 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "GET /v2.0/routers/bf348df0-3b4c-492f-8471-7a6ce94b9c6f HTTP/1.1" status: 200 len: 885 time: 0.7827086 Feb 03 13:58:00.447951 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52544) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:00.462629 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a2e03e2-5df4-440b-9ee0-8493bfe9a73f tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:58:00.463031 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4a2e03e2-5df4-440b-9ee0-8493bfe9a73f tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:00.477474 dv-neutron-827016-1-hyperv neutron-server[84181]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:58:00.477474 dv-neutron-827016-1-hyperv neutron-server[84181]: util.warn( Feb 03 13:58:00.477474 dv-neutron-827016-1-hyperv neutron-server[84181]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:58:00.477474 dv-neutron-827016-1-hyperv neutron-server[84181]: util.warn( Feb 03 13:58:00.477474 dv-neutron-827016-1-hyperv neutron-server[84181]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:58:00.477474 dv-neutron-827016-1-hyperv neutron-server[84181]: util.warn( Feb 03 13:58:00.477474 dv-neutron-827016-1-hyperv neutron-server[84181]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:58:00.477474 dv-neutron-827016-1-hyperv neutron-server[84181]: util.warn( Feb 03 13:58:00.477474 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 13:58:00.477474 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:58:00.477474 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 13:58:00.477474 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:58:00.477474 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 13:58:00.477474 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:58:00.477474 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 13:58:00.477474 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:58:00.477474 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 13:58:00.477474 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:58:00.477474 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 13:58:00.477474 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:58:00.477474 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 13:58:00.477474 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:58:00.477474 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:58:00.477474 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:58:00.477474 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:58:00.477474 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:58:00.477474 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 13:58:00.477474 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:58:00.477474 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 13:58:00.477474 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:58:00.477474 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:58:00.477474 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:58:00.477474 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 13:58:00.477474 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:58:00.477474 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:58:00.477474 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:58:00.477474 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:58:00.477474 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:58:00.477474 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:58:00.477474 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:58:00.571536 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e69ddad0-42f1-40fc-8848-30a693da991d tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Synchronizing usage tracker for tenant:141de835597d419fb506bbaf5a63ca35 on resource:security_group {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:58:00.591711 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8d1ac94f-9c6c-4255-834a-a3978b81db47 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "GET /v2.0/networks/77e8aea5-7509-4dc0-9024-15b26a0da503?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2573254 Feb 03 13:58:00.595194 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52550) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:00.660370 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4a2e03e2-5df4-440b-9ee0-8493bfe9a73f tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:00.682178 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4a2e03e2-5df4-440b-9ee0-8493bfe9a73f tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:00.689500 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9d5465-21ed-489b-b3e0-c48cd0644504 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:00.690848 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3c9d5465-21ed-489b-b3e0-c48cd0644504 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "GET /v2.0/subnets/c69c7445-45d6-4a22-96f6-a26a559dd2c5 HTTP/1.1" status: 200 len: 811 time: 0.0947618 Feb 03 13:58:00.695396 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52554) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:00.697976 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e03e2-5df4-440b-9ee0-8493bfe9a73f tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event deleted for resources: {'Network': ['ID=1c2508e8-5d22-4738-adda-92fa46365245,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:00.743415 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-4a2e03e2-5df4-440b-9ee0-8493bfe9a73f tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "DELETE /v2.0/networks/1c2508e8-5d22-4738-adda-92fa46365245 HTTP/1.1" status: 204 len: 168 time: 2.2990062 Feb 03 13:58:00.746449 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52558) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:00.792701 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-034724a5-f930-4447-8a34-c0123fb5e9c1 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] DELETE failed (client error): The resource could not be found. Feb 03 13:58:00.793157 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-034724a5-f930-4447-8a34-c0123fb5e9c1 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:58:00.795364 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-034724a5-f930-4447-8a34-c0123fb5e9c1 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "DELETE /v2.0/subnets/de88ab1d-2998-49f4-8727-0465b3b0525f HTTP/1.1" status: 404 len: 337 time: 0.0480249 Feb 03 13:58:00.798643 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52562) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:00.824897 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cac373-584e-424f-926d-162eabad74ce tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attributes excluded by policy engine: ['shared'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:00.826210 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-91cac373-584e-424f-926d-162eabad74ce tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "GET /v2.0/subnets/c69c7445-45d6-4a22-96f6-a26a559dd2c5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1297841 Feb 03 13:58:00.829706 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52566) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:00.831295 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-73887172-fa06-41d8-87b0-dadba3289042 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] DELETE failed (client error): The resource could not be found. Feb 03 13:58:00.831732 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73887172-fa06-41d8-87b0-dadba3289042 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:58:00.836034 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-73887172-fa06-41d8-87b0-dadba3289042 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "DELETE /v2.0/networks/38b75ccd-4923-42d7-b39f-cb076316bb3e HTTP/1.1" status: 404 len: 339 time: 0.0368814 Feb 03 13:58:00.836583 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52570) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:00.880590 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-b89f5b6b-0a89-461f-954e-a14d1171c610 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1651189273'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:00.891403 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e69ddad0-42f1-40fc-8848-30a693da991d tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Unset dirty status for tenant:141de835597d419fb506bbaf5a63ca35 on resource:security_group {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:58:00.892582 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e69ddad0-42f1-40fc-8848-30a693da991d tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4771578 Feb 03 13:58:00.896542 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52574) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:00.902783 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b89f5b6b-0a89-461f-954e-a14d1171c610 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:00.904558 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-7b17b74e-b7a1-443b-8d4f-d85eacd144c7 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Request body: {'security_group': {'name': 'tempest-secgroup--124047387'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:00.914155 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-7b17b74e-b7a1-443b-8d4f-d85eacd144c7 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:00.926376 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b89f5b6b-0a89-461f-954e-a14d1171c610 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:00.959679 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d97df-2438-485b-80ca-a25295a0ef2c req-bcea94b3-e18c-403e-8a23-c7fac400c81b tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:00.961110 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-370d97df-2438-485b-80ca-a25295a0ef2c req-bcea94b3-e18c-403e-8a23-c7fac400c81b tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd9d73c-75f1-4f4a-bb32-219abd7ccb49 HTTP/1.1" status: 200 len: 946 time: 0.2284105 Feb 03 13:58:00.991022 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-7b17b74e-b7a1-443b-8d4f-d85eacd144c7 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:01.040003 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89f5b6b-0a89-461f-954e-a14d1171c610 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Made reservation on behalf of cf1a07a12cb04727ad443721ec556df8 for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:58:01.042941 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b89f5b6b-0a89-461f-954e-a14d1171c610 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:01.050280 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-677d335c-fb94-4590-8c29-39fd226ce586 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Deleting subnet cb674282-20ed-44b5-8f4c-cdf38f853478 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 13:58:01.053246 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-677d335c-fb94-4590-8c29-39fd226ce586 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:01.067589 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-370d97df-2438-485b-80ca-a25295a0ef2c req-0d0b321f-d44d-4d97-b67e-1e2d30e97a68 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fa10138-802d-46da-adbc-f6f2442236d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1002285 Feb 03 13:58:01.071605 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-cd9e0911-f4ff-4d23-a9b6-d0238cae93c0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Synchronizing usage tracker for tenant:e560cbcda02c46efaee7f040dc641828 on resource:router {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:58:01.094194 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7b17b74e-b7a1-443b-8d4f-d85eacd144c7 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:01.095616 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b89f5b6b-0a89-461f-954e-a14d1171c610 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:58:01.104602 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b89f5b6b-0a89-461f-954e-a14d1171c610 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:01.104936 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-b89f5b6b-0a89-461f-954e-a14d1171c610 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Added segment d9c63ce7-b62e-4054-b2e8-e216aca29765 of type vlan for network f34d926b-4a4b-4b82-b43e-2b2e8b69d1d2 Feb 03 13:58:01.131306 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-677d335c-fb94-4590-8c29-39fd226ce586 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:01.132862 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b89f5b6b-0a89-461f-954e-a14d1171c610 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:01.188980 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea728702-31c8-4e17-b1b5-b12786b49a84 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Router c0471ded-7343-4d8b-8732-d7968a59cdf7 is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:58:01.190983 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-7b17b74e-b7a1-443b-8d4f-d85eacd144c7 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:01.198443 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-7b17b74e-b7a1-443b-8d4f-d85eacd144c7 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Usage tracker for resource:security_group_rule and tenant:141de835597d419fb506bbaf5a63ca35 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:01.204703 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-7b17b74e-b7a1-443b-8d4f-d85eacd144c7 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:01.213393 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-7b17b74e-b7a1-443b-8d4f-d85eacd144c7 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:01.257501 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-677d335c-fb94-4590-8c29-39fd226ce586 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:01.261511 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-cd9e0911-f4ff-4d23-a9b6-d0238cae93c0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Unset dirty status for tenant:e560cbcda02c46efaee7f040dc641828 on resource:router {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:58:01.262596 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-cd9e0911-f4ff-4d23-a9b6-d0238cae93c0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.8128335 Feb 03 13:58:01.269612 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52580) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:01.272066 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b89f5b6b-0a89-461f-954e-a14d1171c610 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:01.275769 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89f5b6b-0a89-461f-954e-a14d1171c610 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:01.276349 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b89f5b6b-0a89-461f-954e-a14d1171c610 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:01.306356 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-73b26ab9-8c66-4f29-8c84-b0d8ceaee8ac tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2084285737'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:01.330522 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7b17b74e-b7a1-443b-8d4f-d85eacd144c7 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:01.393849 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7b17b74e-b7a1-443b-8d4f-d85eacd144c7 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:01.422295 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-677d335c-fb94-4590-8c29-39fd226ce586 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:01.481613 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d335c-fb94-4590-8c29-39fd226ce586 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event deleted for resources: {'Subnet': ['ID=cb674282-20ed-44b5-8f4c-cdf38f853478,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:01.489602 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17b74e-b7a1-443b-8d4f-d85eacd144c7 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f7254a-ee95-4c23-b755-5f98967f5652,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:01.493944 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-677d335c-fb94-4590-8c29-39fd226ce586 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:01.498580 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-677d335c-fb94-4590-8c29-39fd226ce586 tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "DELETE /v2.0/subnets/cb674282-20ed-44b5-8f4c-cdf38f853478 HTTP/1.1" status: 204 len: 168 time: 0.6610651 Feb 03 13:58:01.499797 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52584) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:01.500932 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09813348-c09f-4fa1-9c3a-7c11a23cf309 None None] Network bbdbf4a1-9214-4fc3-9455-263d0dbd4401 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:58:01.534276 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f5b6b-0a89-461f-954e-a14d1171c610 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event updated for resources: {'Network': ['ID=f34d926b-4a4b-4b82-b43e-2b2e8b69d1d2,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:01.569258 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network f34d926b-4a4b-4b82-b43e-2b2e8b69d1d2 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:58:01.650804 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da481b0-3119-4d63-b699-c95afce2d979 req-2b6f91b0-25e5-45ec-84a7-22307de11969 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:01.652341 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9da481b0-3119-4d63-b699-c95afce2d979 req-2b6f91b0-25e5-45ec-84a7-22307de11969 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/ports?device_id=65215c73-cbbd-41e8-abe4-aafa969bf7b9 HTTP/1.1" status: 200 len: 945 time: 0.3696666 Feb 03 13:58:01.657372 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b89f5b6b-0a89-461f-954e-a14d1171c610 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8229802 Feb 03 13:58:01.660977 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52588) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:01.673451 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-68274dd7-4d8c-4978-97af-28fa7ce35d12 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Request body: {'subnet': {'network_id': 'f34d926b-4a4b-4b82-b43e-2b2e8b69d1d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:01.688526 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7b17b74e-b7a1-443b-8d4f-d85eacd144c7 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:01.691791 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-7b17b74e-b7a1-443b-8d4f-d85eacd144c7 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7942426 Feb 03 13:58:01.707285 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52592) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:01.731196 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8ad1fdfe-c2c2-4384-917a-8612d2aa76ce tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:01.742978 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-8ad1fdfe-c2c2-4384-917a-8612d2aa76ce tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Deleting port e259f9cb-3554-45c9-964f-c7f701ec6a8c {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:01.743338 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8ad1fdfe-c2c2-4384-917a-8612d2aa76ce tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:01.819329 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-ad566d0f-9bd4-4ce1-8a88-016864d08530 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:01.819905 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-ad566d0f-9bd4-4ce1-8a88-016864d08530 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] update failed (client error): There was a conflict when trying to complete your request. Feb 03 13:58:01.823293 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ad566d0f-9bd4-4ce1-8a88-016864d08530 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "PUT /v2.0/security-groups/a1f7254a-ee95-4c23-b755-5f98967f5652 HTTP/1.1" status: 409 len: 330 time: 0.0644159 Feb 03 13:58:01.825086 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52596) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:01.910917 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146fe539-d55c-4f8f-b212-d0c4f066fc1a None None] DHCP port deletion for bbdbf4a1-9214-4fc3-9455-263d0dbd4401 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 13:58:01.914860 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-146fe539-d55c-4f8f-b212-d0c4f066fc1a None None] Deleting port e259f9cb-3554-45c9-964f-c7f701ec6a8c {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:01.915385 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-146fe539-d55c-4f8f-b212-d0c4f066fc1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:01.916232 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9da481b0-3119-4d63-b699-c95afce2d979 req-4c0966cc-aa34-4a12-a3ec-4e6a881c25f1 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4de8980-b0c3-4215-bb46-4e841e19d727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2539923 Feb 03 13:58:01.920555 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-68274dd7-4d8c-4978-97af-28fa7ce35d12 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:01.936514 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-68274dd7-4d8c-4978-97af-28fa7ce35d12 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:02.027935 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea728702-31c8-4e17-b1b5-b12786b49a84 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:58:02.040685 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f5bbce-8387-4296-8d06-63edd59451c5 None None] Sync routers for ids ['c0471ded-7343-4d8b-8732-d7968a59cdf7'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:58:02.048825 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68274dd7-4d8c-4978-97af-28fa7ce35d12 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Made reservation on behalf of cf1a07a12cb04727ad443721ec556df8 for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:58:02.058375 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f1d24-18f6-4748-b408-b49f821922af req-a448f304-31c4-4f83-884b-f8c34c3d410c tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:02.059094 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-ee3f1d24-18f6-4748-b408-b49f821922af req-a448f304-31c4-4f83-884b-f8c34c3d410c tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Synchronizing usage tracker for tenant:01d22ec6684f46e494a0aa49e75523a4 on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:58:02.061680 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-452642fa-2a4f-4d84-bcb5-adcf8411f5af tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:02.131011 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-452642fa-2a4f-4d84-bcb5-adcf8411f5af tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:02.139634 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-8ad1fdfe-c2c2-4384-917a-8612d2aa76ce tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] For port e259f9cb-3554-45c9-964f-c7f701ec6a8c, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=e259f9cb-3554-45c9-964f-c7f701ec6a8c,segment=NetworkSegment(916ea536-8add-4741-96ed-b3618d50c0a0),segment_id=916ea536-8add-4741-96ed-b3618d50c0a0)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:58:02.139995 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8ad1fdfe-c2c2-4384-917a-8612d2aa76ce tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:02.176485 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-68274dd7-4d8c-4978-97af-28fa7ce35d12 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:02.188905 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-146fe539-d55c-4f8f-b212-d0c4f066fc1a None None] For port e259f9cb-3554-45c9-964f-c7f701ec6a8c, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=e259f9cb-3554-45c9-964f-c7f701ec6a8c,segment=NetworkSegment(916ea536-8add-4741-96ed-b3618d50c0a0),segment_id=916ea536-8add-4741-96ed-b3618d50c0a0)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:58:02.189306 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-146fe539-d55c-4f8f-b212-d0c4f066fc1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:02.201466 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ea728702-31c8-4e17-b1b5-b12786b49a84 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:02.205749 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ea728702-31c8-4e17-b1b5-b12786b49a84 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.3410742 Feb 03 13:58:02.205901 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f5bbce-8387-4296-8d06-63edd59451c5 None None] Routers {'c0471ded-7343-4d8b-8732-d7968a59cdf7'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:58:02.205901 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-74f5bbce-8387-4296-8d06-63edd59451c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:57:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['c0471ded-7343-4d8b-8732-d7968a59cdf7'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:02.215861 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52602) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:02.282099 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.ipam_backend_mixin [None req-68274dd7-4d8c-4978-97af-28fa7ce35d12 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Performing IP validity checks on allocation pools {{(pid=84182) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 03 13:58:02.282613 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.ipam_backend_mixin [None req-68274dd7-4d8c-4978-97af-28fa7ce35d12 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84182) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 03 13:58:02.317463 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-74f5bbce-8387-4296-8d06-63edd59451c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:02.336410 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-ee3f1d24-18f6-4748-b408-b49f821922af req-a448f304-31c4-4f83-884b-f8c34c3d410c tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Unset dirty status for tenant:01d22ec6684f46e494a0aa49e75523a4 on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:58:02.337537 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ee3f1d24-18f6-4748-b408-b49f821922af req-a448f304-31c4-4f83-884b-f8c34c3d410c tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.47 "GET /v2.0/ports?device_id=65215c73-cbbd-41e8-abe4-aafa969bf7b9 HTTP/1.1" status: 200 len: 945 time: 0.5607865 Feb 03 13:58:02.355473 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-8ad1fdfe-c2c2-4384-917a-8612d2aa76ce tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Calling delete_port for e259f9cb-3554-45c9-964f-c7f701ec6a8c owned by network:dhcp {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:58:02.399665 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f5bbce-8387-4296-8d06-63edd59451c5 None None] Routers {'c0471ded-7343-4d8b-8732-d7968a59cdf7'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:58:02.400321 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-74f5bbce-8387-4296-8d06-63edd59451c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:57:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['c0471ded-7343-4d8b-8732-d7968a59cdf7'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:02.534457 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-146fe539-d55c-4f8f-b212-d0c4f066fc1a None None] Calling delete_port for e259f9cb-3554-45c9-964f-c7f701ec6a8c owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:58:02.545005 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-ee3f1d24-18f6-4748-b408-b49f821922af req-91a57f2a-f413-4d78-9aa9-21a2ac5e8504 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Deleting port 3809cb83-47cc-433e-866a-d0addc09fc6d {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:02.545349 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-ee3f1d24-18f6-4748-b408-b49f821922af req-91a57f2a-f413-4d78-9aa9-21a2ac5e8504 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:02.564697 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-74f5bbce-8387-4296-8d06-63edd59451c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:02.565109 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f5bbce-8387-4296-8d06-63edd59451c5 None None] The sync data for ids ['c0471ded-7343-4d8b-8732-d7968a59cdf7'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:58:02.663052 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef1199-c646-47e9-b0b8-4240f1ab53ae req-c9e9f4a1-f5f2-457f-86bb-c739e522066c tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:02.664484 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-50ef1199-c646-47e9-b0b8-4240f1ab53ae req-c9e9f4a1-f5f2-457f-86bb-c739e522066c tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd9d73c-75f1-4f4a-bb32-219abd7ccb49 HTTP/1.1" status: 200 len: 946 time: 0.1931570 Feb 03 13:58:02.683925 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-452642fa-2a4f-4d84-bcb5-adcf8411f5af tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:02.702963 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7956d8-b74b-4b0a-810e-ec0e4f8b0070 req-0025da07-7685-4bc2-82dc-aba6f3e055e5 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:02.703597 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-fe7956d8-b74b-4b0a-810e-ec0e4f8b0070 req-0025da07-7685-4bc2-82dc-aba6f3e055e5 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Synchronizing usage tracker for tenant:aa12ab67af1e4dc2bf9988d3321473a2 on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:58:02.721418 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-146fe539-d55c-4f8f-b212-d0c4f066fc1a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:58:02.725028 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-146fe539-d55c-4f8f-b212-d0c4f066fc1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:58:02.725160 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452642fa-2a4f-4d84-bcb5-adcf8411f5af tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f7254a-ee95-4c23-b755-5f98967f5652,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:02.730208 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8ad1fdfe-c2c2-4384-917a-8612d2aa76ce tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:02.864202 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad1fdfe-c2c2-4384-917a-8612d2aa76ce tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event deleted for resources: {'Port': ['ID=e259f9cb-3554-45c9-964f-c7f701ec6a8c,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:02.877597 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-50ef1199-c646-47e9-b0b8-4240f1ab53ae req-bfcc0bcc-721c-4b46-ba8a-aafd04325b0f tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fa10138-802d-46da-adbc-f6f2442236d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1968811 Feb 03 13:58:02.885121 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-68274dd7-4d8c-4978-97af-28fa7ce35d12 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:02.936855 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad1fdfe-c2c2-4384-917a-8612d2aa76ce tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] No DVR routers for this DVR port e259f9cb-3554-45c9-964f-c7f701ec6a8c on host dv-neutron-827016-1-hyperv {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:58:02.939527 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-452642fa-2a4f-4d84-bcb5-adcf8411f5af tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:02.942930 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-452642fa-2a4f-4d84-bcb5-adcf8411f5af tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "DELETE /v2.0/security-groups/a1f7254a-ee95-4c23-b755-5f98967f5652 HTTP/1.1" status: 204 len: 168 time: 1.1132791 Feb 03 13:58:02.946785 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52606) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:02.984738 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-fe7956d8-b74b-4b0a-810e-ec0e4f8b0070 req-0025da07-7685-4bc2-82dc-aba6f3e055e5 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Unset dirty status for tenant:aa12ab67af1e4dc2bf9988d3321473a2 on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:58:02.985902 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-fe7956d8-b74b-4b0a-810e-ec0e4f8b0070 req-0025da07-7685-4bc2-82dc-aba6f3e055e5 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.47 "GET /v2.0/ports?device_id=4bd9d73c-75f1-4f4a-bb32-219abd7ccb49 HTTP/1.1" status: 200 len: 946 time: 0.6029534 Feb 03 13:58:02.988339 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-73b26ab9-8c66-4f29-8c84-b0d8ceaee8ac tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:03.011375 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68274dd7-4d8c-4978-97af-28fa7ce35d12 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event updated for resources: {'Subnet': ['ID=e69ef007-c80f-4e00-8100-34cf8e7167ce,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:03.056937 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68274dd7-4d8c-4978-97af-28fa7ce35d12 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Checking segment: {'id': 'd9c63ce7-b62e-4054-b2e8-e216aca29765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f34d926b-4a4b-4b82-b43e-2b2e8b69d1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:58:03.057506 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68274dd7-4d8c-4978-97af-28fa7ce35d12 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Network hostable DHCP agents. Network: f34d926b-4a4b-4b82-b43e-2b2e8b69d1d2, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:58:03.112780 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-73b26ab9-8c66-4f29-8c84-b0d8ceaee8ac tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970733'] for router, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:03.118696 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-40c2f408-7a94-48ea-b2eb-55dab55491ac tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1707709 Feb 03 13:58:03.123372 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52612) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:03.210517 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-c6e10342-4958-4190-af26-65b0c3754714 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] delete failed (client error): The resource could not be found. Feb 03 13:58:03.211560 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c6e10342-4958-4190-af26-65b0c3754714 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "DELETE /v2.0/security-groups/8a6bb7ea-542c-477d-be1b-ecd691b9c425 HTTP/1.1" status: 404 len: 347 time: 0.0876133 Feb 03 13:58:03.223512 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52616) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:03.223730 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-146fe539-d55c-4f8f-b212-d0c4f066fc1a None None] Deleting port e259f9cb-3554-45c9-964f-c7f701ec6a8c {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:03.223951 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-146fe539-d55c-4f8f-b212-d0c4f066fc1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:03.253944 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-75ab32fb-38cb-45e3-a716-42e5b7653364 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] show failed (client error): The resource could not be found. Feb 03 13:58:03.254936 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-75ab32fb-38cb-45e3-a716-42e5b7653364 tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "GET /v2.0/security-groups/7f0bfe53-5fa5-47a1-b355-3a53a1cc25ab HTTP/1.1" status: 404 len: 347 time: 0.0297318 Feb 03 13:58:03.259548 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52620) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:03.283978 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8ad1fdfe-c2c2-4384-917a-8612d2aa76ce tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:03.292517 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-9dcd57c6-d916-4da5-8273-2f7ec9cddf7c tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] show failed (client error): The resource could not be found. Feb 03 13:58:03.293516 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-9dcd57c6-d916-4da5-8273-2f7ec9cddf7c tempest-NegativeSecGroupTest-1334408856 tempest-NegativeSecGroupTest-1334408856-project] 10.222.0.41 "GET /v2.0/security-group-rules/12b82838-1552-4bff-9acd-edcb121ad0ab HTTP/1.1" status: 404 len: 356 time: 0.0329609 Feb 03 13:58:03.303241 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeaa752-06ea-47cc-9912-ac701de4c018 req-2f8db005-33a4-493e-bbdd-7be2c0f553ed tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:03.303412 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-ee3f1d24-18f6-4748-b408-b49f821922af req-91a57f2a-f413-4d78-9aa9-21a2ac5e8504 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] For port 3809cb83-47cc-433e-866a-d0addc09fc6d, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=3809cb83-47cc-433e-866a-d0addc09fc6d,segment=NetworkSegment(7b419f28-6522-4ce5-982d-f7c4ce3b9016),segment_id=7b419f28-6522-4ce5-982d-f7c4ce3b9016)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:58:03.303524 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-146fe539-d55c-4f8f-b212-d0c4f066fc1a None None] The port 'e259f9cb-3554-45c9-964f-c7f701ec6a8c' was deleted {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 13:58:03.303632 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-ee3f1d24-18f6-4748-b408-b49f821922af req-91a57f2a-f413-4d78-9aa9-21a2ac5e8504 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:03.304742 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-caeaa752-06ea-47cc-9912-ac701de4c018 req-2f8db005-33a4-493e-bbdd-7be2c0f553ed tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/ports?device_id=65215c73-cbbd-41e8-abe4-aafa969bf7b9 HTTP/1.1" status: 200 len: 945 time: 0.2416720 Feb 03 13:58:03.309634 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68274dd7-4d8c-4978-97af-28fa7ce35d12 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Network f34d926b-4a4b-4b82-b43e-2b2e8b69d1d2 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:58:03.397332 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-8ad1fdfe-c2c2-4384-917a-8612d2aa76ce tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbdbf4a1-9214-4fc3-9455-263d0dbd4401']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:03.416136 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-fe7956d8-b74b-4b0a-810e-ec0e4f8b0070 req-4d29b87b-b902-411e-ac77-585cf8758deb tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Deleting port 5aaaec19-e12f-4c1e-a683-467a307ef302 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:03.416479 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-fe7956d8-b74b-4b0a-810e-ec0e4f8b0070 req-4d29b87b-b902-411e-ac77-585cf8758deb tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:03.431127 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-caeaa752-06ea-47cc-9912-ac701de4c018 req-23f502d1-f45a-46db-b0c5-863948b3045b tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4de8980-b0c3-4215-bb46-4e841e19d727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161997 Feb 03 13:58:03.451248 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-68274dd7-4d8c-4978-97af-28fa7ce35d12 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, f34d926b-4a4b-4b82-b43e-2b2e8b69d1d2) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:58:03.460090 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dcf3c3-a911-42de-87ce-c0461888b370 None None] Network f34d926b-4a4b-4b82-b43e-2b2e8b69d1d2 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:58:03.464490 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-8ad1fdfe-c2c2-4384-917a-8612d2aa76ce tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '916ea536-8add-4741-96ed-b3618d50c0a0') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:03.464790 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-8ad1fdfe-c2c2-4384-917a-8612d2aa76ce tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '916ea536-8add-4741-96ed-b3618d50c0a0') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:03.467138 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68274dd7-4d8c-4978-97af-28fa7ce35d12 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:03.467931 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-68274dd7-4d8c-4978-97af-28fa7ce35d12 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:03.490971 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8ad1fdfe-c2c2-4384-917a-8612d2aa76ce tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:03.506511 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b0d5fb9c-776a-423b-88f1-da0b4450404d tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] 10.222.0.41 "GET /v2.0/routers/c0471ded-7343-4d8b-8732-d7968a59cdf7 HTTP/1.1" status: 200 len: 924 time: 1.2870100 Feb 03 13:58:03.509821 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52626) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:03.525429 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b26ab9-8c66-4f29-8c84-b0d8ceaee8ac tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Router bf348df0-3b4c-492f-8471-7a6ce94b9c6f has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:58:03.579626 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b2863da0-dee9-43cd-b6b7-2bd4d3a31553 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0471ded-7343-4d8b-8732-d7968a59cdf7 HTTP/1.1" status: 200 len: 205 time: 0.0642641 Feb 03 13:58:03.582609 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52630) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:03.594520 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8ad1fdfe-c2c2-4384-917a-8612d2aa76ce tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:03.636432 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ad1fdfe-c2c2-4384-917a-8612d2aa76ce tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:58:03.636844 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8ad1fdfe-c2c2-4384-917a-8612d2aa76ce tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:03.651742 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 13:58:03.651742 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:58:03.651742 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 13:58:03.651742 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:58:03.651742 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 13:58:03.651742 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:58:03.651742 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 13:58:03.651742 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:58:03.651742 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 13:58:03.651742 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:58:03.651742 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 13:58:03.651742 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:58:03.651742 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 13:58:03.651742 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:58:03.651742 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:58:03.651742 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:58:03.651742 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:58:03.651742 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:58:03.651742 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 13:58:03.651742 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:58:03.651742 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 13:58:03.651742 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:58:03.651742 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:58:03.651742 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:58:03.651742 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 13:58:03.651742 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:58:03.651742 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:58:03.651742 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:58:03.651742 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:58:03.651742 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:58:03.651742 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:58:03.651742 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:58:03.661754 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-68274dd7-4d8c-4978-97af-28fa7ce35d12 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.9982989 Feb 03 13:58:03.669290 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52634) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:03.709355 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6665790d-ee94-4a46-9d6f-d5c064300678 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-f34d926b-4a4b-4b82-b43e-2b2e8b69d1d2', 'network_id': 'f34d926b-4a4b-4b82-b43e-2b2e8b69d1d2', 'tenant_id': 'cf1a07a12cb04727ad443721ec556df8', 'fixed_ips': [{'subnet_id': 'e69ef007-c80f-4e00-8100-34cf8e7167ce'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:58:03.710170 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6665790d-ee94-4a46-9d6f-d5c064300678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:03.748477 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-162029b7-3661-44a4-90ed-71e36a0b6c79 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:03.803505 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device e259f9cb-3554-45c9-964f-c7f701ec6a8c no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 13:58:03.846884 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: e259f9cb-3554-45c9-964f-c7f701ec6a8c {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 13:58:03.847168 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device e259f9cb-3554-45c9-964f-c7f701ec6a8c not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 13:58:03.894639 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-162029b7-3661-44a4-90ed-71e36a0b6c79 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3187193'] for subnet, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:03.922879 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-6665790d-ee94-4a46-9d6f-d5c064300678 None None] Allocated IP 172.20.0.3 (f34d926b-4a4b-4b82-b43e-2b2e8b69d1d2/e69ef007-c80f-4e00-8100-34cf8e7167ce/342043fb-23e2-4737-9b70-a84f21cad863) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:58:03.960312 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8ad1fdfe-c2c2-4384-917a-8612d2aa76ce tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:04.020148 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8ad1fdfe-c2c2-4384-917a-8612d2aa76ce tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:04.042108 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad1fdfe-c2c2-4384-917a-8612d2aa76ce tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] Pushing event deleted for resources: {'Network': ['ID=bbdbf4a1-9214-4fc3-9455-263d0dbd4401,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:04.077269 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8ad1fdfe-c2c2-4384-917a-8612d2aa76ce tempest-NetworksIpV6Test-618581942 tempest-NetworksIpV6Test-618581942-project] 10.222.0.41 "DELETE /v2.0/networks/bbdbf4a1-9214-4fc3-9455-263d0dbd4401 HTTP/1.1" status: 204 len: 168 time: 2.5768032 Feb 03 13:58:04.114901 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-ee3f1d24-18f6-4748-b408-b49f821922af req-91a57f2a-f413-4d78-9aa9-21a2ac5e8504 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:04.115398 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-ee3f1d24-18f6-4748-b408-b49f821922af req-91a57f2a-f413-4d78-9aa9-21a2ac5e8504 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:04.115782 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.l3_db [req-ee3f1d24-18f6-4748-b408-b49f821922af req-91a57f2a-f413-4d78-9aa9-21a2ac5e8504 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Floating IP 6864675f-e770-4cf4-a451-988f45292dbb disassociated. External IP: 172.26.3.153, port: 3809cb83-47cc-433e-866a-d0addc09fc6d. Feb 03 13:58:04.116192 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-ee3f1d24-18f6-4748-b408-b49f821922af req-91a57f2a-f413-4d78-9aa9-21a2ac5e8504 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Calling delete_port for 3809cb83-47cc-433e-866a-d0addc09fc6d owned by compute:nova {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:58:04.163258 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-fe7956d8-b74b-4b0a-810e-ec0e4f8b0070 req-4d29b87b-b902-411e-ac77-585cf8758deb tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] For port 5aaaec19-e12f-4c1e-a683-467a307ef302, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=5aaaec19-e12f-4c1e-a683-467a307ef302,segment=NetworkSegment(4b99bbed-0ea2-4415-a75d-61e4f1dbd54c),segment_id=4b99bbed-0ea2-4415-a75d-61e4f1dbd54c)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:58:04.163766 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-fe7956d8-b74b-4b0a-810e-ec0e4f8b0070 req-4d29b87b-b902-411e-ac77-585cf8758deb tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:04.261516 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52644) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:04.360834 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-51d0fb18-b5e3-4050-a732-e4e264e71983 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:04.459791 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b26ab9-8c66-4f29-8c84-b0d8ceaee8ac tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:58:04.466279 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-73b26ab9-8c66-4f29-8c84-b0d8ceaee8ac tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:04.467107 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-73b26ab9-8c66-4f29-8c84-b0d8ceaee8ac tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "PUT /v2.0/routers/bf348df0-3b4c-492f-8471-7a6ce94b9c6f HTTP/1.1" status: 200 len: 892 time: 3.1962905 Feb 03 13:58:04.473677 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb96dc5-1e44-4be8-afcb-eab878bda4ac None None] Sync routers for ids ['bf348df0-3b4c-492f-8471-7a6ce94b9c6f'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:58:04.478832 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52652) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:04.492561 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb96dc5-1e44-4be8-afcb-eab878bda4ac None None] Routers {'bf348df0-3b4c-492f-8471-7a6ce94b9c6f'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:58:04.493668 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-6cb96dc5-1e44-4be8-afcb-eab878bda4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:57:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['bf348df0-3b4c-492f-8471-7a6ce94b9c6f'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:04.498734 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789f7e9-1bc3-444f-a4cd-2f4e1bcaafde req-f06ed734-1e4f-41a7-b340-f3da1d8de049 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:04.502725 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8789f7e9-1bc3-444f-a4cd-2f4e1bcaafde req-f06ed734-1e4f-41a7-b340-f3da1d8de049 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd9d73c-75f1-4f4a-bb32-219abd7ccb49 HTTP/1.1" status: 200 len: 946 time: 0.2932272 Feb 03 13:58:04.548449 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6665790d-ee94-4a46-9d6f-d5c064300678 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:04.562459 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-6665790d-ee94-4a46-9d6f-d5c064300678 None None] Transition to ACTIVE for port object 342043fb-23e2-4737-9b70-a84f21cad863 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:58:04.589787 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-6665790d-ee94-4a46-9d6f-d5c064300678 None None] Transition to ACTIVE for port object 342043fb-23e2-4737-9b70-a84f21cad863 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:58:04.600843 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-6cb96dc5-1e44-4be8-afcb-eab878bda4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:04.612516 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb96dc5-1e44-4be8-afcb-eab878bda4ac None None] Routers {'bf348df0-3b4c-492f-8471-7a6ce94b9c6f'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:58:04.613332 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-6cb96dc5-1e44-4be8-afcb-eab878bda4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:57:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['bf348df0-3b4c-492f-8471-7a6ce94b9c6f'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:04.616590 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-ee3f1d24-18f6-4748-b408-b49f821922af req-91a57f2a-f413-4d78-9aa9-21a2ac5e8504 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:04.680305 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-6cb96dc5-1e44-4be8-afcb-eab878bda4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:04.681109 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6665790d-ee94-4a46-9d6f-d5c064300678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:04.681340 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb96dc5-1e44-4be8-afcb-eab878bda4ac None None] The sync data for ids ['bf348df0-3b4c-492f-8471-7a6ce94b9c6f'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:58:04.695752 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a57f2a-f413-4d78-9aa9-21a2ac5e8504 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Pushing event deleted for resources: {'Port': ['ID=3809cb83-47cc-433e-866a-d0addc09fc6d,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:04.697938 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-fe7956d8-b74b-4b0a-810e-ec0e4f8b0070 req-4d29b87b-b902-411e-ac77-585cf8758deb tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:04.698406 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-fe7956d8-b74b-4b0a-810e-ec0e4f8b0070 req-4d29b87b-b902-411e-ac77-585cf8758deb tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:04.698815 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.l3_db [req-fe7956d8-b74b-4b0a-810e-ec0e4f8b0070 req-4d29b87b-b902-411e-ac77-585cf8758deb tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Floating IP 81bb85aa-1819-45cc-b571-3efe201def53 disassociated. External IP: 172.26.3.95, port: 5aaaec19-e12f-4c1e-a683-467a307ef302. Feb 03 13:58:04.699275 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-fe7956d8-b74b-4b0a-810e-ec0e4f8b0070 req-4d29b87b-b902-411e-ac77-585cf8758deb tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Calling delete_port for 5aaaec19-e12f-4c1e-a683-467a307ef302 owned by compute:nova {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:58:04.702844 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-41aded11-9641-4fae-a3cb-70e9336b4347 req-faa5c08d-d8ca-445c-a83a-a91522b29fd2 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/ports?device_id=65215c73-cbbd-41e8-abe4-aafa969bf7b9 HTTP/1.1" status: 200 len: 210 time: 0.0646966 Feb 03 13:58:04.763947 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6665790d-ee94-4a46-9d6f-d5c064300678 None None] Network f34d926b-4a4b-4b82-b43e-2b2e8b69d1d2 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:58:04.770692 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-6665790d-ee94-4a46-9d6f-d5c064300678 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:58:04.780176 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b4efc703-a329-46d7-bb65-876471c310ae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=141de835597d419fb506bbaf5a63ca35&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5131218 Feb 03 13:58:04.782092 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52658) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:04.785998 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6665790d-ee94-4a46-9d6f-d5c064300678 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:58:04.818325 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52662) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:04.920148 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6665790d-ee94-4a46-9d6f-d5c064300678 None None] Pushing event updated for resources: {'Port': ['ID=342043fb-23e2-4737-9b70-a84f21cad863,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:04.926444 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-6665790d-ee94-4a46-9d6f-d5c064300678 None None] Attempting to bind port 342043fb-23e2-4737-9b70-a84f21cad863 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:58:04.927101 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-6665790d-ee94-4a46-9d6f-d5c064300678 None None] Attempting to bind port 342043fb-23e2-4737-9b70-a84f21cad863 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'd9c63ce7-b62e-4054-b2e8-e216aca29765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f34d926b-4a4b-4b82-b43e-2b2e8b69d1d2'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:58:04.928230 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6665790d-ee94-4a46-9d6f-d5c064300678 None None] Attempting to bind port 342043fb-23e2-4737-9b70-a84f21cad863 on network f34d926b-4a4b-4b82-b43e-2b2e8b69d1d2 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:58:04.937530 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6665790d-ee94-4a46-9d6f-d5c064300678 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:58:04.937971 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6665790d-ee94-4a46-9d6f-d5c064300678 None None] Checking segment: {'id': 'd9c63ce7-b62e-4054-b2e8-e216aca29765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f34d926b-4a4b-4b82-b43e-2b2e8b69d1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:58:04.938380 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6665790d-ee94-4a46-9d6f-d5c064300678 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:04.938780 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6665790d-ee94-4a46-9d6f-d5c064300678 None None] Bound using segment: {'id': 'd9c63ce7-b62e-4054-b2e8-e216aca29765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f34d926b-4a4b-4b82-b43e-2b2e8b69d1d2'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:58:04.939279 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-6665790d-ee94-4a46-9d6f-d5c064300678 None None] Bound port: 342043fb-23e2-4737-9b70-a84f21cad863, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9c63ce7-b62e-4054-b2e8-e216aca29765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f34d926b-4a4b-4b82-b43e-2b2e8b69d1d2'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:58:04.942022 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6665790d-ee94-4a46-9d6f-d5c064300678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:04.961449 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8789f7e9-1bc3-444f-a4cd-2f4e1bcaafde req-9bcd7520-1546-4fa2-81b9-c43e693680c6 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fa10138-802d-46da-adbc-f6f2442236d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3556831 Feb 03 13:58:05.017561 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-162029b7-3661-44a4-90ed-71e36a0b6c79 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769357090052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3151251'] for subnet, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:05.067056 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-6665790d-ee94-4a46-9d6f-d5c064300678 None None] For port 342043fb-23e2-4737-9b70-a84f21cad863, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:58:05.070968 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-6665790d-ee94-4a46-9d6f-d5c064300678 None None] For port 342043fb-23e2-4737-9b70-a84f21cad863, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=342043fb-23e2-4737-9b70-a84f21cad863,segment=NetworkSegment(d9c63ce7-b62e-4054-b2e8-e216aca29765),segment_id=d9c63ce7-b62e-4054-b2e8-e216aca29765)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:58:05.161196 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6665790d-ee94-4a46-9d6f-d5c064300678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:05.189567 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162029b7-3661-44a4-90ed-71e36a0b6c79 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:05.190338 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-162029b7-3661-44a4-90ed-71e36a0b6c79 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:05.194561 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-162029b7-3661-44a4-90ed-71e36a0b6c79 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "PUT /v2.0/subnets/e69ef007-c80f-4e00-8100-34cf8e7167ce HTTP/1.1" status: 200 len: 877 time: 1.5211344 Feb 03 13:58:05.196648 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52670) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:05.202689 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162029b7-3661-44a4-90ed-71e36a0b6c79 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event updated for resources: {'Subnet': ['ID=e69ef007-c80f-4e00-8100-34cf8e7167ce,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:05.232191 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c7aa654f-077a-48a5-b7b9-020065c621f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:05.262533 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c7aa654f-077a-48a5-b7b9-020065c621f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:05.282866 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6665790d-ee94-4a46-9d6f-d5c064300678 None None] Pushing event updated for resources: {'Port': ['ID=342043fb-23e2-4737-9b70-a84f21cad863,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:05.438262 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52674) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:05.439100 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c2fee32c-94c6-4589-9b27-fc28a7ec78ed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=16ca01bd1cf84cd38347e99fdd7734d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6276007 Feb 03 13:58:05.491193 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9a546773-c858-453c-8903-e0b5056f719e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:05.569245 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c7aa654f-077a-48a5-b7b9-020065c621f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:05.572306 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-fe7956d8-b74b-4b0a-810e-ec0e4f8b0070 req-4d29b87b-b902-411e-ac77-585cf8758deb tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:05.576737 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-51d0fb18-b5e3-4050-a732-e4e264e71983 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:05.587194 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-9a546773-c858-453c-8903-e0b5056f719e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Deleting port 342043fb-23e2-4737-9b70-a84f21cad863 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:05.587530 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9a546773-c858-453c-8903-e0b5056f719e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:05.649403 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa654f-077a-48a5-b7b9-020065c621f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b13af13-29a5-4216-8418-cd8cee521c51,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:05.651202 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29b87b-b902-411e-ac77-585cf8758deb tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Pushing event deleted for resources: {'Port': ['ID=5aaaec19-e12f-4c1e-a683-467a307ef302,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:05.695354 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e58f0238-e790-413b-9360-346c215f0a7a tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "GET /v2.0/routers/bf348df0-3b4c-492f-8471-7a6ce94b9c6f HTTP/1.1" status: 200 len: 892 time: 1.1883383 Feb 03 13:58:05.697639 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52678) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:05.704119 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d19f307a-dd17-4910-9323-e16a7aba7902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:05.945629 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-51d0fb18-b5e3-4050-a732-e4e264e71983 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Deleting port 96f3ca71-ce76-401a-9db6-86adfa8a7130 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:05.945629 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-51d0fb18-b5e3-4050-a732-e4e264e71983 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:05.945629 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c084d415-8413-4ffb-99c1-86a9b845bfe1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf348df0-3b4c-492f-8471-7a6ce94b9c6f HTTP/1.1" status: 200 len: 205 time: 0.1518369 Feb 03 13:58:05.947400 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c7aa654f-077a-48a5-b7b9-020065c621f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:05.947400 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c7aa654f-077a-48a5-b7b9-020065c621f6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8b13af13-29a5-4216-8418-cd8cee521c51 HTTP/1.1" status: 204 len: 168 time: 1.0719473 Feb 03 13:58:05.947400 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee3f1d24-18f6-4748-b408-b49f821922af req-91a57f2a-f413-4d78-9aa9-21a2ac5e8504 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Router 6794a5c3-a657-488e-8006-d8ab34ea5e3c has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:58:05.953661 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d19f307a-dd17-4910-9323-e16a7aba7902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:05.953997 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52684) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:05.957206 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a0a7b75c-493f-4082-b0c7-8498b433ec77 req-df046136-b443-4e5e-bfa5-37dbada39d49 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/ports?device_id=65215c73-cbbd-41e8-abe4-aafa969bf7b9 HTTP/1.1" status: 200 len: 210 time: 0.0726285 Feb 03 13:58:06.072571 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 342043fb-23e2-4737-9b70-a84f21cad863 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:58:06.251535 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 342043fb-23e2-4737-9b70-a84f21cad863 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:58:06.307616 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe7956d8-b74b-4b0a-810e-ec0e4f8b0070 req-4d29b87b-b902-411e-ac77-585cf8758deb tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Router 7d9f0468-8bae-4548-9c68-b7ab9ccb2bec has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:58:06.468712 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 3809cb83-47cc-433e-866a-d0addc09fc6d no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 13:58:06.545723 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-9a546773-c858-453c-8903-e0b5056f719e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] For port 342043fb-23e2-4737-9b70-a84f21cad863, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=342043fb-23e2-4737-9b70-a84f21cad863,segment=NetworkSegment(d9c63ce7-b62e-4054-b2e8-e216aca29765),segment_id=d9c63ce7-b62e-4054-b2e8-e216aca29765)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:58:06.546079 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9a546773-c858-453c-8903-e0b5056f719e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:06.574837 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee3f1d24-18f6-4748-b408-b49f821922af req-91a57f2a-f413-4d78-9aa9-21a2ac5e8504 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:58:06.594988 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] No Port match for: 3809cb83-47cc-433e-866a-d0addc09fc6d {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 13:58:06.597111 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 3809cb83-47cc-433e-866a-d0addc09fc6d not bound to the agent host hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 13:58:06.599733 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 5aaaec19-e12f-4c1e-a683-467a307ef302 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 13:58:06.649688 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c2476f-9978-4f87-8f3a-9cbaa51d8f21 None None] Sync routers for ids ['6794a5c3-a657-488e-8006-d8ab34ea5e3c'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:58:06.684383 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3f1d24-18f6-4748-b408-b49f821922af req-91a57f2a-f413-4d78-9aa9-21a2ac5e8504 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] No DVR routers for this DVR port 3809cb83-47cc-433e-866a-d0addc09fc6d on host hv-neutron-8270 {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:58:06.690478 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f74bdea7-afc1-4587-a159-fe328ab6d023 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for router, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:06.697280 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] No Port match for: 5aaaec19-e12f-4c1e-a683-467a307ef302 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 13:58:06.697766 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 5aaaec19-e12f-4c1e-a683-467a307ef302 not bound to the agent host hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 13:58:06.704510 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c2476f-9978-4f87-8f3a-9cbaa51d8f21 None None] Routers {'6794a5c3-a657-488e-8006-d8ab34ea5e3c'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:58:06.706338 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-61c2476f-9978-4f87-8f3a-9cbaa51d8f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:57:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['6794a5c3-a657-488e-8006-d8ab34ea5e3c'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:06.742617 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-ee3f1d24-18f6-4748-b408-b49f821922af req-91a57f2a-f413-4d78-9aa9-21a2ac5e8504 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:06.745071 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ee3f1d24-18f6-4748-b408-b49f821922af req-91a57f2a-f413-4d78-9aa9-21a2ac5e8504 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.47 "DELETE /v2.0/ports/3809cb83-47cc-433e-866a-d0addc09fc6d HTTP/1.1" status: 204 len: 173 time: 4.3179357 Feb 03 13:58:06.755220 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-51d0fb18-b5e3-4050-a732-e4e264e71983 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:06.758836 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65215c73-cbbd-41e8-abe4-aafa969bf7b9', 'name': 'network-vif-deleted', 'tag': '3809cb83-47cc-433e-866a-d0addc09fc6d'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 13:58:06.854709 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb621a39-90d6-40ca-b25e-0a218b010557 None None] Network f34d926b-4a4b-4b82-b43e-2b2e8b69d1d2 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:58:06.927238 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65215c73-cbbd-41e8-abe4-aafa969bf7b9', 'name': 'network-vif-deleted', 'tag': '3809cb83-47cc-433e-866a-d0addc09fc6d', 'status': 'completed', 'code': 200} Feb 03 13:58:06.961243 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-51d0fb18-b5e3-4050-a732-e4e264e71983 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Calling delete_port for 96f3ca71-ce76-401a-9db6-86adfa8a7130 owned by network:router_gateway {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:58:07.030063 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-33de7219-2a69-403d-9ea6-a5ee470bebf4 None None] Provisioning for port 342043fb-23e2-4737-9b70-a84f21cad863 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:58:07.032522 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-9a546773-c858-453c-8903-e0b5056f719e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Calling delete_port for 342043fb-23e2-4737-9b70-a84f21cad863 owned by network:dhcp {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:58:07.134364 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe7956d8-b74b-4b0a-810e-ec0e4f8b0070 req-4d29b87b-b902-411e-ac77-585cf8758deb tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:58:07.146925 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-33de7219-2a69-403d-9ea6-a5ee470bebf4 None None] Provisioning complete for port 342043fb-23e2-4737-9b70-a84f21cad863 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:58:07.150783 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305ff34e-38c1-4a6e-a25f-c6500f6ef93b None None] Sync routers for ids ['7d9f0468-8bae-4548-9c68-b7ab9ccb2bec'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:58:07.155779 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-33de7219-2a69-403d-9ea6-a5ee470bebf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:07.168669 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305ff34e-38c1-4a6e-a25f-c6500f6ef93b None None] Routers {'7d9f0468-8bae-4548-9c68-b7ab9ccb2bec'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:58:07.172023 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-305ff34e-38c1-4a6e-a25f-c6500f6ef93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:57:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['7d9f0468-8bae-4548-9c68-b7ab9ccb2bec'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:07.199459 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3c17b7e9-d5a7-4a2d-b31c-9708af9a3334 req-1037356f-df9d-4afa-83f1-593f535d7e36 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd9d73c-75f1-4f4a-bb32-219abd7ccb49 HTTP/1.1" status: 200 len: 210 time: 1.0485249 Feb 03 13:58:07.347159 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d19f307a-dd17-4910-9323-e16a7aba7902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:07.436029 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ae697b8e-fc04-4022-891f-608b737a057f req-b70ac2a3-1cf9-4979-910c-e32f15721914 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/ports?device_id=65215c73-cbbd-41e8-abe4-aafa969bf7b9 HTTP/1.1" status: 200 len: 210 time: 0.1847517 Feb 03 13:58:07.436644 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9a546773-c858-453c-8903-e0b5056f719e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:07.535572 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f307a-dd17-4910-9323-e16a7aba7902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37206119-2a4b-4e09-b663-a2ac172ba2fe,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:07.548647 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a546773-c858-453c-8903-e0b5056f719e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event deleted for resources: {'Port': ['ID=342043fb-23e2-4737-9b70-a84f21cad863,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:07.588953 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7956d8-b74b-4b0a-810e-ec0e4f8b0070 req-4d29b87b-b902-411e-ac77-585cf8758deb tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] No DVR routers for this DVR port 5aaaec19-e12f-4c1e-a683-467a307ef302 on host hv-neutron-8270 {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:58:07.592655 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-fe7956d8-b74b-4b0a-810e-ec0e4f8b0070 req-4d29b87b-b902-411e-ac77-585cf8758deb tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:07.594751 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-fe7956d8-b74b-4b0a-810e-ec0e4f8b0070 req-4d29b87b-b902-411e-ac77-585cf8758deb tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.47 "DELETE /v2.0/ports/5aaaec19-e12f-4c1e-a683-467a307ef302 HTTP/1.1" status: 204 len: 173 time: 4.5788748 Feb 03 13:58:07.630906 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f74bdea7-afc1-4587-a159-fe328ab6d023 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:07.640673 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-33de7219-2a69-403d-9ea6-a5ee470bebf4 None None] Could not find standard attr ID for object 342043fb-23e2-4737-9b70-a84f21cad863. {{(pid=84183) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 13:58:07.654668 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d19f307a-dd17-4910-9323-e16a7aba7902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:07.655997 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d19f307a-dd17-4910-9323-e16a7aba7902 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/37206119-2a4b-4e09-b663-a2ac172ba2fe HTTP/1.1" status: 204 len: 168 time: 2.2000170 Feb 03 13:58:07.697203 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.plugins.ml2.db [None req-33de7219-2a69-403d-9ea6-a5ee470bebf4 None None] No ports have port_id starting with 342043fb-23e2-4737-9b70-a84f21cad863 Feb 03 13:58:07.710039 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-305ff34e-38c1-4a6e-a25f-c6500f6ef93b None None] Set router 7d9f0468-8bae-4548-9c68-b7ab9ccb2bec gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:58:07.737118 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a546773-c858-453c-8903-e0b5056f719e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] No DVR routers for this DVR port 342043fb-23e2-4737-9b70-a84f21cad863 on host dv-neutron-827016-1-hyperv {{(pid=84182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:58:07.744093 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-61c2476f-9978-4f87-8f3a-9cbaa51d8f21 None None] Set router 6794a5c3-a657-488e-8006-d8ab34ea5e3c gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:58:07.766519 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-f74bdea7-afc1-4587-a159-fe328ab6d023 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Deleting port bdd724b6-614e-462e-ab0c-fc43c7caffc4 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:07.767152 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f74bdea7-afc1-4587-a159-fe328ab6d023 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:07.873337 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9a546773-c858-453c-8903-e0b5056f719e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:08.007374 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-51d0fb18-b5e3-4050-a732-e4e264e71983 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:08.139023 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d0fb18-b5e3-4050-a732-e4e264e71983 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Pushing event deleted for resources: {'Port': ['ID=96f3ca71-ce76-401a-9db6-86adfa8a7130,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:08.224544 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52716) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:08.287667 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f74bdea7-afc1-4587-a159-fe328ab6d023 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:08.393130 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5b4e1f-9cf0-4410-a2a6-b9d2fdbbd21c None None] Network f34d926b-4a4b-4b82-b43e-2b2e8b69d1d2 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:58:08.516868 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9a546773-c858-453c-8903-e0b5056f719e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:08.641990 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-f74bdea7-afc1-4587-a159-fe328ab6d023 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Calling delete_port for bdd724b6-614e-462e-ab0c-fc43c7caffc4 owned by network:router_gateway {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:58:08.730925 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52734) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:08.749494 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-0e8eed5f-5a9c-4163-8019-b985c9515f0b tempest-ServiceProvidersTest-54367008 tempest-ServiceProvidersTest-54367008-project] 10.222.0.41 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.5167105 Feb 03 13:58:08.763135 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-305ff34e-38c1-4a6e-a25f-c6500f6ef93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9f0468-8bae-4548-9c68-b7ab9ccb2bec', 'name': 'tempest-ServersTestManualDisk-1337171941-router', 'tenant_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '1f690f7c-e879-4edf-a6fa-b52a37b2be19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:42Z', 'revision_number': 4, 'project_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'gw_port': {'id': '1f690f7c-e879-4edf-a6fa-b52a37b2be19', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:75:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9f0468-8bae-4548-9c68-b7ab9ccb2bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'def69eab-f0b6-4fd1-9e05-54255410cf87', 'name': '', 'network_id': '0d5df42d-5d3c-4c34-b194-1616b788b316', 'tenant_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'mac_address': 'fa:16:3e:7a:8f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9f0468-8bae-4548-9c68-b7ab9ccb2bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43729539-3f80-443b-974d-7ae7596f4e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:40Z', 'updated_at': '2022-02-03T13:56:21Z', 'revision_number': 5, 'project_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'subnets': [{'id': '43729539-3f80-443b-974d-7ae7596f4e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:08.773743 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305ff34e-38c1-4a6e-a25f-c6500f6ef93b None None] Checking router: 7d9f0468-8bae-4548-9c68-b7ab9ccb2bec for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 13:58:08.792506 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305ff34e-38c1-4a6e-a25f-c6500f6ef93b None None] Routers {'7d9f0468-8bae-4548-9c68-b7ab9ccb2bec'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:58:08.794531 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-305ff34e-38c1-4a6e-a25f-c6500f6ef93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:57:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['7d9f0468-8bae-4548-9c68-b7ab9ccb2bec'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:08.815660 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fb94a67a-311b-4089-9e40-4997580c9296 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:08.844331 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fb94a67a-311b-4089-9e40-4997580c9296 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:08.868720 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-51d0fb18-b5e3-4050-a732-e4e264e71983 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:08.984214 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-61c2476f-9978-4f87-8f3a-9cbaa51d8f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6794a5c3-a657-488e-8006-d8ab34ea5e3c', 'name': 'tempest-ServersTestJSON-579943590-router', 'tenant_id': '01d22ec6684f46e494a0aa49e75523a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '10fb666d-cec3-4c79-8459-527530c67156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:47Z', 'revision_number': 4, 'project_id': '01d22ec6684f46e494a0aa49e75523a4', 'gw_port': {'id': '10fb666d-cec3-4c79-8459-527530c67156', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:44:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6794a5c3-a657-488e-8006-d8ab34ea5e3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:33Z', 'updated_at': '2022-02-03T13:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '82e1daf4-46f0-4c11-9ac6-78b9b8d07024', 'name': '', 'network_id': 'c4c437f2-b270-46b1-b446-bb339ad2d528', 'tenant_id': '01d22ec6684f46e494a0aa49e75523a4', 'mac_address': 'fa:16:3e:d0:26:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6794a5c3-a657-488e-8006-d8ab34ea5e3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f89cc18-9848-497d-8cdf-e96e7d0c84ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:44Z', 'updated_at': '2022-02-03T13:56:20Z', 'revision_number': 5, 'project_id': '01d22ec6684f46e494a0aa49e75523a4', 'subnets': [{'id': '5f89cc18-9848-497d-8cdf-e96e7d0c84ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:08.986226 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd9d73c-75f1-4f4a-bb32-219abd7ccb49', 'name': 'network-vif-deleted', 'tag': '5aaaec19-e12f-4c1e-a683-467a307ef302'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 13:58:08.990212 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c2476f-9978-4f87-8f3a-9cbaa51d8f21 None None] Checking router: 6794a5c3-a657-488e-8006-d8ab34ea5e3c for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 13:58:09.003023 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c2476f-9978-4f87-8f3a-9cbaa51d8f21 None None] Routers {'6794a5c3-a657-488e-8006-d8ab34ea5e3c'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:58:09.003667 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-61c2476f-9978-4f87-8f3a-9cbaa51d8f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:57:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['6794a5c3-a657-488e-8006-d8ab34ea5e3c'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:09.010343 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fb94a67a-311b-4089-9e40-4997580c9296 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:09.058520 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb94a67a-311b-4089-9e40-4997580c9296 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4de8980-b0c3-4215-bb46-4e841e19d727,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:09.122165 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-305ff34e-38c1-4a6e-a25f-c6500f6ef93b None None] Set router 7d9f0468-8bae-4548-9c68-b7ab9ccb2bec gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:58:09.135451 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd9d73c-75f1-4f4a-bb32-219abd7ccb49', 'name': 'network-vif-deleted', 'tag': '5aaaec19-e12f-4c1e-a683-467a307ef302', 'status': 'completed', 'code': 200} Feb 03 13:58:09.139969 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e42e54-aec6-425c-9c53-b72d5baff815 None None] DHCP port deletion for f34d926b-4a4b-4b82-b43e-2b2e8b69d1d2 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 13:58:09.187578 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fb94a67a-311b-4089-9e40-4997580c9296 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:09.191565 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-fb94a67a-311b-4089-9e40-4997580c9296 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "DELETE /v2.0/security-groups/a4de8980-b0c3-4215-bb46-4e841e19d727 HTTP/1.1" status: 204 len: 168 time: 0.4545939 Feb 03 13:58:09.191727 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52744) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:09.211412 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-a8aad251-8c8b-4209-a182-753146abfeeb tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] show failed (client error): The resource could not be found. Feb 03 13:58:09.215125 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-a8aad251-8c8b-4209-a182-753146abfeeb tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "GET /v2.0/security-groups/a4de8980-b0c3-4215-bb46-4e841e19d727 HTTP/1.1" status: 404 len: 347 time: 0.0195875 Feb 03 13:58:09.215374 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52748) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:09.291487 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a546773-c858-453c-8903-e0b5056f719e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event deleted for resources: {'Subnet': ['ID=e69ef007-c80f-4e00-8100-34cf8e7167ce,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:09.366720 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-61c2476f-9978-4f87-8f3a-9cbaa51d8f21 None None] Set router 6794a5c3-a657-488e-8006-d8ab34ea5e3c gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:58:09.397061 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f74bdea7-afc1-4587-a159-fe328ab6d023 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:09.397444 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e1f72133-2453-4cce-bbd0-34ffbc630146 req-00a774b6-0faa-42f2-9564-7818c8b30a34 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd9d73c-75f1-4f4a-bb32-219abd7ccb49 HTTP/1.1" status: 200 len: 210 time: 0.6401992 Feb 03 13:58:09.457809 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52758) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:09.507600 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74bdea7-afc1-4587-a159-fe328ab6d023 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event deleted for resources: {'Port': ['ID=bdd724b6-614e-462e-ab0c-fc43c7caffc4,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:09.512094 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-e7078e84-0296-49e0-a769-93741fab8548 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Deleting port dde654f0-da08-451b-aafd-1f1f769c35ea {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:09.513061 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e7078e84-0296-49e0-a769-93741fab8548 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:09.695224 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-51d0fb18-b5e3-4050-a732-e4e264e71983 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:09.699529 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-51d0fb18-b5e3-4050-a732-e4e264e71983 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:09.728599 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9a546773-c858-453c-8903-e0b5056f719e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:09.773084 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-9a546773-c858-453c-8903-e0b5056f719e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f34d926b-4a4b-4b82-b43e-2b2e8b69d1d2']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:09.789840 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-9a546773-c858-453c-8903-e0b5056f719e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9c63ce7-b62e-4054-b2e8-e216aca29765') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:09.790213 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-9a546773-c858-453c-8903-e0b5056f719e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9c63ce7-b62e-4054-b2e8-e216aca29765') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:09.796105 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 342043fb-23e2-4737-9b70-a84f21cad863 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 13:58:09.805602 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9a546773-c858-453c-8903-e0b5056f719e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:09.825638 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9a546773-c858-453c-8903-e0b5056f719e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:09.834267 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a546773-c858-453c-8903-e0b5056f719e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:58:09.835192 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9a546773-c858-453c-8903-e0b5056f719e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:09.841264 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-305ff34e-38c1-4a6e-a25f-c6500f6ef93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9f0468-8bae-4548-9c68-b7ab9ccb2bec', 'name': 'tempest-ServersTestManualDisk-1337171941-router', 'tenant_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '1f690f7c-e879-4edf-a6fa-b52a37b2be19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:42Z', 'revision_number': 4, 'project_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'gw_port': {'id': '1f690f7c-e879-4edf-a6fa-b52a37b2be19', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:75:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9f0468-8bae-4548-9c68-b7ab9ccb2bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'def69eab-f0b6-4fd1-9e05-54255410cf87', 'name': '', 'network_id': '0d5df42d-5d3c-4c34-b194-1616b788b316', 'tenant_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'mac_address': 'fa:16:3e:7a:8f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9f0468-8bae-4548-9c68-b7ab9ccb2bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43729539-3f80-443b-974d-7ae7596f4e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:40Z', 'updated_at': '2022-02-03T13:56:21Z', 'revision_number': 5, 'project_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'subnets': [{'id': '43729539-3f80-443b-974d-7ae7596f4e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:09.845776 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305ff34e-38c1-4a6e-a25f-c6500f6ef93b None None] The sync data for ids ['7d9f0468-8bae-4548-9c68-b7ab9ccb2bec'] in dv-neutron-827016-1-hyperv is: [{'id': '7d9f0468-8bae-4548-9c68-b7ab9ccb2bec', 'name': 'tempest-ServersTestManualDisk-1337171941-router', 'tenant_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '1f690f7c-e879-4edf-a6fa-b52a37b2be19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:42Z', 'revision_number': 4, 'project_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'gw_port': {'id': '1f690f7c-e879-4edf-a6fa-b52a37b2be19', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:75:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9f0468-8bae-4548-9c68-b7ab9ccb2bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'def69eab-f0b6-4fd1-9e05-54255410cf87', 'name': '', 'network_id': '0d5df42d-5d3c-4c34-b194-1616b788b316', 'tenant_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'mac_address': 'fa:16:3e:7a:8f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9f0468-8bae-4548-9c68-b7ab9ccb2bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43729539-3f80-443b-974d-7ae7596f4e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:40Z', 'updated_at': '2022-02-03T13:56:21Z', 'revision_number': 5, 'project_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'subnets': [{'id': '43729539-3f80-443b-974d-7ae7596f4e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:58:09.855242 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 13:58:09.855242 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:58:09.855242 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 13:58:09.855242 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:58:09.855242 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 13:58:09.855242 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:58:09.855242 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 13:58:09.855242 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:58:09.855242 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 13:58:09.855242 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:58:09.855242 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 13:58:09.855242 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:58:09.855242 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 13:58:09.855242 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:58:09.855242 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:58:09.855242 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:58:09.855242 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:58:09.855242 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:58:09.855242 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 13:58:09.855242 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:58:09.855242 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 13:58:09.855242 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:58:09.855242 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:58:09.855242 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:58:09.855242 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 13:58:09.855242 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:58:09.855242 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:58:09.855242 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:58:09.855242 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:58:09.855242 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:58:09.855242 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:58:09.855242 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:58:09.858713 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-61c2476f-9978-4f87-8f3a-9cbaa51d8f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6794a5c3-a657-488e-8006-d8ab34ea5e3c', 'name': 'tempest-ServersTestJSON-579943590-router', 'tenant_id': '01d22ec6684f46e494a0aa49e75523a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '10fb666d-cec3-4c79-8459-527530c67156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:47Z', 'revision_number': 4, 'project_id': '01d22ec6684f46e494a0aa49e75523a4', 'gw_port': {'id': '10fb666d-cec3-4c79-8459-527530c67156', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:44:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6794a5c3-a657-488e-8006-d8ab34ea5e3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:33Z', 'updated_at': '2022-02-03T13:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '82e1daf4-46f0-4c11-9ac6-78b9b8d07024', 'name': '', 'network_id': 'c4c437f2-b270-46b1-b446-bb339ad2d528', 'tenant_id': '01d22ec6684f46e494a0aa49e75523a4', 'mac_address': 'fa:16:3e:d0:26:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6794a5c3-a657-488e-8006-d8ab34ea5e3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f89cc18-9848-497d-8cdf-e96e7d0c84ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:44Z', 'updated_at': '2022-02-03T13:56:20Z', 'revision_number': 5, 'project_id': '01d22ec6684f46e494a0aa49e75523a4', 'subnets': [{'id': '5f89cc18-9848-497d-8cdf-e96e7d0c84ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:09.873048 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 342043fb-23e2-4737-9b70-a84f21cad863 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 13:58:09.873393 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 342043fb-23e2-4737-9b70-a84f21cad863 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 13:58:09.875185 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c2476f-9978-4f87-8f3a-9cbaa51d8f21 None None] The sync data for ids ['6794a5c3-a657-488e-8006-d8ab34ea5e3c'] in dv-neutron-827016-1-hyperv is: [{'id': '6794a5c3-a657-488e-8006-d8ab34ea5e3c', 'name': 'tempest-ServersTestJSON-579943590-router', 'tenant_id': '01d22ec6684f46e494a0aa49e75523a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '10fb666d-cec3-4c79-8459-527530c67156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:47Z', 'revision_number': 4, 'project_id': '01d22ec6684f46e494a0aa49e75523a4', 'gw_port': {'id': '10fb666d-cec3-4c79-8459-527530c67156', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:44:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6794a5c3-a657-488e-8006-d8ab34ea5e3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:33Z', 'updated_at': '2022-02-03T13:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '82e1daf4-46f0-4c11-9ac6-78b9b8d07024', 'name': '', 'network_id': 'c4c437f2-b270-46b1-b446-bb339ad2d528', 'tenant_id': '01d22ec6684f46e494a0aa49e75523a4', 'mac_address': 'fa:16:3e:d0:26:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6794a5c3-a657-488e-8006-d8ab34ea5e3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f89cc18-9848-497d-8cdf-e96e7d0c84ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:44Z', 'updated_at': '2022-02-03T13:56:20Z', 'revision_number': 5, 'project_id': '01d22ec6684f46e494a0aa49e75523a4', 'subnets': [{'id': '5f89cc18-9848-497d-8cdf-e96e7d0c84ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:58:09.881851 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-51d0fb18-b5e3-4050-a732-e4e264e71983 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:09.882389 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d0fb18-b5e3-4050-a732-e4e264e71983 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Fanout notify agent at l3_agent the message router_deleted on router c0471ded-7343-4d8b-8732-d7968a59cdf7 {{(pid=84182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:58:09.956868 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1b690ebd-5d61-45d5-baa2-9f18cdf3c800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:09.989055 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f74bdea7-afc1-4587-a159-fe328ab6d023 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:09.995896 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-51d0fb18-b5e3-4050-a732-e4e264e71983 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:10.001128 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-51d0fb18-b5e3-4050-a732-e4e264e71983 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] 10.222.0.41 "DELETE /v2.0/routers/c0471ded-7343-4d8b-8732-d7968a59cdf7 HTTP/1.1" status: 204 len: 168 time: 6.4129810 Feb 03 13:58:10.001395 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52766) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:10.007149 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52770) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:10.017348 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-4ca6e4a0-8a03-4d15-aedf-e08f93f6ec41 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Request body: {'router': {'name': 'tempest-snat-router-306111724', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'enable_snat': False}}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:10.021244 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-4ca6e4a0-8a03-4d15-aedf-e08f93f6ec41 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:10.025182 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-4ca6e4a0-8a03-4d15-aedf-e08f93f6ec41 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Usage tracker for resource:router and tenant:4b3df48f94a24c57807c6c656f18bfb8 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:10.028090 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-4ca6e4a0-8a03-4d15-aedf-e08f93f6ec41 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:10.041790 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-4ca6e4a0-8a03-4d15-aedf-e08f93f6ec41 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:10.045924 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9a546773-c858-453c-8903-e0b5056f719e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:10.071695 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-1b690ebd-5d61-45d5-baa2-9f18cdf3c800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:10.076317 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9a546773-c858-453c-8903-e0b5056f719e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:10.087583 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-1b690ebd-5d61-45d5-baa2-9f18cdf3c800 admin admin] Usage tracker for resource:security_group_rule and tenant:5e054be6f68742f1af8792cc88729912 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:10.090654 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a546773-c858-453c-8903-e0b5056f719e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event deleted for resources: {'Network': ['ID=f34d926b-4a4b-4b82-b43e-2b2e8b69d1d2,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:10.097183 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-1b690ebd-5d61-45d5-baa2-9f18cdf3c800 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:10.104633 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-9a546773-c858-453c-8903-e0b5056f719e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "DELETE /v2.0/networks/f34d926b-4a4b-4b82-b43e-2b2e8b69d1d2 HTTP/1.1" status: 204 len: 168 time: 4.9052083 Feb 03 13:58:10.105650 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-1b690ebd-5d61-45d5-baa2-9f18cdf3c800 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:10.109393 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52776) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:10.154212 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-db1a8548-c4fe-4b24-a769-dae704b0cb1e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] DELETE failed (client error): The resource could not be found. Feb 03 13:58:10.154650 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db1a8548-c4fe-4b24-a769-dae704b0cb1e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:58:10.158654 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-db1a8548-c4fe-4b24-a769-dae704b0cb1e tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "DELETE /v2.0/subnets/e69ef007-c80f-4e00-8100-34cf8e7167ce HTTP/1.1" status: 404 len: 337 time: 0.0444198 Feb 03 13:58:10.159106 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52780) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:10.206939 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4ca6e4a0-8a03-4d15-aedf-e08f93f6ec41 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:10.206939 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4ca6e4a0-8a03-4d15-aedf-e08f93f6ec41 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:10.209657 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-0dcc983c-9499-43b1-8e0e-34e589b74626 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1938734652'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:10.215287 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-b155f45f-b187-4fa6-91d0-41e7abb96f37 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] DELETE failed (client error): The resource could not be found. Feb 03 13:58:10.216512 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b155f45f-b187-4fa6-91d0-41e7abb96f37 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:58:10.225759 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-0dcc983c-9499-43b1-8e0e-34e589b74626 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:10.238765 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-0dcc983c-9499-43b1-8e0e-34e589b74626 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Usage tracker for resource:network and tenant:ae8f49d5002445e18fa3eac40ce621e0 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:10.246588 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-0dcc983c-9499-43b1-8e0e-34e589b74626 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:10.251107 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b155f45f-b187-4fa6-91d0-41e7abb96f37 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "DELETE /v2.0/networks/f34d926b-4a4b-4b82-b43e-2b2e8b69d1d2 HTTP/1.1" status: 404 len: 339 time: 0.0910065 Feb 03 13:58:10.256779 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-0dcc983c-9499-43b1-8e0e-34e589b74626 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:10.266733 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52786) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:10.283348 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4ca6e4a0-8a03-4d15-aedf-e08f93f6ec41 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:10.300243 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e7078e84-0296-49e0-a769-93741fab8548 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:10.300577 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e7078e84-0296-49e0-a769-93741fab8548 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:10.316169 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1b690ebd-5d61-45d5-baa2-9f18cdf3c800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:10.337748 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcc983c-9499-43b1-8e0e-34e589b74626 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Made reservation on behalf of ae8f49d5002445e18fa3eac40ce621e0 for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:58:10.342147 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0dcc983c-9499-43b1-8e0e-34e589b74626 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:10.358184 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0dcc983c-9499-43b1-8e0e-34e589b74626 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:10.373506 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1b690ebd-5d61-45d5-baa2-9f18cdf3c800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:10.380198 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd4f132-82ad-468f-878b-837357923620 None None] New status for floating IP 81bb85aa-1819-45cc-b571-3efe201def53: DOWN {{(pid=84183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 13:58:10.409879 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad243b87-2442-4774-ac99-52d220d35374 None None] New status for floating IP 6864675f-e770-4cf4-a451-988f45292dbb: DOWN {{(pid=84184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 13:58:10.468747 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-e7078e84-0296-49e0-a769-93741fab8548 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Calling delete_port for dde654f0-da08-451b-aafd-1f1f769c35ea owned by network:floatingip {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:58:10.511324 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-1b690ebd-5d61-45d5-baa2-9f18cdf3c800 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5e054be6f68742f1af8792cc88729912&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0522823 Feb 03 13:58:10.529438 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52792) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:10.567083 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-76d8dbec-82fd-4bfa-9b7f-098872da78a5 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] DELETE failed (client error): The resource could not be found. Feb 03 13:58:10.567444 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76d8dbec-82fd-4bfa-9b7f-098872da78a5 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:58:10.571516 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-76d8dbec-82fd-4bfa-9b7f-098872da78a5 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "DELETE /v2.0/subnets/60eae122-6124-48b6-bf18-d0a193036d8c HTTP/1.1" status: 404 len: 337 time: 0.3110747 Feb 03 13:58:10.580773 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52796) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:10.648648 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b690ebd-5d61-45d5-baa2-9f18cdf3c800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc799f2-005a-4e88-a053-e8f663d72363,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:10.669584 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f74bdea7-afc1-4587-a159-fe328ab6d023 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:10.681566 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f74bdea7-afc1-4587-a159-fe328ab6d023 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:10.712385 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52802) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:10.729864 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-0dcc983c-9499-43b1-8e0e-34e589b74626 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:10.739641 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-366dab02-3f1d-4f53-8753-96b5fa3ffdd9 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] DELETE failed (client error): The resource could not be found. Feb 03 13:58:10.740150 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-366dab02-3f1d-4f53-8753-96b5fa3ffdd9 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:58:10.756843 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-0dcc983c-9499-43b1-8e0e-34e589b74626 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Usage tracker for resource:security_group_rule and tenant:ae8f49d5002445e18fa3eac40ce621e0 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:10.762241 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-0dcc983c-9499-43b1-8e0e-34e589b74626 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:10.777817 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-0dcc983c-9499-43b1-8e0e-34e589b74626 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:10.787839 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4ca6e4a0-8a03-4d15-aedf-e08f93f6ec41 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:10.789374 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9fcaf896-2b19-43e1-bcb7-537cf19f48c1 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:10.793493 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-366dab02-3f1d-4f53-8753-96b5fa3ffdd9 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "DELETE /v2.0/networks/17d43bea-3dac-48a9-b5ac-e17259c3b6d0 HTTP/1.1" status: 404 len: 339 time: 0.2055089 Feb 03 13:58:10.794545 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.db.api [None req-e7078e84-0296-49e0-a769-93741fab8548 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:58:10.794545 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG oslo_db.api [None req-e7078e84-0296-49e0-a769-93741fab8548 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:58:10.794545 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f74bdea7-afc1-4587-a159-fe328ab6d023 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:10.794545 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74bdea7-afc1-4587-a159-fe328ab6d023 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Fanout notify agent at l3_agent the message router_deleted on router bf348df0-3b4c-492f-8471-7a6ce94b9c6f {{(pid=84181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:58:10.795577 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52806) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:10.834484 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-27f4a933-22d4-4e3b-8614-aacdc0d8998e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:10.882179 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-27f4a933-22d4-4e3b-8614-aacdc0d8998e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:10.909554 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9fcaf896-2b19-43e1-bcb7-537cf19f48c1 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:10.917200 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0dcc983c-9499-43b1-8e0e-34e589b74626 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:10.973344 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-79a001a3-c8a0-4735-9c93-e0d06f325e4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:11.025321 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0dcc983c-9499-43b1-8e0e-34e589b74626 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:11.065342 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc983c-9499-43b1-8e0e-34e589b74626 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0081060f-d517-459b-bd8a-a030c328bd81,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:11.103876 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f74bdea7-afc1-4587-a159-fe328ab6d023 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:11.111004 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f74bdea7-afc1-4587-a159-fe328ab6d023 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "DELETE /v2.0/routers/bf348df0-3b4c-492f-8471-7a6ce94b9c6f HTTP/1.1" status: 204 len: 168 time: 5.1610246 Feb 03 13:58:11.115517 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52810) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:11.124719 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-fd4ee88c-b765-4b8d-b1ed-0eb7221fe4ef tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1683325830'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:11.125010 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-27f4a933-22d4-4e3b-8614-aacdc0d8998e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:11.127208 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dcc983c-9499-43b1-8e0e-34e589b74626 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:58:11.131692 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-fd4ee88c-b765-4b8d-b1ed-0eb7221fe4ef tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:11.137991 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9fcaf896-2b19-43e1-bcb7-537cf19f48c1 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:11.137991 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9fcaf896-2b19-43e1-bcb7-537cf19f48c1 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:11.137991 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-9fcaf896-2b19-43e1-bcb7-537cf19f48c1 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "DELETE /v2.0/security-groups/7fa10138-802d-46da-adbc-f6f2442236d1 HTTP/1.1" status: 204 len: 168 time: 0.4238091 Feb 03 13:58:11.140379 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-79a001a3-c8a0-4735-9c93-e0d06f325e4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:11.146317 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52814) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:11.159324 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-fd4ee88c-b765-4b8d-b1ed-0eb7221fe4ef tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Usage tracker for resource:network and tenant:e560cbcda02c46efaee7f040dc641828 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:11.165140 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-fd4ee88c-b765-4b8d-b1ed-0eb7221fe4ef tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:11.173095 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcaf896-2b19-43e1-bcb7-537cf19f48c1 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa10138-802d-46da-adbc-f6f2442236d1,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:11.173233 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4a933-22d4-4e3b-8614-aacdc0d8998e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc799f2-005a-4e88-a053-e8f663d72363,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:11.182661 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-fd4ee88c-b765-4b8d-b1ed-0eb7221fe4ef tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:11.187134 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0dcc983c-9499-43b1-8e0e-34e589b74626 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:11.187488 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-0dcc983c-9499-43b1-8e0e-34e589b74626 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Added segment 569e0526-61e3-4a6a-b48f-77650a6aac8f of type vlan for network 4897fa52-fb97-412c-ab50-25bb43c0f2ee Feb 03 13:58:11.188906 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-4b61ac4a-733f-490d-815c-c1388a7623d5 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] show failed (client error): The resource could not be found. Feb 03 13:58:11.192385 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4b61ac4a-733f-490d-815c-c1388a7623d5 tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "GET /v2.0/security-groups/7fa10138-802d-46da-adbc-f6f2442236d1 HTTP/1.1" status: 404 len: 347 time: 0.0411644 Feb 03 13:58:11.193432 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52818) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:11.195485 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-79a001a3-c8a0-4735-9c93-e0d06f325e4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e145aa1-28e7-46e7-86fd-0a1593961525']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:11.204365 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4ca6e4a0-8a03-4d15-aedf-e08f93f6ec41 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:11.239836 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-27f4a933-22d4-4e3b-8614-aacdc0d8998e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:11.240953 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-27f4a933-22d4-4e3b-8614-aacdc0d8998e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1bc799f2-005a-4e88-a053-e8f663d72363 HTTP/1.1" status: 204 len: 168 time: 0.7103229 Feb 03 13:58:11.244013 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4ca6e4a0-8a03-4d15-aedf-e08f93f6ec41 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:11.278564 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-79a001a3-c8a0-4735-9c93-e0d06f325e4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '090a3432-86de-49d0-b271-346eb946e968') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:11.279037 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-79a001a3-c8a0-4735-9c93-e0d06f325e4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '090a3432-86de-49d0-b271-346eb946e968') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:11.293602 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-e7078e84-0296-49e0-a769-93741fab8548 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Deleting port dde654f0-da08-451b-aafd-1f1f769c35ea {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:11.294647 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e7078e84-0296-49e0-a769-93741fab8548 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:11.298143 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0dcc983c-9499-43b1-8e0e-34e589b74626 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:11.343871 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-79a001a3-c8a0-4735-9c93-e0d06f325e4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:11.435222 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0dcc983c-9499-43b1-8e0e-34e589b74626 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:11.436379 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4ee88c-b765-4b8d-b1ed-0eb7221fe4ef tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Made reservation on behalf of e560cbcda02c46efaee7f040dc641828 for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:58:11.438844 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcc983c-9499-43b1-8e0e-34e589b74626 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:11.439417 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fd4ee88c-b765-4b8d-b1ed-0eb7221fe4ef tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:11.439567 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0dcc983c-9499-43b1-8e0e-34e589b74626 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:11.461205 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-79a001a3-c8a0-4735-9c93-e0d06f325e4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:11.489420 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-39b4e259-eec3-4301-a841-d8feccbce80f tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Deleting port 21c19455-2bf8-4a71-93db-183e310f091e {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:11.490270 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-39b4e259-eec3-4301-a841-d8feccbce80f tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:11.517989 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79a001a3-c8a0-4735-9c93-e0d06f325e4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:58:11.518404 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-79a001a3-c8a0-4735-9c93-e0d06f325e4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:11.538178 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 13:58:11.538178 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:58:11.538178 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 13:58:11.538178 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:58:11.538178 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 13:58:11.538178 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:58:11.538178 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 13:58:11.538178 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:58:11.538178 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 13:58:11.538178 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:58:11.538178 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 13:58:11.538178 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:58:11.538178 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 13:58:11.538178 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:58:11.538178 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:58:11.538178 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:58:11.538178 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:58:11.538178 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:58:11.538178 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 13:58:11.538178 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:58:11.538178 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 13:58:11.538178 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:58:11.538178 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:58:11.538178 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:58:11.538178 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 13:58:11.538178 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:58:11.538178 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:58:11.538178 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:58:11.538178 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:58:11.538178 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:58:11.538178 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:58:11.538178 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:58:11.644854 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-4ca6e4a0-8a03-4d15-aedf-e08f93f6ec41 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Allocated IP 172.26.3.162 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/3fcdb404-8003-4602-859b-2b2255c62f06) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:58:11.688190 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc983c-9499-43b1-8e0e-34e589b74626 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Pushing event updated for resources: {'Network': ['ID=4897fa52-fb97-412c-ab50-25bb43c0f2ee,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:11.703015 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 4897fa52-fb97-412c-ab50-25bb43c0f2ee details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:58:11.765713 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-0dcc983c-9499-43b1-8e0e-34e589b74626 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7575088 Feb 03 13:58:11.826238 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd4ee88c-b765-4b8d-b1ed-0eb7221fe4ef tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:58:11.863761 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4ca6e4a0-8a03-4d15-aedf-e08f93f6ec41 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:11.935775 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fd4ee88c-b765-4b8d-b1ed-0eb7221fe4ef tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:11.936114 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-fd4ee88c-b765-4b8d-b1ed-0eb7221fe4ef tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Added segment 00209855-2c7f-4070-a3e2-cadb958a8c4d of type vlan for network 7b433baf-86d0-4dab-8941-9c859866200c Feb 03 13:58:11.941552 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-79a001a3-c8a0-4735-9c93-e0d06f325e4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:11.966369 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4ca6e4a0-8a03-4d15-aedf-e08f93f6ec41 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:11.982657 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-79a001a3-c8a0-4735-9c93-e0d06f325e4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:12.022223 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a001a3-c8a0-4735-9c93-e0d06f325e4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event deleted for resources: {'Network': ['ID=9e145aa1-28e7-46e7-86fd-0a1593961525,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:12.031264 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca6e4a0-8a03-4d15-aedf-e08f93f6ec41 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:58:12.034984 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e7078e84-0296-49e0-a769-93741fab8548 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:12.035339 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e7078e84-0296-49e0-a769-93741fab8548 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:12.038945 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-4ca6e4a0-8a03-4d15-aedf-e08f93f6ec41 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:58:12.041969 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca6e4a0-8a03-4d15-aedf-e08f93f6ec41 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:58:12.188710 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6e4a0-8a03-4d15-aedf-e08f93f6ec41 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Pushing event updated for resources: {'Port': ['ID=3fcdb404-8003-4602-859b-2b2255c62f06,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:12.215654 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-e7078e84-0296-49e0-a769-93741fab8548 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Calling delete_port for dde654f0-da08-451b-aafd-1f1f769c35ea owned by network:floatingip {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:58:12.245440 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-79a001a3-c8a0-4735-9c93-e0d06f325e4a tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "DELETE /v2.0/networks/9e145aa1-28e7-46e7-86fd-0a1593961525 HTTP/1.1" status: 204 len: 168 time: 1.4472179 Feb 03 13:58:12.248043 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fd4ee88c-b765-4b8d-b1ed-0eb7221fe4ef tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:12.248277 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52826) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:12.287967 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-b11aa6c6-2082-4954-9842-b4341690fb48 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] DELETE failed (client error): The resource could not be found. Feb 03 13:58:12.288843 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b11aa6c6-2082-4954-9842-b4341690fb48 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:58:12.294496 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b11aa6c6-2082-4954-9842-b4341690fb48 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "DELETE /v2.0/subnets/6356f6fd-ffd4-479f-87f3-1332eae3c3ad HTTP/1.1" status: 404 len: 337 time: 0.0411451 Feb 03 13:58:12.294496 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52830) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:12.324554 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-495345af-d6ec-4d32-b8d8-cb62541a49f4 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] DELETE failed (client error): The resource could not be found. Feb 03 13:58:12.325190 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-495345af-d6ec-4d32-b8d8-cb62541a49f4 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:58:12.329295 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-495345af-d6ec-4d32-b8d8-cb62541a49f4 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "DELETE /v2.0/networks/dd6a285f-dbeb-4e5c-9e0a-07214a554bd4 HTTP/1.1" status: 404 len: 339 time: 0.0320723 Feb 03 13:58:12.329659 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52834) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:12.344811 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-39b4e259-eec3-4301-a841-d8feccbce80f tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:12.345140 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-39b4e259-eec3-4301-a841-d8feccbce80f tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:12.377030 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-81623044-c60c-4c6d-9bbe-7e8ab216bf9f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] DELETE failed (client error): The resource could not be found. Feb 03 13:58:12.377941 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81623044-c60c-4c6d-9bbe-7e8ab216bf9f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:58:12.382423 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-81623044-c60c-4c6d-9bbe-7e8ab216bf9f tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "DELETE /v2.0/subnets/fc2947fa-1446-4da6-abda-3af4dccb8105 HTTP/1.1" status: 404 len: 337 time: 0.0493762 Feb 03 13:58:12.382741 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52840) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:12.409681 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed568f88-1fb4-4e20-815e-108580369955 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] DELETE failed (client error): The resource could not be found. Feb 03 13:58:12.410294 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed568f88-1fb4-4e20-815e-108580369955 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:58:12.414388 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ed568f88-1fb4-4e20-815e-108580369955 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "DELETE /v2.0/networks/27eb64e5-65bd-4d36-ae44-e5e07e662ccc HTTP/1.1" status: 404 len: 339 time: 0.0283303 Feb 03 13:58:12.414712 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52844) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:12.456345 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-6327f0f1-2b62-4324-837c-711544987b68 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] DELETE failed (client error): The resource could not be found. Feb 03 13:58:12.457034 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6327f0f1-2b62-4324-837c-711544987b68 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:58:12.461084 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-6327f0f1-2b62-4324-837c-711544987b68 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "DELETE /v2.0/subnets/3e9cf6af-ad8c-421f-b27a-971d5bb75fc3 HTTP/1.1" status: 404 len: 337 time: 0.0429764 Feb 03 13:58:12.461727 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52848) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:12.492239 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-acb4e95d-54fc-4af7-a6fa-d6b4307e44a7 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] DELETE failed (client error): The resource could not be found. Feb 03 13:58:12.492239 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acb4e95d-54fc-4af7-a6fa-d6b4307e44a7 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:58:12.492601 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fd4ee88c-b765-4b8d-b1ed-0eb7221fe4ef tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:12.496519 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-acb4e95d-54fc-4af7-a6fa-d6b4307e44a7 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "DELETE /v2.0/networks/b4c71d84-adb2-40a4-a2ed-e5a8c32feb48 HTTP/1.1" status: 404 len: 339 time: 0.0308638 Feb 03 13:58:12.496676 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4ee88c-b765-4b8d-b1ed-0eb7221fe4ef tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:12.497160 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fd4ee88c-b765-4b8d-b1ed-0eb7221fe4ef tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:12.497303 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52852) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:12.500238 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4ca6e4a0-8a03-4d15-aedf-e08f93f6ec41 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:12.501444 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4ca6e4a0-8a03-4d15-aedf-e08f93f6ec41 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:12.513652 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-39b4e259-eec3-4301-a841-d8feccbce80f tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Calling delete_port for 21c19455-2bf8-4a71-93db-183e310f091e owned by network:floatingip {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:58:12.544840 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb3cecce-1559-4810-ac19-db6dfb371cf4 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] DELETE failed (client error): The resource could not be found. Feb 03 13:58:12.545431 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb3cecce-1559-4810-ac19-db6dfb371cf4 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:58:12.549856 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-fb3cecce-1559-4810-ac19-db6dfb371cf4 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "DELETE /v2.0/subnets/24830426-28f6-4bd3-bfbd-ff999aa8e4bd HTTP/1.1" status: 404 len: 337 time: 0.0490465 Feb 03 13:58:12.552598 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52856) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:12.703899 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-259153e9-dbe8-44a9-8cf3-8b4ce27d2c78 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] DELETE failed (client error): The resource could not be found. Feb 03 13:58:12.704341 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-259153e9-dbe8-44a9-8cf3-8b4ce27d2c78 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:58:12.708519 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-259153e9-dbe8-44a9-8cf3-8b4ce27d2c78 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "DELETE /v2.0/networks/60e5622e-82f0-48fd-afb3-518fd563fb95 HTTP/1.1" status: 404 len: 339 time: 0.1420157 Feb 03 13:58:12.709227 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52860) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:12.743071 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ee88c-b765-4b8d-b1ed-0eb7221fe4ef tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event updated for resources: {'Network': ['ID=7b433baf-86d0-4dab-8941-9c859866200c,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:12.759716 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 7b433baf-86d0-4dab-8941-9c859866200c details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:58:12.763782 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-136370d9-81e0-45bd-92f0-3bf6b3a2ec91 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] DELETE failed (client error): The resource could not be found. Feb 03 13:58:12.764278 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-136370d9-81e0-45bd-92f0-3bf6b3a2ec91 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:58:12.768511 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-136370d9-81e0-45bd-92f0-3bf6b3a2ec91 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "DELETE /v2.0/subnets/2eb1329e-8edc-4699-8785-8ab5c7364e98 HTTP/1.1" status: 404 len: 337 time: 0.0560086 Feb 03 13:58:12.768661 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52864) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:12.777669 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-fd4ee88c-b765-4b8d-b1ed-0eb7221fe4ef tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6610925 Feb 03 13:58:12.796590 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52868) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:12.807777 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-af1ee1fa-d4ee-47ab-95d6-7ce430c27681 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Request body: {'subnet': {'network_id': '7b433baf-86d0-4dab-8941-9c859866200c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:12.822774 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-51f1ef16-0490-4ca7-86a7-ac69a9d012f1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] DELETE failed (client error): The resource could not be found. Feb 03 13:58:12.823230 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51f1ef16-0490-4ca7-86a7-ac69a9d012f1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:58:12.829151 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-51f1ef16-0490-4ca7-86a7-ac69a9d012f1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "DELETE /v2.0/networks/393e9597-8511-4a83-bf0c-45437e0d2f27 HTTP/1.1" status: 404 len: 339 time: 0.0553057 Feb 03 13:58:12.829339 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52872) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:12.834642 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e7078e84-0296-49e0-a769-93741fab8548 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:12.928395 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7078e84-0296-49e0-a769-93741fab8548 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Pushing event deleted for resources: {'Port': ['ID=dde654f0-da08-451b-aafd-1f1f769c35ea,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:12.930887 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-971b4fb5-f86b-466f-9d0d-dc6be916b635 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] DELETE failed (client error): The resource could not be found. Feb 03 13:58:12.931174 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-971b4fb5-f86b-466f-9d0d-dc6be916b635 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:58:12.948150 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-af1ee1fa-d4ee-47ab-95d6-7ce430c27681 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:12.952422 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-af1ee1fa-d4ee-47ab-95d6-7ce430c27681 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Usage tracker for resource:subnet and tenant:e560cbcda02c46efaee7f040dc641828 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:12.957227 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-af1ee1fa-d4ee-47ab-95d6-7ce430c27681 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:12.965736 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-af1ee1fa-d4ee-47ab-95d6-7ce430c27681 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:12.978322 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-971b4fb5-f86b-466f-9d0d-dc6be916b635 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "DELETE /v2.0/subnets/107bbfba-f782-4c0c-bb59-1e019b4b87f5 HTTP/1.1" status: 404 len: 337 time: 0.1457200 Feb 03 13:58:12.978322 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52876) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:13.036061 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-39b4e259-eec3-4301-a841-d8feccbce80f tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:13.056441 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1ee1fa-d4ee-47ab-95d6-7ce430c27681 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Made reservation on behalf of e560cbcda02c46efaee7f040dc641828 for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:58:13.073770 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca6e4a0-8a03-4d15-aedf-e08f93f6ec41 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Router e256ede0-c23b-432c-9af3-f1489803fc36 is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:58:13.078905 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-61df7527-1924-4a1d-9e96-23395b8792fa tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] DELETE failed (client error): The resource could not be found. Feb 03 13:58:13.079369 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61df7527-1924-4a1d-9e96-23395b8792fa tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:58:13.083738 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-61df7527-1924-4a1d-9e96-23395b8792fa tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "DELETE /v2.0/networks/90ec83c1-9300-4019-84c2-ddbecd989ac9 HTTP/1.1" status: 404 len: 339 time: 0.0974934 Feb 03 13:58:13.098794 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52880) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:13.107472 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4e259-eec3-4301-a841-d8feccbce80f tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Pushing event deleted for resources: {'Port': ['ID=21c19455-2bf8-4a71-93db-183e310f091e,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:13.148438 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e7078e84-0296-49e0-a769-93741fab8548 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks [] for floatingip, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:13.150615 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e7078e84-0296-49e0-a769-93741fab8548 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:13.152035 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e7078e84-0296-49e0-a769-93741fab8548 tempest-ServersTestJSON-465596313 tempest-ServersTestJSON-465596313-project] 10.222.0.41 "DELETE /v2.0/floatingips/6864675f-e770-4cf4-a451-988f45292dbb HTTP/1.1" status: 204 len: 168 time: 3.9347718 Feb 03 13:58:13.152887 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-5de92b8b-456d-4712-940a-d890b3300c44 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] DELETE failed (client error): The resource could not be found. Feb 03 13:58:13.153325 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5de92b8b-456d-4712-940a-d890b3300c44 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:58:13.157405 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-5de92b8b-456d-4712-940a-d890b3300c44 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "DELETE /v2.0/subnets/306574e8-6ef5-4256-8b27-800e7008be36 HTTP/1.1" status: 404 len: 337 time: 0.0518441 Feb 03 13:58:13.157647 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52884) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:13.158473 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52886) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:13.241316 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-39b4e259-eec3-4301-a841-d8feccbce80f tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks [] for floatingip, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:13.243754 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-39b4e259-eec3-4301-a841-d8feccbce80f tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:13.245254 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-39b4e259-eec3-4301-a841-d8feccbce80f tempest-ServersTestManualDisk-1882166639 tempest-ServersTestManualDisk-1882166639-project] 10.222.0.41 "DELETE /v2.0/floatingips/81bb85aa-1819-45cc-b571-3efe201def53 HTTP/1.1" status: 204 len: 168 time: 2.0422325 Feb 03 13:58:13.248852 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52892) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:13.320113 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e8e7b8f-6eeb-4742-a3ea-96a3ed248e79 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] DELETE failed (client error): The resource could not be found. Feb 03 13:58:13.320702 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e8e7b8f-6eeb-4742-a3ea-96a3ed248e79 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:58:13.324829 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3e8e7b8f-6eeb-4742-a3ea-96a3ed248e79 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "DELETE /v2.0/networks/a5284d9c-9ed0-45c0-9576-d69a47639500 HTTP/1.1" status: 404 len: 339 time: 0.1618884 Feb 03 13:58:13.329951 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52896) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:13.331852 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-af1ee1fa-d4ee-47ab-95d6-7ce430c27681 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:13.384552 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-8362518a-aceb-4934-8ff0-0cffacf0eef1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] DELETE failed (client error): The resource could not be found. Feb 03 13:58:13.385274 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8362518a-aceb-4934-8ff0-0cffacf0eef1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:58:13.392095 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8362518a-aceb-4934-8ff0-0cffacf0eef1 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "DELETE /v2.0/subnets/7d18f8c5-7e75-426f-a6e1-b275fbabac7b HTTP/1.1" status: 404 len: 337 time: 0.0606685 Feb 03 13:58:13.394712 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52900) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:13.562862 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-493be449-5ade-40d4-bcf2-005046b136b9 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] DELETE failed (client error): The resource could not be found. Feb 03 13:58:13.563246 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-493be449-5ade-40d4-bcf2-005046b136b9 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:58:13.567606 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-493be449-5ade-40d4-bcf2-005046b136b9 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "DELETE /v2.0/networks/15283020-7f27-4e1d-bd81-d0ae1c032b56 HTTP/1.1" status: 404 len: 339 time: 0.1717193 Feb 03 13:58:13.568263 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52904) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:13.859391 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb417468-1cad-4c89-9bbf-53859fbadbd4 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Deleting subnet c69c7445-45d6-4a22-96f6-a26a559dd2c5 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 13:58:13.862329 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fb417468-1cad-4c89-9bbf-53859fbadbd4 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:13.943163 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-af1ee1fa-d4ee-47ab-95d6-7ce430c27681 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:13.988197 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fb417468-1cad-4c89-9bbf-53859fbadbd4 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:13.990235 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca6e4a0-8a03-4d15-aedf-e08f93f6ec41 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:58:14.005619 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868b498e-8a53-4a5b-86da-eb36a4931678 None None] Sync routers for ids ['e256ede0-c23b-432c-9af3-f1489803fc36'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:58:14.034664 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868b498e-8a53-4a5b-86da-eb36a4931678 None None] Routers {'e256ede0-c23b-432c-9af3-f1489803fc36'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:58:14.036329 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-868b498e-8a53-4a5b-86da-eb36a4931678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:57:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e256ede0-c23b-432c-9af3-f1489803fc36'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:14.058749 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ee1fa-d4ee-47ab-95d6-7ce430c27681 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event updated for resources: {'Subnet': ['ID=a5f9a94f-1443-417b-a22b-cad9c95d7ad3,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:14.090029 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1ee1fa-d4ee-47ab-95d6-7ce430c27681 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Checking segment: {'id': '00209855-2c7f-4070-a3e2-cadb958a8c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7b433baf-86d0-4dab-8941-9c859866200c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:58:14.090524 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1ee1fa-d4ee-47ab-95d6-7ce430c27681 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Network hostable DHCP agents. Network: 7b433baf-86d0-4dab-8941-9c859866200c, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:58:14.112376 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fb417468-1cad-4c89-9bbf-53859fbadbd4 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:14.196242 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4ca6e4a0-8a03-4d15-aedf-e08f93f6ec41 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:14.198706 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4ca6e4a0-8a03-4d15-aedf-e08f93f6ec41 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.1957934 Feb 03 13:58:14.205328 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52908) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:14.299942 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-868b498e-8a53-4a5b-86da-eb36a4931678 None None] Set router e256ede0-c23b-432c-9af3-f1489803fc36 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:58:14.318717 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22fc6206-962f-4b42-9c9e-af83359603cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:14.378204 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fb417468-1cad-4c89-9bbf-53859fbadbd4 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:14.407950 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1ee1fa-d4ee-47ab-95d6-7ce430c27681 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Network 7b433baf-86d0-4dab-8941-9c859866200c is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:58:14.433313 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb417468-1cad-4c89-9bbf-53859fbadbd4 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event deleted for resources: {'Subnet': ['ID=c69c7445-45d6-4a22-96f6-a26a559dd2c5,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:14.443054 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fb417468-1cad-4c89-9bbf-53859fbadbd4 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:14.466470 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-95e3a2ea-18a2-4d77-9385-a290589e150c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:14.468285 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-fb417468-1cad-4c89-9bbf-53859fbadbd4 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "DELETE /v2.0/subnets/c69c7445-45d6-4a22-96f6-a26a559dd2c5 HTTP/1.1" status: 204 len: 168 time: 0.8969755 Feb 03 13:58:14.470088 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52912) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:14.514786 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0695a0cc-c817-4a6c-acad-bebf7aed2928 None None] Network 77e8aea5-7509-4dc0-9024-15b26a0da503 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:58:14.562336 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-af1ee1fa-d4ee-47ab-95d6-7ce430c27681 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 7b433baf-86d0-4dab-8941-9c859866200c) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:58:14.585947 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e859abd-323c-462f-b68b-e49f83d506a5 None None] Network 7b433baf-86d0-4dab-8941-9c859866200c requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:58:14.663493 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1ee1fa-d4ee-47ab-95d6-7ce430c27681 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:14.663744 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-106a8497-814c-41bf-ad1f-530576006701 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:14.664336 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-af1ee1fa-d4ee-47ab-95d6-7ce430c27681 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:14.696600 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-106a8497-814c-41bf-ad1f-530576006701 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Deleting port 47917e11-ee10-4764-9916-fa2d3d317fae {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:14.696953 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-106a8497-814c-41bf-ad1f-530576006701 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:14.763886 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-af1ee1fa-d4ee-47ab-95d6-7ce430c27681 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9654846 Feb 03 13:58:14.768854 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52916) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:14.852170 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-879c9a10-a16a-4b33-86bc-4463c6a06dcd tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1993586548', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:14.860266 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-879c9a10-a16a-4b33-86bc-4463c6a06dcd tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:14.864762 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-879c9a10-a16a-4b33-86bc-4463c6a06dcd tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Usage tracker for resource:router and tenant:e560cbcda02c46efaee7f040dc641828 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:14.868572 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-879c9a10-a16a-4b33-86bc-4463c6a06dcd tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:14.876105 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-879c9a10-a16a-4b33-86bc-4463c6a06dcd tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:14.901292 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-535e9109-6105-45f6-8930-db5c616b6f83 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] 10.222.0.41 "GET /v2.0/routers/e256ede0-c23b-432c-9af3-f1489803fc36 HTTP/1.1" status: 200 len: 908 time: 0.6780312 Feb 03 13:58:14.904677 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52920) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:14.914004 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-255af674-c3c1-400c-9588-11510a19702c tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Request body: {'router': {'name': 'tempest-snat-router-306111724', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'enable_snat': True}}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:14.920676 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-255af674-c3c1-400c-9588-11510a19702c tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:14.931507 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-255af674-c3c1-400c-9588-11510a19702c tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Usage tracker for resource:router and tenant:4b3df48f94a24c57807c6c656f18bfb8 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:14.931685 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-255af674-c3c1-400c-9588-11510a19702c tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:14.941817 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-255af674-c3c1-400c-9588-11510a19702c tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:15.009180 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-879c9a10-a16a-4b33-86bc-4463c6a06dcd tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:15.010302 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-879c9a10-a16a-4b33-86bc-4463c6a06dcd tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:15.011005 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ef0529-b1ef-466e-be3b-bda0ec59c1a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-7b433baf-86d0-4dab-8941-9c859866200c', 'network_id': '7b433baf-86d0-4dab-8941-9c859866200c', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'fixed_ips': [{'subnet_id': 'a5f9a94f-1443-417b-a22b-cad9c95d7ad3'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:58:15.012281 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-90ef0529-b1ef-466e-be3b-bda0ec59c1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:15.055840 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-879c9a10-a16a-4b33-86bc-4463c6a06dcd tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:15.070021 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-106a8497-814c-41bf-ad1f-530576006701 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] For port 47917e11-ee10-4764-9916-fa2d3d317fae, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=47917e11-ee10-4764-9916-fa2d3d317fae,segment=NetworkSegment(05546a29-7757-455d-ab11-719332e37a9d),segment_id=05546a29-7757-455d-ab11-719332e37a9d)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:58:15.070393 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-106a8497-814c-41bf-ad1f-530576006701 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:15.125602 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52924) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:15.135510 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-255af674-c3c1-400c-9588-11510a19702c tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:15.136595 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-255af674-c3c1-400c-9588-11510a19702c tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:15.220367 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-90ef0529-b1ef-466e-be3b-bda0ec59c1a0 None None] Allocated IP 2001:db8::2 (7b433baf-86d0-4dab-8941-9c859866200c/a5f9a94f-1443-417b-a22b-cad9c95d7ad3/da610020-0b95-4877-95b7-0fd9f3917bcf) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:58:15.244259 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-2f98accd-07c0-4d0f-a2c3-cfcad30b8ef8 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Request body: {'subnet': {'network_id': '4897fa52-fb97-412c-ab50-25bb43c0f2ee', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:15.264160 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-255af674-c3c1-400c-9588-11510a19702c tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:15.274233 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-879c9a10-a16a-4b33-86bc-4463c6a06dcd tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:15.413406 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-879c9a10-a16a-4b33-86bc-4463c6a06dcd tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:15.414847 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-879c9a10-a16a-4b33-86bc-4463c6a06dcd tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5733359 Feb 03 13:58:15.418918 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52928) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:15.422035 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-106a8497-814c-41bf-ad1f-530576006701 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Calling delete_port for 47917e11-ee10-4764-9916-fa2d3d317fae owned by network:dhcp {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:58:15.438512 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-90ef0529-b1ef-466e-be3b-bda0ec59c1a0 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:15.450419 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-90ef0529-b1ef-466e-be3b-bda0ec59c1a0 None None] Transition to ACTIVE for port object da610020-0b95-4877-95b7-0fd9f3917bcf will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:58:15.471504 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-90ef0529-b1ef-466e-be3b-bda0ec59c1a0 None None] Transition to ACTIVE for port object da610020-0b95-4877-95b7-0fd9f3917bcf will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:58:15.475265 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-868b498e-8a53-4a5b-86da-eb36a4931678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e256ede0-c23b-432c-9af3-f1489803fc36', 'name': 'tempest-snat-router-306111724', 'tenant_id': '4b3df48f94a24c57807c6c656f18bfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.162'}], 'enable_snat': False}, 'gw_port_id': '3fcdb404-8003-4602-859b-2b2255c62f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:58:10Z', 'updated_at': '2022-02-03T13:58:12Z', 'revision_number': 3, 'project_id': '4b3df48f94a24c57807c6c656f18bfb8', 'gw_port': {'id': '3fcdb404-8003-4602-859b-2b2255c62f06', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b1:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e256ede0-c23b-432c-9af3-f1489803fc36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:11Z', 'updated_at': '2022-02-03T13:58:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:15.480794 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b355a20e-5513-4ef2-8f2a-a33e7c8131c6 None None] DHCP port deletion for 77e8aea5-7509-4dc0-9024-15b26a0da503 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 13:58:15.485072 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868b498e-8a53-4a5b-86da-eb36a4931678 None None] Checking router: e256ede0-c23b-432c-9af3-f1489803fc36 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 13:58:15.485555 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868b498e-8a53-4a5b-86da-eb36a4931678 None None] Updating router e256ede0-c23b-432c-9af3-f1489803fc36 port 3fcdb404-8003-4602-859b-2b2255c62f06 binding host dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 13:58:15.527334 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-b355a20e-5513-4ef2-8f2a-a33e7c8131c6 None None] Deleting port 47917e11-ee10-4764-9916-fa2d3d317fae {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:15.529534 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b355a20e-5513-4ef2-8f2a-a33e7c8131c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:15.567641 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-2f98accd-07c0-4d0f-a2c3-cfcad30b8ef8 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:15.586094 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-2f98accd-07c0-4d0f-a2c3-cfcad30b8ef8 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Usage tracker for resource:subnet and tenant:ae8f49d5002445e18fa3eac40ce621e0 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:15.591300 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-2f98accd-07c0-4d0f-a2c3-cfcad30b8ef8 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:15.605557 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-2f98accd-07c0-4d0f-a2c3-cfcad30b8ef8 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:15.717300 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-106a8497-814c-41bf-ad1f-530576006701 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:15.742489 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-b355a20e-5513-4ef2-8f2a-a33e7c8131c6 None None] For port 47917e11-ee10-4764-9916-fa2d3d317fae, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=47917e11-ee10-4764-9916-fa2d3d317fae,segment=NetworkSegment(05546a29-7757-455d-ab11-719332e37a9d),segment_id=05546a29-7757-455d-ab11-719332e37a9d)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:58:15.742489 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b355a20e-5513-4ef2-8f2a-a33e7c8131c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:15.753588 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f98accd-07c0-4d0f-a2c3-cfcad30b8ef8 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Made reservation on behalf of ae8f49d5002445e18fa3eac40ce621e0 for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:58:15.790022 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a8497-814c-41bf-ad1f-530576006701 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event deleted for resources: {'Port': ['ID=47917e11-ee10-4764-9916-fa2d3d317fae,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:15.852234 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106a8497-814c-41bf-ad1f-530576006701 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] No DVR routers for this DVR port 47917e11-ee10-4764-9916-fa2d3d317fae on host dv-neutron-827016-1-hyperv {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:58:15.874136 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-b355a20e-5513-4ef2-8f2a-a33e7c8131c6 None None] Calling delete_port for 47917e11-ee10-4764-9916-fa2d3d317fae owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:58:15.876143 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-255af674-c3c1-400c-9588-11510a19702c tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:15.960469 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-90ef0529-b1ef-466e-be3b-bda0ec59c1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:15.964581 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 47917e11-ee10-4764-9916-fa2d3d317fae no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 13:58:15.992888 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2f98accd-07c0-4d0f-a2c3-cfcad30b8ef8 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:16.036702 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 47917e11-ee10-4764-9916-fa2d3d317fae {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 13:58:16.037331 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 47917e11-ee10-4764-9916-fa2d3d317fae not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 13:58:16.082562 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-106a8497-814c-41bf-ad1f-530576006701 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:16.086050 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-868b498e-8a53-4a5b-86da-eb36a4931678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:16.164797 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef0529-b1ef-466e-be3b-bda0ec59c1a0 None None] Pushing event updated for resources: {'Port': ['ID=da610020-0b95-4877-95b7-0fd9f3917bcf,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:16.167797 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-106a8497-814c-41bf-ad1f-530576006701 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77e8aea5-7509-4dc0-9024-15b26a0da503']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:16.168378 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ef0529-b1ef-466e-be3b-bda0ec59c1a0 None None] Network 7b433baf-86d0-4dab-8941-9c859866200c is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:58:16.176094 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-90ef0529-b1ef-466e-be3b-bda0ec59c1a0 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:58:16.189713 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ef0529-b1ef-466e-be3b-bda0ec59c1a0 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:58:16.201161 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-106a8497-814c-41bf-ad1f-530576006701 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05546a29-7757-455d-ab11-719332e37a9d') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:16.201453 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-106a8497-814c-41bf-ad1f-530576006701 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05546a29-7757-455d-ab11-719332e37a9d') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:16.224077 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-106a8497-814c-41bf-ad1f-530576006701 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:16.242610 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-22fc6206-962f-4b42-9c9e-af83359603cf admin admin] Deleting port def69eab-f0b6-4fd1-9e05-54255410cf87 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:16.243005 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22fc6206-962f-4b42-9c9e-af83359603cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:16.250632 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-b355a20e-5513-4ef2-8f2a-a33e7c8131c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:58:16.250990 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-b355a20e-5513-4ef2-8f2a-a33e7c8131c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:58:16.284864 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-106a8497-814c-41bf-ad1f-530576006701 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:16.305085 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-106a8497-814c-41bf-ad1f-530576006701 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:58:16.305476 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-106a8497-814c-41bf-ad1f-530576006701 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:16.322123 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 13:58:16.322123 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:58:16.322123 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 13:58:16.322123 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:58:16.322123 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 13:58:16.322123 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:58:16.322123 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 13:58:16.322123 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:58:16.322123 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 13:58:16.322123 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:58:16.322123 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 13:58:16.322123 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:58:16.322123 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 13:58:16.322123 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:58:16.322123 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:58:16.322123 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:58:16.322123 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:58:16.322123 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:58:16.322123 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 13:58:16.322123 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:58:16.322123 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 13:58:16.322123 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:58:16.322123 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:58:16.322123 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:58:16.322123 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 13:58:16.322123 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:58:16.322123 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:58:16.322123 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:58:16.322123 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:58:16.322123 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:58:16.322123 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:58:16.322123 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:58:16.348972 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-95e3a2ea-18a2-4d77-9385-a290589e150c admin admin] Deleting port 82e1daf4-46f0-4c11-9ac6-78b9b8d07024 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:16.349606 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-95e3a2ea-18a2-4d77-9385-a290589e150c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:16.373813 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-90ef0529-b1ef-466e-be3b-bda0ec59c1a0 None None] Attempting to bind port da610020-0b95-4877-95b7-0fd9f3917bcf on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:58:16.374512 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-90ef0529-b1ef-466e-be3b-bda0ec59c1a0 None None] Attempting to bind port da610020-0b95-4877-95b7-0fd9f3917bcf by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '00209855-2c7f-4070-a3e2-cadb958a8c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7b433baf-86d0-4dab-8941-9c859866200c'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:58:16.375037 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ef0529-b1ef-466e-be3b-bda0ec59c1a0 None None] Attempting to bind port da610020-0b95-4877-95b7-0fd9f3917bcf on network 7b433baf-86d0-4dab-8941-9c859866200c {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:58:16.442110 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3680bb09-fc18-48c6-b81f-9842ee98b125 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:16.452175 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ef0529-b1ef-466e-be3b-bda0ec59c1a0 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:58:16.452420 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ef0529-b1ef-466e-be3b-bda0ec59c1a0 None None] Checking segment: {'id': '00209855-2c7f-4070-a3e2-cadb958a8c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7b433baf-86d0-4dab-8941-9c859866200c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:58:16.452657 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-90ef0529-b1ef-466e-be3b-bda0ec59c1a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:16.453037 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ef0529-b1ef-466e-be3b-bda0ec59c1a0 None None] Bound using segment: {'id': '00209855-2c7f-4070-a3e2-cadb958a8c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7b433baf-86d0-4dab-8941-9c859866200c'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:58:16.453523 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-90ef0529-b1ef-466e-be3b-bda0ec59c1a0 None None] Bound port: da610020-0b95-4877-95b7-0fd9f3917bcf, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00209855-2c7f-4070-a3e2-cadb958a8c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7b433baf-86d0-4dab-8941-9c859866200c'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:58:16.454815 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-90ef0529-b1ef-466e-be3b-bda0ec59c1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:16.591978 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-90ef0529-b1ef-466e-be3b-bda0ec59c1a0 None None] For port da610020-0b95-4877-95b7-0fd9f3917bcf, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:58:16.598333 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-22fc6206-962f-4b42-9c9e-af83359603cf admin admin] For port def69eab-f0b6-4fd1-9e05-54255410cf87, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=def69eab-f0b6-4fd1-9e05-54255410cf87,segment=NetworkSegment(4b99bbed-0ea2-4415-a75d-61e4f1dbd54c),segment_id=4b99bbed-0ea2-4415-a75d-61e4f1dbd54c)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:58:16.598874 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22fc6206-962f-4b42-9c9e-af83359603cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:16.600892 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-90ef0529-b1ef-466e-be3b-bda0ec59c1a0 None None] For port da610020-0b95-4877-95b7-0fd9f3917bcf, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=da610020-0b95-4877-95b7-0fd9f3917bcf,segment=NetworkSegment(00209855-2c7f-4070-a3e2-cadb958a8c4d),segment_id=00209855-2c7f-4070-a3e2-cadb958a8c4d)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:58:16.609316 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-106a8497-814c-41bf-ad1f-530576006701 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:16.630829 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-106a8497-814c-41bf-ad1f-530576006701 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:16.676204 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-868b498e-8a53-4a5b-86da-eb36a4931678 None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:16.688315 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-868b498e-8a53-4a5b-86da-eb36a4931678 None None] Transition to ACTIVE for port object 3fcdb404-8003-4602-859b-2b2255c62f06 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:58:16.693209 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-90ef0529-b1ef-466e-be3b-bda0ec59c1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:16.753800 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-b355a20e-5513-4ef2-8f2a-a33e7c8131c6 None None] Deleting port 47917e11-ee10-4764-9916-fa2d3d317fae {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:16.754226 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b355a20e-5513-4ef2-8f2a-a33e7c8131c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:16.788448 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-868b498e-8a53-4a5b-86da-eb36a4931678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:16.852167 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a8497-814c-41bf-ad1f-530576006701 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] Pushing event deleted for resources: {'Network': ['ID=77e8aea5-7509-4dc0-9024-15b26a0da503,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:16.853238 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-b355a20e-5513-4ef2-8f2a-a33e7c8131c6 None None] The port '47917e11-ee10-4764-9916-fa2d3d317fae' was deleted {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 13:58:16.854175 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2f98accd-07c0-4d0f-a2c3-cfcad30b8ef8 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:16.855173 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef0529-b1ef-466e-be3b-bda0ec59c1a0 None None] Pushing event updated for resources: {'Port': ['ID=da610020-0b95-4877-95b7-0fd9f3917bcf,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:16.868218 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-22fc6206-962f-4b42-9c9e-af83359603cf admin admin] Calling delete_port for def69eab-f0b6-4fd1-9e05-54255410cf87 owned by network:router_interface {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:58:16.948446 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-868b498e-8a53-4a5b-86da-eb36a4931678 None None] Attempting to bind port 3fcdb404-8003-4602-859b-2b2255c62f06 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:58:16.956882 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-868b498e-8a53-4a5b-86da-eb36a4931678 None None] Attempting to bind port 3fcdb404-8003-4602-859b-2b2255c62f06 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:58:16.956882 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868b498e-8a53-4a5b-86da-eb36a4931678 None None] Attempting to bind port 3fcdb404-8003-4602-859b-2b2255c62f06 on network 16a0e898-50c0-4b65-ae3a-069e9649bbca {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:58:16.958504 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ac82cc-776c-42a1-a931-61025ac71265 None None] Pushing event updated for resources: {'Port': ['ID=3fcdb404-8003-4602-859b-2b2255c62f06,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:16.964186 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868b498e-8a53-4a5b-86da-eb36a4931678 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:58:16.964698 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868b498e-8a53-4a5b-86da-eb36a4931678 None None] Checking segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:58:16.968207 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-868b498e-8a53-4a5b-86da-eb36a4931678 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:16.968345 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-106a8497-814c-41bf-ad1f-530576006701 tempest-NetworksTest-965992830 tempest-NetworksTest-965992830-project] 10.222.0.41 "DELETE /v2.0/networks/77e8aea5-7509-4dc0-9024-15b26a0da503 HTTP/1.1" status: 204 len: 168 time: 2.4941616 Feb 03 13:58:16.968448 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868b498e-8a53-4a5b-86da-eb36a4931678 None None] Bound using segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:58:16.968448 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-868b498e-8a53-4a5b-86da-eb36a4931678 None None] Bound port: 3fcdb404-8003-4602-859b-2b2255c62f06, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:58:16.968448 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-868b498e-8a53-4a5b-86da-eb36a4931678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:16.968725 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-95e3a2ea-18a2-4d77-9385-a290589e150c admin admin] For port 82e1daf4-46f0-4c11-9ac6-78b9b8d07024, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=82e1daf4-46f0-4c11-9ac6-78b9b8d07024,segment=NetworkSegment(7b419f28-6522-4ce5-982d-f7c4ce3b9016),segment_id=7b419f28-6522-4ce5-982d-f7c4ce3b9016)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:58:16.968829 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-95e3a2ea-18a2-4d77-9385-a290589e150c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:17.010258 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98accd-07c0-4d0f-a2c3-cfcad30b8ef8 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Pushing event updated for resources: {'Subnet': ['ID=65a9c511-55d4-44db-b24f-363372a3d9fb,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:17.077450 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-868b498e-8a53-4a5b-86da-eb36a4931678 None None] For port 3fcdb404-8003-4602-859b-2b2255c62f06, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:58:17.084065 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-868b498e-8a53-4a5b-86da-eb36a4931678 None None] For port 3fcdb404-8003-4602-859b-2b2255c62f06, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=3fcdb404-8003-4602-859b-2b2255c62f06,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:58:17.098928 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f98accd-07c0-4d0f-a2c3-cfcad30b8ef8 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Checking segment: {'id': '569e0526-61e3-4a6a-b48f-77650a6aac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4897fa52-fb97-412c-ab50-25bb43c0f2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:58:17.101268 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f98accd-07c0-4d0f-a2c3-cfcad30b8ef8 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Network hostable DHCP agents. Network: 4897fa52-fb97-412c-ab50-25bb43c0f2ee, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:58:17.163893 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-255af674-c3c1-400c-9588-11510a19702c tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:17.189186 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-868b498e-8a53-4a5b-86da-eb36a4931678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:17.206547 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-95e3a2ea-18a2-4d77-9385-a290589e150c admin admin] Calling delete_port for 82e1daf4-46f0-4c11-9ac6-78b9b8d07024 owned by network:router_interface {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:58:17.269280 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-255af674-c3c1-400c-9588-11510a19702c tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:17.295005 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:17.314660 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ac82cc-776c-42a1-a931-61025ac71265 None None] Pushing event updated for resources: {'Port': ['ID=3fcdb404-8003-4602-859b-2b2255c62f06,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:17.324807 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f98accd-07c0-4d0f-a2c3-cfcad30b8ef8 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Network 4897fa52-fb97-412c-ab50-25bb43c0f2ee is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:58:17.336704 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868b498e-8a53-4a5b-86da-eb36a4931678 None None] Routers {'e256ede0-c23b-432c-9af3-f1489803fc36'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:58:17.337834 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-868b498e-8a53-4a5b-86da-eb36a4931678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:57:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e256ede0-c23b-432c-9af3-f1489803fc36'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:17.388251 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22fc6206-962f-4b42-9c9e-af83359603cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:17.456984 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-3680bb09-fc18-48c6-b81f-9842ee98b125 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Allocated IP 2001:db8::1 (7b433baf-86d0-4dab-8941-9c859866200c/a5f9a94f-1443-417b-a22b-cad9c95d7ad3/d2a4fb62-37e3-4a2d-b78b-2591ae526150) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:58:17.463483 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc6206-962f-4b42-9c9e-af83359603cf admin admin] Pushing event deleted for resources: {'Port': ['ID=def69eab-f0b6-4fd1-9e05-54255410cf87,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:17.493218 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-2f98accd-07c0-4d0f-a2c3-cfcad30b8ef8 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 4897fa52-fb97-412c-ab50-25bb43c0f2ee) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:58:17.509229 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f98accd-07c0-4d0f-a2c3-cfcad30b8ef8 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:17.509876 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2f98accd-07c0-4d0f-a2c3-cfcad30b8ef8 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:17.526053 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c28d57-1479-4034-a969-d46b17907e0d None None] Network 4897fa52-fb97-412c-ab50-25bb43c0f2ee requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:58:17.632495 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-255af674-c3c1-400c-9588-11510a19702c tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Allocated IP 172.26.3.47 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/b0f63e22-15a9-4254-9615-6a507cb8dc6c) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:58:17.669519 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-2f98accd-07c0-4d0f-a2c3-cfcad30b8ef8 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4352691 Feb 03 13:58:17.680034 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52936) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:17.698323 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-868b498e-8a53-4a5b-86da-eb36a4931678 None None] Set router e256ede0-c23b-432c-9af3-f1489803fc36 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:58:17.712717 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-22a7051e-2fbf-4fe6-a6ba-bd0e5c3eff04 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1595988410'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:17.788911 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52940) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:17.833526 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-22a7051e-2fbf-4fe6-a6ba-bd0e5c3eff04 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:17.852777 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-22a7051e-2fbf-4fe6-a6ba-bd0e5c3eff04 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Usage tracker for resource:network and tenant:ae8f49d5002445e18fa3eac40ce621e0 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:17.862823 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-22a7051e-2fbf-4fe6-a6ba-bd0e5c3eff04 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:17.863582 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22fc6206-962f-4b42-9c9e-af83359603cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:17.901792 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-22a7051e-2fbf-4fe6-a6ba-bd0e5c3eff04 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:18.092055 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3680bb09-fc18-48c6-b81f-9842ee98b125 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:18.160000 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-255af674-c3c1-400c-9588-11510a19702c tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:18.182299 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-4934e494-a3fd-4f40-9d67-2543c70df569 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf1a07a12cb04727ad443721ec556df8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3922424 Feb 03 13:58:18.185286 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52946) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:18.189061 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a7051e-2fbf-4fe6-a6ba-bd0e5c3eff04 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Made reservation on behalf of ae8f49d5002445e18fa3eac40ce621e0 for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:58:18.192628 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-22a7051e-2fbf-4fe6-a6ba-bd0e5c3eff04 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:18.208591 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-3680bb09-fc18-48c6-b81f-9842ee98b125 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Transition to ACTIVE for port object d2a4fb62-37e3-4a2d-b78b-2591ae526150 will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:58:18.239907 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a7051e-2fbf-4fe6-a6ba-bd0e5c3eff04 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:58:18.259022 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-22a7051e-2fbf-4fe6-a6ba-bd0e5c3eff04 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:18.259515 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-22a7051e-2fbf-4fe6-a6ba-bd0e5c3eff04 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Added segment 08da07d9-a686-43c4-aed8-a73993dbf5ae of type vlan for network afae6bc7-8e8c-4deb-84db-860ea5cc7020 Feb 03 13:58:18.266723 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-95e3a2ea-18a2-4d77-9385-a290589e150c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:18.312766 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device da610020-0b95-4877-95b7-0fd9f3917bcf up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:58:18.328012 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3a2ea-18a2-4d77-9385-a290589e150c admin admin] Pushing event deleted for resources: {'Port': ['ID=82e1daf4-46f0-4c11-9ac6-78b9b8d07024,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:18.353758 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f30100f8-1cac-4691-9bbf-a63eecc13cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:18.356651 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4390859c-8267-4a91-9372-292f299fbb3b None None] Network 7b433baf-86d0-4dab-8941-9c859866200c requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:58:18.385545 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-22a7051e-2fbf-4fe6-a6ba-bd0e5c3eff04 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:18.398047 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-255af674-c3c1-400c-9588-11510a19702c tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:18.469949 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f30100f8-1cac-4691-9bbf-a63eecc13cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:18.497633 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3680bb09-fc18-48c6-b81f-9842ee98b125 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:18.577528 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255af674-c3c1-400c-9588-11510a19702c tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:58:18.578396 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255af674-c3c1-400c-9588-11510a19702c tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Pushing event updated for resources: {'Port': ['ID=b0f63e22-15a9-4254-9615-6a507cb8dc6c,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:18.590969 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-255af674-c3c1-400c-9588-11510a19702c tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:58:18.630672 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3680bb09-fc18-48c6-b81f-9842ee98b125 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Network 7b433baf-86d0-4dab-8941-9c859866200c is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:58:18.631892 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255af674-c3c1-400c-9588-11510a19702c tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:58:18.659622 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242df533-cf4e-4664-b253-cc17c25a60ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-4897fa52-fb97-412c-ab50-25bb43c0f2ee', 'network_id': '4897fa52-fb97-412c-ab50-25bb43c0f2ee', 'tenant_id': 'ae8f49d5002445e18fa3eac40ce621e0', 'fixed_ips': [{'subnet_id': '65a9c511-55d4-44db-b24f-363372a3d9fb'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:58:18.660432 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-242df533-cf4e-4664-b253-cc17c25a60ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:18.665016 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-3680bb09-fc18-48c6-b81f-9842ee98b125 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:58:18.677099 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-8ba61afd-9e3c-4241-a959-fbf28fb3fa7e None None] Provisioning for port da610020-0b95-4877-95b7-0fd9f3917bcf completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:58:18.679099 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3680bb09-fc18-48c6-b81f-9842ee98b125 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:58:18.679709 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3680bb09-fc18-48c6-b81f-9842ee98b125 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:18.713321 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f30100f8-1cac-4691-9bbf-a63eecc13cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:18.739558 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30100f8-1cac-4691-9bbf-a63eecc13cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62bbf6f-c3ca-49d5-b8aa-c3aaf55f941c,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:18.748918 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f30100f8-1cac-4691-9bbf-a63eecc13cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:18.751913 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f30100f8-1cac-4691-9bbf-a63eecc13cbf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b62bbf6f-c3ca-49d5-b8aa-c3aaf55f941c HTTP/1.1" status: 204 len: 168 time: 0.5633841 Feb 03 13:58:18.775411 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-22a7051e-2fbf-4fe6-a6ba-bd0e5c3eff04 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:18.780212 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a7051e-2fbf-4fe6-a6ba-bd0e5c3eff04 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:18.780855 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-22a7051e-2fbf-4fe6-a6ba-bd0e5c3eff04 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:18.782624 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port da610020-0b95-4877-95b7-0fd9f3917bcf completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:58:18.790404 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-868b498e-8a53-4a5b-86da-eb36a4931678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e256ede0-c23b-432c-9af3-f1489803fc36', 'name': 'tempest-snat-router-306111724', 'tenant_id': '4b3df48f94a24c57807c6c656f18bfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.162'}], 'enable_snat': False}, 'gw_port_id': '3fcdb404-8003-4602-859b-2b2255c62f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:58:10Z', 'updated_at': '2022-02-03T13:58:12Z', 'revision_number': 3, 'project_id': '4b3df48f94a24c57807c6c656f18bfb8', 'gw_port': {'id': '3fcdb404-8003-4602-859b-2b2255c62f06', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b1:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e256ede0-c23b-432c-9af3-f1489803fc36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:11Z', 'updated_at': '2022-02-03T13:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:18.810589 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22fc6206-962f-4b42-9c9e-af83359603cf admin admin] Router 7d9f0468-8bae-4548-9c68-b7ab9ccb2bec has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:58:18.812259 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port da610020-0b95-4877-95b7-0fd9f3917bcf triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:58:18.812637 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:18.886330 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868b498e-8a53-4a5b-86da-eb36a4931678 None None] The sync data for ids ['e256ede0-c23b-432c-9af3-f1489803fc36'] in dv-neutron-827016-1-hyperv is: [{'id': 'e256ede0-c23b-432c-9af3-f1489803fc36', 'name': 'tempest-snat-router-306111724', 'tenant_id': '4b3df48f94a24c57807c6c656f18bfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.162'}], 'enable_snat': False}, 'gw_port_id': '3fcdb404-8003-4602-859b-2b2255c62f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:58:10Z', 'updated_at': '2022-02-03T13:58:12Z', 'revision_number': 3, 'project_id': '4b3df48f94a24c57807c6c656f18bfb8', 'gw_port': {'id': '3fcdb404-8003-4602-859b-2b2255c62f06', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b1:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e256ede0-c23b-432c-9af3-f1489803fc36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:11Z', 'updated_at': '2022-02-03T13:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:58:19.052832 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-242df533-cf4e-4664-b253-cc17c25a60ae None None] Allocated IP 2001:db8:0:ffff::2 (4897fa52-fb97-412c-ab50-25bb43c0f2ee/65a9c511-55d4-44db-b24f-363372a3d9fb/1680a0d0-b444-4dee-83df-03cce0a88ad4) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:58:19.057001 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680bb09-fc18-48c6-b81f-9842ee98b125 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event updated for resources: {'Port': ['ID=d2a4fb62-37e3-4a2d-b78b-2591ae526150,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:19.073226 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7051e-2fbf-4fe6-a6ba-bd0e5c3eff04 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Pushing event updated for resources: {'Network': ['ID=afae6bc7-8e8c-4deb-84db-860ea5cc7020,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:19.127855 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network afae6bc7-8e8c-4deb-84db-860ea5cc7020 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:58:19.218371 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22fc6206-962f-4b42-9c9e-af83359603cf admin admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:58:19.231445 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04317296-6089-4e37-a50e-4a23184f7efe None None] Sync routers for ids ['7d9f0468-8bae-4548-9c68-b7ab9ccb2bec'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:58:19.237740 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 52954) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:19.245648 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-22fc6206-962f-4b42-9c9e-af83359603cf admin admin] 10.222.0.41 "PUT /v2.0/routers/7d9f0468-8bae-4548-9c68-b7ab9ccb2bec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9910972 Feb 03 13:58:19.258774 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04317296-6089-4e37-a50e-4a23184f7efe None None] Routers {'7d9f0468-8bae-4548-9c68-b7ab9ccb2bec'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:58:19.260148 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-04317296-6089-4e37-a50e-4a23184f7efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:57:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['7d9f0468-8bae-4548-9c68-b7ab9ccb2bec'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:19.392082 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:19.398233 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-22a7051e-2fbf-4fe6-a6ba-bd0e5c3eff04 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7137086 Feb 03 13:58:19.401169 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52960) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:19.409083 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-ca570dc6-e353-49e3-a19d-f87d425ded90 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Request body: {'subnet': {'network_id': 'afae6bc7-8e8c-4deb-84db-860ea5cc7020', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:19.575718 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port da610020-0b95-4877-95b7-0fd9f3917bcf, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=da610020-0b95-4877-95b7-0fd9f3917bcf,segment=NetworkSegment(00209855-2c7f-4070-a3e2-cadb958a8c4d),segment_id=00209855-2c7f-4070-a3e2-cadb958a8c4d)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:58:19.701901 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-ca570dc6-e353-49e3-a19d-f87d425ded90 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:19.708625 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-242df533-cf4e-4664-b253-cc17c25a60ae None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:19.716310 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ca570dc6-e353-49e3-a19d-f87d425ded90 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Usage tracker for resource:subnet and tenant:ae8f49d5002445e18fa3eac40ce621e0 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:19.725279 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ca570dc6-e353-49e3-a19d-f87d425ded90 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:19.726439 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-ca570dc6-e353-49e3-a19d-f87d425ded90 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:19.727671 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:19.734635 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-04317296-6089-4e37-a50e-4a23184f7efe None None] Set router 7d9f0468-8bae-4548-9c68-b7ab9ccb2bec gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:58:19.759444 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3680bb09-fc18-48c6-b81f-9842ee98b125 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:19.820459 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-242df533-cf4e-4664-b253-cc17c25a60ae None None] Transition to ACTIVE for port object 1680a0d0-b444-4dee-83df-03cce0a88ad4 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:58:19.868897 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca570dc6-e353-49e3-a19d-f87d425ded90 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Made reservation on behalf of ae8f49d5002445e18fa3eac40ce621e0 for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:58:19.892203 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-242df533-cf4e-4664-b253-cc17c25a60ae None None] Transition to ACTIVE for port object 1680a0d0-b444-4dee-83df-03cce0a88ad4 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:58:19.911647 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=da610020-0b95-4877-95b7-0fd9f3917bcf,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:19.975291 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-242df533-cf4e-4664-b253-cc17c25a60ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:20.119517 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ca570dc6-e353-49e3-a19d-f87d425ded90 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:20.162559 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242df533-cf4e-4664-b253-cc17c25a60ae None None] Pushing event updated for resources: {'Port': ['ID=1680a0d0-b444-4dee-83df-03cce0a88ad4,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:20.164947 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 3fcdb404-8003-4602-859b-2b2255c62f06 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:58:20.232617 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b99163bb-a273-4387-8f3c-6331b78464b9 None None] Provisioning for port d2a4fb62-37e3-4a2d-b78b-2591ae526150 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:58:20.341244 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b99163bb-a273-4387-8f3c-6331b78464b9 None None] Provisioning complete for port d2a4fb62-37e3-4a2d-b78b-2591ae526150 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:58:20.343216 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b99163bb-a273-4387-8f3c-6331b78464b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:20.367075 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-04317296-6089-4e37-a50e-4a23184f7efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9f0468-8bae-4548-9c68-b7ab9ccb2bec', 'name': 'tempest-ServersTestManualDisk-1337171941-router', 'tenant_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '1f690f7c-e879-4edf-a6fa-b52a37b2be19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:58:17Z', 'revision_number': 5, 'project_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'gw_port': {'id': '1f690f7c-e879-4edf-a6fa-b52a37b2be19', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:75:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9f0468-8bae-4548-9c68-b7ab9ccb2bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:20.372445 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04317296-6089-4e37-a50e-4a23184f7efe None None] Checking router: 7d9f0468-8bae-4548-9c68-b7ab9ccb2bec for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 13:58:20.413587 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04317296-6089-4e37-a50e-4a23184f7efe None None] Routers {'7d9f0468-8bae-4548-9c68-b7ab9ccb2bec'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:58:20.415534 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-04317296-6089-4e37-a50e-4a23184f7efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:57:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['7d9f0468-8bae-4548-9c68-b7ab9ccb2bec'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:20.465906 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242df533-cf4e-4664-b253-cc17c25a60ae None None] Network 4897fa52-fb97-412c-ab50-25bb43c0f2ee is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:58:20.475648 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-242df533-cf4e-4664-b253-cc17c25a60ae None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:58:20.489177 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242df533-cf4e-4664-b253-cc17c25a60ae None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:58:20.511406 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-b99163bb-a273-4387-8f3c-6331b78464b9 None None] Port d2a4fb62-37e3-4a2d-b78b-2591ae526150 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:58:20.608198 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 3fcdb404-8003-4602-859b-2b2255c62f06 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:58:20.656991 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-95e3a2ea-18a2-4d77-9385-a290589e150c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:20.703714 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-242df533-cf4e-4664-b253-cc17c25a60ae None None] Attempting to bind port 1680a0d0-b444-4dee-83df-03cce0a88ad4 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:58:20.704397 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-242df533-cf4e-4664-b253-cc17c25a60ae None None] Attempting to bind port 1680a0d0-b444-4dee-83df-03cce0a88ad4 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '569e0526-61e3-4a6a-b48f-77650a6aac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4897fa52-fb97-412c-ab50-25bb43c0f2ee'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:58:20.704926 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242df533-cf4e-4664-b253-cc17c25a60ae None None] Attempting to bind port 1680a0d0-b444-4dee-83df-03cce0a88ad4 on network 4897fa52-fb97-412c-ab50-25bb43c0f2ee {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:58:20.714919 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 3fcdb404-8003-4602-859b-2b2255c62f06 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:58:20.716408 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:20.740396 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.objects.ports [None req-ca570dc6-e353-49e3-a19d-f87d425ded90 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84181) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 03 13:58:20.742910 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ca570dc6-e353-49e3-a19d-f87d425ded90 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:20.752214 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242df533-cf4e-4664-b253-cc17c25a60ae None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:58:20.752872 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242df533-cf4e-4664-b253-cc17c25a60ae None None] Checking segment: {'id': '569e0526-61e3-4a6a-b48f-77650a6aac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4897fa52-fb97-412c-ab50-25bb43c0f2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:58:20.753438 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-242df533-cf4e-4664-b253-cc17c25a60ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:20.754109 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242df533-cf4e-4664-b253-cc17c25a60ae None None] Bound using segment: {'id': '569e0526-61e3-4a6a-b48f-77650a6aac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4897fa52-fb97-412c-ab50-25bb43c0f2ee'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:58:20.754799 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-242df533-cf4e-4664-b253-cc17c25a60ae None None] Bound port: 1680a0d0-b444-4dee-83df-03cce0a88ad4, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '569e0526-61e3-4a6a-b48f-77650a6aac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4897fa52-fb97-412c-ab50-25bb43c0f2ee'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:58:20.755372 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-242df533-cf4e-4664-b253-cc17c25a60ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:20.782972 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b99163bb-a273-4387-8f3c-6331b78464b9 None None] Provisioning complete for port da610020-0b95-4877-95b7-0fd9f3917bcf triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:58:20.783628 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b99163bb-a273-4387-8f3c-6331b78464b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:20.807733 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 13:58:20.831309 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cf891fe0-27d4-4a9a-8e34-57d32942bff7 admin admin] Notify callbacks [] for router, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:20.861271 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-04317296-6089-4e37-a50e-4a23184f7efe None None] Set router 7d9f0468-8bae-4548-9c68-b7ab9ccb2bec gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:58:20.870964 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca570dc6-e353-49e3-a19d-f87d425ded90 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Pushing event updated for resources: {'Subnet': ['ID=8c87cb0e-175f-47c9-8e3e-d9138889c7df,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:20.885354 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca570dc6-e353-49e3-a19d-f87d425ded90 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Checking segment: {'id': '08da07d9-a686-43c4-aed8-a73993dbf5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'afae6bc7-8e8c-4deb-84db-860ea5cc7020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:58:20.885713 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca570dc6-e353-49e3-a19d-f87d425ded90 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Network hostable DHCP agents. Network: afae6bc7-8e8c-4deb-84db-860ea5cc7020, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:58:20.904479 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-255af674-c3c1-400c-9588-11510a19702c tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:20.905348 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-255af674-c3c1-400c-9588-11510a19702c tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:20.937031 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3680bb09-fc18-48c6-b81f-9842ee98b125 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:20.966666 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-242df533-cf4e-4664-b253-cc17c25a60ae None None] For port 1680a0d0-b444-4dee-83df-03cce0a88ad4, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:58:20.973998 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-242df533-cf4e-4664-b253-cc17c25a60ae None None] For port 1680a0d0-b444-4dee-83df-03cce0a88ad4, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=1680a0d0-b444-4dee-83df-03cce0a88ad4,segment=NetworkSegment(569e0526-61e3-4a6a-b48f-77650a6aac8f),segment_id=569e0526-61e3-4a6a-b48f-77650a6aac8f)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:58:21.010926 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca570dc6-e353-49e3-a19d-f87d425ded90 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Network afae6bc7-8e8c-4deb-84db-860ea5cc7020 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:58:21.036870 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:21.045401 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3680bb09-fc18-48c6-b81f-9842ee98b125 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:21.046142 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3680bb09-fc18-48c6-b81f-9842ee98b125 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:21.074322 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-242df533-cf4e-4664-b253-cc17c25a60ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:21.083437 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52978) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:21.097947 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-ca570dc6-e353-49e3-a19d-f87d425ded90 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, afae6bc7-8e8c-4deb-84db-860ea5cc7020) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:58:21.113515 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca570dc6-e353-49e3-a19d-f87d425ded90 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:21.114272 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ca570dc6-e353-49e3-a19d-f87d425ded90 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:21.161450 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4382f817-e4b2-469c-a307-14a07c30d545 None None] Network afae6bc7-8e8c-4deb-84db-860ea5cc7020 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:58:21.168875 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680bb09-fc18-48c6-b81f-9842ee98b125 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event updated for resources: {'Port': ['ID=d2a4fb62-37e3-4a2d-b78b-2591ae526150,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:21.234949 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-04317296-6089-4e37-a50e-4a23184f7efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9f0468-8bae-4548-9c68-b7ab9ccb2bec', 'name': 'tempest-ServersTestManualDisk-1337171941-router', 'tenant_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '1f690f7c-e879-4edf-a6fa-b52a37b2be19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:58:17Z', 'revision_number': 5, 'project_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'gw_port': {'id': '1f690f7c-e879-4edf-a6fa-b52a37b2be19', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:75:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9f0468-8bae-4548-9c68-b7ab9ccb2bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:21.241093 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04317296-6089-4e37-a50e-4a23184f7efe None None] The sync data for ids ['7d9f0468-8bae-4548-9c68-b7ab9ccb2bec'] in dv-neutron-827016-1-hyperv is: [{'id': '7d9f0468-8bae-4548-9c68-b7ab9ccb2bec', 'name': 'tempest-ServersTestManualDisk-1337171941-router', 'tenant_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '1f690f7c-e879-4edf-a6fa-b52a37b2be19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:58:17Z', 'revision_number': 5, 'project_id': 'aa12ab67af1e4dc2bf9988d3321473a2', 'gw_port': {'id': '1f690f7c-e879-4edf-a6fa-b52a37b2be19', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:75:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9f0468-8bae-4548-9c68-b7ab9ccb2bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:58:21.241281 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 3fcdb404-8003-4602-859b-2b2255c62f06, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=3fcdb404-8003-4602-859b-2b2255c62f06,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:58:21.259455 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ca570dc6-e353-49e3-a19d-f87d425ded90 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8548136 Feb 03 13:58:21.259660 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242df533-cf4e-4664-b253-cc17c25a60ae None None] Pushing event updated for resources: {'Port': ['ID=1680a0d0-b444-4dee-83df-03cce0a88ad4,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:21.264834 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52984) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:21.276613 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-8d4e6235-d570-4dab-bcb9-006fbdfdd369 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Request body: {'port': {'network_id': 'afae6bc7-8e8c-4deb-84db-860ea5cc7020', 'name': 'tempest-NetworksIpV6TestAttrs-1558508695'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:21.331409 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-3e338b4c-2a8b-4669-8c00-58dfd02c9e76 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-474785068'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:21.340077 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3e338b4c-2a8b-4669-8c00-58dfd02c9e76 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:21.344968 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3e338b4c-2a8b-4669-8c00-58dfd02c9e76 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Usage tracker for resource:network and tenant:faf754c5dcac42e3b7b479467002acb8 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:21.350902 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3e338b4c-2a8b-4669-8c00-58dfd02c9e76 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:21.357648 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3e338b4c-2a8b-4669-8c00-58dfd02c9e76 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:21.442290 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:21.523895 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-30131e33-faf7-4f73-ace1-3e31dfc5fec9 None None] Provisioning complete for port d2a4fb62-37e3-4a2d-b78b-2591ae526150 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:58:21.524509 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-30131e33-faf7-4f73-ace1-3e31dfc5fec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:21.536115 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e338b4c-2a8b-4669-8c00-58dfd02c9e76 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Made reservation on behalf of faf754c5dcac42e3b7b479467002acb8 for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:58:21.538996 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3e338b4c-2a8b-4669-8c00-58dfd02c9e76 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:21.547896 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7200e5-b72c-4519-b375-a942f70a14d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-afae6bc7-8e8c-4deb-84db-860ea5cc7020', 'network_id': 'afae6bc7-8e8c-4deb-84db-860ea5cc7020', 'tenant_id': 'ae8f49d5002445e18fa3eac40ce621e0', 'fixed_ips': [{'subnet_id': '8c87cb0e-175f-47c9-8e3e-d9138889c7df'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:58:21.548184 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-8d4e6235-d570-4dab-bcb9-006fbdfdd369 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:21.548943 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2c7200e5-b72c-4519-b375-a942f70a14d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:21.554399 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-8d4e6235-d570-4dab-bcb9-006fbdfdd369 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Usage tracker for resource:port and tenant:ae8f49d5002445e18fa3eac40ce621e0 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:21.557418 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-8d4e6235-d570-4dab-bcb9-006fbdfdd369 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:21.560004 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3e338b4c-2a8b-4669-8c00-58dfd02c9e76 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:21.574320 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-8d4e6235-d570-4dab-bcb9-006fbdfdd369 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:21.639950 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3e338b4c-2a8b-4669-8c00-58dfd02c9e76 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:21.641900 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=3fcdb404-8003-4602-859b-2b2255c62f06,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:21.645889 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3e338b4c-2a8b-4669-8c00-58dfd02c9e76 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Usage tracker for resource:security_group_rule and tenant:faf754c5dcac42e3b7b479467002acb8 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:21.649258 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3e338b4c-2a8b-4669-8c00-58dfd02c9e76 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:21.667680 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3e338b4c-2a8b-4669-8c00-58dfd02c9e76 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:21.684990 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4e6235-d570-4dab-bcb9-006fbdfdd369 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Made reservation on behalf of ae8f49d5002445e18fa3eac40ce621e0 for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:58:21.688831 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8d4e6235-d570-4dab-bcb9-006fbdfdd369 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:21.712067 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-30131e33-faf7-4f73-ace1-3e31dfc5fec9 None None] Port d2a4fb62-37e3-4a2d-b78b-2591ae526150 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:58:21.725333 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-8d4e6235-d570-4dab-bcb9-006fbdfdd369 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] device_id is not set on port 87297f1b-2d3e-4722-8446-0db0d1fcdb47 yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:58:21.854037 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3e338b4c-2a8b-4669-8c00-58dfd02c9e76 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:21.868078 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3680bb09-fc18-48c6-b81f-9842ee98b125 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Network 7b433baf-86d0-4dab-8941-9c859866200c is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:58:21.885258 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-3680bb09-fc18-48c6-b81f-9842ee98b125 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:58:21.901657 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-2c7200e5-b72c-4519-b375-a942f70a14d0 None None] Allocated IP 2001:db8::f816:3eff:fea6:519b (afae6bc7-8e8c-4deb-84db-860ea5cc7020/8c87cb0e-175f-47c9-8e3e-d9138889c7df/51c03db0-de61-4a03-971c-824866fd46a4) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:58:21.947720 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3e338b4c-2a8b-4669-8c00-58dfd02c9e76 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:21.996442 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e338b4c-2a8b-4669-8c00-58dfd02c9e76 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:58:22.004783 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e338b4c-2a8b-4669-8c00-58dfd02c9e76 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1ce4be-3f86-477a-84f8-65d1e2bbcea8,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:22.013584 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 1680a0d0-b444-4dee-83df-03cce0a88ad4 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:58:22.017211 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3e338b4c-2a8b-4669-8c00-58dfd02c9e76 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:22.017724 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-3e338b4c-2a8b-4669-8c00-58dfd02c9e76 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Added segment 436e82d6-200c-4985-a180-16bc4c906a37 of type vlan for network 47a34d4f-12fc-4f29-ac61-23f93f980f4e Feb 03 13:58:22.060587 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3e338b4c-2a8b-4669-8c00-58dfd02c9e76 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:22.170874 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3e338b4c-2a8b-4669-8c00-58dfd02c9e76 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:22.175055 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e338b4c-2a8b-4669-8c00-58dfd02c9e76 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:22.178592 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3e338b4c-2a8b-4669-8c00-58dfd02c9e76 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:22.204010 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 1680a0d0-b444-4dee-83df-03cce0a88ad4 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:58:22.211132 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2c7200e5-b72c-4519-b375-a942f70a14d0 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:22.216811 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device da610020-0b95-4877-95b7-0fd9f3917bcf up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:58:22.294279 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e338b4c-2a8b-4669-8c00-58dfd02c9e76 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'Network': ['ID=47a34d4f-12fc-4f29-ac61-23f93f980f4e,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:22.302287 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2c7200e5-b72c-4519-b375-a942f70a14d0 None None] Transition to ACTIVE for port object 51c03db0-de61-4a03-971c-824866fd46a4 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:58:22.310586 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cf891fe0-27d4-4a9a-8e34-57d32942bff7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:22.314429 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 47a34d4f-12fc-4f29-ac61-23f93f980f4e details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:58:22.389112 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3e338b4c-2a8b-4669-8c00-58dfd02c9e76 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3043182 Feb 03 13:58:22.391613 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52992) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:22.398586 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-403059b6-3b77-46b0-bc65-8e7a4859114b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'port': {'network_id': '47a34d4f-12fc-4f29-ac61-23f93f980f4e', 'name': 'tempest-PortsIpV6TestJSON-756983125'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:22.436641 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2c7200e5-b72c-4519-b375-a942f70a14d0 None None] Transition to ACTIVE for port object 51c03db0-de61-4a03-971c-824866fd46a4 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:58:22.469508 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-cf891fe0-27d4-4a9a-8e34-57d32942bff7 admin admin] Deleting port 1f690f7c-e879-4edf-a6fa-b52a37b2be19 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:22.469852 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cf891fe0-27d4-4a9a-8e34-57d32942bff7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:22.481425 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port da610020-0b95-4877-95b7-0fd9f3917bcf triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:58:22.481940 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:22.512055 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-a2a8d88e-d4a2-4b85-8575-e46dd889c323 None None] Provisioning complete for port d2a4fb62-37e3-4a2d-b78b-2591ae526150 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:58:22.514677 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a2a8d88e-d4a2-4b85-8575-e46dd889c323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:22.533341 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-403059b6-3b77-46b0-bc65-8e7a4859114b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:22.537305 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-403059b6-3b77-46b0-bc65-8e7a4859114b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Usage tracker for resource:port and tenant:faf754c5dcac42e3b7b479467002acb8 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:22.540579 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-403059b6-3b77-46b0-bc65-8e7a4859114b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:22.553781 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2c7200e5-b72c-4519-b375-a942f70a14d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:22.577967 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-403059b6-3b77-46b0-bc65-8e7a4859114b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:22.646332 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-8d4e6235-d570-4dab-bcb9-006fbdfdd369 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Allocated IP 2001:db8::f816:3eff:fe01:6808 (afae6bc7-8e8c-4deb-84db-860ea5cc7020/8c87cb0e-175f-47c9-8e3e-d9138889c7df/87297f1b-2d3e-4722-8446-0db0d1fcdb47) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:58:22.671653 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403059b6-3b77-46b0-bc65-8e7a4859114b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Made reservation on behalf of faf754c5dcac42e3b7b479467002acb8 for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:58:22.671938 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-a2a8d88e-d4a2-4b85-8575-e46dd889c323 None None] Port d2a4fb62-37e3-4a2d-b78b-2591ae526150 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:58:22.679555 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-403059b6-3b77-46b0-bc65-8e7a4859114b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:22.686461 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7200e5-b72c-4519-b375-a942f70a14d0 None None] Pushing event updated for resources: {'Port': ['ID=51c03db0-de61-4a03-971c-824866fd46a4,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:22.691340 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7200e5-b72c-4519-b375-a942f70a14d0 None None] Network afae6bc7-8e8c-4deb-84db-860ea5cc7020 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:58:22.696160 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-2c7200e5-b72c-4519-b375-a942f70a14d0 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:58:22.702055 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7200e5-b72c-4519-b375-a942f70a14d0 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:58:22.742637 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-403059b6-3b77-46b0-bc65-8e7a4859114b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] device_id is not set on port 536be671-c681-4e40-8138-dddd9aa192b6 yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:58:22.797971 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4679fdff-41b2-4440-bf83-fe353f1f8f02 None None] Network 4897fa52-fb97-412c-ab50-25bb43c0f2ee requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:58:22.946669 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-cf891fe0-27d4-4a9a-8e34-57d32942bff7 admin admin] For port 1f690f7c-e879-4edf-a6fa-b52a37b2be19, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=1f690f7c-e879-4edf-a6fa-b52a37b2be19,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:58:22.947310 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cf891fe0-27d4-4a9a-8e34-57d32942bff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:23.021813 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255af674-c3c1-400c-9588-11510a19702c tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Router 93d202c6-c0b8-42d1-a7b5-ecb8c5130c9b is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:58:23.099930 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 3fcdb404-8003-4602-859b-2b2255c62f06 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:58:23.127262 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-2c7200e5-b72c-4519-b375-a942f70a14d0 None None] Attempting to bind port 51c03db0-de61-4a03-971c-824866fd46a4 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:58:23.127629 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-2c7200e5-b72c-4519-b375-a942f70a14d0 None None] Attempting to bind port 51c03db0-de61-4a03-971c-824866fd46a4 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '08da07d9-a686-43c4-aed8-a73993dbf5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'afae6bc7-8e8c-4deb-84db-860ea5cc7020'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:58:23.128088 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7200e5-b72c-4519-b375-a942f70a14d0 None None] Attempting to bind port 51c03db0-de61-4a03-971c-824866fd46a4 on network afae6bc7-8e8c-4deb-84db-860ea5cc7020 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:58:23.142051 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7200e5-b72c-4519-b375-a942f70a14d0 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:58:23.142459 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7200e5-b72c-4519-b375-a942f70a14d0 None None] Checking segment: {'id': '08da07d9-a686-43c4-aed8-a73993dbf5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'afae6bc7-8e8c-4deb-84db-860ea5cc7020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:58:23.142833 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2c7200e5-b72c-4519-b375-a942f70a14d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:23.143284 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7200e5-b72c-4519-b375-a942f70a14d0 None None] Bound using segment: {'id': '08da07d9-a686-43c4-aed8-a73993dbf5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'afae6bc7-8e8c-4deb-84db-860ea5cc7020'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:58:23.143773 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-2c7200e5-b72c-4519-b375-a942f70a14d0 None None] Bound port: 51c03db0-de61-4a03-971c-824866fd46a4, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08da07d9-a686-43c4-aed8-a73993dbf5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'afae6bc7-8e8c-4deb-84db-860ea5cc7020'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:58:23.144147 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2c7200e5-b72c-4519-b375-a942f70a14d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:23.196731 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8d4e6235-d570-4dab-bcb9-006fbdfdd369 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:23.238138 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-8d4e6235-d570-4dab-bcb9-006fbdfdd369 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Transition to ACTIVE for port object 87297f1b-2d3e-4722-8446-0db0d1fcdb47 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:58:23.247512 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-403059b6-3b77-46b0-bc65-8e7a4859114b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:23.282069 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-9dea3961-f32f-493d-b4d1-35af4061aaa3 None None] Provisioning for port 1680a0d0-b444-4dee-83df-03cce0a88ad4 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:58:23.296064 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-cf891fe0-27d4-4a9a-8e34-57d32942bff7 admin admin] Calling delete_port for 1f690f7c-e879-4edf-a6fa-b52a37b2be19 owned by network:router_gateway {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:58:23.311332 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-9dea3961-f32f-493d-b4d1-35af4061aaa3 None None] Provisioning complete for port 1680a0d0-b444-4dee-83df-03cce0a88ad4 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:58:23.311705 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9dea3961-f32f-493d-b4d1-35af4061aaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:23.344696 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8d4e6235-d570-4dab-bcb9-006fbdfdd369 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:23.369465 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-2c7200e5-b72c-4519-b375-a942f70a14d0 None None] For port 51c03db0-de61-4a03-971c-824866fd46a4, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:58:23.390570 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-2c7200e5-b72c-4519-b375-a942f70a14d0 None None] For port 51c03db0-de61-4a03-971c-824866fd46a4, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=51c03db0-de61-4a03-971c-824866fd46a4,segment=NetworkSegment(08da07d9-a686-43c4-aed8-a73993dbf5ae),segment_id=08da07d9-a686-43c4-aed8-a73993dbf5ae)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:58:23.407409 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 3fcdb404-8003-4602-859b-2b2255c62f06 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:58:23.407814 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:23.412998 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-403059b6-3b77-46b0-bc65-8e7a4859114b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:23.468523 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4e6235-d570-4dab-bcb9-006fbdfdd369 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Network afae6bc7-8e8c-4deb-84db-860ea5cc7020 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:58:23.474828 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-8d4e6235-d570-4dab-bcb9-006fbdfdd369 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:58:23.480201 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e6235-d570-4dab-bcb9-006fbdfdd369 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Pushing event updated for resources: {'Port': ['ID=87297f1b-2d3e-4722-8446-0db0d1fcdb47,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:23.484005 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4e6235-d570-4dab-bcb9-006fbdfdd369 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:58:23.488947 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4e6235-d570-4dab-bcb9-006fbdfdd369 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:23.490663 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8d4e6235-d570-4dab-bcb9-006fbdfdd369 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:23.497942 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2c7200e5-b72c-4519-b375-a942f70a14d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:23.552995 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e3a2ea-18a2-4d77-9385-a290589e150c admin admin] Router 6794a5c3-a657-488e-8006-d8ab34ea5e3c has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:58:23.593168 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9dea3961-f32f-493d-b4d1-35af4061aaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:23.593840 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403059b6-3b77-46b0-bc65-8e7a4859114b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Checking segment: {'id': '436e82d6-200c-4985-a180-16bc4c906a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '47a34d4f-12fc-4f29-ac61-23f93f980f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:58:23.593840 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403059b6-3b77-46b0-bc65-8e7a4859114b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Network hostable DHCP agents. Network: 47a34d4f-12fc-4f29-ac61-23f93f980f4e, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:58:23.605720 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403059b6-3b77-46b0-bc65-8e7a4859114b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'Port': ['ID=536be671-c681-4e40-8138-dddd9aa192b6,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:23.640693 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7200e5-b72c-4519-b375-a942f70a14d0 None None] Pushing event updated for resources: {'Port': ['ID=51c03db0-de61-4a03-971c-824866fd46a4,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:23.646033 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8d4e6235-d570-4dab-bcb9-006fbdfdd369 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.3812509 Feb 03 13:58:23.648288 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 52996) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:23.719337 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403059b6-3b77-46b0-bc65-8e7a4859114b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Network 47a34d4f-12fc-4f29-ac61-23f93f980f4e is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:58:23.740600 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-04bbf6a8-b3ac-4f36-b71b-009eaeed8e83 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Deleting subnet 8c87cb0e-175f-47c9-8e3e-d9138889c7df {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 13:58:23.745283 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-04bbf6a8-b3ac-4f36-b71b-009eaeed8e83 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:23.748464 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-9dea3961-f32f-493d-b4d1-35af4061aaa3 None None] For port 1680a0d0-b444-4dee-83df-03cce0a88ad4, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=1680a0d0-b444-4dee-83df-03cce0a88ad4,segment=NetworkSegment(569e0526-61e3-4a6a-b48f-77650a6aac8f),segment_id=569e0526-61e3-4a6a-b48f-77650a6aac8f)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:58:23.753364 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device def69eab-f0b6-4fd1-9e05-54255410cf87 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 13:58:23.791126 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: def69eab-f0b6-4fd1-9e05-54255410cf87 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 13:58:23.791389 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device def69eab-f0b6-4fd1-9e05-54255410cf87 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 13:58:23.811367 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3680bb09-fc18-48c6-b81f-9842ee98b125 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Router 6fa04512-87ad-4846-810f-6af5e7e73d36 is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:58:23.815358 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-04bbf6a8-b3ac-4f36-b71b-009eaeed8e83 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:23.844544 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-403059b6-3b77-46b0-bc65-8e7a4859114b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 47a34d4f-12fc-4f29-ac61-23f93f980f4e) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:58:23.852545 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9dea3961-f32f-493d-b4d1-35af4061aaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:23.854770 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403059b6-3b77-46b0-bc65-8e7a4859114b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:58:23.859414 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403059b6-3b77-46b0-bc65-8e7a4859114b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:23.860126 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-403059b6-3b77-46b0-bc65-8e7a4859114b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:23.920266 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8d9709-fbba-4234-b8c4-31fcc63d2e54 None None] Network 47a34d4f-12fc-4f29-ac61-23f93f980f4e requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:58:23.936623 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cf891fe0-27d4-4a9a-8e34-57d32942bff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:24.000821 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-403059b6-3b77-46b0-bc65-8e7a4859114b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6080418 Feb 03 13:58:24.006645 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-04bbf6a8-b3ac-4f36-b71b-009eaeed8e83 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:24.007225 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf891fe0-27d4-4a9a-8e34-57d32942bff7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f690f7c-e879-4edf-a6fa-b52a37b2be19,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:24.014072 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53000) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:24.100862 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-3c7047cd-997e-49e9-bf72-3e43d1dfd7a8 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-927470587'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:24.102508 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea3961-f32f-493d-b4d1-35af4061aaa3 None None] Pushing event updated for resources: {'Port': ['ID=1680a0d0-b444-4dee-83df-03cce0a88ad4,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:24.127494 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-3c7047cd-997e-49e9-bf72-3e43d1dfd7a8 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:24.136770 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2c1f562b-1f4d-4f47-9fc4-b83695ab3f05 None None] Provisioning complete for port 1680a0d0-b444-4dee-83df-03cce0a88ad4 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:58:24.138062 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2c1f562b-1f4d-4f47-9fc4-b83695ab3f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:24.162717 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3c7047cd-997e-49e9-bf72-3e43d1dfd7a8 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Usage tracker for resource:network and tenant:faf754c5dcac42e3b7b479467002acb8 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:24.173267 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3c7047cd-997e-49e9-bf72-3e43d1dfd7a8 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:24.186848 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-3c7047cd-997e-49e9-bf72-3e43d1dfd7a8 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:24.225236 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255af674-c3c1-400c-9588-11510a19702c tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:58:24.228026 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-04bbf6a8-b3ac-4f36-b71b-009eaeed8e83 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:24.256898 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61693cee-cc99-41be-be49-138fff4a84f9 None None] Sync routers for ids ['93d202c6-c0b8-42d1-a7b5-ecb8c5130c9b'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:58:24.276606 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bbf6a8-b3ac-4f36-b71b-009eaeed8e83 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Pushing event deleted for resources: {'Subnet': ['ID=8c87cb0e-175f-47c9-8e3e-d9138889c7df,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:24.284434 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-04bbf6a8-b3ac-4f36-b71b-009eaeed8e83 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:24.294872 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-04bbf6a8-b3ac-4f36-b71b-009eaeed8e83 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] 10.222.0.41 "DELETE /v2.0/subnets/8c87cb0e-175f-47c9-8e3e-d9138889c7df HTTP/1.1" status: 204 len: 168 time: 0.6428461 Feb 03 13:58:24.295345 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53004) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:24.310869 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61693cee-cc99-41be-be49-138fff4a84f9 None None] Routers {'93d202c6-c0b8-42d1-a7b5-ecb8c5130c9b'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:58:24.317656 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-61693cee-cc99-41be-be49-138fff4a84f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:57:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['93d202c6-c0b8-42d1-a7b5-ecb8c5130c9b'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:24.402758 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f22270-30f8-430c-b186-946bca07737e tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:24.404322 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f22270-30f8-430c-b186-946bca07737e tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:24.405060 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-56f22270-30f8-430c-b186-946bca07737e tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Synchronizing usage tracker for tenant:ae8f49d5002445e18fa3eac40ce621e0 on resource:subnet {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:58:24.457290 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7047cd-997e-49e9-bf72-3e43d1dfd7a8 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Made reservation on behalf of faf754c5dcac42e3b7b479467002acb8 for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:58:24.460627 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3c7047cd-997e-49e9-bf72-3e43d1dfd7a8 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:24.480713 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cf891fe0-27d4-4a9a-8e34-57d32942bff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:24.510854 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-61693cee-cc99-41be-be49-138fff4a84f9 None None] Set router 93d202c6-c0b8-42d1-a7b5-ecb8c5130c9b gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:58:24.519034 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-56f22270-30f8-430c-b186-946bca07737e tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Unset dirty status for tenant:ae8f49d5002445e18fa3eac40ce621e0 on resource:subnet {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:58:24.523206 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-56f22270-30f8-430c-b186-946bca07737e tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2240648 Feb 03 13:58:24.523480 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53008) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:24.556446 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-255af674-c3c1-400c-9588-11510a19702c tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:24.561687 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-255af674-c3c1-400c-9588-11510a19702c tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 9.6509087 Feb 03 13:58:24.562044 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53012) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:24.648212 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3680bb09-fc18-48c6-b81f-9842ee98b125 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:58:24.662729 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab2e59d-cf2f-44bc-8ce9-52376e85a305 None None] Sync routers for ids ['6fa04512-87ad-4846-810f-6af5e7e73d36'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:58:24.683254 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab2e59d-cf2f-44bc-8ce9-52376e85a305 None None] Routers {'6fa04512-87ad-4846-810f-6af5e7e73d36'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:58:24.684395 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-0ab2e59d-cf2f-44bc-8ce9-52376e85a305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:57:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['6fa04512-87ad-4846-810f-6af5e7e73d36'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:24.775647 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b9dbe187-3522-4f9b-b3c6-c7d82c013f67 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:24.795650 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9dbe187-3522-4f9b-b3c6-c7d82c013f67 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 03 13:58:24.796104 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9dbe187-3522-4f9b-b3c6-c7d82c013f67 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:58:24.797805 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b9dbe187-3522-4f9b-b3c6-c7d82c013f67 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] 10.222.0.41 "DELETE /v2.0/networks/afae6bc7-8e8c-4deb-84db-860ea5cc7020 HTTP/1.1" status: 409 len: 405 time: 0.2734287 Feb 03 13:58:24.801604 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53016) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:24.805832 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-0ab2e59d-cf2f-44bc-8ce9-52376e85a305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:24.812406 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-45153832-1743-4609-ac35-67d42fdf3e75 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1516346558'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:24.818628 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-45153832-1743-4609-ac35-67d42fdf3e75 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:24.821057 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab2e59d-cf2f-44bc-8ce9-52376e85a305 None None] Routers {'6fa04512-87ad-4846-810f-6af5e7e73d36'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:58:24.822527 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-45153832-1743-4609-ac35-67d42fdf3e75 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Usage tracker for resource:network and tenant:ae8f49d5002445e18fa3eac40ce621e0 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:24.823308 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-0ab2e59d-cf2f-44bc-8ce9-52376e85a305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:57:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['6fa04512-87ad-4846-810f-6af5e7e73d36'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:24.828985 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-45153832-1743-4609-ac35-67d42fdf3e75 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:24.839558 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-45153832-1743-4609-ac35-67d42fdf3e75 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:24.907630 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-0ab2e59d-cf2f-44bc-8ce9-52376e85a305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:24.909332 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab2e59d-cf2f-44bc-8ce9-52376e85a305 None None] The sync data for ids ['6fa04512-87ad-4846-810f-6af5e7e73d36'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:58:24.914627 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45153832-1743-4609-ac35-67d42fdf3e75 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Made reservation on behalf of ae8f49d5002445e18fa3eac40ce621e0 for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:58:24.924594 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-45153832-1743-4609-ac35-67d42fdf3e75 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:24.924916 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c7047cd-997e-49e9-bf72-3e43d1dfd7a8 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:58:24.932494 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-61693cee-cc99-41be-be49-138fff4a84f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d202c6-c0b8-42d1-a7b5-ecb8c5130c9b', 'name': 'tempest-snat-router-306111724', 'tenant_id': '4b3df48f94a24c57807c6c656f18bfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b0f63e22-15a9-4254-9615-6a507cb8dc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:58:15Z', 'updated_at': '2022-02-03T13:58:19Z', 'revision_number': 3, 'project_id': '4b3df48f94a24c57807c6c656f18bfb8', 'gw_port': {'id': 'b0f63e22-15a9-4254-9615-6a507cb8dc6c', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:5c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d202c6-c0b8-42d1-a7b5-ecb8c5130c9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:17Z', 'updated_at': '2022-02-03T13:58:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:24.938706 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61693cee-cc99-41be-be49-138fff4a84f9 None None] Checking router: 93d202c6-c0b8-42d1-a7b5-ecb8c5130c9b for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 13:58:24.939211 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61693cee-cc99-41be-be49-138fff4a84f9 None None] Updating router 93d202c6-c0b8-42d1-a7b5-ecb8c5130c9b port b0f63e22-15a9-4254-9615-6a507cb8dc6c binding host dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 13:58:24.957274 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45153832-1743-4609-ac35-67d42fdf3e75 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:58:24.983725 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3680bb09-fc18-48c6-b81f-9842ee98b125 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "PUT /v2.0/routers/6fa04512-87ad-4846-810f-6af5e7e73d36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5607903 Feb 03 13:58:24.983910 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-45153832-1743-4609-ac35-67d42fdf3e75 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:24.983910 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-45153832-1743-4609-ac35-67d42fdf3e75 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Added segment 3334615f-62b5-4c9a-930f-545d648bd399 of type vlan for network bc99d4cd-31f3-4e73-a965-de803c3b980b Feb 03 13:58:24.984408 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53020) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:25.001155 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cf891fe0-27d4-4a9a-8e34-57d32942bff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:25.005227 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bb0594-d767-4103-93c3-51f9c4b3d53d None None] Network afae6bc7-8e8c-4deb-84db-860ea5cc7020 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:58:25.005364 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3c7047cd-997e-49e9-bf72-3e43d1dfd7a8 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:25.005505 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-3c7047cd-997e-49e9-bf72-3e43d1dfd7a8 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Added segment 7de1396b-b4d9-41e3-8efd-18f7513f2a47 of type vlan for network 188e7daa-f37d-4add-916c-42e3e2b2b4a7 Feb 03 13:58:25.015407 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cf891fe0-27d4-4a9a-8e34-57d32942bff7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:25.033729 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e3a2ea-18a2-4d77-9385-a290589e150c admin admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:58:25.044166 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-95e3a2ea-18a2-4d77-9385-a290589e150c admin admin] 10.222.0.41 "PUT /v2.0/routers/6794a5c3-a657-488e-8006-d8ab34ea5e3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8872416 Feb 03 13:58:25.047418 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53024) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:25.072769 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-45153832-1743-4609-ac35-67d42fdf3e75 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:25.086633 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edffdad-5377-4fdd-a09e-a19426b1d5d2 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:25.087243 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-2edffdad-5377-4fdd-a09e-a19426b1d5d2 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Synchronizing usage tracker for tenant:e560cbcda02c46efaee7f040dc641828 on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:58:25.099272 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024a02d5-67f8-4cb5-9a98-a10b316e4cd8 None None] Sync routers for ids ['6794a5c3-a657-488e-8006-d8ab34ea5e3c'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:58:25.104034 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3c7047cd-997e-49e9-bf72-3e43d1dfd7a8 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:25.113174 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-61693cee-cc99-41be-be49-138fff4a84f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:25.126679 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-681b2b02-2749-46d0-959b-d6ed9ac8d67d tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] 10.222.0.41 "GET /v2.0/routers/93d202c6-c0b8-42d1-a7b5-ecb8c5130c9b HTTP/1.1" status: 200 len: 906 time: 0.5633428 Feb 03 13:58:25.129307 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53028) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:25.241411 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-2edffdad-5377-4fdd-a09e-a19426b1d5d2 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Unset dirty status for tenant:e560cbcda02c46efaee7f040dc641828 on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:58:25.242923 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-2edffdad-5377-4fdd-a09e-a19426b1d5d2 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "GET /v2.0/ports/d2a4fb62-37e3-4a2d-b78b-2591ae526150 HTTP/1.1" status: 200 len: 911 time: 0.2573714 Feb 03 13:58:25.245681 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53032) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:25.252813 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-8e9741f2-6144-4e94-9d49-8a1f2e4548cd tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a5f9a94f-1443-417b-a22b-cad9c95d7ad3'}]}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:25.274120 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024a02d5-67f8-4cb5-9a98-a10b316e4cd8 None None] Routers {'6794a5c3-a657-488e-8006-d8ab34ea5e3c'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:58:25.274797 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-024a02d5-67f8-4cb5-9a98-a10b316e4cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:57:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['6794a5c3-a657-488e-8006-d8ab34ea5e3c'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:25.288975 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3c7047cd-997e-49e9-bf72-3e43d1dfd7a8 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:25.292498 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7047cd-997e-49e9-bf72-3e43d1dfd7a8 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:25.293083 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3c7047cd-997e-49e9-bf72-3e43d1dfd7a8 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:25.313037 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cf891fe0-27d4-4a9a-8e34-57d32942bff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:25.313533 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf891fe0-27d4-4a9a-8e34-57d32942bff7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d9f0468-8bae-4548-9c68-b7ab9ccb2bec {{(pid=84182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:58:25.348536 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-006086fd-4bc6-4b49-8af1-420c58676510 None None] Provisioning for port 51c03db0-de61-4a03-971c-824866fd46a4 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:58:25.417912 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cf891fe0-27d4-4a9a-8e34-57d32942bff7 admin admin] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:25.424142 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-cf891fe0-27d4-4a9a-8e34-57d32942bff7 admin admin] 10.222.0.41 "DELETE /v2.0/routers/7d9f0468-8bae-4548-9c68-b7ab9ccb2bec HTTP/1.1" status: 204 len: 168 time: 6.1600890 Feb 03 13:58:25.429439 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53036) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:25.436594 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ab687907-4af3-4de8-a790-457809523e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:25.444864 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-45153832-1743-4609-ac35-67d42fdf3e75 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:25.452405 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45153832-1743-4609-ac35-67d42fdf3e75 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:25.453114 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-45153832-1743-4609-ac35-67d42fdf3e75 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:25.565277 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3c7047cd-997e-49e9-bf72-3e43d1dfd7a8 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5486395 Feb 03 13:58:25.584917 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53040) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:25.584917 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7047cd-997e-49e9-bf72-3e43d1dfd7a8 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'Network': ['ID=188e7daa-f37d-4add-916c-42e3e2b2b4a7,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:25.594854 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45153832-1743-4609-ac35-67d42fdf3e75 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Pushing event updated for resources: {'Network': ['ID=bc99d4cd-31f3-4e73-a965-de803c3b980b,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:25.604957 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-5e61c7e3-faa2-438d-919b-fa59f6affe93 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'ports': [{'network_id': '47a34d4f-12fc-4f29-ac61-23f93f980f4e'}, {'network_id': '188e7daa-f37d-4add-916c-42e3e2b2b4a7'}]} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:25.604957 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-5e61c7e3-faa2-438d-919b-fa59f6affe93 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'port': {'network_id': '47a34d4f-12fc-4f29-ac61-23f93f980f4e'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:25.604957 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-5e61c7e3-faa2-438d-919b-fa59f6affe93 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'port': {'network_id': '188e7daa-f37d-4add-916c-42e3e2b2b4a7'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:25.637837 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2c3bd1b0-6ed6-44cc-a855-be0ce36dcd4f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for router, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:25.644665 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 188e7daa-f37d-4add-916c-42e3e2b2b4a7 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:58:25.657018 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network bc99d4cd-31f3-4e73-a965-de803c3b980b details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:58:25.695074 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-45153832-1743-4609-ac35-67d42fdf3e75 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8924077 Feb 03 13:58:25.695434 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf5c51cb-853a-408b-a20b-2cda945919fa admin admin] Deleting subnet 43729539-3f80-443b-974d-7ae7596f4e93 {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 13:58:25.696056 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53044) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:25.713037 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-e0b3e813-38cb-4ac4-80b5-df8914cf9413 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Request body: {'subnet': {'network_id': 'bc99d4cd-31f3-4e73-a965-de803c3b980b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:25.722300 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cf5c51cb-853a-408b-a20b-2cda945919fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:25.821787 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5cea4223-c45f-4da1-9f37-c8676efb6876 admin admin] Notify callbacks [] for router, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:25.831662 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-024a02d5-67f8-4cb5-9a98-a10b316e4cd8 None None] Set router 6794a5c3-a657-488e-8006-d8ab34ea5e3c gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:58:25.849270 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e0b3e813-38cb-4ac4-80b5-df8914cf9413 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:25.862052 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e0b3e813-38cb-4ac4-80b5-df8914cf9413 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:25.881949 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415f5e23-866c-423b-9ad0-1577cd28154f None None] DHCP port deletion for afae6bc7-8e8c-4deb-84db-860ea5cc7020 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 13:58:25.970250 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b3e813-38cb-4ac4-80b5-df8914cf9413 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Made reservation on behalf of ae8f49d5002445e18fa3eac40ce621e0 for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:58:25.990935 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-415f5e23-866c-423b-9ad0-1577cd28154f None None] Deleting port 51c03db0-de61-4a03-971c-824866fd46a4 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:25.991450 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-415f5e23-866c-423b-9ad0-1577cd28154f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:26.035530 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cf5c51cb-853a-408b-a20b-2cda945919fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:26.046765 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2c3bd1b0-6ed6-44cc-a855-be0ce36dcd4f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:26.092583 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e0b3e813-38cb-4ac4-80b5-df8914cf9413 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:26.093861 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 1680a0d0-b444-4dee-83df-03cce0a88ad4 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:58:26.166769 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-2c3bd1b0-6ed6-44cc-a855-be0ce36dcd4f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Deleting port b0f63e22-15a9-4254-9615-6a507cb8dc6c {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:26.167136 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2c3bd1b0-6ed6-44cc-a855-be0ce36dcd4f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:26.176075 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8e9741f2-6144-4e94-9d49-8a1f2e4548cd tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:26.188434 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-5e61c7e3-faa2-438d-919b-fa59f6affe93 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:26.203118 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-5e61c7e3-faa2-438d-919b-fa59f6affe93 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Usage tracker for resource:port and tenant:faf754c5dcac42e3b7b479467002acb8 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:26.207743 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-5e61c7e3-faa2-438d-919b-fa59f6affe93 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:26.251517 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-5e61c7e3-faa2-438d-919b-fa59f6affe93 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:26.362220 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cf5c51cb-853a-408b-a20b-2cda945919fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:26.393139 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e61c7e3-faa2-438d-919b-fa59f6affe93 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Made reservation on behalf of faf754c5dcac42e3b7b479467002acb8 for: {'port': 2} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:58:26.396598 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5e61c7e3-faa2-438d-919b-fa59f6affe93 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:26.494902 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2c3bd1b0-6ed6-44cc-a855-be0ce36dcd4f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:26.603617 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-61693cee-cc99-41be-be49-138fff4a84f9 None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:26.607501 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 1680a0d0-b444-4dee-83df-03cce0a88ad4 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:58:26.607910 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:26.645074 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-2c3bd1b0-6ed6-44cc-a855-be0ce36dcd4f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Calling delete_port for b0f63e22-15a9-4254-9615-6a507cb8dc6c owned by network:router_gateway {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:58:26.663762 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-415f5e23-866c-423b-9ad0-1577cd28154f None None] For port 51c03db0-de61-4a03-971c-824866fd46a4, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=51c03db0-de61-4a03-971c-824866fd46a4,segment=NetworkSegment(08da07d9-a686-43c4-aed8-a73993dbf5ae),segment_id=08da07d9-a686-43c4-aed8-a73993dbf5ae)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:58:26.664295 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-415f5e23-866c-423b-9ad0-1577cd28154f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:26.678426 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-61693cee-cc99-41be-be49-138fff4a84f9 None None] Transition to ACTIVE for port object b0f63e22-15a9-4254-9615-6a507cb8dc6c will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:58:26.678817 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5e61c7e3-faa2-438d-919b-fa59f6affe93 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:26.804684 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-415f5e23-866c-423b-9ad0-1577cd28154f None None] Calling delete_port for 51c03db0-de61-4a03-971c-824866fd46a4 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:58:26.836733 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.objects.ports [None req-e0b3e813-38cb-4ac4-80b5-df8914cf9413 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84181) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 03 13:58:26.839530 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e0b3e813-38cb-4ac4-80b5-df8914cf9413 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:26.843459 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-61693cee-cc99-41be-be49-138fff4a84f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:26.925008 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.db.api [None req-2c3bd1b0-6ed6-44cc-a855-be0ce36dcd4f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:58:26.926270 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG oslo_db.api [None req-2c3bd1b0-6ed6-44cc-a855-be0ce36dcd4f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:58:26.931566 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3e813-38cb-4ac4-80b5-df8914cf9413 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Pushing event updated for resources: {'Subnet': ['ID=c0f9661b-e211-41a2-a728-4387c2bc5f46,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:26.938748 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b3e813-38cb-4ac4-80b5-df8914cf9413 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Checking segment: {'id': '3334615f-62b5-4c9a-930f-545d648bd399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bc99d4cd-31f3-4e73-a965-de803c3b980b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:58:26.939133 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b3e813-38cb-4ac4-80b5-df8914cf9413 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Network hostable DHCP agents. Network: bc99d4cd-31f3-4e73-a965-de803c3b980b, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:58:27.016046 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b62b7-6606-4625-bedb-be088c3bf4ad None None] Pushing event updated for resources: {'Port': ['ID=b0f63e22-15a9-4254-9615-6a507cb8dc6c,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:27.032713 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-61693cee-cc99-41be-be49-138fff4a84f9 None None] Attempting to bind port b0f63e22-15a9-4254-9615-6a507cb8dc6c on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:58:27.033078 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-61693cee-cc99-41be-be49-138fff4a84f9 None None] Attempting to bind port b0f63e22-15a9-4254-9615-6a507cb8dc6c by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:58:27.033701 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61693cee-cc99-41be-be49-138fff4a84f9 None None] Attempting to bind port b0f63e22-15a9-4254-9615-6a507cb8dc6c on network 16a0e898-50c0-4b65-ae3a-069e9649bbca {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:58:27.044032 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cf5c51cb-853a-408b-a20b-2cda945919fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:27.046376 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-024a02d5-67f8-4cb5-9a98-a10b316e4cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6794a5c3-a657-488e-8006-d8ab34ea5e3c', 'name': 'tempest-ServersTestJSON-579943590-router', 'tenant_id': '01d22ec6684f46e494a0aa49e75523a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '10fb666d-cec3-4c79-8459-527530c67156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:58:17Z', 'revision_number': 5, 'project_id': '01d22ec6684f46e494a0aa49e75523a4', 'gw_port': {'id': '10fb666d-cec3-4c79-8459-527530c67156', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:44:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6794a5c3-a657-488e-8006-d8ab34ea5e3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:33Z', 'updated_at': '2022-02-03T13:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:27.054351 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61693cee-cc99-41be-be49-138fff4a84f9 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:58:27.054718 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61693cee-cc99-41be-be49-138fff4a84f9 None None] Checking segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:58:27.055139 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-61693cee-cc99-41be-be49-138fff4a84f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:27.055573 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61693cee-cc99-41be-be49-138fff4a84f9 None None] Bound using segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:58:27.056037 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-61693cee-cc99-41be-be49-138fff4a84f9 None None] Bound port: b0f63e22-15a9-4254-9615-6a507cb8dc6c, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:58:27.056404 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-61693cee-cc99-41be-be49-138fff4a84f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:27.061805 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b3e813-38cb-4ac4-80b5-df8914cf9413 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Network bc99d4cd-31f3-4e73-a965-de803c3b980b is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:58:27.092727 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024a02d5-67f8-4cb5-9a98-a10b316e4cd8 None None] Checking router: 6794a5c3-a657-488e-8006-d8ab34ea5e3c for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 13:58:27.116852 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c51cb-853a-408b-a20b-2cda945919fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43729539-3f80-443b-974d-7ae7596f4e93,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:27.131947 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024a02d5-67f8-4cb5-9a98-a10b316e4cd8 None None] Routers {'6794a5c3-a657-488e-8006-d8ab34ea5e3c'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:58:27.132567 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-024a02d5-67f8-4cb5-9a98-a10b316e4cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:57:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['6794a5c3-a657-488e-8006-d8ab34ea5e3c'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:27.165119 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-e0b3e813-38cb-4ac4-80b5-df8914cf9413 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, bc99d4cd-31f3-4e73-a965-de803c3b980b) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:58:27.165330 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-5e61c7e3-faa2-438d-919b-fa59f6affe93 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] device_id is not set on port 5cab98e5-4cd2-47db-a9c9-0a21895d8aac yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:58:27.169593 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b3e813-38cb-4ac4-80b5-df8914cf9413 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:27.171388 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e0b3e813-38cb-4ac4-80b5-df8914cf9413 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:27.176082 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cf5c51cb-853a-408b-a20b-2cda945919fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:27.197007 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9e6b97-7c71-4e8b-a9a2-21948deb01ec None None] Network bc99d4cd-31f3-4e73-a965-de803c3b980b requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:58:27.210369 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa34aa7-3691-48f8-8e33-46204d73fd6b None None] Network 0d5df42d-5d3c-4c34-b194-1616b788b316 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:58:27.225888 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5cea4223-c45f-4da1-9f37-c8676efb6876 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:27.234170 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-415f5e23-866c-423b-9ad0-1577cd28154f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:27.242192 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-cf5c51cb-853a-408b-a20b-2cda945919fa admin admin] 10.222.0.41 "DELETE /v2.0/subnets/43729539-3f80-443b-974d-7ae7596f4e93 HTTP/1.1" status: 204 len: 168 time: 1.7971787 Feb 03 13:58:27.245167 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53052) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:27.338755 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-5cea4223-c45f-4da1-9f37-c8676efb6876 admin admin] Deleting port 10fb666d-cec3-4c79-8459-527530c67156 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:27.339122 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5cea4223-c45f-4da1-9f37-c8676efb6876 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:27.404859 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-61693cee-cc99-41be-be49-138fff4a84f9 None None] For port b0f63e22-15a9-4254-9615-6a507cb8dc6c, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:58:27.415786 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f5e23-866c-423b-9ad0-1577cd28154f None None] Pushing event deleted for resources: {'Port': ['ID=51c03db0-de61-4a03-971c-824866fd46a4,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:27.432679 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-2c3bd1b0-6ed6-44cc-a855-be0ce36dcd4f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Deleting port b0f63e22-15a9-4254-9615-6a507cb8dc6c {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:27.433363 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2c3bd1b0-6ed6-44cc-a855-be0ce36dcd4f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:27.447322 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8e9741f2-6144-4e94-9d49-8a1f2e4548cd tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:27.449574 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415f5e23-866c-423b-9ad0-1577cd28154f None None] No DVR routers for this DVR port 51c03db0-de61-4a03-971c-824866fd46a4 on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:58:27.462808 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-61693cee-cc99-41be-be49-138fff4a84f9 None None] For port b0f63e22-15a9-4254-9615-6a507cb8dc6c, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=b0f63e22-15a9-4254-9615-6a507cb8dc6c,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:58:27.479413 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5e61c7e3-faa2-438d-919b-fa59f6affe93 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:27.486037 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e0b3e813-38cb-4ac4-80b5-df8914cf9413 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7791526 Feb 03 13:58:27.500580 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53058) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:27.510700 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-9ee5118b-9bfd-4ef6-a9e9-70c58dd9df4a tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Request body: {'port': {'network_id': 'bc99d4cd-31f3-4e73-a965-de803c3b980b', 'name': 'tempest-NetworksIpV6TestAttrs-637460064'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:27.622761 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-61693cee-cc99-41be-be49-138fff4a84f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:27.640159 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8e9741f2-6144-4e94-9d49-8a1f2e4548cd tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:27.644411 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9741f2-6144-4e94-9d49-8a1f2e4548cd tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:27.645036 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8e9741f2-6144-4e94-9d49-8a1f2e4548cd tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:27.649116 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-8e9741f2-6144-4e94-9d49-8a1f2e4548cd tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "PUT /v2.0/ports/d2a4fb62-37e3-4a2d-b78b-2591ae526150 HTTP/1.1" status: 200 len: 911 time: 2.3994679 Feb 03 13:58:27.677289 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5477ea88-0ab6-4bbf-91e3-cde7a5eb9abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:27.678894 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53062) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:27.731798 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-5e61c7e3-faa2-438d-919b-fa59f6affe93 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] device_id is not set on port f0616b44-73a2-42e9-80b4-ff122e266d76 yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:58:27.765711 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7aa107aa-a262-4329-a52d-91a14106f491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:27.766083 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-5cea4223-c45f-4da1-9f37-c8676efb6876 admin admin] For port 10fb666d-cec3-4c79-8459-527530c67156, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=10fb666d-cec3-4c79-8459-527530c67156,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:58:27.766334 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5cea4223-c45f-4da1-9f37-c8676efb6876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:27.781069 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9741f2-6144-4e94-9d49-8a1f2e4548cd tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event updated for resources: {'Port': ['ID=d2a4fb62-37e3-4a2d-b78b-2591ae526150,revision_number=3']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:27.812109 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-5477ea88-0ab6-4bbf-91e3-cde7a5eb9abf admin admin] Deleting port 713c1b0d-81a1-44a6-8d9b-38c64956d73d {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:27.812380 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5477ea88-0ab6-4bbf-91e3-cde7a5eb9abf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:27.865817 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-024a02d5-67f8-4cb5-9a98-a10b316e4cd8 None None] Set router 6794a5c3-a657-488e-8006-d8ab34ea5e3c gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:58:27.900434 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-5cea4223-c45f-4da1-9f37-c8676efb6876 admin admin] Calling delete_port for 10fb666d-cec3-4c79-8459-527530c67156 owned by network:router_gateway {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:58:27.922264 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 1f690f7c-e879-4edf-a6fa-b52a37b2be19 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 13:58:27.970191 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b62b7-6606-4625-bedb-be088c3bf4ad None None] Pushing event updated for resources: {'Port': ['ID=b0f63e22-15a9-4254-9615-6a507cb8dc6c,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:27.975728 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-9ee5118b-9bfd-4ef6-a9e9-70c58dd9df4a tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:27.981459 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-2c3bd1b0-6ed6-44cc-a855-be0ce36dcd4f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] For port b0f63e22-15a9-4254-9615-6a507cb8dc6c, host dv-neutron-827016-1-hyperv, got binding levels [] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:58:27.981812 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2c3bd1b0-6ed6-44cc-a855-be0ce36dcd4f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:27.991334 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-9ee5118b-9bfd-4ef6-a9e9-70c58dd9df4a tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Usage tracker for resource:port and tenant:ae8f49d5002445e18fa3eac40ce621e0 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:27.998596 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-9ee5118b-9bfd-4ef6-a9e9-70c58dd9df4a tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:28.034123 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 1f690f7c-e879-4edf-a6fa-b52a37b2be19 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 13:58:28.034686 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 1f690f7c-e879-4edf-a6fa-b52a37b2be19 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 13:58:28.038541 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-9ee5118b-9bfd-4ef6-a9e9-70c58dd9df4a tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:28.070473 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61693cee-cc99-41be-be49-138fff4a84f9 None None] Routers {'93d202c6-c0b8-42d1-a7b5-ecb8c5130c9b'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:58:28.071148 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-61693cee-cc99-41be-be49-138fff4a84f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:58:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['93d202c6-c0b8-42d1-a7b5-ecb8c5130c9b'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:28.162485 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-2c3bd1b0-6ed6-44cc-a855-be0ce36dcd4f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Calling delete_port for b0f63e22-15a9-4254-9615-6a507cb8dc6c owned by network:router_gateway {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:58:28.171023 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5e61c7e3-faa2-438d-919b-fa59f6affe93 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:28.223554 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8c23bb-86d2-49b8-975f-df4f1c28094a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-bc99d4cd-31f3-4e73-a965-de803c3b980b', 'network_id': 'bc99d4cd-31f3-4e73-a965-de803c3b980b', 'tenant_id': 'ae8f49d5002445e18fa3eac40ce621e0', 'fixed_ips': [{'subnet_id': 'c0f9661b-e211-41a2-a728-4387c2bc5f46'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:58:28.223554 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4f8c23bb-86d2-49b8-975f-df4f1c28094a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:28.308016 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5e61c7e3-faa2-438d-919b-fa59f6affe93 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:28.310163 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee5118b-9bfd-4ef6-a9e9-70c58dd9df4a tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Made reservation on behalf of ae8f49d5002445e18fa3eac40ce621e0 for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:58:28.313088 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9ee5118b-9bfd-4ef6-a9e9-70c58dd9df4a tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:28.416057 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5cea4223-c45f-4da1-9f37-c8676efb6876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:28.416278 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-5477ea88-0ab6-4bbf-91e3-cde7a5eb9abf admin admin] For port 713c1b0d-81a1-44a6-8d9b-38c64956d73d, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=713c1b0d-81a1-44a6-8d9b-38c64956d73d,segment=NetworkSegment(4b99bbed-0ea2-4415-a75d-61e4f1dbd54c),segment_id=4b99bbed-0ea2-4415-a75d-61e4f1dbd54c)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:58:28.416487 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5477ea88-0ab6-4bbf-91e3-cde7a5eb9abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:28.424826 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-9ee5118b-9bfd-4ef6-a9e9-70c58dd9df4a tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] device_id is not set on port 61d8f110-6974-4126-86cb-dfa08e907885 yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:58:28.439129 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e61c7e3-faa2-438d-919b-fa59f6affe93 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Network 47a34d4f-12fc-4f29-ac61-23f93f980f4e is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:58:28.439334 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-61693cee-cc99-41be-be49-138fff4a84f9 None None] Set router 93d202c6-c0b8-42d1-a7b5-ecb8c5130c9b gateway port host: None {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:58:28.451637 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-5e61c7e3-faa2-438d-919b-fa59f6affe93 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:58:28.461391 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e61c7e3-faa2-438d-919b-fa59f6affe93 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:58:28.463318 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5e61c7e3-faa2-438d-919b-fa59f6affe93 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:28.488806 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf599540-14e8-46be-a36a-886233b70160 None None] DHCP port deletion for 0d5df42d-5d3c-4c34-b194-1616b788b316 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 13:58:28.551423 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61c7e3-faa2-438d-919b-fa59f6affe93 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'Port': ['ID=5cab98e5-4cd2-47db-a9c9-0a21895d8aac,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:28.593906 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-cf599540-14e8-46be-a36a-886233b70160 None None] Deleting port 713c1b0d-81a1-44a6-8d9b-38c64956d73d {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:28.594197 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cf599540-14e8-46be-a36a-886233b70160 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:28.613564 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea4223-c45f-4da1-9f37-c8676efb6876 admin admin] Pushing event deleted for resources: {'Port': ['ID=10fb666d-cec3-4c79-8459-527530c67156,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:28.654268 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-61693cee-cc99-41be-be49-138fff4a84f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d202c6-c0b8-42d1-a7b5-ecb8c5130c9b', 'name': 'tempest-snat-router-306111724', 'tenant_id': '4b3df48f94a24c57807c6c656f18bfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:58:15Z', 'updated_at': '2022-02-03T13:58:26Z', 'revision_number': 4, 'project_id': '4b3df48f94a24c57807c6c656f18bfb8', 'gw_port_host': None}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:28.655798 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-5477ea88-0ab6-4bbf-91e3-cde7a5eb9abf admin admin] Calling delete_port for 713c1b0d-81a1-44a6-8d9b-38c64956d73d owned by network:dhcp {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:58:28.729694 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61693cee-cc99-41be-be49-138fff4a84f9 None None] The sync data for ids ['93d202c6-c0b8-42d1-a7b5-ecb8c5130c9b'] in dv-neutron-827016-1-hyperv is: [{'id': '93d202c6-c0b8-42d1-a7b5-ecb8c5130c9b', 'name': 'tempest-snat-router-306111724', 'tenant_id': '4b3df48f94a24c57807c6c656f18bfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:58:15Z', 'updated_at': '2022-02-03T13:58:26Z', 'revision_number': 4, 'project_id': '4b3df48f94a24c57807c6c656f18bfb8', 'gw_port_host': None}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:58:28.811713 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e61c7e3-faa2-438d-919b-fa59f6affe93 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Checking segment: {'id': '7de1396b-b4d9-41e3-8efd-18f7513f2a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '188e7daa-f37d-4add-916c-42e3e2b2b4a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:58:28.812083 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e61c7e3-faa2-438d-919b-fa59f6affe93 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Network hostable DHCP agents. Network: 188e7daa-f37d-4add-916c-42e3e2b2b4a7, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:58:28.819370 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61c7e3-faa2-438d-919b-fa59f6affe93 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'Port': ['ID=f0616b44-73a2-42e9-80b4-ff122e266d76,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:28.824769 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-4f8c23bb-86d2-49b8-975f-df4f1c28094a None None] Allocated IP 2001:db8::f816:3eff:fe6a:214e (bc99d4cd-31f3-4e73-a965-de803c3b980b/c0f9661b-e211-41a2-a728-4387c2bc5f46/e2ac8070-50af-4f22-a720-db22f38b9964) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:58:28.911573 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5cea4223-c45f-4da1-9f37-c8676efb6876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:28.919389 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:28.928614 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:28.937895 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.db.api [None req-2c3bd1b0-6ed6-44cc-a855-be0ce36dcd4f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:58:28.938286 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG oslo_db.api [None req-2c3bd1b0-6ed6-44cc-a855-be0ce36dcd4f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:58:28.955516 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-2c3bd1b0-6ed6-44cc-a855-be0ce36dcd4f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Deleting port b0f63e22-15a9-4254-9615-6a507cb8dc6c {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:28.955880 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2c3bd1b0-6ed6-44cc-a855-be0ce36dcd4f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:29.035527 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-024a02d5-67f8-4cb5-9a98-a10b316e4cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6794a5c3-a657-488e-8006-d8ab34ea5e3c', 'name': 'tempest-ServersTestJSON-579943590-router', 'tenant_id': '01d22ec6684f46e494a0aa49e75523a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '10fb666d-cec3-4c79-8459-527530c67156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:58:17Z', 'revision_number': 5, 'project_id': '01d22ec6684f46e494a0aa49e75523a4', 'gw_port': {'id': '10fb666d-cec3-4c79-8459-527530c67156', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:44:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6794a5c3-a657-488e-8006-d8ab34ea5e3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:33Z', 'updated_at': '2022-02-03T13:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:29.047663 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-cf599540-14e8-46be-a36a-886233b70160 None None] For port 713c1b0d-81a1-44a6-8d9b-38c64956d73d, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=713c1b0d-81a1-44a6-8d9b-38c64956d73d,segment=NetworkSegment(4b99bbed-0ea2-4415-a75d-61e4f1dbd54c),segment_id=4b99bbed-0ea2-4415-a75d-61e4f1dbd54c)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:58:29.048052 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cf599540-14e8-46be-a36a-886233b70160 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:29.067108 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024a02d5-67f8-4cb5-9a98-a10b316e4cd8 None None] The sync data for ids ['6794a5c3-a657-488e-8006-d8ab34ea5e3c'] in dv-neutron-827016-1-hyperv is: [{'id': '6794a5c3-a657-488e-8006-d8ab34ea5e3c', 'name': 'tempest-ServersTestJSON-579943590-router', 'tenant_id': '01d22ec6684f46e494a0aa49e75523a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '10fb666d-cec3-4c79-8459-527530c67156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:58:17Z', 'revision_number': 5, 'project_id': '01d22ec6684f46e494a0aa49e75523a4', 'gw_port': {'id': '10fb666d-cec3-4c79-8459-527530c67156', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:44:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6794a5c3-a657-488e-8006-d8ab34ea5e3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:33Z', 'updated_at': '2022-02-03T13:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:58:29.070288 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e61c7e3-faa2-438d-919b-fa59f6affe93 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Network 188e7daa-f37d-4add-916c-42e3e2b2b4a7 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:58:29.099748 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5477ea88-0ab6-4bbf-91e3-cde7a5eb9abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:29.147627 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-01d64af6-d2c3-4a42-8117-459f2a23aa24 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:29.213609 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477ea88-0ab6-4bbf-91e3-cde7a5eb9abf admin admin] Pushing event deleted for resources: {'Port': ['ID=713c1b0d-81a1-44a6-8d9b-38c64956d73d,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:29.215919 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-5e61c7e3-faa2-438d-919b-fa59f6affe93 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 188e7daa-f37d-4add-916c-42e3e2b2b4a7) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:58:29.228741 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e61c7e3-faa2-438d-919b-fa59f6affe93 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:58:29.234405 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e61c7e3-faa2-438d-919b-fa59f6affe93 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:29.240001 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ec44b8-11e9-499c-981a-a36cd6c4af57 None None] Network 188e7daa-f37d-4add-916c-42e3e2b2b4a7 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:58:29.245812 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5477ea88-0ab6-4bbf-91e3-cde7a5eb9abf admin admin] No DVR routers for this DVR port 713c1b0d-81a1-44a6-8d9b-38c64956d73d on host dv-neutron-827016-1-hyperv {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:58:29.248365 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e61c7e3-faa2-438d-919b-fa59f6affe93 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:29.249514 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5e61c7e3-faa2-438d-919b-fa59f6affe93 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:29.254214 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5cea4223-c45f-4da1-9f37-c8676efb6876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:29.262517 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-cf599540-14e8-46be-a36a-886233b70160 None None] Calling delete_port for 713c1b0d-81a1-44a6-8d9b-38c64956d73d owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:58:29.269118 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5cea4223-c45f-4da1-9f37-c8676efb6876 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:29.368124 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-5e61c7e3-faa2-438d-919b-fa59f6affe93 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.7776771 Feb 03 13:58:29.368303 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53066) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:29.452303 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5477ea88-0ab6-4bbf-91e3-cde7a5eb9abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:29.460694 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-2c3bd1b0-6ed6-44cc-a855-be0ce36dcd4f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] For port b0f63e22-15a9-4254-9615-6a507cb8dc6c, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=b0f63e22-15a9-4254-9615-6a507cb8dc6c,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:58:29.461057 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2c3bd1b0-6ed6-44cc-a855-be0ce36dcd4f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:29.467273 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-bc421b81-c265-4d36-aa60-bde09703ed8d tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Deleting port f0616b44-73a2-42e9-80b4-ff122e266d76 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:29.467645 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bc421b81-c265-4d36-aa60-bde09703ed8d tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:29.506428 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5cea4223-c45f-4da1-9f37-c8676efb6876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:29.507129 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cea4223-c45f-4da1-9f37-c8676efb6876 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6794a5c3-a657-488e-8006-d8ab34ea5e3c {{(pid=84182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:58:29.533876 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5cea4223-c45f-4da1-9f37-c8676efb6876 admin admin] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:29.537717 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-5cea4223-c45f-4da1-9f37-c8676efb6876 admin admin] 10.222.0.41 "DELETE /v2.0/routers/6794a5c3-a657-488e-8006-d8ab34ea5e3c HTTP/1.1" status: 204 len: 168 time: 4.4863021 Feb 03 13:58:29.538626 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53070) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:29.547443 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-5477ea88-0ab6-4bbf-91e3-cde7a5eb9abf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d5df42d-5d3c-4c34-b194-1616b788b316']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:29.552916 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-cf599540-14e8-46be-a36a-886233b70160 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:58:29.553149 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-cf599540-14e8-46be-a36a-886233b70160 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:58:29.574909 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4f8c23bb-86d2-49b8-975f-df4f1c28094a None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:29.594710 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-4f8c23bb-86d2-49b8-975f-df4f1c28094a None None] Transition to ACTIVE for port object e2ac8070-50af-4f22-a720-db22f38b9964 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:58:29.605941 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffed3a1d-ab3f-40ca-9ac1-2486828b9fb5 admin admin] Deleting subnet 5f89cc18-9848-497d-8cdf-e96e7d0c84ab {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 13:58:29.609044 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ffed3a1d-ab3f-40ca-9ac1-2486828b9fb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:29.625058 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-2c3bd1b0-6ed6-44cc-a855-be0ce36dcd4f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Calling delete_port for b0f63e22-15a9-4254-9615-6a507cb8dc6c owned by network:router_gateway {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:58:29.625234 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-4f8c23bb-86d2-49b8-975f-df4f1c28094a None None] Transition to ACTIVE for port object e2ac8070-50af-4f22-a720-db22f38b9964 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:58:29.651525 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-5477ea88-0ab6-4bbf-91e3-cde7a5eb9abf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b99bbed-0ea2-4415-a75d-61e4f1dbd54c') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:29.651813 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-5477ea88-0ab6-4bbf-91e3-cde7a5eb9abf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b99bbed-0ea2-4415-a75d-61e4f1dbd54c') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:29.676755 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5477ea88-0ab6-4bbf-91e3-cde7a5eb9abf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:29.704998 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5477ea88-0ab6-4bbf-91e3-cde7a5eb9abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:29.711569 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ffed3a1d-ab3f-40ca-9ac1-2486828b9fb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:29.718348 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5477ea88-0ab6-4bbf-91e3-cde7a5eb9abf admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:58:29.718738 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5477ea88-0ab6-4bbf-91e3-cde7a5eb9abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:29.719576 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4f8c23bb-86d2-49b8-975f-df4f1c28094a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:29.731893 dv-neutron-827016-1-hyperv neutron-server[84181]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:58:29.731893 dv-neutron-827016-1-hyperv neutron-server[84181]: util.warn( Feb 03 13:58:29.731893 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 13:58:29.731893 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:58:29.731893 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 13:58:29.731893 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:58:29.731893 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 13:58:29.731893 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:58:29.731893 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 13:58:29.731893 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:58:29.731893 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 13:58:29.731893 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:58:29.731893 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 13:58:29.731893 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:58:29.731893 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 13:58:29.731893 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:58:29.731893 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:58:29.731893 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:58:29.731893 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:58:29.731893 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:58:29.731893 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 13:58:29.731893 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:58:29.731893 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 13:58:29.731893 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:58:29.731893 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:58:29.731893 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:58:29.731893 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 13:58:29.731893 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:58:29.731893 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:58:29.731893 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:58:29.731893 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:58:29.731893 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:58:29.731893 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:58:29.731893 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:58:29.798045 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8c23bb-86d2-49b8-975f-df4f1c28094a None None] Network bc99d4cd-31f3-4e73-a965-de803c3b980b is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:58:29.801199 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-4f8c23bb-86d2-49b8-975f-df4f1c28094a None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:58:29.808573 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8c23bb-86d2-49b8-975f-df4f1c28094a None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:58:29.810885 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c23bb-86d2-49b8-975f-df4f1c28094a None None] Pushing event updated for resources: {'Port': ['ID=e2ac8070-50af-4f22-a720-db22f38b9964,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:29.881286 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bc421b81-c265-4d36-aa60-bde09703ed8d tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:29.961575 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-4f8c23bb-86d2-49b8-975f-df4f1c28094a None None] Attempting to bind port e2ac8070-50af-4f22-a720-db22f38b9964 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:58:29.962469 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-4f8c23bb-86d2-49b8-975f-df4f1c28094a None None] Attempting to bind port e2ac8070-50af-4f22-a720-db22f38b9964 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '3334615f-62b5-4c9a-930f-545d648bd399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bc99d4cd-31f3-4e73-a965-de803c3b980b'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:58:29.962469 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8c23bb-86d2-49b8-975f-df4f1c28094a None None] Attempting to bind port e2ac8070-50af-4f22-a720-db22f38b9964 on network bc99d4cd-31f3-4e73-a965-de803c3b980b {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:58:29.970110 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 713c1b0d-81a1-44a6-8d9b-38c64956d73d no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 13:58:29.986441 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-9ee5118b-9bfd-4ef6-a9e9-70c58dd9df4a tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Allocated IP 2001:db8::f816:3eff:feaf:3063 (bc99d4cd-31f3-4e73-a965-de803c3b980b/c0f9661b-e211-41a2-a728-4387c2bc5f46/61d8f110-6974-4126-86cb-dfa08e907885) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:58:30.010310 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 713c1b0d-81a1-44a6-8d9b-38c64956d73d {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 13:58:30.010921 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 713c1b0d-81a1-44a6-8d9b-38c64956d73d not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 13:58:30.011465 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 82e1daf4-46f0-4c11-9ac6-78b9b8d07024 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 13:58:30.040551 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8c23bb-86d2-49b8-975f-df4f1c28094a None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:58:30.041324 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8c23bb-86d2-49b8-975f-df4f1c28094a None None] Checking segment: {'id': '3334615f-62b5-4c9a-930f-545d648bd399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bc99d4cd-31f3-4e73-a965-de803c3b980b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:58:30.041986 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4f8c23bb-86d2-49b8-975f-df4f1c28094a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:30.041986 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8c23bb-86d2-49b8-975f-df4f1c28094a None None] Bound using segment: {'id': '3334615f-62b5-4c9a-930f-545d648bd399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bc99d4cd-31f3-4e73-a965-de803c3b980b'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:58:30.042801 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-4f8c23bb-86d2-49b8-975f-df4f1c28094a None None] Bound port: e2ac8070-50af-4f22-a720-db22f38b9964, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3334615f-62b5-4c9a-930f-545d648bd399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bc99d4cd-31f3-4e73-a965-de803c3b980b'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:58:30.043344 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4f8c23bb-86d2-49b8-975f-df4f1c28094a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:30.050273 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5477ea88-0ab6-4bbf-91e3-cde7a5eb9abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:30.063943 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-cf599540-14e8-46be-a36a-886233b70160 None None] Deleting port 713c1b0d-81a1-44a6-8d9b-38c64956d73d {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:30.064480 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cf599540-14e8-46be-a36a-886233b70160 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:30.080380 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5477ea88-0ab6-4bbf-91e3-cde7a5eb9abf admin admin] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:30.110617 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 82e1daf4-46f0-4c11-9ac6-78b9b8d07024 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 13:58:30.111226 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 82e1daf4-46f0-4c11-9ac6-78b9b8d07024 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 13:58:30.129238 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-bc421b81-c265-4d36-aa60-bde09703ed8d tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Calling delete_port for f0616b44-73a2-42e9-80b4-ff122e266d76 owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:58:30.146336 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477ea88-0ab6-4bbf-91e3-cde7a5eb9abf admin admin] Pushing event deleted for resources: {'Network': ['ID=0d5df42d-5d3c-4c34-b194-1616b788b316,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:30.155327 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-cf599540-14e8-46be-a36a-886233b70160 None None] The port '713c1b0d-81a1-44a6-8d9b-38c64956d73d' was deleted {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 13:58:30.187422 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ffed3a1d-ab3f-40ca-9ac1-2486828b9fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:30.213256 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:30.243032 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-4f8c23bb-86d2-49b8-975f-df4f1c28094a None None] For port e2ac8070-50af-4f22-a720-db22f38b9964, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:58:30.249502 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-4f8c23bb-86d2-49b8-975f-df4f1c28094a None None] For port e2ac8070-50af-4f22-a720-db22f38b9964, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=e2ac8070-50af-4f22-a720-db22f38b9964,segment=NetworkSegment(3334615f-62b5-4c9a-930f-545d648bd399),segment_id=3334615f-62b5-4c9a-930f-545d648bd399)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:58:30.433278 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bc421b81-c265-4d36-aa60-bde09703ed8d tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:30.434405 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4f8c23bb-86d2-49b8-975f-df4f1c28094a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:30.436294 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ffed3a1d-ab3f-40ca-9ac1-2486828b9fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:30.444179 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-5477ea88-0ab6-4bbf-91e3-cde7a5eb9abf admin admin] 10.222.0.41 "DELETE /v2.0/networks/0d5df42d-5d3c-4c34-b194-1616b788b316 HTTP/1.1" status: 204 len: 168 time: 3.1942754 Feb 03 13:58:30.522520 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c23bb-86d2-49b8-975f-df4f1c28094a None None] Pushing event updated for resources: {'Port': ['ID=e2ac8070-50af-4f22-a720-db22f38b9964,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:30.533916 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed3a1d-ab3f-40ca-9ac1-2486828b9fb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f89cc18-9848-497d-8cdf-e96e7d0c84ab,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:30.548262 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc421b81-c265-4d36-aa60-bde09703ed8d tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event deleted for resources: {'Port': ['ID=f0616b44-73a2-42e9-80b4-ff122e266d76,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:30.557183 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bc421b81-c265-4d36-aa60-bde09703ed8d tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:30.564246 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ffed3a1d-ab3f-40ca-9ac1-2486828b9fb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:30.575336 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-bc421b81-c265-4d36-aa60-bde09703ed8d tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/ports/f0616b44-73a2-42e9-80b4-ff122e266d76 HTTP/1.1" status: 204 len: 168 time: 1.2029247 Feb 03 13:58:30.575336 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ffed3a1d-ab3f-40ca-9ac1-2486828b9fb5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5f89cc18-9848-497d-8cdf-e96e7d0c84ab HTTP/1.1" status: 204 len: 168 time: 1.0355513 Feb 03 13:58:30.576378 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53078) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:30.578498 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53080) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:30.584932 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1aeed3-f407-4d1b-8219-1c93ab51aed7 None None] Network c4c437f2-b270-46b1-b446-bb339ad2d528 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:58:30.602723 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2c3bd1b0-6ed6-44cc-a855-be0ce36dcd4f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:30.694405 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3bd1b0-6ed6-44cc-a855-be0ce36dcd4f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0f63e22-15a9-4254-9615-6a507cb8dc6c,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:30.698431 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9ee5118b-9bfd-4ef6-a9e9-70c58dd9df4a tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:30.805365 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-9ee5118b-9bfd-4ef6-a9e9-70c58dd9df4a tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Transition to ACTIVE for port object 61d8f110-6974-4126-86cb-dfa08e907885 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:58:30.840781 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e7cb48f0-16b7-4836-96f2-5121ef9045c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:30.869955 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c13cbe-366f-4ac3-a582-2d145dc1a267 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:30.877982 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c13cbe-366f-4ac3-a582-2d145dc1a267 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:30.877982 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e9c13cbe-366f-4ac3-a582-2d145dc1a267 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Synchronizing usage tracker for tenant:faf754c5dcac42e3b7b479467002acb8 on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:58:30.881501 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-e7cb48f0-16b7-4836-96f2-5121ef9045c8 admin admin] Deleting port 4ee8b4ac-aca6-4d56-987b-407a181cc183 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:30.881834 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e7cb48f0-16b7-4836-96f2-5121ef9045c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:31.058826 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e9c13cbe-366f-4ac3-a582-2d145dc1a267 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Unset dirty status for tenant:faf754c5dcac42e3b7b479467002acb8 on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:58:31.078270 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e9c13cbe-366f-4ac3-a582-2d145dc1a267 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.4916985 Feb 03 13:58:31.078386 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53086) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:31.078386 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53088) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:31.102710 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3a1ae6-35a3-4242-abe9-d8629aee01e2 None None] DHCP port deletion for c4c437f2-b270-46b1-b446-bb339ad2d528 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 13:58:31.111580 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-bb3a1ae6-35a3-4242-abe9-d8629aee01e2 None None] Deleting port 4ee8b4ac-aca6-4d56-987b-407a181cc183 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:31.112039 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb3a1ae6-35a3-4242-abe9-d8629aee01e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:31.168296 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-e7cb48f0-16b7-4836-96f2-5121ef9045c8 admin admin] For port 4ee8b4ac-aca6-4d56-987b-407a181cc183, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=4ee8b4ac-aca6-4d56-987b-407a181cc183,segment=NetworkSegment(7b419f28-6522-4ce5-982d-f7c4ce3b9016),segment_id=7b419f28-6522-4ce5-982d-f7c4ce3b9016)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:58:31.168911 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e7cb48f0-16b7-4836-96f2-5121ef9045c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:31.246261 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2c3bd1b0-6ed6-44cc-a855-be0ce36dcd4f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:31.309185 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-e7cb48f0-16b7-4836-96f2-5121ef9045c8 admin admin] Calling delete_port for 4ee8b4ac-aca6-4d56-987b-407a181cc183 owned by network:dhcp {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:58:31.322962 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9ee5118b-9bfd-4ef6-a9e9-70c58dd9df4a tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:31.368637 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-bb3a1ae6-35a3-4242-abe9-d8629aee01e2 None None] For port 4ee8b4ac-aca6-4d56-987b-407a181cc183, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=4ee8b4ac-aca6-4d56-987b-407a181cc183,segment=NetworkSegment(7b419f28-6522-4ce5-982d-f7c4ce3b9016),segment_id=7b419f28-6522-4ce5-982d-f7c4ce3b9016)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:58:31.369820 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb3a1ae6-35a3-4242-abe9-d8629aee01e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:31.441480 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-d7798aef-a83a-48b2-a4a0-809dedacf78d tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Deleting port 5cab98e5-4cd2-47db-a9c9-0a21895d8aac {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:31.441735 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d7798aef-a83a-48b2-a4a0-809dedacf78d tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:31.456412 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e7cb48f0-16b7-4836-96f2-5121ef9045c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:31.499680 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-bb3a1ae6-35a3-4242-abe9-d8629aee01e2 None None] Calling delete_port for 4ee8b4ac-aca6-4d56-987b-407a181cc183 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:58:31.505075 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb48f0-16b7-4836-96f2-5121ef9045c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ee8b4ac-aca6-4d56-987b-407a181cc183,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:31.515232 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cb48f0-16b7-4836-96f2-5121ef9045c8 admin admin] No DVR routers for this DVR port 4ee8b4ac-aca6-4d56-987b-407a181cc183 on host dv-neutron-827016-1-hyperv {{(pid=84182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:58:31.549587 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb48f0-16b7-4836-96f2-5121ef9045c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:31.549912 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb48f0-16b7-4836-96f2-5121ef9045c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:31.550296 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb48f0-16b7-4836-96f2-5121ef9045c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:31.550690 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb48f0-16b7-4836-96f2-5121ef9045c8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:31.551032 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb48f0-16b7-4836-96f2-5121ef9045c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:31.551387 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb48f0-16b7-4836-96f2-5121ef9045c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:31.551807 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb48f0-16b7-4836-96f2-5121ef9045c8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:31.552233 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb48f0-16b7-4836-96f2-5121ef9045c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:31.552607 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb48f0-16b7-4836-96f2-5121ef9045c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:31.552934 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb48f0-16b7-4836-96f2-5121ef9045c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:31.553294 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb48f0-16b7-4836-96f2-5121ef9045c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:31.618632 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-91efecd0-e154-4941-972d-629bee3d1751 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aa12ab67af1e4dc2bf9988d3321473a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5305290 Feb 03 13:58:31.627487 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-bb3a1ae6-35a3-4242-abe9-d8629aee01e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:58:31.628076 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-bb3a1ae6-35a3-4242-abe9-d8629aee01e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:58:31.636709 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee5118b-9bfd-4ef6-a9e9-70c58dd9df4a tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Network bc99d4cd-31f3-4e73-a965-de803c3b980b is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:58:31.637848 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53094) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:31.664238 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e7cb48f0-16b7-4836-96f2-5121ef9045c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:31.690464 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-e7cb48f0-16b7-4836-96f2-5121ef9045c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4c437f2-b270-46b1-b446-bb339ad2d528']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:31.693967 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5118b-9bfd-4ef6-a9e9-70c58dd9df4a tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Pushing event updated for resources: {'Port': ['ID=61d8f110-6974-4126-86cb-dfa08e907885,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:31.703390 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-e7cb48f0-16b7-4836-96f2-5121ef9045c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b419f28-6522-4ce5-982d-f7c4ce3b9016') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:31.703689 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-e7cb48f0-16b7-4836-96f2-5121ef9045c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b419f28-6522-4ce5-982d-f7c4ce3b9016') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:31.705121 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-9ee5118b-9bfd-4ef6-a9e9-70c58dd9df4a tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:58:31.707533 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee5118b-9bfd-4ef6-a9e9-70c58dd9df4a tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:58:31.735332 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee5118b-9bfd-4ef6-a9e9-70c58dd9df4a tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:31.735332 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9ee5118b-9bfd-4ef6-a9e9-70c58dd9df4a tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:31.736926 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e7cb48f0-16b7-4836-96f2-5121ef9045c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:31.736926 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e7cb48f0-16b7-4836-96f2-5121ef9045c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:31.740281 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7cb48f0-16b7-4836-96f2-5121ef9045c8 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:58:31.740950 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e7cb48f0-16b7-4836-96f2-5121ef9045c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:31.755782 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 13:58:31.755782 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:58:31.755782 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 13:58:31.755782 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:58:31.755782 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 13:58:31.755782 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:58:31.755782 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 13:58:31.755782 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:58:31.755782 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 13:58:31.755782 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:58:31.755782 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 13:58:31.755782 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:58:31.755782 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 13:58:31.755782 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:58:31.755782 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:58:31.755782 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:58:31.755782 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:58:31.755782 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:58:31.755782 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 13:58:31.755782 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:58:31.755782 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 13:58:31.755782 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:58:31.755782 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:58:31.755782 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:58:31.755782 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 13:58:31.755782 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:58:31.755782 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:58:31.755782 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:58:31.755782 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:58:31.755782 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:58:31.755782 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:58:31.755782 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:58:31.804478 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2c3bd1b0-6ed6-44cc-a855-be0ce36dcd4f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:31.857147 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee5118b-9bfd-4ef6-a9e9-70c58dd9df4a tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:31.857668 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee5118b-9bfd-4ef6-a9e9-70c58dd9df4a tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:31.858175 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee5118b-9bfd-4ef6-a9e9-70c58dd9df4a tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:31.858655 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee5118b-9bfd-4ef6-a9e9-70c58dd9df4a tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:31.859175 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee5118b-9bfd-4ef6-a9e9-70c58dd9df4a tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:31.859509 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee5118b-9bfd-4ef6-a9e9-70c58dd9df4a tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:31.859831 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee5118b-9bfd-4ef6-a9e9-70c58dd9df4a tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:31.860517 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee5118b-9bfd-4ef6-a9e9-70c58dd9df4a tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:31.860846 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee5118b-9bfd-4ef6-a9e9-70c58dd9df4a tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:31.861288 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee5118b-9bfd-4ef6-a9e9-70c58dd9df4a tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:31.861615 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee5118b-9bfd-4ef6-a9e9-70c58dd9df4a tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:31.884732 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2c3bd1b0-6ed6-44cc-a855-be0ce36dcd4f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:31.926937 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device e2ac8070-50af-4f22-a720-db22f38b9964 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:58:31.975401 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e7cb48f0-16b7-4836-96f2-5121ef9045c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:31.982209 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-9ee5118b-9bfd-4ef6-a9e9-70c58dd9df4a tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.4777324 Feb 03 13:58:31.982421 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e7cb48f0-16b7-4836-96f2-5121ef9045c8 admin admin] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:31.983373 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-01d64af6-d2c3-4a42-8117-459f2a23aa24 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Deleting port d2a4fb62-37e3-4a2d-b78b-2591ae526150 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:31.983872 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-01d64af6-d2c3-4a42-8117-459f2a23aa24 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:31.987425 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53098) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:32.025414 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb48f0-16b7-4836-96f2-5121ef9045c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4c437f2-b270-46b1-b446-bb339ad2d528,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:32.088098 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port e2ac8070-50af-4f22-a720-db22f38b9964 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:58:32.129221 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-bb3a1ae6-35a3-4242-abe9-d8629aee01e2 None None] Deleting port 4ee8b4ac-aca6-4d56-987b-407a181cc183 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:32.130675 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb3a1ae6-35a3-4242-abe9-d8629aee01e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:32.136536 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e7cb48f0-16b7-4836-96f2-5121ef9045c8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c4c437f2-b270-46b1-b446-bb339ad2d528 HTTP/1.1" status: 204 len: 168 time: 1.5567541 Feb 03 13:58:32.195267 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 4ee8b4ac-aca6-4d56-987b-407a181cc183 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 13:58:32.209440 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d7798aef-a83a-48b2-a4a0-809dedacf78d tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:32.252985 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7b27ddd5-aaa3-46b8-8694-a473374e07b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:32.272027 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 4ee8b4ac-aca6-4d56-987b-407a181cc183 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 13:58:32.272514 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-0125fe7b-4494-4f1a-981e-910901b36287 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Deleting subnet c0f9661b-e211-41a2-a728-4387c2bc5f46 {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 13:58:32.272737 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 4ee8b4ac-aca6-4d56-987b-407a181cc183 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 13:58:32.273255 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 10fb666d-cec3-4c79-8459-527530c67156 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 13:58:32.285386 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0125fe7b-4494-4f1a-981e-910901b36287 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:32.326297 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-bb3a1ae6-35a3-4242-abe9-d8629aee01e2 None None] The port '4ee8b4ac-aca6-4d56-987b-407a181cc183' was deleted {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 13:58:32.327335 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 10fb666d-cec3-4c79-8459-527530c67156 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 13:58:32.327804 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 10fb666d-cec3-4c79-8459-527530c67156 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 13:58:32.403246 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2c3bd1b0-6ed6-44cc-a855-be0ce36dcd4f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:32.404012 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3bd1b0-6ed6-44cc-a855-be0ce36dcd4f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 93d202c6-c0b8-42d1-a7b5-ecb8c5130c9b {{(pid=84181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:58:32.473826 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-d7798aef-a83a-48b2-a4a0-809dedacf78d tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Calling delete_port for 5cab98e5-4cd2-47db-a9c9-0a21895d8aac owned by {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:58:32.510266 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0125fe7b-4494-4f1a-981e-910901b36287 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:32.542123 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2c3bd1b0-6ed6-44cc-a855-be0ce36dcd4f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:32.545677 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-2c3bd1b0-6ed6-44cc-a855-be0ce36dcd4f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] 10.222.0.41 "DELETE /v2.0/routers/93d202c6-c0b8-42d1-a7b5-ecb8c5130c9b HTTP/1.1" status: 204 len: 168 time: 7.4130700 Feb 03 13:58:32.554097 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53106) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:32.592489 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747dfdc4-24d4-45cb-b6c1-aaf2a9925b85 None None] Network bc99d4cd-31f3-4e73-a965-de803c3b980b requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:58:32.640098 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0125fe7b-4494-4f1a-981e-910901b36287 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:32.657969 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7b27ddd5-aaa3-46b8-8694-a473374e07b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:32.751243 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-01d64af6-d2c3-4a42-8117-459f2a23aa24 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:32.794192 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53110) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:32.809692 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-691c77c0-60f5-4995-8ffb-0b8f2c5f6b0f None None] Provisioning for port e2ac8070-50af-4f22-a720-db22f38b9964 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:58:32.811729 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0125fe7b-4494-4f1a-981e-910901b36287 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:32.816166 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-691c77c0-60f5-4995-8ffb-0b8f2c5f6b0f None None] Provisioning complete for port e2ac8070-50af-4f22-a720-db22f38b9964 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:58:32.816644 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-691c77c0-60f5-4995-8ffb-0b8f2c5f6b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:32.865544 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125fe7b-4494-4f1a-981e-910901b36287 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Pushing event deleted for resources: {'Subnet': ['ID=c0f9661b-e211-41a2-a728-4387c2bc5f46,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:32.877967 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d7798aef-a83a-48b2-a4a0-809dedacf78d tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:32.878657 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0125fe7b-4494-4f1a-981e-910901b36287 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:32.903277 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-0125fe7b-4494-4f1a-981e-910901b36287 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] 10.222.0.41 "DELETE /v2.0/subnets/c0f9661b-e211-41a2-a728-4387c2bc5f46 HTTP/1.1" status: 204 len: 168 time: 0.9108965 Feb 03 13:58:32.904326 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53114) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:32.925545 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-01d64af6-d2c3-4a42-8117-459f2a23aa24 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Calling delete_port for d2a4fb62-37e3-4a2d-b78b-2591ae526150 owned by network:router_interface {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:58:32.951723 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7f27d4b7-834e-4936-bc8b-7ef88057433a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=01d22ec6684f46e494a0aa49e75523a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1562171 Feb 03 13:58:32.953921 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53118) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:32.954745 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-691c77c0-60f5-4995-8ffb-0b8f2c5f6b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:32.970910 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7798aef-a83a-48b2-a4a0-809dedacf78d tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event deleted for resources: {'Port': ['ID=5cab98e5-4cd2-47db-a9c9-0a21895d8aac,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:32.995858 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-691c77c0-60f5-4995-8ffb-0b8f2c5f6b0f None None] For port e2ac8070-50af-4f22-a720-db22f38b9964, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=e2ac8070-50af-4f22-a720-db22f38b9964,segment=NetworkSegment(3334615f-62b5-4c9a-930f-545d648bd399),segment_id=3334615f-62b5-4c9a-930f-545d648bd399)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:58:32.999527 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d7798aef-a83a-48b2-a4a0-809dedacf78d tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:33.032538 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb95474-f550-4e8b-b7a4-3cd492d391d0 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:33.033851 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb95474-f550-4e8b-b7a4-3cd492d391d0 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:33.034604 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-abb95474-f550-4e8b-b7a4-3cd492d391d0 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Synchronizing usage tracker for tenant:ae8f49d5002445e18fa3eac40ce621e0 on resource:subnet {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:58:33.061281 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f2f48063-0ec3-4a75-88f6-c7a2629d6f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:33.073473 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-691c77c0-60f5-4995-8ffb-0b8f2c5f6b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:33.088809 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f2f48063-0ec3-4a75-88f6-c7a2629d6f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:33.096311 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7b27ddd5-aaa3-46b8-8694-a473374e07b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:33.098679 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7b27ddd5-aaa3-46b8-8694-a473374e07b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:33.100084 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-7b27ddd5-aaa3-46b8-8694-a473374e07b9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9b497bf9-7a4e-4f62-b87a-4a7a7518ddb3 HTTP/1.1" status: 204 len: 168 time: 1.4075058 Feb 03 13:58:33.131920 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27ddd5-aaa3-46b8-8694-a473374e07b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b497bf9-7a4e-4f62-b87a-4a7a7518ddb3,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:33.137902 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-abb95474-f550-4e8b-b7a4-3cd492d391d0 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Unset dirty status for tenant:ae8f49d5002445e18fa3eac40ce621e0 on resource:subnet {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:58:33.143727 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-abb95474-f550-4e8b-b7a4-3cd492d391d0 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2358453 Feb 03 13:58:33.144473 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53124) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:33.198643 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d7798aef-a83a-48b2-a4a0-809dedacf78d tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/ports/5cab98e5-4cd2-47db-a9c9-0a21895d8aac HTTP/1.1" status: 204 len: 168 time: 2.1101055 Feb 03 13:58:33.206289 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53128) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:33.217947 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691c77c0-60f5-4995-8ffb-0b8f2c5f6b0f None None] Pushing event updated for resources: {'Port': ['ID=e2ac8070-50af-4f22-a720-db22f38b9964,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:33.251168 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0c4cc9-c7b7-4904-8d0b-0abe657d606d None None] Network bc99d4cd-31f3-4e73-a965-de803c3b980b requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:58:33.298005 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1e5a0049-b39e-4c03-a7ef-9f5f25d4e59f tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:33.306200 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e5a0049-b39e-4c03-a7ef-9f5f25d4e59f tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 03 13:58:33.306632 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e5a0049-b39e-4c03-a7ef-9f5f25d4e59f tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:58:33.320182 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-1e5a0049-b39e-4c03-a7ef-9f5f25d4e59f tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] 10.222.0.41 "DELETE /v2.0/networks/bc99d4cd-31f3-4e73-a965-de803c3b980b HTTP/1.1" status: 409 len: 405 time: 0.1701417 Feb 03 13:58:33.331001 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53134) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:33.338206 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f2f48063-0ec3-4a75-88f6-c7a2629d6f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:33.344866 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f2f48063-0ec3-4a75-88f6-c7a2629d6f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:33.360894 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f2f48063-0ec3-4a75-88f6-c7a2629d6f75 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4521c7b9-11be-40ef-b08f-c35dc6c710fd HTTP/1.1" status: 204 len: 168 time: 0.3949583 Feb 03 13:58:33.377640 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-b508043a-b1c4-4643-a75d-94dd55ab3b2f tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1384835441'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:33.412873 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8b3b8eff-80fa-4287-be7c-2f58819ce98a tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for router, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:33.419406 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b508043a-b1c4-4643-a75d-94dd55ab3b2f tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:33.444879 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f48063-0ec3-4a75-88f6-c7a2629d6f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4521c7b9-11be-40ef-b08f-c35dc6c710fd,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:33.454775 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b508043a-b1c4-4643-a75d-94dd55ab3b2f tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Usage tracker for resource:network and tenant:ae8f49d5002445e18fa3eac40ce621e0 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:33.464920 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b508043a-b1c4-4643-a75d-94dd55ab3b2f tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:33.482853 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-01d64af6-d2c3-4a42-8117-459f2a23aa24 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:33.491043 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b508043a-b1c4-4643-a75d-94dd55ab3b2f tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:33.566066 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d64af6-d2c3-4a42-8117-459f2a23aa24 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event deleted for resources: {'Port': ['ID=d2a4fb62-37e3-4a2d-b78b-2591ae526150,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:33.593298 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-e67c6829-8d38-4f8c-9fbe-dacecd881451 None None] Provisioning for port 61d8f110-6974-4126-86cb-dfa08e907885 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:58:33.599728 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-e67c6829-8d38-4f8c-9fbe-dacecd881451 None None] Provisioning complete for port 61d8f110-6974-4126-86cb-dfa08e907885 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:58:33.600407 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e67c6829-8d38-4f8c-9fbe-dacecd881451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:33.623609 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21ba4e7-177e-4707-be99-ab627667aef1 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:33.624315 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-c21ba4e7-177e-4707-be99-ab627667aef1 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Synchronizing usage tracker for tenant:faf754c5dcac42e3b7b479467002acb8 on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:58:33.629071 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b508043a-b1c4-4643-a75d-94dd55ab3b2f tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Made reservation on behalf of ae8f49d5002445e18fa3eac40ce621e0 for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:58:33.633182 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b508043a-b1c4-4643-a75d-94dd55ab3b2f tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:33.638712 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b18b907-fdbe-4b68-8a4d-52d9ce6f3c6f None None] DHCP port deletion for bc99d4cd-31f3-4e73-a965-de803c3b980b request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 13:58:33.662546 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-9b18b907-fdbe-4b68-8a4d-52d9ce6f3c6f None None] Deleting port e2ac8070-50af-4f22-a720-db22f38b9964 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:33.662912 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9b18b907-fdbe-4b68-8a4d-52d9ce6f3c6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:33.675408 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b508043a-b1c4-4643-a75d-94dd55ab3b2f tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:58:33.717753 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b508043a-b1c4-4643-a75d-94dd55ab3b2f tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:33.719668 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-b508043a-b1c4-4643-a75d-94dd55ab3b2f tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Added segment 8197215b-ad3b-4dca-9ad3-ed6e77f7c9e2 of type vlan for network e880a6db-8e09-4e59-b9c2-19346848757a Feb 03 13:58:33.727634 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-e67c6829-8d38-4f8c-9fbe-dacecd881451 None None] Port 61d8f110-6974-4126-86cb-dfa08e907885 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:58:33.790782 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b508043a-b1c4-4643-a75d-94dd55ab3b2f tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:33.803287 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-e67c6829-8d38-4f8c-9fbe-dacecd881451 None None] Provisioning complete for port e2ac8070-50af-4f22-a720-db22f38b9964 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:58:33.804292 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e67c6829-8d38-4f8c-9fbe-dacecd881451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:33.948945 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device e2ac8070-50af-4f22-a720-db22f38b9964 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 13:58:33.953027 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b508043a-b1c4-4643-a75d-94dd55ab3b2f tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:33.959466 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-c21ba4e7-177e-4707-be99-ab627667aef1 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Unset dirty status for tenant:faf754c5dcac42e3b7b479467002acb8 on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:58:33.961795 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c21ba4e7-177e-4707-be99-ab627667aef1 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.7523348 Feb 03 13:58:33.965454 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b508043a-b1c4-4643-a75d-94dd55ab3b2f tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:33.966123 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b508043a-b1c4-4643-a75d-94dd55ab3b2f tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:33.968626 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53152) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:34.082814 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-9b18b907-fdbe-4b68-8a4d-52d9ce6f3c6f None None] For port e2ac8070-50af-4f22-a720-db22f38b9964, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=e2ac8070-50af-4f22-a720-db22f38b9964,segment=NetworkSegment(3334615f-62b5-4c9a-930f-545d648bd399),segment_id=3334615f-62b5-4c9a-930f-545d648bd399)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:58:34.083364 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9b18b907-fdbe-4b68-8a4d-52d9ce6f3c6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:34.084024 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-01d64af6-d2c3-4a42-8117-459f2a23aa24 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:34.114617 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508043a-b1c4-4643-a75d-94dd55ab3b2f tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Pushing event updated for resources: {'Network': ['ID=e880a6db-8e09-4e59-b9c2-19346848757a,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:34.161133 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network e880a6db-8e09-4e59-b9c2-19346848757a details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:58:34.176898 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b508043a-b1c4-4643-a75d-94dd55ab3b2f tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8436763 Feb 03 13:58:34.186127 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53162) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:34.194160 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-2d7ed2bd-97ad-454e-8a96-76b914c71733 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Request body: {'subnet': {'network_id': 'e880a6db-8e09-4e59-b9c2-19346848757a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:34.341046 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dd173da-5c03-418c-9529-c1c42094eac7 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] GET failed (client error): The resource could not be found. Feb 03 13:58:34.342220 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-6dd173da-5c03-418c-9529-c1c42094eac7 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "GET /v2.0/ports/f0616b44-73a2-42e9-80b4-ff122e266d76 HTTP/1.1" status: 404 len: 333 time: 0.3680556 Feb 03 13:58:34.352539 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53170) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:34.365473 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-9b18b907-fdbe-4b68-8a4d-52d9ce6f3c6f None None] Calling delete_port for e2ac8070-50af-4f22-a720-db22f38b9964 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:58:34.422892 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c011e62e-818b-4472-a43c-974e2784d11d req-e69a8f17-d0de-4fb4-a370-e86a1d92c8d3 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:34.424463 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c011e62e-818b-4472-a43c-974e2784d11d req-e69a8f17-d0de-4fb4-a370-e86a1d92c8d3 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.3022697 Feb 03 13:58:34.425511 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-2d7ed2bd-97ad-454e-8a96-76b914c71733 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:34.473561 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-2d7ed2bd-97ad-454e-8a96-76b914c71733 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:34.530991 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c011e62e-818b-4472-a43c-974e2784d11d req-fc209a10-a2c6-4e94-9dc6-08abaf969d7b tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895219 Feb 03 13:58:34.554906 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9ce66ef-1a91-405f-9e7b-b5feb396e36a tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] GET failed (client error): The resource could not be found. Feb 03 13:58:34.559281 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-a9ce66ef-1a91-405f-9e7b-b5feb396e36a tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "GET /v2.0/ports/5cab98e5-4cd2-47db-a9c9-0a21895d8aac HTTP/1.1" status: 404 len: 333 time: 0.2007887 Feb 03 13:58:34.559624 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53174) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:34.582141 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7ed2bd-97ad-454e-8a96-76b914c71733 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Made reservation on behalf of ae8f49d5002445e18fa3eac40ce621e0 for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:58:34.632914 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No ports have port_id starting with e2ac8070-50af-4f22-a720-db22f38b9964 Feb 03 13:58:34.632914 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9b18b907-fdbe-4b68-8a4d-52d9ce6f3c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:34.659465 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ab2c6941-30ca-4309-a7dd-56a8e3348abd req-cd33fc20-1117-4680-a55f-448f4eacb5df service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8ad7c313a9048189891dfa3a8c2ec7f&device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 1099 time: 0.5814204 Feb 03 13:58:34.734747 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.plugins.ml2.db [None req-e67c6829-8d38-4f8c-9fbe-dacecd881451 None None] No ports have port_id starting with e2ac8070-50af-4f22-a720-db22f38b9964 Feb 03 13:58:34.747154 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18b907-fdbe-4b68-8a4d-52d9ce6f3c6f None None] Pushing event deleted for resources: {'Port': ['ID=e2ac8070-50af-4f22-a720-db22f38b9964,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:34.756540 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b18b907-fdbe-4b68-8a4d-52d9ce6f3c6f None None] No DVR routers for this DVR port e2ac8070-50af-4f22-a720-db22f38b9964 on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:58:34.828430 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6b46b597-a9a0-4dca-a78f-8e9b20606d39 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:34.834023 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2d7ed2bd-97ad-454e-8a96-76b914c71733 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:34.912984 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8b3b8eff-80fa-4287-be7c-2f58819ce98a tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:35.073000 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c6941-30ca-4309-a7dd-56a8e3348abd req-f6bf34ff-9aef-4662-bf2c-9b065e9a9ce2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:35.073000 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ab2c6941-30ca-4309-a7dd-56a8e3348abd req-f6bf34ff-9aef-4662-bf2c-9b065e9a9ce2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=455fb28a-aeb2-407e-b782-081ff385e6a8 HTTP/1.1" status: 200 len: 912 time: 0.3567214 Feb 03 13:58:35.085189 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6b46b597-a9a0-4dca-a78f-8e9b20606d39 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:35.117296 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-6b46b597-a9a0-4dca-a78f-8e9b20606d39 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['188e7daa-f37d-4add-916c-42e3e2b2b4a7']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:35.134929 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-8b3b8eff-80fa-4287-be7c-2f58819ce98a tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Deleting port 3fcdb404-8003-4602-859b-2b2255c62f06 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:35.135481 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8b3b8eff-80fa-4287-be7c-2f58819ce98a tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:35.163208 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-6b46b597-a9a0-4dca-a78f-8e9b20606d39 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7de1396b-b4d9-41e3-8efd-18f7513f2a47') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:35.163573 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-6b46b597-a9a0-4dca-a78f-8e9b20606d39 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7de1396b-b4d9-41e3-8efd-18f7513f2a47') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:35.187577 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6b46b597-a9a0-4dca-a78f-8e9b20606d39 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:35.241916 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d64af6-d2c3-4a42-8117-459f2a23aa24 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Router 6fa04512-87ad-4846-810f-6af5e7e73d36 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:58:35.316754 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ab2c6941-30ca-4309-a7dd-56a8e3348abd req-a3659ad0-c5ad-4ddc-8b11-3ff378af1e01 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ccd1588-742b-4c70-9905-1804d6d1b0db HTTP/1.1" status: 200 len: 1001 time: 0.2377546 Feb 03 13:58:35.325122 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6b46b597-a9a0-4dca-a78f-8e9b20606d39 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:35.343394 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b46b597-a9a0-4dca-a78f-8e9b20606d39 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:58:35.343700 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6b46b597-a9a0-4dca-a78f-8e9b20606d39 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:35.359452 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 13:58:35.359452 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:58:35.359452 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 13:58:35.359452 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:58:35.359452 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 13:58:35.359452 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:58:35.359452 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 13:58:35.359452 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:58:35.359452 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 13:58:35.359452 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:58:35.359452 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 13:58:35.359452 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:58:35.359452 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 13:58:35.359452 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:58:35.359452 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:58:35.359452 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:58:35.359452 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:58:35.359452 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:58:35.359452 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 13:58:35.359452 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:58:35.359452 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 13:58:35.359452 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:58:35.359452 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:58:35.359452 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:58:35.359452 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 13:58:35.359452 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:58:35.359452 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:58:35.359452 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:58:35.359452 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:58:35.359452 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:58:35.359452 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:58:35.359452 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:58:35.489885 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c6941-30ca-4309-a7dd-56a8e3348abd req-fe2ad6c0-30d4-41d1-a71e-7f3a9fe35b22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:35.491378 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ab2c6941-30ca-4309-a7dd-56a8e3348abd req-fe2ad6c0-30d4-41d1-a71e-7f3a9fe35b22 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=40877380-5501-4f93-a989-8ff73ca2ca3b HTTP/1.1" status: 200 len: 851 time: 0.1604369 Feb 03 13:58:35.578482 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6b46b597-a9a0-4dca-a78f-8e9b20606d39 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:35.636035 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6b46b597-a9a0-4dca-a78f-8e9b20606d39 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:35.709138 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-8b3b8eff-80fa-4287-be7c-2f58819ce98a tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] For port 3fcdb404-8003-4602-859b-2b2255c62f06, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=3fcdb404-8003-4602-859b-2b2255c62f06,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:58:35.709511 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8b3b8eff-80fa-4287-be7c-2f58819ce98a tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:35.744909 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b46b597-a9a0-4dca-a78f-8e9b20606d39 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event deleted for resources: {'Network': ['ID=188e7daa-f37d-4add-916c-42e3e2b2b4a7,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:35.768232 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-6b46b597-a9a0-4dca-a78f-8e9b20606d39 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/networks/188e7daa-f37d-4add-916c-42e3e2b2b4a7 HTTP/1.1" status: 204 len: 168 time: 1.2037630 Feb 03 13:58:35.768232 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.objects.ports [None req-2d7ed2bd-97ad-454e-8a96-76b914c71733 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84182) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 03 13:58:35.771026 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53208) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:35.775152 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2d7ed2bd-97ad-454e-8a96-76b914c71733 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:35.784326 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-9f3a4f39-7e30-4584-9c5e-ec004fc5eea8 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-134788027'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:35.817902 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-9f3a4f39-7e30-4584-9c5e-ec004fc5eea8 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:35.835089 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-9f3a4f39-7e30-4584-9c5e-ec004fc5eea8 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Usage tracker for resource:network and tenant:faf754c5dcac42e3b7b479467002acb8 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:35.842947 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-9f3a4f39-7e30-4584-9c5e-ec004fc5eea8 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:35.848506 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-8b3b8eff-80fa-4287-be7c-2f58819ce98a tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Calling delete_port for 3fcdb404-8003-4602-859b-2b2255c62f06 owned by network:router_gateway {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:58:35.861356 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-9f3a4f39-7e30-4584-9c5e-ec004fc5eea8 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:35.874385 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ed2bd-97ad-454e-8a96-76b914c71733 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Pushing event updated for resources: {'Subnet': ['ID=869c5fcb-fcd4-434b-9097-70d30a102c10,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:35.881702 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d64af6-d2c3-4a42-8117-459f2a23aa24 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:58:35.884361 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f589c-fc37-41f0-875e-ab32b04c7486 req-04ac9b9d-ab19-4499-a714-14cd65eafdd3 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:35.889435 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6b6f589c-fc37-41f0-875e-ab32b04c7486 req-04ac9b9d-ab19-4499-a714-14cd65eafdd3 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.1985252 Feb 03 13:58:35.891366 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbef143f-1353-4e8d-8bfa-f00e6596f253 None None] Sync routers for ids ['6fa04512-87ad-4846-810f-6af5e7e73d36'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:58:35.903700 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbef143f-1353-4e8d-8bfa-f00e6596f253 None None] Routers {'6fa04512-87ad-4846-810f-6af5e7e73d36'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:58:35.904629 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-bbef143f-1353-4e8d-8bfa-f00e6596f253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:58:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['6fa04512-87ad-4846-810f-6af5e7e73d36'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:35.966719 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-bbef143f-1353-4e8d-8bfa-f00e6596f253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:35.972315 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ab2c6941-30ca-4309-a7dd-56a8e3348abd req-c51b64f7-8289-4721-a8e7-7e56ed86a34b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=455fb28a-aeb2-407e-b782-081ff385e6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4310615 Feb 03 13:58:35.978195 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbef143f-1353-4e8d-8bfa-f00e6596f253 None None] Routers {'6fa04512-87ad-4846-810f-6af5e7e73d36'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:58:35.979343 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-bbef143f-1353-4e8d-8bfa-f00e6596f253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:58:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['6fa04512-87ad-4846-810f-6af5e7e73d36'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:35.984293 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3a4f39-7e30-4584-9c5e-ec004fc5eea8 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Made reservation on behalf of faf754c5dcac42e3b7b479467002acb8 for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:58:35.987449 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9f3a4f39-7e30-4584-9c5e-ec004fc5eea8 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:36.006087 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7ed2bd-97ad-454e-8a96-76b914c71733 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Checking segment: {'id': '8197215b-ad3b-4dca-9ad3-ed6e77f7c9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e880a6db-8e09-4e59-b9c2-19346848757a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:58:36.006787 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7ed2bd-97ad-454e-8a96-76b914c71733 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Network hostable DHCP agents. Network: e880a6db-8e09-4e59-b9c2-19346848757a, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:58:36.043486 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-bbef143f-1353-4e8d-8bfa-f00e6596f253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:36.044288 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbef143f-1353-4e8d-8bfa-f00e6596f253 None None] The sync data for ids ['6fa04512-87ad-4846-810f-6af5e7e73d36'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:58:36.061570 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6b6f589c-fc37-41f0-875e-ab32b04c7486 req-60533deb-3750-40f2-8bc1-c0021ca61275 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601918 Feb 03 13:58:36.065202 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f3a4f39-7e30-4584-9c5e-ec004fc5eea8 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:58:36.080151 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9f3a4f39-7e30-4584-9c5e-ec004fc5eea8 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:36.080548 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-9f3a4f39-7e30-4584-9c5e-ec004fc5eea8 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Added segment ba5fc07a-3e71-4bb7-8683-18d91ed161d8 of type vlan for network 8f49d0d9-426c-47b4-ae16-cbb1b544c23e Feb 03 13:58:36.108032 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9f3a4f39-7e30-4584-9c5e-ec004fc5eea8 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:36.129185 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-01d64af6-d2c3-4a42-8117-459f2a23aa24 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "PUT /v2.0/routers/6fa04512-87ad-4846-810f-6af5e7e73d36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4419405 Feb 03 13:58:36.132609 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53218) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:36.138612 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7ed2bd-97ad-454e-8a96-76b914c71733 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Network e880a6db-8e09-4e59-b9c2-19346848757a is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:58:36.185227 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3a17510b-3d76-4689-bfad-e6a50fea01fb tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Synchronizing usage tracker for tenant:e560cbcda02c46efaee7f040dc641828 on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:58:36.258867 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ab2c6941-30ca-4309-a7dd-56a8e3348abd req-e997cfef-0a4c-4e82-b3dd-f4c258fcb80b service neutron] 10.222.0.47 "GET /v2.0/networks/455fb28a-aeb2-407e-b782-081ff385e6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764966 Feb 03 13:58:36.272936 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-2d7ed2bd-97ad-454e-8a96-76b914c71733 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, e880a6db-8e09-4e59-b9c2-19346848757a) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:58:36.283274 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cedc94-de8f-409e-9c28-d84783aae6ae None None] Network e880a6db-8e09-4e59-b9c2-19346848757a requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:58:36.289594 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7ed2bd-97ad-454e-8a96-76b914c71733 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:36.291668 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2d7ed2bd-97ad-454e-8a96-76b914c71733 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:36.321840 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3a17510b-3d76-4689-bfad-e6a50fea01fb tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Unset dirty status for tenant:e560cbcda02c46efaee7f040dc641828 on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:58:36.323945 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3a17510b-3d76-4689-bfad-e6a50fea01fb tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fa04512-87ad-4846-810f-6af5e7e73d36 HTTP/1.1" status: 200 len: 205 time: 0.1904562 Feb 03 13:58:36.328893 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9f3a4f39-7e30-4584-9c5e-ec004fc5eea8 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:36.329014 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53228) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:36.330904 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3a4f39-7e30-4584-9c5e-ec004fc5eea8 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:36.333208 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9f3a4f39-7e30-4584-9c5e-ec004fc5eea8 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:36.450166 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2d7ed2bd-97ad-454e-8a96-76b914c71733 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.2613189 Feb 03 13:58:36.456236 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53236) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:36.562275 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8b3b8eff-80fa-4287-be7c-2f58819ce98a tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:36.562593 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-9f3a4f39-7e30-4584-9c5e-ec004fc5eea8 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7905366 Feb 03 13:58:36.563402 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a4f39-7e30-4584-9c5e-ec004fc5eea8 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'Network': ['ID=8f49d0d9-426c-47b4-ae16-cbb1b544c23e,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:36.566343 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53240) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:36.569203 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10311764-1ddf-4174-aa70-cccdd3806470 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-e880a6db-8e09-4e59-b9c2-19346848757a', 'network_id': 'e880a6db-8e09-4e59-b9c2-19346848757a', 'tenant_id': 'ae8f49d5002445e18fa3eac40ce621e0', 'fixed_ips': [{'subnet_id': '869c5fcb-fcd4-434b-9097-70d30a102c10'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:58:36.570494 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-10311764-1ddf-4174-aa70-cccdd3806470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:36.584087 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 8f49d0d9-426c-47b4-ae16-cbb1b544c23e details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:58:36.614932 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-aed9884e-0053-4fb5-b8d4-eaab673f11ca tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'subnet': {'network_id': '8f49d0d9-426c-47b4-ae16-cbb1b544c23e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:36.632012 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e7b6-3a12-477f-ba8f-312b731bc668 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:36.642253 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b8eff-80fa-4287-be7c-2f58819ce98a tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Pushing event deleted for resources: {'Port': ['ID=3fcdb404-8003-4602-859b-2b2255c62f06,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:36.685481 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ab2c6941-30ca-4309-a7dd-56a8e3348abd req-7033fa0b-b852-4aa5-abea-24500568960f service neutron] 10.222.0.47 "GET /v2.0/networks/455fb28a-aeb2-407e-b782-081ff385e6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154844 Feb 03 13:58:36.724886 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e7b6-3a12-477f-ba8f-312b731bc668 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:36.864064 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-10311764-1ddf-4174-aa70-cccdd3806470 None None] Allocated IP 2001:db8::f816:3eff:fe18:20b1 (e880a6db-8e09-4e59-b9c2-19346848757a/869c5fcb-fcd4-434b-9097-70d30a102c10/07d4123a-71c7-4b1d-bd6c-111d325690e0) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:58:36.903411 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53248) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:36.916044 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2bbfb852-e6d3-4726-ad69-2cd28dc0489a tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for router, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:36.925889 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53254) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:36.996677 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-aed9884e-0053-4fb5-b8d4-eaab673f11ca tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:37.002795 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-aed9884e-0053-4fb5-b8d4-eaab673f11ca tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Usage tracker for resource:subnet and tenant:faf754c5dcac42e3b7b479467002acb8 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:37.008775 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-aed9884e-0053-4fb5-b8d4-eaab673f11ca tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:37.068102 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-aed9884e-0053-4fb5-b8d4-eaab673f11ca tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:37.160180 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-023ec437-4581-4080-a387-5c318077add0 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1681953532'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:37.166751 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-023ec437-4581-4080-a387-5c318077add0 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:37.173881 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-10311764-1ddf-4174-aa70-cccdd3806470 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:37.178578 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-72d41fee-7a13-4c9d-a8a1-7b2f58675fd7 tempest-PortsAdminExtendedAttrsTestJSON-1008334598 tempest-PortsAdminExtendedAttrsTestJSON-1008334598-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1353620762'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:37.183245 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-023ec437-4581-4080-a387-5c318077add0 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Usage tracker for resource:router and tenant:fc8472dec6ae448bab68f829b92c3dee is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:37.185594 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-10311764-1ddf-4174-aa70-cccdd3806470 None None] Transition to ACTIVE for port object 07d4123a-71c7-4b1d-bd6c-111d325690e0 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:58:37.191740 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-023ec437-4581-4080-a387-5c318077add0 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:37.195405 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-72d41fee-7a13-4c9d-a8a1-7b2f58675fd7 tempest-PortsAdminExtendedAttrsTestJSON-1008334598 tempest-PortsAdminExtendedAttrsTestJSON-1008334598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:37.204131 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-023ec437-4581-4080-a387-5c318077add0 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:37.206174 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-10311764-1ddf-4174-aa70-cccdd3806470 None None] Transition to ACTIVE for port object 07d4123a-71c7-4b1d-bd6c-111d325690e0 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:58:37.210649 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-72d41fee-7a13-4c9d-a8a1-7b2f58675fd7 tempest-PortsAdminExtendedAttrsTestJSON-1008334598 tempest-PortsAdminExtendedAttrsTestJSON-1008334598-project] Usage tracker for resource:network and tenant:f3d65c1b76fc45a8aa585ab2390a061b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:37.215891 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-72d41fee-7a13-4c9d-a8a1-7b2f58675fd7 tempest-PortsAdminExtendedAttrsTestJSON-1008334598 tempest-PortsAdminExtendedAttrsTestJSON-1008334598-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:37.223127 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-72d41fee-7a13-4c9d-a8a1-7b2f58675fd7 tempest-PortsAdminExtendedAttrsTestJSON-1008334598 tempest-PortsAdminExtendedAttrsTestJSON-1008334598-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:37.314240 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf20fad-61a0-4f38-a926-4af5f667db6c req-0ac47f19-130d-42f1-861a-498bbc503c67 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:37.316130 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3cf20fad-61a0-4f38-a926-4af5f667db6c req-0ac47f19-130d-42f1-861a-498bbc503c67 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.0878029 Feb 03 13:58:37.342297 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-10311764-1ddf-4174-aa70-cccdd3806470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:37.354236 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-023ec437-4581-4080-a387-5c318077add0 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:37.355343 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-023ec437-4581-4080-a387-5c318077add0 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:37.386529 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d41fee-7a13-4c9d-a8a1-7b2f58675fd7 tempest-PortsAdminExtendedAttrsTestJSON-1008334598 tempest-PortsAdminExtendedAttrsTestJSON-1008334598-project] Made reservation on behalf of f3d65c1b76fc45a8aa585ab2390a061b for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:58:37.390438 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-72d41fee-7a13-4c9d-a8a1-7b2f58675fd7 tempest-PortsAdminExtendedAttrsTestJSON-1008334598 tempest-PortsAdminExtendedAttrsTestJSON-1008334598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:37.410211 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8b3b8eff-80fa-4287-be7c-2f58819ce98a tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:37.411038 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-72d41fee-7a13-4c9d-a8a1-7b2f58675fd7 tempest-PortsAdminExtendedAttrsTestJSON-1008334598 tempest-PortsAdminExtendedAttrsTestJSON-1008334598-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:37.424487 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3cf20fad-61a0-4f38-a926-4af5f667db6c req-3fa9d262-2e6a-4cdb-8ee6-a8ad04f2c0b6 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022313 Feb 03 13:58:37.425863 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10311764-1ddf-4174-aa70-cccdd3806470 None None] Network e880a6db-8e09-4e59-b9c2-19346848757a is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:58:37.435699 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-10311764-1ddf-4174-aa70-cccdd3806470 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:58:37.440898 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10311764-1ddf-4174-aa70-cccdd3806470 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:58:37.485901 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-023ec437-4581-4080-a387-5c318077add0 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:37.487486 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10311764-1ddf-4174-aa70-cccdd3806470 None None] Pushing event updated for resources: {'Port': ['ID=07d4123a-71c7-4b1d-bd6c-111d325690e0,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:37.494991 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed9884e-0053-4fb5-b8d4-eaab673f11ca tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Made reservation on behalf of faf754c5dcac42e3b7b479467002acb8 for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:58:37.503093 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e7b6-3a12-477f-ba8f-312b731bc668 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:37.534509 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10311764-1ddf-4174-aa70-cccdd3806470 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:37.534856 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10311764-1ddf-4174-aa70-cccdd3806470 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:37.535274 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10311764-1ddf-4174-aa70-cccdd3806470 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:37.535597 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10311764-1ddf-4174-aa70-cccdd3806470 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:37.535929 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10311764-1ddf-4174-aa70-cccdd3806470 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:37.536255 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10311764-1ddf-4174-aa70-cccdd3806470 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:37.536574 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10311764-1ddf-4174-aa70-cccdd3806470 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:37.536898 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10311764-1ddf-4174-aa70-cccdd3806470 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:37.537234 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10311764-1ddf-4174-aa70-cccdd3806470 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:37.537537 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10311764-1ddf-4174-aa70-cccdd3806470 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:37.537853 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10311764-1ddf-4174-aa70-cccdd3806470 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:37.558159 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-72d41fee-7a13-4c9d-a8a1-7b2f58675fd7 tempest-PortsAdminExtendedAttrsTestJSON-1008334598 tempest-PortsAdminExtendedAttrsTestJSON-1008334598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:37.561902 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-10311764-1ddf-4174-aa70-cccdd3806470 None None] Attempting to bind port 07d4123a-71c7-4b1d-bd6c-111d325690e0 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:58:37.562280 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-10311764-1ddf-4174-aa70-cccdd3806470 None None] Attempting to bind port 07d4123a-71c7-4b1d-bd6c-111d325690e0 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '8197215b-ad3b-4dca-9ad3-ed6e77f7c9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e880a6db-8e09-4e59-b9c2-19346848757a'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:58:37.562640 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10311764-1ddf-4174-aa70-cccdd3806470 None None] Attempting to bind port 07d4123a-71c7-4b1d-bd6c-111d325690e0 on network e880a6db-8e09-4e59-b9c2-19346848757a {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:58:37.562966 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-72d41fee-7a13-4c9d-a8a1-7b2f58675fd7 tempest-PortsAdminExtendedAttrsTestJSON-1008334598 tempest-PortsAdminExtendedAttrsTestJSON-1008334598-project] Usage tracker for resource:security_group_rule and tenant:f3d65c1b76fc45a8aa585ab2390a061b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:37.572105 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-72d41fee-7a13-4c9d-a8a1-7b2f58675fd7 tempest-PortsAdminExtendedAttrsTestJSON-1008334598 tempest-PortsAdminExtendedAttrsTestJSON-1008334598-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:37.572284 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10311764-1ddf-4174-aa70-cccdd3806470 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:58:37.572284 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10311764-1ddf-4174-aa70-cccdd3806470 None None] Checking segment: {'id': '8197215b-ad3b-4dca-9ad3-ed6e77f7c9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e880a6db-8e09-4e59-b9c2-19346848757a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:58:37.572284 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-10311764-1ddf-4174-aa70-cccdd3806470 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:37.572284 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10311764-1ddf-4174-aa70-cccdd3806470 None None] Bound using segment: {'id': '8197215b-ad3b-4dca-9ad3-ed6e77f7c9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e880a6db-8e09-4e59-b9c2-19346848757a'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:58:37.572284 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-10311764-1ddf-4174-aa70-cccdd3806470 None None] Bound port: 07d4123a-71c7-4b1d-bd6c-111d325690e0, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8197215b-ad3b-4dca-9ad3-ed6e77f7c9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e880a6db-8e09-4e59-b9c2-19346848757a'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:58:37.572284 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-10311764-1ddf-4174-aa70-cccdd3806470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:37.595157 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-72d41fee-7a13-4c9d-a8a1-7b2f58675fd7 tempest-PortsAdminExtendedAttrsTestJSON-1008334598 tempest-PortsAdminExtendedAttrsTestJSON-1008334598-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:37.659090 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc9e7b6-3a12-477f-ba8f-312b731bc668 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Pushing event deleted for resources: {'Subnet': ['ID=869c5fcb-fcd4-434b-9097-70d30a102c10,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:37.708076 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-10311764-1ddf-4174-aa70-cccdd3806470 None None] For port 07d4123a-71c7-4b1d-bd6c-111d325690e0, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:58:37.716406 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-10311764-1ddf-4174-aa70-cccdd3806470 None None] For port 07d4123a-71c7-4b1d-bd6c-111d325690e0, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=07d4123a-71c7-4b1d-bd6c-111d325690e0,segment=NetworkSegment(8197215b-ad3b-4dca-9ad3-ed6e77f7c9e2),segment_id=8197215b-ad3b-4dca-9ad3-ed6e77f7c9e2)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:58:37.766003 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-72d41fee-7a13-4c9d-a8a1-7b2f58675fd7 tempest-PortsAdminExtendedAttrsTestJSON-1008334598 tempest-PortsAdminExtendedAttrsTestJSON-1008334598-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:37.783211 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e7b6-3a12-477f-ba8f-312b731bc668 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:37.809748 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-ecc9e7b6-3a12-477f-ba8f-312b731bc668 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e880a6db-8e09-4e59-b9c2-19346848757a']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:37.823984 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-ecc9e7b6-3a12-477f-ba8f-312b731bc668 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8197215b-ad3b-4dca-9ad3-ed6e77f7c9e2') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:37.824216 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-ecc9e7b6-3a12-477f-ba8f-312b731bc668 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8197215b-ad3b-4dca-9ad3-ed6e77f7c9e2') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:37.836665 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e7b6-3a12-477f-ba8f-312b731bc668 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:37.936270 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-023ec437-4581-4080-a387-5c318077add0 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:37.970838 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-72d41fee-7a13-4c9d-a8a1-7b2f58675fd7 tempest-PortsAdminExtendedAttrsTestJSON-1008334598 tempest-PortsAdminExtendedAttrsTestJSON-1008334598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:37.971186 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-10311764-1ddf-4174-aa70-cccdd3806470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:37.974609 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e7b6-3a12-477f-ba8f-312b731bc668 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:37.998875 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecc9e7b6-3a12-477f-ba8f-312b731bc668 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:58:37.999299 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e7b6-3a12-477f-ba8f-312b731bc668 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:38.014259 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 13:58:38.014259 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:58:38.014259 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 13:58:38.014259 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:58:38.014259 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 13:58:38.014259 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:58:38.014259 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 13:58:38.014259 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:58:38.014259 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 13:58:38.014259 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:58:38.014259 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 13:58:38.014259 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:58:38.014259 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 13:58:38.014259 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:58:38.014259 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:58:38.014259 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:58:38.014259 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:58:38.014259 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:58:38.014259 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 13:58:38.014259 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:58:38.014259 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 13:58:38.014259 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:58:38.014259 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:58:38.014259 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:58:38.014259 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 13:58:38.014259 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:58:38.014259 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:58:38.014259 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:58:38.014259 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:58:38.014259 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:58:38.014259 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:58:38.014259 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:58:38.028023 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72d41fee-7a13-4c9d-a8a1-7b2f58675fd7 tempest-PortsAdminExtendedAttrsTestJSON-1008334598 tempest-PortsAdminExtendedAttrsTestJSON-1008334598-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:58:38.069695 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-aed9884e-0053-4fb5-b8d4-eaab673f11ca tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:38.094618 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2bbfb852-e6d3-4726-ad69-2cd28dc0489a tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:38.094860 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10311764-1ddf-4174-aa70-cccdd3806470 None None] Pushing event updated for resources: {'Port': ['ID=07d4123a-71c7-4b1d-bd6c-111d325690e0,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:38.094976 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8b3b8eff-80fa-4287-be7c-2f58819ce98a tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:38.116469 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d41fee-7a13-4c9d-a8a1-7b2f58675fd7 tempest-PortsAdminExtendedAttrsTestJSON-1008334598 tempest-PortsAdminExtendedAttrsTestJSON-1008334598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b710396a-a59e-4de5-955d-fee379e65270,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:38.122122 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-023ec437-4581-4080-a387-5c318077add0 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:38.126609 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-023ec437-4581-4080-a387-5c318077add0 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.1957645 Feb 03 13:58:38.126609 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-72d41fee-7a13-4c9d-a8a1-7b2f58675fd7 tempest-PortsAdminExtendedAttrsTestJSON-1008334598 tempest-PortsAdminExtendedAttrsTestJSON-1008334598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:38.126609 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-72d41fee-7a13-4c9d-a8a1-7b2f58675fd7 tempest-PortsAdminExtendedAttrsTestJSON-1008334598 tempest-PortsAdminExtendedAttrsTestJSON-1008334598-project] Added segment 65574dc4-7c02-44f8-bc6e-9ccc56410def of type vlan for network a449b4eb-3065-4e0a-b1af-13beaef646d5 Feb 03 13:58:38.126609 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53262) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:38.146001 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f74685-d1e7-4dae-a75d-cfab65302cf4 None None] Network e880a6db-8e09-4e59-b9c2-19346848757a requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:58:38.149969 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2bbfb852-e6d3-4726-ad69-2cd28dc0489a tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:38.155184 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8b3b8eff-80fa-4287-be7c-2f58819ce98a tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:38.181144 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.ipam_backend_mixin [None req-aed9884e-0053-4fb5-b8d4-eaab673f11ca tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Performing IP validity checks on allocation pools {{(pid=84181) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 03 13:58:38.183914 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.ipam_backend_mixin [None req-aed9884e-0053-4fb5-b8d4-eaab673f11ca tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84181) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 03 13:58:38.201073 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.db.api [None req-ecc9e7b6-3a12-477f-ba8f-312b731bc668 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 13:58:38.201073 dv-neutron-827016-1-hyperv neutron-server[84182]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 13:58:38.201073 dv-neutron-827016-1-hyperv neutron-server[84182]: [parameters: {'id': 'e880a6db-8e09-4e59-b9c2-19346848757a'}] Feb 03 13:58:38.201073 dv-neutron-827016-1-hyperv neutron-server[84182]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:58:38.201736 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG oslo_db.api [None req-ecc9e7b6-3a12-477f-ba8f-312b731bc668 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:58:38.222759 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-72d41fee-7a13-4c9d-a8a1-7b2f58675fd7 tempest-PortsAdminExtendedAttrsTestJSON-1008334598 tempest-PortsAdminExtendedAttrsTestJSON-1008334598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:38.343662 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8b3b8eff-80fa-4287-be7c-2f58819ce98a tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:38.344441 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3b8eff-80fa-4287-be7c-2f58819ce98a tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e256ede0-c23b-432c-9af3-f1489803fc36 {{(pid=84181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:58:38.359580 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4180a5-2dc8-4331-a595-995fa727fbc4 None None] get_active_networks_info from dv-neutron-827016-1-hyperv {{(pid=84183) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 03 13:58:38.374119 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8b3b8eff-80fa-4287-be7c-2f58819ce98a tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:38.380071 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8b3b8eff-80fa-4287-be7c-2f58819ce98a tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] 10.222.0.41 "DELETE /v2.0/routers/e256ede0-c23b-432c-9af3-f1489803fc36 HTTP/1.1" status: 204 len: 168 time: 5.8185828 Feb 03 13:58:38.382094 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53266) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:38.395679 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-e3eae989-41bb-4959-b3ef-a97713580238 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-52817266', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}, 'admin_state_up': False}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:38.403589 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e3eae989-41bb-4959-b3ef-a97713580238 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:38.408011 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e3eae989-41bb-4959-b3ef-a97713580238 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Usage tracker for resource:router and tenant:f9fdab74892247138f76fc59f639f82f is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:38.418829 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e3eae989-41bb-4959-b3ef-a97713580238 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:38.422373 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2bbfb852-e6d3-4726-ad69-2cd28dc0489a tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:38.423037 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbfb852-e6d3-4726-ad69-2cd28dc0489a tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Fanout notify agent at l3_agent the message router_deleted on router 6fa04512-87ad-4846-810f-6af5e7e73d36 {{(pid=84181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:58:38.433359 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2bbfb852-e6d3-4726-ad69-2cd28dc0489a tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:38.439147 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53270) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:38.444164 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-2bbfb852-e6d3-4726-ad69-2cd28dc0489a tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "DELETE /v2.0/routers/6fa04512-87ad-4846-810f-6af5e7e73d36 HTTP/1.1" status: 204 len: 168 time: 2.1067255 Feb 03 13:58:38.444164 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e3eae989-41bb-4959-b3ef-a97713580238 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:38.462138 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-aed9884e-0053-4fb5-b8d4-eaab673f11ca tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:38.503590 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4180a5-2dc8-4331-a595-995fa727fbc4 None None] Resources bound (agent type, host, resource id): {{(pid=84183) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 13:58:38.508104 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e0130e96-0883-490c-af68-3028e7a0da06 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks [] for router, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:38.555534 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e3eae989-41bb-4959-b3ef-a97713580238 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:38.556789 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e3eae989-41bb-4959-b3ef-a97713580238 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:38.630620 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9884e-0053-4fb5-b8d4-eaab673f11ca tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'Subnet': ['ID=de6ac4c3-077e-44e9-8f32-50ef1594b889,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:38.642674 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e3eae989-41bb-4959-b3ef-a97713580238 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:38.659334 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed9884e-0053-4fb5-b8d4-eaab673f11ca tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Checking segment: {'id': 'ba5fc07a-3e71-4bb7-8683-18d91ed161d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8f49d0d9-426c-47b4-ae16-cbb1b544c23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:58:38.660287 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed9884e-0053-4fb5-b8d4-eaab673f11ca tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Network hostable DHCP agents. Network: 8f49d0d9-426c-47b4-ae16-cbb1b544c23e, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:58:38.708788 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e7b6-3a12-477f-ba8f-312b731bc668 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:38.723525 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-72d41fee-7a13-4c9d-a8a1-7b2f58675fd7 tempest-PortsAdminExtendedAttrsTestJSON-1008334598 tempest-PortsAdminExtendedAttrsTestJSON-1008334598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:38.727932 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d41fee-7a13-4c9d-a8a1-7b2f58675fd7 tempest-PortsAdminExtendedAttrsTestJSON-1008334598 tempest-PortsAdminExtendedAttrsTestJSON-1008334598-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:38.727932 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-72d41fee-7a13-4c9d-a8a1-7b2f58675fd7 tempest-PortsAdminExtendedAttrsTestJSON-1008334598 tempest-PortsAdminExtendedAttrsTestJSON-1008334598-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:38.804012 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed9884e-0053-4fb5-b8d4-eaab673f11ca tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Network 8f49d0d9-426c-47b4-ae16-cbb1b544c23e is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:58:38.890097 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e3eae989-41bb-4959-b3ef-a97713580238 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:38.898680 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-aed9884e-0053-4fb5-b8d4-eaab673f11ca tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 8f49d0d9-426c-47b4-ae16-cbb1b544c23e) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:58:38.906139 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed9884e-0053-4fb5-b8d4-eaab673f11ca tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:38.906824 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-aed9884e-0053-4fb5-b8d4-eaab673f11ca tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:38.915704 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3f3e29-6cf8-4d54-8151-b03a88428336 None None] Network 8f49d0d9-426c-47b4-ae16-cbb1b544c23e requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:58:38.984861 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-aed9884e-0053-4fb5-b8d4-eaab673f11ca tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3874352 Feb 03 13:58:38.990120 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-72d41fee-7a13-4c9d-a8a1-7b2f58675fd7 tempest-PortsAdminExtendedAttrsTestJSON-1008334598 tempest-PortsAdminExtendedAttrsTestJSON-1008334598-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.0847342 Feb 03 13:58:38.990937 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-ecc9e7b6-3a12-477f-ba8f-312b731bc668 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Deleting port 07d4123a-71c7-4b1d-bd6c-111d325690e0 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:38.991308 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e7b6-3a12-477f-ba8f-312b731bc668 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:38.998532 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53276) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:39.020845 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-19dc5a75-eb47-49c5-b8de-7eff186ff085 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'port': {'network_id': '8f49d0d9-426c-47b4-ae16-cbb1b544c23e', 'name': 'tempest-PortsIpV6TestJSON-661330790'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:39.104649 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d41fee-7a13-4c9d-a8a1-7b2f58675fd7 tempest-PortsAdminExtendedAttrsTestJSON-1008334598 tempest-PortsAdminExtendedAttrsTestJSON-1008334598-project] Pushing event updated for resources: {'Network': ['ID=a449b4eb-3065-4e0a-b1af-13beaef646d5,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:39.120458 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network a449b4eb-3065-4e0a-b1af-13beaef646d5 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:58:39.260827 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21834f53-b323-426f-90a8-c6b2dd22bf0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-8f49d0d9-426c-47b4-ae16-cbb1b544c23e', 'network_id': '8f49d0d9-426c-47b4-ae16-cbb1b544c23e', 'tenant_id': 'faf754c5dcac42e3b7b479467002acb8', 'fixed_ips': [{'subnet_id': 'de6ac4c3-077e-44e9-8f32-50ef1594b889'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:58:39.262667 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-21834f53-b323-426f-90a8-c6b2dd22bf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:39.326972 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e0130e96-0883-490c-af68-3028e7a0da06 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:39.346654 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53284) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:39.356887 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Request body: {'port': {'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5', 'binding:host_id': 'hv-neutron-8270', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1130575067'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:39.363443 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:39.372837 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-19dc5a75-eb47-49c5-b8de-7eff186ff085 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:39.375881 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Usage tracker for resource:port and tenant:aab9443ffd3c477cbf2a262558b68495 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:39.379884 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:39.391020 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:39.403033 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-19dc5a75-eb47-49c5-b8de-7eff186ff085 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:39.442740 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-c30dbd13-c505-4144-80d4-f0a7596164fd tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Deleting subnet a5f9a94f-1443-417b-a22b-cad9c95d7ad3 {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 13:58:39.457699 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c30dbd13-c505-4144-80d4-f0a7596164fd tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:39.472253 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e3eae989-41bb-4959-b3ef-a97713580238 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router_gateway, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:39.480500 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-21834f53-b323-426f-90a8-c6b2dd22bf0e None None] Allocated IP 2001:db8::2 (8f49d0d9-426c-47b4-ae16-cbb1b544c23e/de6ac4c3-077e-44e9-8f32-50ef1594b889/c49303ec-8ab9-4e6f-b462-59f57db82353) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:58:39.503470 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e0130e96-0883-490c-af68-3028e7a0da06 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:39.503969 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Made reservation on behalf of aab9443ffd3c477cbf2a262558b68495 for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:58:39.506452 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:39.516288 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e3eae989-41bb-4959-b3ef-a97713580238 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:39.517979 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19dc5a75-eb47-49c5-b8de-7eff186ff085 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Made reservation on behalf of faf754c5dcac42e3b7b479467002acb8 for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:58:39.518121 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5421d-1128-4485-b4e7-3028fcb297e1 req-510c2a25-7f65-41bd-9cf1-9ca9a8a929de tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:39.519579 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-04c5421d-1128-4485-b4e7-3028fcb297e1 req-510c2a25-7f65-41bd-9cf1-9ca9a8a929de tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.8736935 Feb 03 13:58:39.520975 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-19dc5a75-eb47-49c5-b8de-7eff186ff085 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:39.577262 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:39.579489 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c30dbd13-c505-4144-80d4-f0a7596164fd tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:39.609243 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-19dc5a75-eb47-49c5-b8de-7eff186ff085 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] device_id is not set on port faa72514-e456-47d4-987a-d2e1c3be681f yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:58:39.613900 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-ecc9e7b6-3a12-477f-ba8f-312b731bc668 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] For port 07d4123a-71c7-4b1d-bd6c-111d325690e0, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=07d4123a-71c7-4b1d-bd6c-111d325690e0,segment=NetworkSegment(8197215b-ad3b-4dca-9ad3-ed6e77f7c9e2),segment_id=8197215b-ad3b-4dca-9ad3-ed6e77f7c9e2)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:58:39.614272 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e7b6-3a12-477f-ba8f-312b731bc668 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:39.694829 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-21834f53-b323-426f-90a8-c6b2dd22bf0e None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:39.707024 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-21834f53-b323-426f-90a8-c6b2dd22bf0e None None] Transition to ACTIVE for port object c49303ec-8ab9-4e6f-b462-59f57db82353 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:58:39.726010 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-21834f53-b323-426f-90a8-c6b2dd22bf0e None None] Transition to ACTIVE for port object c49303ec-8ab9-4e6f-b462-59f57db82353 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:58:39.758908 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:39.779892 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Usage tracker for resource:security_group_rule and tenant:aab9443ffd3c477cbf2a262558b68495 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:39.784591 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:39.795823 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:39.799690 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-21834f53-b323-426f-90a8-c6b2dd22bf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:39.836732 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 3fcdb404-8003-4602-859b-2b2255c62f06 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 13:58:39.838698 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-e3eae989-41bb-4959-b3ef-a97713580238 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Allocated IP 172.26.3.181 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/3905e621-d7a7-41b3-b247-2d2abd4ab29c) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:58:39.887560 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-ecc9e7b6-3a12-477f-ba8f-312b731bc668 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Calling delete_port for 07d4123a-71c7-4b1d-bd6c-111d325690e0 owned by network:dhcp {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:58:39.888149 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 3fcdb404-8003-4602-859b-2b2255c62f06 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 13:58:39.888561 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 3fcdb404-8003-4602-859b-2b2255c62f06 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 13:58:39.909353 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21834f53-b323-426f-90a8-c6b2dd22bf0e None None] Network 8f49d0d9-426c-47b4-ae16-cbb1b544c23e is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:58:39.912448 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-21834f53-b323-426f-90a8-c6b2dd22bf0e None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:58:39.916963 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21834f53-b323-426f-90a8-c6b2dd22bf0e None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:58:39.919209 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21834f53-b323-426f-90a8-c6b2dd22bf0e None None] Pushing event updated for resources: {'Port': ['ID=c49303ec-8ab9-4e6f-b462-59f57db82353,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:39.942854 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-04c5421d-1128-4485-b4e7-3028fcb297e1 req-e86ab1a0-d118-45bb-bf69-f0a1495d84a9 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4090693 Feb 03 13:58:39.980421 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-19dc5a75-eb47-49c5-b8de-7eff186ff085 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Allocated IP 2001:db8::369 (8f49d0d9-426c-47b4-ae16-cbb1b544c23e/de6ac4c3-077e-44e9-8f32-50ef1594b889/faa72514-e456-47d4-987a-d2e1c3be681f) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:58:39.993378 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e0130e96-0883-490c-af68-3028e7a0da06 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:39.994223 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0130e96-0883-490c-af68-3028e7a0da06 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa972beb-a36a-40ed-a16d-14a4783eb242 {{(pid=84182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:58:40.004988 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e0130e96-0883-490c-af68-3028e7a0da06 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:40.009381 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e0130e96-0883-490c-af68-3028e7a0da06 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] 10.222.0.41 "DELETE /v2.0/routers/aa972beb-a36a-40ed-a16d-14a4783eb242 HTTP/1.1" status: 204 len: 168 time: 1.8748159 Feb 03 13:58:40.016301 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53290) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:40.023450 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-0208ca55-cf59-4490-a2a4-cd20203745aa tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Request body: {'router': {'name': 'tempest-router-1936501722', 'distributed': False}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:40.028834 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c30dbd13-c505-4144-80d4-f0a7596164fd tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:40.040137 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-21834f53-b323-426f-90a8-c6b2dd22bf0e None None] Attempting to bind port c49303ec-8ab9-4e6f-b462-59f57db82353 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:58:40.040510 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-21834f53-b323-426f-90a8-c6b2dd22bf0e None None] Attempting to bind port c49303ec-8ab9-4e6f-b462-59f57db82353 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'ba5fc07a-3e71-4bb7-8683-18d91ed161d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8f49d0d9-426c-47b4-ae16-cbb1b544c23e'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:58:40.040873 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21834f53-b323-426f-90a8-c6b2dd22bf0e None None] Attempting to bind port c49303ec-8ab9-4e6f-b462-59f57db82353 on network 8f49d0d9-426c-47b4-ae16-cbb1b544c23e {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:58:40.047770 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21834f53-b323-426f-90a8-c6b2dd22bf0e None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:58:40.048265 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21834f53-b323-426f-90a8-c6b2dd22bf0e None None] Checking segment: {'id': 'ba5fc07a-3e71-4bb7-8683-18d91ed161d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8f49d0d9-426c-47b4-ae16-cbb1b544c23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:58:40.048666 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-21834f53-b323-426f-90a8-c6b2dd22bf0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:40.049054 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21834f53-b323-426f-90a8-c6b2dd22bf0e None None] Bound using segment: {'id': 'ba5fc07a-3e71-4bb7-8683-18d91ed161d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8f49d0d9-426c-47b4-ae16-cbb1b544c23e'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:58:40.049608 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-21834f53-b323-426f-90a8-c6b2dd22bf0e None None] Bound port: c49303ec-8ab9-4e6f-b462-59f57db82353, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5fc07a-3e71-4bb7-8683-18d91ed161d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8f49d0d9-426c-47b4-ae16-cbb1b544c23e'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:58:40.049982 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-21834f53-b323-426f-90a8-c6b2dd22bf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:40.056586 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-0208ca55-cf59-4490-a2a4-cd20203745aa tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:40.066844 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-0208ca55-cf59-4490-a2a4-cd20203745aa tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Usage tracker for resource:router and tenant:fc8472dec6ae448bab68f829b92c3dee is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:40.071243 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-0208ca55-cf59-4490-a2a4-cd20203745aa tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:40.080505 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-0208ca55-cf59-4490-a2a4-cd20203745aa tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:40.093357 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e7b6-3a12-477f-ba8f-312b731bc668 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:40.109878 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:40.140411 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-21834f53-b323-426f-90a8-c6b2dd22bf0e None None] For port c49303ec-8ab9-4e6f-b462-59f57db82353, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:58:40.144269 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-21834f53-b323-426f-90a8-c6b2dd22bf0e None None] For port c49303ec-8ab9-4e6f-b462-59f57db82353, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=c49303ec-8ab9-4e6f-b462-59f57db82353,segment=NetworkSegment(ba5fc07a-3e71-4bb7-8683-18d91ed161d8),segment_id=ba5fc07a-3e71-4bb7-8683-18d91ed161d8)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:58:40.152845 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc9e7b6-3a12-477f-ba8f-312b731bc668 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Pushing event deleted for resources: {'Port': ['ID=07d4123a-71c7-4b1d-bd6c-111d325690e0,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:40.160151 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc9e7b6-3a12-477f-ba8f-312b731bc668 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] No DVR routers for this DVR port 07d4123a-71c7-4b1d-bd6c-111d325690e0 on host dv-neutron-827016-1-hyperv {{(pid=84182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:58:40.202441 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:40.207361 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e3eae989-41bb-4959-b3ef-a97713580238 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:40.219050 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] device_id is not set on port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:58:40.227645 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-21834f53-b323-426f-90a8-c6b2dd22bf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:40.269499 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0208ca55-cf59-4490-a2a4-cd20203745aa tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:40.270427 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0208ca55-cf59-4490-a2a4-cd20203745aa tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:40.306486 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21834f53-b323-426f-90a8-c6b2dd22bf0e None None] Pushing event updated for resources: {'Port': ['ID=c49303ec-8ab9-4e6f-b462-59f57db82353,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:40.306738 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c30dbd13-c505-4144-80d4-f0a7596164fd tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:40.315761 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e7b6-3a12-477f-ba8f-312b731bc668 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:40.350139 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cca36c6-5189-4804-a8be-5b4dc97aa20e,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:40.375454 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30dbd13-c505-4144-80d4-f0a7596164fd tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event deleted for resources: {'Subnet': ['ID=a5f9a94f-1443-417b-a22b-cad9c95d7ad3,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:40.386337 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c30dbd13-c505-4144-80d4-f0a7596164fd tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:40.390698 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-ecc9e7b6-3a12-477f-ba8f-312b731bc668 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e880a6db-8e09-4e59-b9c2-19346848757a']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:40.395742 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed023430-abe6-4bc5-b266-92957ac94cd0 None None] Network 7b433baf-86d0-4dab-8941-9c859866200c requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:58:40.412575 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0208ca55-cf59-4490-a2a4-cd20203745aa tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:40.413170 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-19dc5a75-eb47-49c5-b8de-7eff186ff085 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:40.415025 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-ecc9e7b6-3a12-477f-ba8f-312b731bc668 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8197215b-ad3b-4dca-9ad3-ed6e77f7c9e2') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:40.415345 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-ecc9e7b6-3a12-477f-ba8f-312b731bc668 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8197215b-ad3b-4dca-9ad3-ed6e77f7c9e2') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:40.428354 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c30dbd13-c505-4144-80d4-f0a7596164fd tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "DELETE /v2.0/subnets/a5f9a94f-1443-417b-a22b-cad9c95d7ad3 HTTP/1.1" status: 204 len: 168 time: 1.9865057 Feb 03 13:58:40.433343 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53294) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:40.457494 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-19dc5a75-eb47-49c5-b8de-7eff186ff085 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Transition to ACTIVE for port object faa72514-e456-47d4-987a-d2e1c3be681f will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:58:40.458476 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e7b6-3a12-477f-ba8f-312b731bc668 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:40.510351 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e3eae989-41bb-4959-b3ef-a97713580238 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:40.542042 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e7b6-3a12-477f-ba8f-312b731bc668 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:40.563645 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecc9e7b6-3a12-477f-ba8f-312b731bc668 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:58:40.564091 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e7b6-3a12-477f-ba8f-312b731bc668 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:40.578806 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 13:58:40.578806 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:58:40.578806 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 13:58:40.578806 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:58:40.578806 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 13:58:40.578806 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:58:40.578806 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 13:58:40.578806 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:58:40.578806 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 13:58:40.578806 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:58:40.578806 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 13:58:40.578806 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:58:40.578806 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 13:58:40.578806 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:58:40.578806 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:58:40.578806 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:58:40.578806 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:58:40.578806 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:58:40.578806 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 13:58:40.578806 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:58:40.578806 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 13:58:40.578806 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:58:40.578806 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:58:40.578806 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:58:40.578806 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 13:58:40.578806 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:58:40.578806 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:58:40.578806 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:58:40.578806 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:58:40.578806 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:58:40.578806 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:58:40.578806 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:58:40.665073 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0208ca55-cf59-4490-a2a4-cd20203745aa tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:40.674175 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eae989-41bb-4959-b3ef-a97713580238 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Pushing event updated for resources: {'Port': ['ID=3905e621-d7a7-41b3-b247-2d2abd4ab29c,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:40.696401 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8035dce0-827f-4447-a48e-6c063a021629 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:40.716349 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3eae989-41bb-4959-b3ef-a97713580238 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:58:40.718598 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-e3eae989-41bb-4959-b3ef-a97713580238 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:58:40.718740 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-8035dce0-827f-4447-a48e-6c063a021629 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Deleting port da610020-0b95-4877-95b7-0fd9f3917bcf {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:40.718740 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8035dce0-827f-4447-a48e-6c063a021629 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:40.731448 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3eae989-41bb-4959-b3ef-a97713580238 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:58:40.755295 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2c882b-bdbf-475e-838e-3b40195726f4 None None] DHCP port deletion for 7b433baf-86d0-4dab-8941-9c859866200c request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 13:58:40.759574 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-ba2c882b-bdbf-475e-838e-3b40195726f4 None None] Deleting port da610020-0b95-4877-95b7-0fd9f3917bcf {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:40.760062 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ba2c882b-bdbf-475e-838e-3b40195726f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:40.829469 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0208ca55-cf59-4490-a2a4-cd20203745aa tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:40.833841 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-0208ca55-cf59-4490-a2a4-cd20203745aa tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8162432 Feb 03 13:58:40.836406 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53298) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:40.901374 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e7b6-3a12-477f-ba8f-312b731bc668 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:40.906057 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e7b6-3a12-477f-ba8f-312b731bc668 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:40.921844 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-19dc5a75-eb47-49c5-b8de-7eff186ff085 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:40.927044 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] device_id is not set on port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:58:40.958165 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc9e7b6-3a12-477f-ba8f-312b731bc668 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Pushing event deleted for resources: {'Network': ['ID=e880a6db-8e09-4e59-b9c2-19346848757a,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:40.965510 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ecc9e7b6-3a12-477f-ba8f-312b731bc668 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] 10.222.0.41 "DELETE /v2.0/networks/e880a6db-8e09-4e59-b9c2-19346848757a HTTP/1.1" status: 204 len: 168 time: 4.5040450 Feb 03 13:58:40.974495 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53302) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:40.988429 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:40.994979 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-228bcc9a-5d12-4fc6-b9c4-e879d84f04d2 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-53532975'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:40.999662 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-228bcc9a-5d12-4fc6-b9c4-e879d84f04d2 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:41.003965 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-228bcc9a-5d12-4fc6-b9c4-e879d84f04d2 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Usage tracker for resource:network and tenant:ae8f49d5002445e18fa3eac40ce621e0 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:41.006717 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-228bcc9a-5d12-4fc6-b9c4-e879d84f04d2 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:41.014068 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-228bcc9a-5d12-4fc6-b9c4-e879d84f04d2 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:41.026047 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-ba2c882b-bdbf-475e-838e-3b40195726f4 None None] For port da610020-0b95-4877-95b7-0fd9f3917bcf, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=da610020-0b95-4877-95b7-0fd9f3917bcf,segment=NetworkSegment(00209855-2c7f-4070-a3e2-cadb958a8c4d),segment_id=00209855-2c7f-4070-a3e2-cadb958a8c4d)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:58:41.026580 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ba2c882b-bdbf-475e-838e-3b40195726f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:41.070992 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Transition to ACTIVE for port object 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f will not be triggered until provisioned by entity L2. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:58:41.079662 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dc5a75-eb47-49c5-b8de-7eff186ff085 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Network 8f49d0d9-426c-47b4-ae16-cbb1b544c23e is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:58:41.086567 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-19dc5a75-eb47-49c5-b8de-7eff186ff085 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:58:41.092925 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc5a75-eb47-49c5-b8de-7eff186ff085 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'Port': ['ID=faa72514-e456-47d4-987a-d2e1c3be681f,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:41.099248 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dc5a75-eb47-49c5-b8de-7eff186ff085 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:58:41.104002 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dc5a75-eb47-49c5-b8de-7eff186ff085 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:41.105049 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-19dc5a75-eb47-49c5-b8de-7eff186ff085 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:41.113580 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-8035dce0-827f-4447-a48e-6c063a021629 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] For port da610020-0b95-4877-95b7-0fd9f3917bcf, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=da610020-0b95-4877-95b7-0fd9f3917bcf,segment=NetworkSegment(00209855-2c7f-4070-a3e2-cadb958a8c4d),segment_id=00209855-2c7f-4070-a3e2-cadb958a8c4d)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:58:41.114183 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8035dce0-827f-4447-a48e-6c063a021629 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:41.114290 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228bcc9a-5d12-4fc6-b9c4-e879d84f04d2 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Made reservation on behalf of ae8f49d5002445e18fa3eac40ce621e0 for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:58:41.117051 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-228bcc9a-5d12-4fc6-b9c4-e879d84f04d2 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:41.122518 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-18675273-fa51-4221-a929-e21ff1496b7a tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks [] for router, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:41.157270 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-ba2c882b-bdbf-475e-838e-3b40195726f4 None None] Calling delete_port for da610020-0b95-4877-95b7-0fd9f3917bcf owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:58:41.271254 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:41.284781 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ba2c882b-bdbf-475e-838e-3b40195726f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:41.303495 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-8035dce0-827f-4447-a48e-6c063a021629 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Calling delete_port for da610020-0b95-4877-95b7-0fd9f3917bcf owned by network:dhcp {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:58:41.333980 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-228bcc9a-5d12-4fc6-b9c4-e879d84f04d2 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:58:41.347097 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-228bcc9a-5d12-4fc6-b9c4-e879d84f04d2 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:41.347257 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-228bcc9a-5d12-4fc6-b9c4-e879d84f04d2 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Added segment b127fa12-2d45-4cbb-b4d0-30e66ec3a5a4 of type vlan for network 27a8b0ab-ac81-4e83-ae26-ecc098b7e86b Feb 03 13:58:41.374309 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-228bcc9a-5d12-4fc6-b9c4-e879d84f04d2 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:41.399332 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2c882b-bdbf-475e-838e-3b40195726f4 None None] No DVR routers for this DVR port da610020-0b95-4877-95b7-0fd9f3917bcf on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:58:41.406427 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c882b-bdbf-475e-838e-3b40195726f4 None None] Pushing event deleted for resources: {'Port': ['ID=da610020-0b95-4877-95b7-0fd9f3917bcf,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:41.472955 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Pushing event updated for resources: {'Port': ['ID=9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:41.486566 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-228bcc9a-5d12-4fc6-b9c4-e879d84f04d2 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:41.490869 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228bcc9a-5d12-4fc6-b9c4-e879d84f04d2 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:41.491442 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-228bcc9a-5d12-4fc6-b9c4-e879d84f04d2 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:41.539377 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-19dc5a75-eb47-49c5-b8de-7eff186ff085 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5255015 Feb 03 13:58:41.585074 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Checking segment: {'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:58:41.585442 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Network hostable DHCP agents. Network: a449b4eb-3065-4e0a-b1af-13beaef646d5, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:58:41.598556 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53306) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:41.635818 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601d5044-6212-4ecc-b5cc-a882dbcb573a None None] Network 8f49d0d9-426c-47b4-ae16-cbb1b544c23e requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:58:41.651872 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-228bcc9a-5d12-4fc6-b9c4-e879d84f04d2 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6732442 Feb 03 13:58:41.660356 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53310) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:41.688018 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-fc9948c7-1454-4774-9de8-865340813ee7 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Request body: {'subnet': {'network_id': '27a8b0ab-ac81-4e83-ae26-ecc098b7e86b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:41.688804 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.db.api [None req-8035dce0-827f-4447-a48e-6c063a021629 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:58:41.689129 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG oslo_db.api [None req-8035dce0-827f-4447-a48e-6c063a021629 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:58:41.704073 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228bcc9a-5d12-4fc6-b9c4-e879d84f04d2 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Pushing event updated for resources: {'Network': ['ID=27a8b0ab-ac81-4e83-ae26-ecc098b7e86b,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:41.730189 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 27a8b0ab-ac81-4e83-ae26-ecc098b7e86b details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:58:41.783267 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-6b998a50-7a3e-4e74-b5fa-2d9b9753a8c9 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Deleting port faa72514-e456-47d4-987a-d2e1c3be681f {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:41.783588 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6b998a50-7a3e-4e74-b5fa-2d9b9753a8c9 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:41.804044 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-4fb52565-528b-4eb7-a49d-9cc9c68fdfd4 None None] Provisioning for port c49303ec-8ab9-4e6f-b462-59f57db82353 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:58:41.841538 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-18675273-fa51-4221-a929-e21ff1496b7a tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:41.855896 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-18675273-fa51-4221-a929-e21ff1496b7a tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:41.911569 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-fc9948c7-1454-4774-9de8-865340813ee7 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:41.922224 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e3eae989-41bb-4959-b3ef-a97713580238 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router_gateway, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:41.922948 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e3eae989-41bb-4959-b3ef-a97713580238 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:41.924764 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Network a449b4eb-3065-4e0a-b1af-13beaef646d5 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:58:41.929870 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-fc9948c7-1454-4774-9de8-865340813ee7 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Usage tracker for resource:subnet and tenant:ae8f49d5002445e18fa3eac40ce621e0 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:41.945395 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-fc9948c7-1454-4774-9de8-865340813ee7 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:41.950819 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device c49303ec-8ab9-4e6f-b462-59f57db82353 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:58:41.952440 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-18675273-fa51-4221-a929-e21ff1496b7a tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:41.953041 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18675273-fa51-4221-a929-e21ff1496b7a tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 29ca49b9-48d3-4729-99bf-292324138cd8 {{(pid=84182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:58:41.955767 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-fc9948c7-1454-4774-9de8-865340813ee7 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:42.029438 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, a449b4eb-3065-4e0a-b1af-13beaef646d5) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:58:42.042033 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f545b35-9a30-47d2-ac88-f65a2276665d None None] Network a449b4eb-3065-4e0a-b1af-13beaef646d5 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:58:42.054415 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:58:42.075055 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-18675273-fa51-4221-a929-e21ff1496b7a tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:42.080017 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-18675273-fa51-4221-a929-e21ff1496b7a tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] 10.222.0.41 "DELETE /v2.0/routers/29ca49b9-48d3-4729-99bf-292324138cd8 HTTP/1.1" status: 204 len: 168 time: 1.2391417 Feb 03 13:58:42.080252 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53314) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:42.085482 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-35ff74c1-1801-4bfb-b714-d670d1aaac81 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Request body: {'router': {'name': 'tempest-router-1023382239', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'db6f201cd208411e873e707d6c32a678'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:42.090829 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-35ff74c1-1801-4bfb-b714-d670d1aaac81 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:42.095591 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-35ff74c1-1801-4bfb-b714-d670d1aaac81 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Usage tracker for resource:router and tenant:db6f201cd208411e873e707d6c32a678 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:42.098795 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-35ff74c1-1801-4bfb-b714-d670d1aaac81 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:42.106013 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-35ff74c1-1801-4bfb-b714-d670d1aaac81 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:42.134844 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:58:42.135202 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:58:42.135574 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f on network a449b4eb-3065-4e0a-b1af-13beaef646d5 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:58:42.161303 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9948c7-1454-4774-9de8-865340813ee7 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Made reservation on behalf of ae8f49d5002445e18fa3eac40ce621e0 for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:58:42.175824 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-35ff74c1-1801-4bfb-b714-d670d1aaac81 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:42.177418 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-35ff74c1-1801-4bfb-b714-d670d1aaac81 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:42.181639 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port c49303ec-8ab9-4e6f-b462-59f57db82353 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:58:42.203428 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-35ff74c1-1801-4bfb-b714-d670d1aaac81 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:42.219375 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port c49303ec-8ab9-4e6f-b462-59f57db82353 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:58:42.219750 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:42.220736 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-8035dce0-827f-4447-a48e-6c063a021629 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Deleting port da610020-0b95-4877-95b7-0fd9f3917bcf {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:42.221224 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8035dce0-827f-4447-a48e-6c063a021629 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:42.251178 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f on network a449b4eb-3065-4e0a-b1af-13beaef646d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:58:42.251465 dv-neutron-827016-1-hyperv neutron-server[84181]: ERROR neutron.plugins.ml2.managers [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Failed to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f on host hv-neutron-8270 for vnic_type normal using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] Feb 03 13:58:42.257952 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.plugins.ml2.plugin [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempt 2 to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f Feb 03 13:58:42.310397 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-8035dce0-827f-4447-a48e-6c063a021629 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] The port 'da610020-0b95-4877-95b7-0fd9f3917bcf' was deleted {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 13:58:42.328395 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:58:42.328679 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:58:42.329116 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f on network a449b4eb-3065-4e0a-b1af-13beaef646d5 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:58:42.333730 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6b998a50-7a3e-4e74-b5fa-2d9b9753a8c9 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:42.360167 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fc9948c7-1454-4774-9de8-865340813ee7 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:42.368367 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-35ff74c1-1801-4bfb-b714-d670d1aaac81 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:42.423463 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:42.439428 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-3c2ce783-0d29-4557-a532-bd2633f5921d None None] Provisioning complete for port c49303ec-8ab9-4e6f-b462-59f57db82353 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:58:42.439802 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3c2ce783-0d29-4557-a532-bd2633f5921d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:42.489942 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8035dce0-827f-4447-a48e-6c063a021629 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:42.515919 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port c49303ec-8ab9-4e6f-b462-59f57db82353, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=c49303ec-8ab9-4e6f-b462-59f57db82353,segment=NetworkSegment(ba5fc07a-3e71-4bb7-8683-18d91ed161d8),segment_id=ba5fc07a-3e71-4bb7-8683-18d91ed161d8)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:58:42.525489 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-8035dce0-827f-4447-a48e-6c063a021629 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b433baf-86d0-4dab-8941-9c859866200c']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:42.541282 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-8035dce0-827f-4447-a48e-6c063a021629 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00209855-2c7f-4070-a3e2-cadb958a8c4d') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:42.541583 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-8035dce0-827f-4447-a48e-6c063a021629 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00209855-2c7f-4070-a3e2-cadb958a8c4d') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:42.555555 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8035dce0-827f-4447-a48e-6c063a021629 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:42.562051 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f on network a449b4eb-3065-4e0a-b1af-13beaef646d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:58:42.562573 dv-neutron-827016-1-hyperv neutron-server[84181]: ERROR neutron.plugins.ml2.managers [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Failed to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f on host hv-neutron-8270 for vnic_type normal using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] Feb 03 13:58:42.571810 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-35ff74c1-1801-4bfb-b714-d670d1aaac81 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:42.572478 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-6b998a50-7a3e-4e74-b5fa-2d9b9753a8c9 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Calling delete_port for faa72514-e456-47d4-987a-d2e1c3be681f owned by {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:58:42.575541 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-35ff74c1-1801-4bfb-b714-d670d1aaac81 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4942954 Feb 03 13:58:42.580102 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53318) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:42.588043 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-6ea4550e-45f8-46ef-a23a-022b87345df3 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Request body: {'router': {'distributed': True}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:42.595469 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3c2ce783-0d29-4557-a532-bd2633f5921d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:42.606609 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:42.607245 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.plugins.ml2.plugin [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempt 3 to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f Feb 03 13:58:42.649319 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8035dce0-827f-4447-a48e-6c063a021629 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:42.660065 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8035dce0-827f-4447-a48e-6c063a021629 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:58:42.660467 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8035dce0-827f-4447-a48e-6c063a021629 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:42.675110 dv-neutron-827016-1-hyperv neutron-server[84182]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:58:42.675110 dv-neutron-827016-1-hyperv neutron-server[84182]: util.warn( Feb 03 13:58:42.675110 dv-neutron-827016-1-hyperv neutron-server[84182]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:58:42.675110 dv-neutron-827016-1-hyperv neutron-server[84182]: util.warn( Feb 03 13:58:42.675110 dv-neutron-827016-1-hyperv neutron-server[84182]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:58:42.675110 dv-neutron-827016-1-hyperv neutron-server[84182]: util.warn( Feb 03 13:58:42.675110 dv-neutron-827016-1-hyperv neutron-server[84182]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:58:42.675110 dv-neutron-827016-1-hyperv neutron-server[84182]: util.warn( Feb 03 13:58:42.675110 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 13:58:42.675110 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:58:42.675110 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 13:58:42.675110 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:58:42.675110 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 13:58:42.675110 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:58:42.675110 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 13:58:42.675110 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:58:42.675110 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 13:58:42.675110 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:58:42.675110 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 13:58:42.675110 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:58:42.675110 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 13:58:42.675110 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:58:42.675110 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:58:42.675110 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:58:42.675110 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:58:42.675110 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:58:42.675110 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 13:58:42.675110 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:58:42.675110 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 13:58:42.675110 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:58:42.675110 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:58:42.675110 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:58:42.675110 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 13:58:42.675110 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:58:42.675110 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:58:42.675110 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:58:42.675110 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:58:42.675110 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:58:42.675110 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:58:42.675110 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:58:42.677484 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device da610020-0b95-4877-95b7-0fd9f3917bcf no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 13:58:42.717890 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: da610020-0b95-4877-95b7-0fd9f3917bcf {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 13:58:42.718251 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device da610020-0b95-4877-95b7-0fd9f3917bcf not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 13:58:42.724605 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:58:42.724943 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:58:42.725281 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f on network a449b4eb-3065-4e0a-b1af-13beaef646d5 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:58:42.772058 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f on network a449b4eb-3065-4e0a-b1af-13beaef646d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:58:42.772419 dv-neutron-827016-1-hyperv neutron-server[84181]: ERROR neutron.plugins.ml2.managers [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Failed to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f on host hv-neutron-8270 for vnic_type normal using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] Feb 03 13:58:42.776338 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.plugins.ml2.plugin [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempt 4 to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f Feb 03 13:58:42.780890 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=c49303ec-8ab9-4e6f-b462-59f57db82353,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:42.798817 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-3c2ce783-0d29-4557-a532-bd2633f5921d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:58:42.799599 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-3c2ce783-0d29-4557-a532-bd2633f5921d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:58:42.802220 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:58:42.802562 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:58:42.802902 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f on network a449b4eb-3065-4e0a-b1af-13beaef646d5 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:58:42.871237 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f on network a449b4eb-3065-4e0a-b1af-13beaef646d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:58:42.871643 dv-neutron-827016-1-hyperv neutron-server[84181]: ERROR neutron.plugins.ml2.managers [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Failed to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f on host hv-neutron-8270 for vnic_type normal using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] Feb 03 13:58:42.874113 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8035dce0-827f-4447-a48e-6c063a021629 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:42.876259 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.plugins.ml2.plugin [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempt 5 to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f Feb 03 13:58:42.891802 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8035dce0-827f-4447-a48e-6c063a021629 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:42.946286 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8035dce0-827f-4447-a48e-6c063a021629 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event deleted for resources: {'Network': ['ID=7b433baf-86d0-4dab-8941-9c859866200c,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:42.954343 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-8035dce0-827f-4447-a48e-6c063a021629 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "DELETE /v2.0/networks/7b433baf-86d0-4dab-8941-9c859866200c HTTP/1.1" status: 204 len: 168 time: 2.5198979 Feb 03 13:58:42.965230 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53322) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:42.973694 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-2fa163af-23de-4e60-bd6a-1126fca50019 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-979439135', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:42.982120 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-2fa163af-23de-4e60-bd6a-1126fca50019 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:42.988050 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2fa163af-23de-4e60-bd6a-1126fca50019 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Usage tracker for resource:router and tenant:e560cbcda02c46efaee7f040dc641828 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:43.041399 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:58:43.041731 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:58:43.042066 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f on network a449b4eb-3065-4e0a-b1af-13beaef646d5 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:58:43.043244 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2fa163af-23de-4e60-bd6a-1126fca50019 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:43.057345 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-2fa163af-23de-4e60-bd6a-1126fca50019 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:43.070241 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f on network a449b4eb-3065-4e0a-b1af-13beaef646d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:58:43.070566 dv-neutron-827016-1-hyperv neutron-server[84181]: ERROR neutron.plugins.ml2.managers [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Failed to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f on host hv-neutron-8270 for vnic_type normal using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] Feb 03 13:58:43.082548 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.plugins.ml2.plugin [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempt 6 to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f Feb 03 13:58:43.111777 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6b998a50-7a3e-4e74-b5fa-2d9b9753a8c9 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:43.124472 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6ea4550e-45f8-46ef-a23a-022b87345df3 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:43.124726 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6ea4550e-45f8-46ef-a23a-022b87345df3 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks [] for router, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:43.157380 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:58:43.157719 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:58:43.158048 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f on network a449b4eb-3065-4e0a-b1af-13beaef646d5 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:58:43.183347 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b998a50-7a3e-4e74-b5fa-2d9b9753a8c9 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event deleted for resources: {'Port': ['ID=faa72514-e456-47d4-987a-d2e1c3be681f,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:43.189181 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f on network a449b4eb-3065-4e0a-b1af-13beaef646d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:58:43.189513 dv-neutron-827016-1-hyperv neutron-server[84181]: ERROR neutron.plugins.ml2.managers [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Failed to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f on host hv-neutron-8270 for vnic_type normal using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] Feb 03 13:58:43.191659 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.plugins.ml2.plugin [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempt 7 to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f Feb 03 13:58:43.232494 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fc9948c7-1454-4774-9de8-865340813ee7 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:43.280035 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6b998a50-7a3e-4e74-b5fa-2d9b9753a8c9 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:43.292361 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:58:43.292721 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:58:43.293057 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f on network a449b4eb-3065-4e0a-b1af-13beaef646d5 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:58:43.318751 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2fa163af-23de-4e60-bd6a-1126fca50019 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:43.319810 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2fa163af-23de-4e60-bd6a-1126fca50019 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:43.331377 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-6b998a50-7a3e-4e74-b5fa-2d9b9753a8c9 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/ports/faa72514-e456-47d4-987a-d2e1c3be681f HTTP/1.1" status: 204 len: 168 time: 1.7317171 Feb 03 13:58:43.336320 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53326) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:43.342414 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3eae989-41bb-4959-b3ef-a97713580238 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Router 5632f22a-69b1-416c-9881-2dca1178a400 is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:58:43.342901 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f on network a449b4eb-3065-4e0a-b1af-13beaef646d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:58:43.343265 dv-neutron-827016-1-hyperv neutron-server[84181]: ERROR neutron.plugins.ml2.managers [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Failed to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f on host hv-neutron-8270 for vnic_type normal using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] Feb 03 13:58:43.346159 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.plugins.ml2.plugin [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempt 8 to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f Feb 03 13:58:43.387771 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9948c7-1454-4774-9de8-865340813ee7 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Pushing event updated for resources: {'Subnet': ['ID=0381dce7-c941-428e-b8b5-b1173f0409fc,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:43.403499 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-3c2ce783-0d29-4557-a532-bd2633f5921d None None] Could not find standard attr ID for object faa72514-e456-47d4-987a-d2e1c3be681f. {{(pid=84183) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 13:58:43.414092 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2fa163af-23de-4e60-bd6a-1126fca50019 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:43.432430 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:58:43.432813 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:58:43.433155 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f on network a449b4eb-3065-4e0a-b1af-13beaef646d5 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:58:43.442722 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6ea4550e-45f8-46ef-a23a-022b87345df3 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=84182) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 03 13:58:43.443052 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6ea4550e-45f8-46ef-a23a-022b87345df3 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Router b0366727-a4be-479d-a0af-137211674969 migrating from provider to provider. {{(pid=84182) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 03 13:58:43.443445 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6ea4550e-45f8-46ef-a23a-022b87345df3 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:43.450714 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6ea4550e-45f8-46ef-a23a-022b87345df3 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:43.463716 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-9acdd04c-5a2e-461a-ba41-a9a0470e0e7d tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] DELETE failed (client error): The resource could not be found. Feb 03 13:58:43.464097 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9acdd04c-5a2e-461a-ba41-a9a0470e0e7d tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:58:43.465795 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-9acdd04c-5a2e-461a-ba41-a9a0470e0e7d tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/ports/faa72514-e456-47d4-987a-d2e1c3be681f HTTP/1.1" status: 404 len: 333 time: 0.1264014 Feb 03 13:58:43.468563 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53330) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:43.471022 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f on network a449b4eb-3065-4e0a-b1af-13beaef646d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:58:43.471366 dv-neutron-827016-1-hyperv neutron-server[84181]: ERROR neutron.plugins.ml2.managers [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Failed to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f on host hv-neutron-8270 for vnic_type normal using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] Feb 03 13:58:43.474011 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.plugins.ml2.plugin [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempt 9 to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f Feb 03 13:58:43.509866 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bf5fb38-48eb-4fdd-80ce-e1e0b11ad067 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] GET failed (client error): The resource could not be found. Feb 03 13:58:43.511127 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7bf5fb38-48eb-4fdd-80ce-e1e0b11ad067 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "GET /v2.0/ports/faa72514-e456-47d4-987a-d2e1c3be681f HTTP/1.1" status: 404 len: 333 time: 0.0416090 Feb 03 13:58:43.514536 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53334) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:43.520548 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-99288d31-b4c0-4cd2-a5d1-70c92e3477a9 None None] Could not find standard attr ID for object faa72514-e456-47d4-987a-d2e1c3be681f. {{(pid=84183) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 13:58:43.540841 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9948c7-1454-4774-9de8-865340813ee7 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Checking segment: {'id': 'b127fa12-2d45-4cbb-b4d0-30e66ec3a5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '27a8b0ab-ac81-4e83-ae26-ecc098b7e86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:58:43.549112 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9948c7-1454-4774-9de8-865340813ee7 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Network hostable DHCP agents. Network: 27a8b0ab-ac81-4e83-ae26-ecc098b7e86b, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:58:43.549245 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6ea4550e-45f8-46ef-a23a-022b87345df3 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970733'] for router, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:43.562066 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:58:43.562611 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:58:43.562715 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2fa163af-23de-4e60-bd6a-1126fca50019 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:43.562836 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f on network a449b4eb-3065-4e0a-b1af-13beaef646d5 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:58:43.580881 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f on network a449b4eb-3065-4e0a-b1af-13beaef646d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:58:43.586471 dv-neutron-827016-1-hyperv neutron-server[84181]: ERROR neutron.plugins.ml2.managers [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Failed to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f on host hv-neutron-8270 for vnic_type normal using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] Feb 03 13:58:43.586471 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.plugins.ml2.plugin [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempt 10 to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f Feb 03 13:58:43.611010 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:58:43.611364 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:58:43.611702 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f on network a449b4eb-3065-4e0a-b1af-13beaef646d5 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:58:43.625550 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f on network a449b4eb-3065-4e0a-b1af-13beaef646d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:58:43.625868 dv-neutron-827016-1-hyperv neutron-server[84181]: ERROR neutron.plugins.ml2.managers [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Failed to bind port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f on host hv-neutron-8270 for vnic_type normal using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] Feb 03 13:58:43.626216 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:43.727483 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9948c7-1454-4774-9de8-865340813ee7 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Network 27a8b0ab-ac81-4e83-ae26-ecc098b7e86b is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:58:43.777679 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2fa163af-23de-4e60-bd6a-1126fca50019 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:43.778840 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2fa163af-23de-4e60-bd6a-1126fca50019 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8111017 Feb 03 13:58:43.786033 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53338) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:43.796462 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-9fbc9239-523a-479a-988b-8d1d71675219 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1725681155'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:43.805883 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-9fbc9239-523a-479a-988b-8d1d71675219 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:43.810914 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] For port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:58:43.811021 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempted to set empty binding levels {{(pid=84181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 03 13:58:43.814304 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-9fbc9239-523a-479a-988b-8d1d71675219 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Usage tracker for resource:network and tenant:e560cbcda02c46efaee7f040dc641828 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:43.818259 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-9fbc9239-523a-479a-988b-8d1d71675219 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:43.825178 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-fc9948c7-1454-4774-9de8-865340813ee7 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 27a8b0ab-ac81-4e83-ae26-ecc098b7e86b) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:58:43.826915 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-9fbc9239-523a-479a-988b-8d1d71675219 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:43.835639 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9948c7-1454-4774-9de8-865340813ee7 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:43.836226 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fc9948c7-1454-4774-9de8-865340813ee7 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:43.839577 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75026ccc-8a56-49ac-ba59-bfb52ed04b3b None None] Network 27a8b0ab-ac81-4e83-ae26-ecc098b7e86b requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:58:43.842886 dv-neutron-827016-1-hyperv neutron-server[84182]: WARNING neutron.scheduler.l3_agent_scheduler [None req-6ea4550e-45f8-46ef-a23a-022b87345df3 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] No L3 agents can host the router b0366727-a4be-479d-a0af-137211674969 Feb 03 13:58:43.854718 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a40bc09-c472-4c61-b355-5c27d645a3ee tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Deleting subnet de6ac4c3-077e-44e9-8f32-50ef1594b889 {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 13:58:43.859352 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8a40bc09-c472-4c61-b355-5c27d645a3ee tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:43.866584 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3eae989-41bb-4959-b3ef-a97713580238 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:58:43.868400 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:43.883724 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee42481-494c-43a6-ac62-6352578d63fd None None] Sync routers for ids ['5632f22a-69b1-416c-9881-2dca1178a400'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:58:43.925168 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbc9239-523a-479a-988b-8d1d71675219 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Made reservation on behalf of e560cbcda02c46efaee7f040dc641828 for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:58:43.928170 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9fbc9239-523a-479a-988b-8d1d71675219 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:43.934703 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device c49303ec-8ab9-4e6f-b462-59f57db82353 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:58:43.961986 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-fc9948c7-1454-4774-9de8-865340813ee7 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2889469 Feb 03 13:58:43.967218 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53342) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:43.986846 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8a40bc09-c472-4c61-b355-5c27d645a3ee tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:44.001865 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:44.025092 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Pushing event updated for resources: {'Port': ['ID=9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:44.058880 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee42481-494c-43a6-ac62-6352578d63fd None None] Routers {'5632f22a-69b1-416c-9881-2dca1178a400'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:58:44.065113 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-3ee42481-494c-43a6-ac62-6352578d63fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:58:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['5632f22a-69b1-416c-9881-2dca1178a400'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:44.088281 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fbc9239-523a-479a-988b-8d1d71675219 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:58:44.092566 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e3eae989-41bb-4959-b3ef-a97713580238 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:44.095683 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e3eae989-41bb-4959-b3ef-a97713580238 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.7121201 Feb 03 13:58:44.098120 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53346) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:44.109349 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-7a3dc78f-b50b-4085-9041-5c0993a5144d tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'enable_snat': False}}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:44.112998 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9fbc9239-523a-479a-988b-8d1d71675219 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:44.113354 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-9fbc9239-523a-479a-988b-8d1d71675219 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Added segment 9a326b0b-603b-456a-9508-3e6d26d31716 of type vlan for network c6d2680a-3380-4d17-8377-378a03cb63a7 Feb 03 13:58:44.140992 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-3ee42481-494c-43a6-ac62-6352578d63fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:44.175300 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9fbc9239-523a-479a-988b-8d1d71675219 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:44.179711 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-283147e8-9cec-4570-8493-c673ead15c4a tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 4.8299437 Feb 03 13:58:44.183099 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53350) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:44.206018 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee42481-494c-43a6-ac62-6352578d63fd None None] Routers {'5632f22a-69b1-416c-9881-2dca1178a400'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:58:44.207122 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-3ee42481-494c-43a6-ac62-6352578d63fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:58:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['5632f22a-69b1-416c-9881-2dca1178a400'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:44.230082 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea4550e-45f8-46ef-a23a-022b87345df3 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Hosts for router b0366727-a4be-479d-a0af-137211674969: [] {{(pid=84182) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Feb 03 13:58:44.256709 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cf4099d5-9f67-422e-ad39-a352504622ee tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:44.276907 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-3ee42481-494c-43a6-ac62-6352578d63fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:44.278211 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee42481-494c-43a6-ac62-6352578d63fd None None] The sync data for ids ['5632f22a-69b1-416c-9881-2dca1178a400'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:58:44.279603 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8a40bc09-c472-4c61-b355-5c27d645a3ee tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:44.283319 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port c49303ec-8ab9-4e6f-b462-59f57db82353 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:58:44.284166 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:44.295219 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-aa887b8e-6b72-47cc-8b31-db7f00d4a6f0 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Deleting port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:44.295593 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-aa887b8e-6b72-47cc-8b31-db7f00d4a6f0 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:44.327046 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea4550e-45f8-46ef-a23a-022b87345df3 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Hosts for other DVR routers connected to router b0366727-a4be-479d-a0af-137211674969: set() {{(pid=84182) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Feb 03 13:58:44.338977 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6ea4550e-45f8-46ef-a23a-022b87345df3 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:44.338977 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-6ea4550e-45f8-46ef-a23a-022b87345df3 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] 10.222.0.41 "PUT /v2.0/routers/b0366727-a4be-479d-a0af-137211674969 HTTP/1.1" status: 200 len: 717 time: 1.7491555 Feb 03 13:58:44.338977 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53354) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:44.423272 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bd24c4-5c18-48ae-8050-34d45320e406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-27a8b0ab-ac81-4e83-ae26-ecc098b7e86b', 'network_id': '27a8b0ab-ac81-4e83-ae26-ecc098b7e86b', 'tenant_id': 'ae8f49d5002445e18fa3eac40ce621e0', 'fixed_ips': [{'subnet_id': '0381dce7-c941-428e-b8b5-b1173f0409fc'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:58:44.424091 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-91bd24c4-5c18-48ae-8050-34d45320e406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:44.430490 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cf4099d5-9f67-422e-ad39-a352504622ee tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:44.454251 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9fbc9239-523a-479a-988b-8d1d71675219 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:44.457963 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbc9239-523a-479a-988b-8d1d71675219 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:44.458536 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9fbc9239-523a-479a-988b-8d1d71675219 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:44.560552 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c866fb61-68eb-407a-b9f1-8e3f0fcddf32 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] 10.222.0.41 "GET /v2.0/routers/b0366727-a4be-479d-a0af-137211674969 HTTP/1.1" status: 200 len: 717 time: 0.2227728 Feb 03 13:58:44.563841 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53358) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:44.614233 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8a40bc09-c472-4c61-b355-5c27d645a3ee tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:44.631103 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc9239-523a-479a-988b-8d1d71675219 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event updated for resources: {'Network': ['ID=c6d2680a-3380-4d17-8377-378a03cb63a7,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:44.648506 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network c6d2680a-3380-4d17-8377-378a03cb63a7 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:58:44.666412 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-91bd24c4-5c18-48ae-8050-34d45320e406 None None] Allocated IP 2001:db8::2 (27a8b0ab-ac81-4e83-ae26-ecc098b7e86b/0381dce7-c941-428e-b8b5-b1173f0409fc/e1a9c515-ba78-4a79-9655-e714b35f3865) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:58:44.683298 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-9fbc9239-523a-479a-988b-8d1d71675219 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8961215 Feb 03 13:58:44.689174 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53364) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:44.697688 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-b3566c10-51bd-4c80-b621-5cf2f4294152 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Request body: {'subnet': {'network_id': 'c6d2680a-3380-4d17-8377-378a03cb63a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:44.824462 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a40bc09-c472-4c61-b355-5c27d645a3ee tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event deleted for resources: {'Subnet': ['ID=de6ac4c3-077e-44e9-8f32-50ef1594b889,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:44.905511 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8a40bc09-c472-4c61-b355-5c27d645a3ee tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:44.917036 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51982e6-4a73-4e21-9ba5-f8346d4f880c None None] Network 8f49d0d9-426c-47b4-ae16-cbb1b544c23e requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:58:44.922905 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-8a40bc09-c472-4c61-b355-5c27d645a3ee tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/subnets/de6ac4c3-077e-44e9-8f32-50ef1594b889 HTTP/1.1" status: 204 len: 168 time: 1.4049482 Feb 03 13:58:44.924479 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53368) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:44.928230 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-aa887b8e-6b72-47cc-8b31-db7f00d4a6f0 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] For port 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f, host hv-neutron-8270, got binding levels [] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:58:44.928684 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-aa887b8e-6b72-47cc-8b31-db7f00d4a6f0 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:45.004121 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ac493b9c-c328-44f1-971a-099e25b96ba7 tempest-RoutersTestDVR-1965568405 tempest-RoutersTestDVR-1965568405-project] 10.222.0.41 "GET /v2.0/routers/b0366727-a4be-479d-a0af-137211674969 HTTP/1.1" status: 200 len: 683 time: 0.4371691 Feb 03 13:58:45.004350 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53372) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:45.081662 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-aa887b8e-6b72-47cc-8b31-db7f00d4a6f0 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Calling delete_port for 9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f owned by {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:58:45.089288 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-91bd24c4-5c18-48ae-8050-34d45320e406 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:45.130261 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-91bd24c4-5c18-48ae-8050-34d45320e406 None None] Transition to ACTIVE for port object e1a9c515-ba78-4a79-9655-e714b35f3865 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:58:45.168696 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-91bd24c4-5c18-48ae-8050-34d45320e406 None None] Transition to ACTIVE for port object e1a9c515-ba78-4a79-9655-e714b35f3865 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:58:45.177423 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-b3566c10-51bd-4c80-b621-5cf2f4294152 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:45.193958 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-b3566c10-51bd-4c80-b621-5cf2f4294152 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Usage tracker for resource:subnet and tenant:e560cbcda02c46efaee7f040dc641828 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:45.197799 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8d12c900-ed87-459e-947e-9ff0236953c2 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks [] for router, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:45.199571 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-b3566c10-51bd-4c80-b621-5cf2f4294152 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:45.208044 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-b3566c10-51bd-4c80-b621-5cf2f4294152 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:45.239153 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22ffd00c-4228-45cc-82bc-348b08d734ef tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:45.248965 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d8a201-3fa8-40a2-9286-7b29dc634405 None None] DHCP port deletion for 8f49d0d9-426c-47b4-ae16-cbb1b544c23e request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 13:58:45.253419 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-f6d8a201-3fa8-40a2-9286-7b29dc634405 None None] Deleting port c49303ec-8ab9-4e6f-b462-59f57db82353 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:45.254594 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f6d8a201-3fa8-40a2-9286-7b29dc634405 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:45.264326 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-22ffd00c-4228-45cc-82bc-348b08d734ef tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Deleting port c49303ec-8ab9-4e6f-b462-59f57db82353 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:45.264672 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22ffd00c-4228-45cc-82bc-348b08d734ef tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:45.285350 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-91bd24c4-5c18-48ae-8050-34d45320e406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:45.326463 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3566c10-51bd-4c80-b621-5cf2f4294152 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Made reservation on behalf of e560cbcda02c46efaee7f040dc641828 for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:58:45.358936 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd24c4-5c18-48ae-8050-34d45320e406 None None] Pushing event updated for resources: {'Port': ['ID=e1a9c515-ba78-4a79-9655-e714b35f3865,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:45.389499 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bd24c4-5c18-48ae-8050-34d45320e406 None None] Network 27a8b0ab-ac81-4e83-ae26-ecc098b7e86b is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:58:45.392833 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-91bd24c4-5c18-48ae-8050-34d45320e406 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:58:45.396868 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bd24c4-5c18-48ae-8050-34d45320e406 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:58:45.472283 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cf4099d5-9f67-422e-ad39-a352504622ee tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:45.475702 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-aa887b8e-6b72-47cc-8b31-db7f00d4a6f0 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:45.595663 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-91bd24c4-5c18-48ae-8050-34d45320e406 None None] Attempting to bind port e1a9c515-ba78-4a79-9655-e714b35f3865 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:58:45.596404 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-91bd24c4-5c18-48ae-8050-34d45320e406 None None] Attempting to bind port e1a9c515-ba78-4a79-9655-e714b35f3865 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'b127fa12-2d45-4cbb-b4d0-30e66ec3a5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '27a8b0ab-ac81-4e83-ae26-ecc098b7e86b'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:58:45.596404 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bd24c4-5c18-48ae-8050-34d45320e406 None None] Attempting to bind port e1a9c515-ba78-4a79-9655-e714b35f3865 on network 27a8b0ab-ac81-4e83-ae26-ecc098b7e86b {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:58:45.602945 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4099d5-9f67-422e-ad39-a352504622ee tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Pushing event deleted for resources: {'Subnet': ['ID=0381dce7-c941-428e-b8b5-b1173f0409fc,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:45.611554 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa887b8e-6b72-47cc-8b31-db7f00d4a6f0 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:45.652981 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b3566c10-51bd-4c80-b621-5cf2f4294152 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:45.658033 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bd24c4-5c18-48ae-8050-34d45320e406 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:58:45.658415 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bd24c4-5c18-48ae-8050-34d45320e406 None None] Checking segment: {'id': 'b127fa12-2d45-4cbb-b4d0-30e66ec3a5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '27a8b0ab-ac81-4e83-ae26-ecc098b7e86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:58:45.658820 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-91bd24c4-5c18-48ae-8050-34d45320e406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:45.659240 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bd24c4-5c18-48ae-8050-34d45320e406 None None] Bound using segment: {'id': 'b127fa12-2d45-4cbb-b4d0-30e66ec3a5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '27a8b0ab-ac81-4e83-ae26-ecc098b7e86b'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:58:45.659716 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-91bd24c4-5c18-48ae-8050-34d45320e406 None None] Bound port: e1a9c515-ba78-4a79-9655-e714b35f3865, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b127fa12-2d45-4cbb-b4d0-30e66ec3a5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '27a8b0ab-ac81-4e83-ae26-ecc098b7e86b'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:58:45.660087 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-91bd24c4-5c18-48ae-8050-34d45320e406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:45.669646 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-aa887b8e-6b72-47cc-8b31-db7f00d4a6f0 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:45.675834 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8d12c900-ed87-459e-947e-9ff0236953c2 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:45.690884 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8d12c900-ed87-459e-947e-9ff0236953c2 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:45.740822 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-f6d8a201-3fa8-40a2-9286-7b29dc634405 None None] For port c49303ec-8ab9-4e6f-b462-59f57db82353, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=c49303ec-8ab9-4e6f-b462-59f57db82353,segment=NetworkSegment(ba5fc07a-3e71-4bb7-8683-18d91ed161d8),segment_id=ba5fc07a-3e71-4bb7-8683-18d91ed161d8)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:58:45.741212 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f6d8a201-3fa8-40a2-9286-7b29dc634405 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:45.805781 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8d12c900-ed87-459e-947e-9ff0236953c2 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:45.806263 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d12c900-ed87-459e-947e-9ff0236953c2 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b0366727-a4be-479d-a0af-137211674969 {{(pid=84182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:58:45.822046 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8d12c900-ed87-459e-947e-9ff0236953c2 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:45.827280 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-8d12c900-ed87-459e-947e-9ff0236953c2 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] 10.222.0.41 "DELETE /v2.0/routers/b0366727-a4be-479d-a0af-137211674969 HTTP/1.1" status: 204 len: 168 time: 0.8180053 Feb 03 13:58:45.828217 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53376) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:45.833910 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-34978dbb-0e60-435b-bf8c-878f615d0009 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Request body: {'router': {'name': 'tempest-router-1904129725', 'distributed': True}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:45.841124 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-34978dbb-0e60-435b-bf8c-878f615d0009 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:45.844730 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7a3dc78f-b50b-4085-9041-5c0993a5144d tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:45.850260 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-34978dbb-0e60-435b-bf8c-878f615d0009 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Usage tracker for resource:router and tenant:fc8472dec6ae448bab68f829b92c3dee is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:45.853691 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-34978dbb-0e60-435b-bf8c-878f615d0009 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:45.865521 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-34978dbb-0e60-435b-bf8c-878f615d0009 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:45.871545 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cf4099d5-9f67-422e-ad39-a352504622ee tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:45.877015 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-f6d8a201-3fa8-40a2-9286-7b29dc634405 None None] Calling delete_port for c49303ec-8ab9-4e6f-b462-59f57db82353 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:58:45.903350 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-aa887b8e-6b72-47cc-8b31-db7f00d4a6f0 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] 10.222.0.41 "DELETE /v2.0/ports/9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f HTTP/1.1" status: 204 len: 168 time: 1.7191985 Feb 03 13:58:45.905991 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53380) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:45.933767 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-91bd24c4-5c18-48ae-8050-34d45320e406 None None] For port e1a9c515-ba78-4a79-9655-e714b35f3865, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:58:45.938884 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-22ffd00c-4228-45cc-82bc-348b08d734ef tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] For port c49303ec-8ab9-4e6f-b462-59f57db82353, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=c49303ec-8ab9-4e6f-b462-59f57db82353,segment=NetworkSegment(ba5fc07a-3e71-4bb7-8683-18d91ed161d8),segment_id=ba5fc07a-3e71-4bb7-8683-18d91ed161d8)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:58:45.939283 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22ffd00c-4228-45cc-82bc-348b08d734ef tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:45.946448 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device c49303ec-8ab9-4e6f-b462-59f57db82353 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 13:58:45.951025 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-cf4099d5-9f67-422e-ad39-a352504622ee tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a8b0ab-ac81-4e83-ae26-ecc098b7e86b']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:45.972396 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-91bd24c4-5c18-48ae-8050-34d45320e406 None None] For port e1a9c515-ba78-4a79-9655-e714b35f3865, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=e1a9c515-ba78-4a79-9655-e714b35f3865,segment=NetworkSegment(b127fa12-2d45-4cbb-b4d0-30e66ec3a5a4),segment_id=b127fa12-2d45-4cbb-b4d0-30e66ec3a5a4)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:58:45.979101 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-e63b3cd3-f877-40e7-a41f-9974782f4b5e tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] GET failed (client error): The resource could not be found. Feb 03 13:58:45.979564 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e63b3cd3-f877-40e7-a41f-9974782f4b5e tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] 10.222.0.41 "GET /v2.0/ports/9b8d1fd7-8903-4b16-b6e2-6ebf58b3da4f HTTP/1.1" status: 404 len: 333 time: 0.0724065 Feb 03 13:58:45.982708 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-34978dbb-0e60-435b-bf8c-878f615d0009 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:45.983765 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-34978dbb-0e60-435b-bf8c-878f615d0009 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:45.987537 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53384) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:46.027941 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-cf4099d5-9f67-422e-ad39-a352504622ee tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b127fa12-2d45-4cbb-b4d0-30e66ec3a5a4') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:46.028319 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-cf4099d5-9f67-422e-ad39-a352504622ee tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b127fa12-2d45-4cbb-b4d0-30e66ec3a5a4') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:46.051434 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-91bd24c4-5c18-48ae-8050-34d45320e406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:46.105743 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-22ffd00c-4228-45cc-82bc-348b08d734ef tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Calling delete_port for c49303ec-8ab9-4e6f-b462-59f57db82353 owned by network:dhcp {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:58:46.113160 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f6d8a201-3fa8-40a2-9286-7b29dc634405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:46.135412 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cf4099d5-9f67-422e-ad39-a352504622ee tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:46.151236 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:46.166363 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-8ab2343e-fbb5-4a42-8e23-8873fa6c3940 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Request body: {'port': {'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-391995775'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:46.168699 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cf4099d5-9f67-422e-ad39-a352504622ee tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:46.176948 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-8ab2343e-fbb5-4a42-8e23-8873fa6c3940 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:46.180350 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d8a201-3fa8-40a2-9286-7b29dc634405 None None] No DVR routers for this DVR port c49303ec-8ab9-4e6f-b462-59f57db82353 on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:58:46.180565 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf4099d5-9f67-422e-ad39-a352504622ee tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:58:46.180942 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cf4099d5-9f67-422e-ad39-a352504622ee tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:46.186310 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-8ab2343e-fbb5-4a42-8e23-8873fa6c3940 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Usage tracker for resource:port and tenant:aab9443ffd3c477cbf2a262558b68495 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:46.193033 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-8ab2343e-fbb5-4a42-8e23-8873fa6c3940 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:46.197101 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd24c4-5c18-48ae-8050-34d45320e406 None None] Pushing event updated for resources: {'Port': ['ID=e1a9c515-ba78-4a79-9655-e714b35f3865,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:46.201502 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-8ab2343e-fbb5-4a42-8e23-8873fa6c3940 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:46.203793 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 13:58:46.203793 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:58:46.203793 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 13:58:46.203793 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:58:46.203793 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 13:58:46.203793 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:58:46.203793 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 13:58:46.203793 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:58:46.203793 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 13:58:46.203793 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:58:46.203793 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 13:58:46.203793 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:58:46.203793 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 13:58:46.203793 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:58:46.203793 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:58:46.203793 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:58:46.203793 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:58:46.203793 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:58:46.203793 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 13:58:46.203793 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:58:46.203793 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 13:58:46.203793 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:58:46.203793 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:58:46.203793 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:58:46.203793 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 13:58:46.203793 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:58:46.203793 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:58:46.203793 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:58:46.203793 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:58:46.203793 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:58:46.203793 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:58:46.203793 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:58:46.216104 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-34978dbb-0e60-435b-bf8c-878f615d0009 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:46.306736 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d8a201-3fa8-40a2-9286-7b29dc634405 None None] Pushing event deleted for resources: {'Port': ['ID=c49303ec-8ab9-4e6f-b462-59f57db82353,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:46.359514 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab2343e-fbb5-4a42-8e23-8873fa6c3940 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Made reservation on behalf of aab9443ffd3c477cbf2a262558b68495 for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:58:46.362062 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8ab2343e-fbb5-4a42-8e23-8873fa6c3940 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:46.370666 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.db.api [None req-22ffd00c-4228-45cc-82bc-348b08d734ef tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:58:46.371588 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG oslo_db.api [None req-22ffd00c-4228-45cc-82bc-348b08d734ef tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:58:46.378768 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31055c50-48b3-4e3c-9c7e-028f6dae8f27 None None] Network 27a8b0ab-ac81-4e83-ae26-ecc098b7e86b requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:58:46.379049 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-34978dbb-0e60-435b-bf8c-878f615d0009 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:46.400176 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.db.api [None req-cf4099d5-9f67-422e-ad39-a352504622ee tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 13:58:46.400176 dv-neutron-827016-1-hyperv neutron-server[84181]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 13:58:46.400176 dv-neutron-827016-1-hyperv neutron-server[84181]: [parameters: {'id': '27a8b0ab-ac81-4e83-ae26-ecc098b7e86b'}] Feb 03 13:58:46.400176 dv-neutron-827016-1-hyperv neutron-server[84181]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:58:46.400656 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG oslo_db.api [None req-cf4099d5-9f67-422e-ad39-a352504622ee tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:58:46.424713 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-8ab2343e-fbb5-4a42-8e23-8873fa6c3940 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] device_id is not set on port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:58:46.455772 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b3566c10-51bd-4c80-b621-5cf2f4294152 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:46.511372 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-34978dbb-0e60-435b-bf8c-878f615d0009 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:46.515645 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-34978dbb-0e60-435b-bf8c-878f615d0009 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6867633 Feb 03 13:58:46.523595 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53388) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:46.582443 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb3b1f3-7521-4fa5-b248-afacfccd14d6 None None] get_active_networks_info from dv-neutron-827016-1-hyperv {{(pid=84183) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 03 13:58:46.636171 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7a3dc78f-b50b-4085-9041-5c0993a5144d tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:46.642714 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3566c10-51bd-4c80-b621-5cf2f4294152 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event updated for resources: {'Subnet': ['ID=d17203dc-8468-4bf1-8176-00a6cf9c4c89,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:46.659611 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3566c10-51bd-4c80-b621-5cf2f4294152 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Checking segment: {'id': '9a326b0b-603b-456a-9508-3e6d26d31716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c6d2680a-3380-4d17-8377-378a03cb63a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:58:46.659611 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3566c10-51bd-4c80-b621-5cf2f4294152 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Network hostable DHCP agents. Network: c6d2680a-3380-4d17-8377-378a03cb63a7, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:58:46.706741 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7a3dc78f-b50b-4085-9041-5c0993a5144d tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970733'] for router, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:46.736095 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3566c10-51bd-4c80-b621-5cf2f4294152 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Network c6d2680a-3380-4d17-8377-378a03cb63a7 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:58:46.815414 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb3b1f3-7521-4fa5-b248-afacfccd14d6 None None] Unable to find a vacant binding_index for network c6d2680a-3380-4d17-8377-378a03cb63a7 and agent eeaec188-8ccf-47e0-b727-a48446797d07 {{(pid=84183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 03 13:58:46.815992 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-b3566c10-51bd-4c80-b621-5cf2f4294152 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, c6d2680a-3380-4d17-8377-378a03cb63a7) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:58:46.821413 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb3b1f3-7521-4fa5-b248-afacfccd14d6 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, c6d2680a-3380-4d17-8377-378a03cb63a7) {{(pid=84183) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 13:58:46.823398 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3566c10-51bd-4c80-b621-5cf2f4294152 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:46.824492 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b3566c10-51bd-4c80-b621-5cf2f4294152 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:46.872637 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-283f59ac-26f2-418d-ab13-65c5eb435824 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks [] for router, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:46.872902 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-22ffd00c-4228-45cc-82bc-348b08d734ef tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Deleting port c49303ec-8ab9-4e6f-b462-59f57db82353 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:46.873276 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22ffd00c-4228-45cc-82bc-348b08d734ef tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:46.906588 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cf4099d5-9f67-422e-ad39-a352504622ee tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:46.946406 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-22ffd00c-4228-45cc-82bc-348b08d734ef tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] The port 'c49303ec-8ab9-4e6f-b462-59f57db82353' was deleted {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 13:58:46.951019 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b3566c10-51bd-4c80-b621-5cf2f4294152 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2577271 Feb 03 13:58:46.951605 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53392) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:47.043775 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-cf4099d5-9f67-422e-ad39-a352504622ee tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Deleting port e1a9c515-ba78-4a79-9655-e714b35f3865 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:47.044124 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cf4099d5-9f67-422e-ad39-a352504622ee tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:47.050829 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8ab2343e-fbb5-4a42-8e23-8873fa6c3940 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:47.189092 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21662ed1-21d1-49e6-b81b-4e06a8fcb572 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-c6d2680a-3380-4d17-8377-378a03cb63a7', 'network_id': 'c6d2680a-3380-4d17-8377-378a03cb63a7', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'fixed_ips': [{'subnet_id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:58:47.190037 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-21662ed1-21d1-49e6-b81b-4e06a8fcb572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:47.283139 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22ffd00c-4228-45cc-82bc-348b08d734ef tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:47.296831 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:47.344594 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8ab2343e-fbb5-4a42-8e23-8873fa6c3940 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:47.391847 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-22ffd00c-4228-45cc-82bc-348b08d734ef tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f49d0d9-426c-47b4-ae16-cbb1b544c23e']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:47.424161 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-22ffd00c-4228-45cc-82bc-348b08d734ef tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba5fc07a-3e71-4bb7-8683-18d91ed161d8') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:47.424525 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-22ffd00c-4228-45cc-82bc-348b08d734ef tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba5fc07a-3e71-4bb7-8683-18d91ed161d8') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:47.425029 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-21662ed1-21d1-49e6-b81b-4e06a8fcb572 None None] Allocated IP 2001:db8::2 (c6d2680a-3380-4d17-8377-378a03cb63a7/d17203dc-8468-4bf1-8176-00a6cf9c4c89/c21ee0f0-fb44-40c2-a545-2aed59e4c025) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:58:47.553620 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22ffd00c-4228-45cc-82bc-348b08d734ef tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:47.597031 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22ffd00c-4228-45cc-82bc-348b08d734ef tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:47.601187 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-cf4099d5-9f67-422e-ad39-a352504622ee tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] For port e1a9c515-ba78-4a79-9655-e714b35f3865, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=e1a9c515-ba78-4a79-9655-e714b35f3865,segment=NetworkSegment(b127fa12-2d45-4cbb-b4d0-30e66ec3a5a4),segment_id=b127fa12-2d45-4cbb-b4d0-30e66ec3a5a4)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:58:47.601790 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cf4099d5-9f67-422e-ad39-a352504622ee tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:47.633287 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab2343e-fbb5-4a42-8e23-8873fa6c3940 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Network a449b4eb-3065-4e0a-b1af-13beaef646d5 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:58:47.635684 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab2343e-fbb5-4a42-8e23-8873fa6c3940 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Pushing event updated for resources: {'Port': ['ID=96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:47.642127 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-8ab2343e-fbb5-4a42-8e23-8873fa6c3940 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:58:47.645189 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-283f59ac-26f2-418d-ab13-65c5eb435824 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:47.652965 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab2343e-fbb5-4a42-8e23-8873fa6c3940 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:58:47.652965 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab2343e-fbb5-4a42-8e23-8873fa6c3940 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:47.652965 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8ab2343e-fbb5-4a42-8e23-8873fa6c3940 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:47.654697 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-21662ed1-21d1-49e6-b81b-4e06a8fcb572 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:47.667434 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-21662ed1-21d1-49e6-b81b-4e06a8fcb572 None None] Transition to ACTIVE for port object c21ee0f0-fb44-40c2-a545-2aed59e4c025 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:58:47.669769 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-283f59ac-26f2-418d-ab13-65c5eb435824 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:47.678680 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22ffd00c-4228-45cc-82bc-348b08d734ef tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:58:47.679302 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22ffd00c-4228-45cc-82bc-348b08d734ef tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:47.705235 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-21662ed1-21d1-49e6-b81b-4e06a8fcb572 None None] Transition to ACTIVE for port object c21ee0f0-fb44-40c2-a545-2aed59e4c025 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:58:47.712537 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3dc78f-b50b-4085-9041-5c0993a5144d tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Router 5632f22a-69b1-416c-9881-2dca1178a400 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:58:47.746496 dv-neutron-827016-1-hyperv neutron-server[84181]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:58:47.746496 dv-neutron-827016-1-hyperv neutron-server[84181]: util.warn( Feb 03 13:58:47.746496 dv-neutron-827016-1-hyperv neutron-server[84181]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:58:47.746496 dv-neutron-827016-1-hyperv neutron-server[84181]: util.warn( Feb 03 13:58:47.746496 dv-neutron-827016-1-hyperv neutron-server[84181]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:58:47.746496 dv-neutron-827016-1-hyperv neutron-server[84181]: util.warn( Feb 03 13:58:47.746496 dv-neutron-827016-1-hyperv neutron-server[84181]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:58:47.746496 dv-neutron-827016-1-hyperv neutron-server[84181]: util.warn( Feb 03 13:58:47.746496 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 13:58:47.746496 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:58:47.746496 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 13:58:47.746496 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:58:47.746496 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 13:58:47.746496 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:58:47.746496 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 13:58:47.746496 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:58:47.746496 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 13:58:47.746496 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:58:47.746496 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 13:58:47.746496 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:58:47.746496 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 13:58:47.746496 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:58:47.746496 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:58:47.746496 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:58:47.746496 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:58:47.746496 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:58:47.746496 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 13:58:47.746496 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:58:47.746496 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 13:58:47.746496 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:58:47.746496 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:58:47.746496 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:58:47.746496 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 13:58:47.746496 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:58:47.746496 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:58:47.746496 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:58:47.746496 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:58:47.746496 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:58:47.746496 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:58:47.746496 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:58:47.788397 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-8ab2343e-fbb5-4a42-8e23-8873fa6c3940 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.7963240 Feb 03 13:58:47.788850 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53396) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:47.794856 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8270'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:47.814105 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-21662ed1-21d1-49e6-b81b-4e06a8fcb572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:47.829513 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-283f59ac-26f2-418d-ab13-65c5eb435824 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:47.830021 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283f59ac-26f2-418d-ab13-65c5eb435824 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e3fec446-7b32-45a7-b90e-22b1455b9d64 {{(pid=84182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:58:47.854926 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-283f59ac-26f2-418d-ab13-65c5eb435824 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:47.856599 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-283f59ac-26f2-418d-ab13-65c5eb435824 tempest-RoutersTestDVR-357122576 tempest-RoutersTestDVR-357122576-project-admin] 10.222.0.41 "DELETE /v2.0/routers/e3fec446-7b32-45a7-b90e-22b1455b9d64 HTTP/1.1" status: 204 len: 168 time: 1.3275740 Feb 03 13:58:47.862570 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-cf4099d5-9f67-422e-ad39-a352504622ee tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Calling delete_port for e1a9c515-ba78-4a79-9655-e714b35f3865 owned by network:dhcp {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:58:47.960619 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:47.961551 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21662ed1-21d1-49e6-b81b-4e06a8fcb572 None None] Network c6d2680a-3380-4d17-8377-378a03cb63a7 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:58:47.968546 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-21662ed1-21d1-49e6-b81b-4e06a8fcb572 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:58:47.971448 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21662ed1-21d1-49e6-b81b-4e06a8fcb572 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:58:48.001667 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21662ed1-21d1-49e6-b81b-4e06a8fcb572 None None] Pushing event updated for resources: {'Port': ['ID=c21ee0f0-fb44-40c2-a545-2aed59e4c025,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:48.153303 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-21662ed1-21d1-49e6-b81b-4e06a8fcb572 None None] Attempting to bind port c21ee0f0-fb44-40c2-a545-2aed59e4c025 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:58:48.154045 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-21662ed1-21d1-49e6-b81b-4e06a8fcb572 None None] Attempting to bind port c21ee0f0-fb44-40c2-a545-2aed59e4c025 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '9a326b0b-603b-456a-9508-3e6d26d31716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c6d2680a-3380-4d17-8377-378a03cb63a7'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:58:48.154578 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21662ed1-21d1-49e6-b81b-4e06a8fcb572 None None] Attempting to bind port c21ee0f0-fb44-40c2-a545-2aed59e4c025 on network c6d2680a-3380-4d17-8377-378a03cb63a7 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:58:48.161592 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21662ed1-21d1-49e6-b81b-4e06a8fcb572 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:58:48.162276 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21662ed1-21d1-49e6-b81b-4e06a8fcb572 None None] Checking segment: {'id': '9a326b0b-603b-456a-9508-3e6d26d31716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c6d2680a-3380-4d17-8377-378a03cb63a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:58:48.162841 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-21662ed1-21d1-49e6-b81b-4e06a8fcb572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:48.163464 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21662ed1-21d1-49e6-b81b-4e06a8fcb572 None None] Bound using segment: {'id': '9a326b0b-603b-456a-9508-3e6d26d31716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c6d2680a-3380-4d17-8377-378a03cb63a7'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:58:48.164085 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-21662ed1-21d1-49e6-b81b-4e06a8fcb572 None None] Bound port: c21ee0f0-fb44-40c2-a545-2aed59e4c025, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a326b0b-603b-456a-9508-3e6d26d31716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c6d2680a-3380-4d17-8377-378a03cb63a7'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:58:48.164778 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-21662ed1-21d1-49e6-b81b-4e06a8fcb572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:48.244448 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3dc78f-b50b-4085-9041-5c0993a5144d tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:58:48.249613 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7a3dc78f-b50b-4085-9041-5c0993a5144d tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:48.250803 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7a3dc78f-b50b-4085-9041-5c0993a5144d tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] 10.222.0.41 "PUT /v2.0/routers/5632f22a-69b1-416c-9881-2dca1178a400 HTTP/1.1" status: 200 len: 924 time: 4.1507785 Feb 03 13:58:48.254001 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53402) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:48.257579 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32492a67-bd6e-40fb-9096-5cb025d416d7 None None] Sync routers for ids ['5632f22a-69b1-416c-9881-2dca1178a400'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:58:48.264554 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-21662ed1-21d1-49e6-b81b-4e06a8fcb572 None None] For port c21ee0f0-fb44-40c2-a545-2aed59e4c025, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:58:48.264732 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22ffd00c-4228-45cc-82bc-348b08d734ef tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:48.273235 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32492a67-bd6e-40fb-9096-5cb025d416d7 None None] Routers {'5632f22a-69b1-416c-9881-2dca1178a400'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:58:48.274066 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-32492a67-bd6e-40fb-9096-5cb025d416d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:58:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['5632f22a-69b1-416c-9881-2dca1178a400'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:48.314323 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22ffd00c-4228-45cc-82bc-348b08d734ef tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:48.327130 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a3e5dbc7-281e-43da-96f7-101d02d2980d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:48.330728 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-21662ed1-21d1-49e6-b81b-4e06a8fcb572 None None] For port c21ee0f0-fb44-40c2-a545-2aed59e4c025, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=c21ee0f0-fb44-40c2-a545-2aed59e4c025,segment=NetworkSegment(9a326b0b-603b-456a-9508-3e6d26d31716),segment_id=9a326b0b-603b-456a-9508-3e6d26d31716)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:58:48.373500 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-32492a67-bd6e-40fb-9096-5cb025d416d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:48.403296 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] device_id is not set on port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:58:48.407702 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32492a67-bd6e-40fb-9096-5cb025d416d7 None None] Routers {'5632f22a-69b1-416c-9881-2dca1178a400'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:58:48.408338 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-32492a67-bd6e-40fb-9096-5cb025d416d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:58:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['5632f22a-69b1-416c-9881-2dca1178a400'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:48.412838 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:48.433155 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-21662ed1-21d1-49e6-b81b-4e06a8fcb572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:48.444255 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Transition to ACTIVE for port object 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a will not be triggered until provisioned by entity L2. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:58:48.471212 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ffd00c-4228-45cc-82bc-348b08d734ef tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event deleted for resources: {'Network': ['ID=8f49d0d9-426c-47b4-ae16-cbb1b544c23e,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:48.481898 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cf4099d5-9f67-422e-ad39-a352504622ee tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:48.482171 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-32492a67-bd6e-40fb-9096-5cb025d416d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:48.482767 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32492a67-bd6e-40fb-9096-5cb025d416d7 None None] The sync data for ids ['5632f22a-69b1-416c-9881-2dca1178a400'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:58:48.542291 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21662ed1-21d1-49e6-b81b-4e06a8fcb572 None None] Pushing event updated for resources: {'Port': ['ID=c21ee0f0-fb44-40c2-a545-2aed59e4c025,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:48.543602 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:48.582708 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-22ffd00c-4228-45cc-82bc-348b08d734ef tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/networks/8f49d0d9-426c-47b4-ae16-cbb1b544c23e HTTP/1.1" status: 204 len: 168 time: 3.6568518 Feb 03 13:58:48.588394 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4099d5-9f67-422e-ad39-a352504622ee tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] No DVR routers for this DVR port e1a9c515-ba78-4a79-9655-e714b35f3865 on host dv-neutron-827016-1-hyperv {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:58:48.608762 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53408) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:48.659674 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-3f79a6a0-8637-4947-b785-e6b563c9b0c1 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-905577384'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:48.675736 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-3f79a6a0-8637-4947-b785-e6b563c9b0c1 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:48.693479 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3f79a6a0-8637-4947-b785-e6b563c9b0c1 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Usage tracker for resource:network and tenant:faf754c5dcac42e3b7b479467002acb8 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:48.713351 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53412) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:48.731487 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4099d5-9f67-422e-ad39-a352504622ee tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Pushing event deleted for resources: {'Port': ['ID=e1a9c515-ba78-4a79-9655-e714b35f3865,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:48.769894 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3f79a6a0-8637-4947-b785-e6b563c9b0c1 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:48.774121 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Pushing event updated for resources: {'Port': ['ID=96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:48.794220 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-3f79a6a0-8637-4947-b785-e6b563c9b0c1 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:48.816246 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-805a547c-082c-41f8-9d87-f4a17584439c tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] 10.222.0.41 "GET /v2.0/routers/5632f22a-69b1-416c-9881-2dca1178a400 HTTP/1.1" status: 200 len: 924 time: 0.5586874 Feb 03 13:58:48.835786 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53418) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:48.918126 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:58:48.918126 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] {{(pid=84182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:58:48.918436 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a on network a449b4eb-3065-4e0a-b1af-13beaef646d5 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:58:48.929814 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a on network a449b4eb-3065-4e0a-b1af-13beaef646d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:58:48.930143 dv-neutron-827016-1-hyperv neutron-server[84182]: ERROR neutron.plugins.ml2.managers [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Failed to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a on host hv-neutron-8270 for vnic_type normal using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] Feb 03 13:58:48.932130 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.plugins.ml2.plugin [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempt 2 to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a Feb 03 13:58:48.942151 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f79a6a0-8637-4947-b785-e6b563c9b0c1 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Made reservation on behalf of faf754c5dcac42e3b7b479467002acb8 for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:58:48.944937 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3f79a6a0-8637-4947-b785-e6b563c9b0c1 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:48.950313 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cf4099d5-9f67-422e-ad39-a352504622ee tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:48.978033 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:58:48.978358 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] {{(pid=84182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:58:48.978696 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a on network a449b4eb-3065-4e0a-b1af-13beaef646d5 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:58:48.990009 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f79a6a0-8637-4947-b785-e6b563c9b0c1 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:58:49.001435 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4720dd9c-b19d-4f27-b3eb-9afc52bae3b5 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=16a0e898-50c0-4b65-ae3a-069e9649bbca&device_id=5632f22a-69b1-416c-9881-2dca1178a400&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1626251 Feb 03 13:58:49.008909 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53422) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:49.016920 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a on network a449b4eb-3065-4e0a-b1af-13beaef646d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:58:49.017266 dv-neutron-827016-1-hyperv neutron-server[84182]: ERROR neutron.plugins.ml2.managers [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Failed to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a on host hv-neutron-8270 for vnic_type normal using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] Feb 03 13:58:49.019174 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.plugins.ml2.plugin [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempt 3 to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a Feb 03 13:58:49.031996 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3f79a6a0-8637-4947-b785-e6b563c9b0c1 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:49.032520 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-3f79a6a0-8637-4947-b785-e6b563c9b0c1 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Added segment 814754bb-79d9-4395-a34d-9a041a689c41 of type vlan for network a803aaba-2c1a-43f0-b99c-f1ff1b57b12f Feb 03 13:58:49.048355 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:58:49.048664 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] {{(pid=84182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:58:49.048998 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a on network a449b4eb-3065-4e0a-b1af-13beaef646d5 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:58:49.051721 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-cf4099d5-9f67-422e-ad39-a352504622ee tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a8b0ab-ac81-4e83-ae26-ecc098b7e86b']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:49.068618 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a on network a449b4eb-3065-4e0a-b1af-13beaef646d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:58:49.073099 dv-neutron-827016-1-hyperv neutron-server[84182]: ERROR neutron.plugins.ml2.managers [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Failed to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a on host hv-neutron-8270 for vnic_type normal using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] Feb 03 13:58:49.073099 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.plugins.ml2.plugin [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempt 4 to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a Feb 03 13:58:49.080183 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3be157f7-8100-4676-a101-3c8c24088bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:49.088319 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3f79a6a0-8637-4947-b785-e6b563c9b0c1 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:49.096507 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:58:49.096839 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] {{(pid=84182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:58:49.097168 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a on network a449b4eb-3065-4e0a-b1af-13beaef646d5 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:58:49.110372 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-cf4099d5-9f67-422e-ad39-a352504622ee tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b127fa12-2d45-4cbb-b4d0-30e66ec3a5a4') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:49.110673 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-cf4099d5-9f67-422e-ad39-a352504622ee tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b127fa12-2d45-4cbb-b4d0-30e66ec3a5a4') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:49.114111 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a on network a449b4eb-3065-4e0a-b1af-13beaef646d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:58:49.114441 dv-neutron-827016-1-hyperv neutron-server[84182]: ERROR neutron.plugins.ml2.managers [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Failed to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a on host hv-neutron-8270 for vnic_type normal using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] Feb 03 13:58:49.117049 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.plugins.ml2.plugin [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempt 5 to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a Feb 03 13:58:49.135987 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:58:49.136346 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] {{(pid=84182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:58:49.136681 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a on network a449b4eb-3065-4e0a-b1af-13beaef646d5 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:58:49.142321 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a on network a449b4eb-3065-4e0a-b1af-13beaef646d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:58:49.142641 dv-neutron-827016-1-hyperv neutron-server[84182]: ERROR neutron.plugins.ml2.managers [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Failed to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a on host hv-neutron-8270 for vnic_type normal using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] Feb 03 13:58:49.143018 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.plugins.ml2.plugin [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempt 6 to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a Feb 03 13:58:49.157590 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:58:49.157981 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] {{(pid=84182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:58:49.158313 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a on network a449b4eb-3065-4e0a-b1af-13beaef646d5 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:58:49.164172 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a on network a449b4eb-3065-4e0a-b1af-13beaef646d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:58:49.164496 dv-neutron-827016-1-hyperv neutron-server[84182]: ERROR neutron.plugins.ml2.managers [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Failed to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a on host hv-neutron-8270 for vnic_type normal using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] Feb 03 13:58:49.164879 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.plugins.ml2.plugin [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempt 7 to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a Feb 03 13:58:49.180260 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:58:49.180594 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] {{(pid=84182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:58:49.180933 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a on network a449b4eb-3065-4e0a-b1af-13beaef646d5 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:58:49.184788 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cf4099d5-9f67-422e-ad39-a352504622ee tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:49.187591 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a on network a449b4eb-3065-4e0a-b1af-13beaef646d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:58:49.188106 dv-neutron-827016-1-hyperv neutron-server[84182]: ERROR neutron.plugins.ml2.managers [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Failed to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a on host hv-neutron-8270 for vnic_type normal using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] Feb 03 13:58:49.188493 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.plugins.ml2.plugin [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempt 8 to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a Feb 03 13:58:49.204235 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:58:49.204621 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] {{(pid=84182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:58:49.204902 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a on network a449b4eb-3065-4e0a-b1af-13beaef646d5 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:58:49.210725 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a on network a449b4eb-3065-4e0a-b1af-13beaef646d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:58:49.211048 dv-neutron-827016-1-hyperv neutron-server[84182]: ERROR neutron.plugins.ml2.managers [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Failed to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a on host hv-neutron-8270 for vnic_type normal using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] Feb 03 13:58:49.211467 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.plugins.ml2.plugin [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempt 9 to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a Feb 03 13:58:49.226103 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:58:49.226448 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] {{(pid=84182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:58:49.226767 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a on network a449b4eb-3065-4e0a-b1af-13beaef646d5 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:58:49.229725 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3f79a6a0-8637-4947-b785-e6b563c9b0c1 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:49.233856 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f79a6a0-8637-4947-b785-e6b563c9b0c1 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:49.234475 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3f79a6a0-8637-4947-b785-e6b563c9b0c1 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:49.262872 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cf4099d5-9f67-422e-ad39-a352504622ee tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:49.270694 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a on network a449b4eb-3065-4e0a-b1af-13beaef646d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:58:49.271024 dv-neutron-827016-1-hyperv neutron-server[84182]: ERROR neutron.plugins.ml2.managers [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Failed to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a on host hv-neutron-8270 for vnic_type normal using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] Feb 03 13:58:49.279203 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3be157f7-8100-4676-a101-3c8c24088bf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:49.285375 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf4099d5-9f67-422e-ad39-a352504622ee tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:58:49.285781 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cf4099d5-9f67-422e-ad39-a352504622ee tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:49.310493 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 13:58:49.310493 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:58:49.310493 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 13:58:49.310493 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:58:49.310493 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 13:58:49.310493 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:58:49.310493 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 13:58:49.310493 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:58:49.310493 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 13:58:49.310493 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:58:49.310493 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 13:58:49.310493 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:58:49.310493 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 13:58:49.310493 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:58:49.310493 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:58:49.310493 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:58:49.310493 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:58:49.310493 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:58:49.310493 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 13:58:49.310493 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:58:49.310493 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 13:58:49.310493 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:58:49.310493 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:58:49.310493 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:58:49.310493 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 13:58:49.310493 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:58:49.310493 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:58:49.310493 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:58:49.310493 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:58:49.310493 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:58:49.310493 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:58:49.310493 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:58:49.312977 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3be157f7-8100-4676-a101-3c8c24088bf1 admin admin] Usage tracker for resource:security_group_rule and tenant:db6f201cd208411e873e707d6c32a678 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:49.319268 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.plugins.ml2.plugin [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempt 10 to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a Feb 03 13:58:49.355697 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:58:49.355947 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.managers [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] {{(pid=84182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:58:49.356282 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a on network a449b4eb-3065-4e0a-b1af-13beaef646d5 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:58:49.362446 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f79a6a0-8637-4947-b785-e6b563c9b0c1 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'Network': ['ID=a803aaba-2c1a-43f0-b99c-f1ff1b57b12f,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:49.367019 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a on network a449b4eb-3065-4e0a-b1af-13beaef646d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:58:49.367396 dv-neutron-827016-1-hyperv neutron-server[84182]: ERROR neutron.plugins.ml2.managers [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Failed to bind port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a on host hv-neutron-8270 for vnic_type normal using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] Feb 03 13:58:49.367756 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:49.377762 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network a803aaba-2c1a-43f0-b99c-f1ff1b57b12f details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:58:49.393756 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3be157f7-8100-4676-a101-3c8c24088bf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:49.414810 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3f79a6a0-8637-4947-b785-e6b563c9b0c1 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7976210 Feb 03 13:58:49.415999 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6781c8-f59c-4e78-a219-703bd4fe2862 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:49.416662 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3c6781c8-f59c-4e78-a219-703bd4fe2862 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Synchronizing usage tracker for tenant:4b3df48f94a24c57807c6c656f18bfb8 on resource:network {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:58:49.423680 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53426) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:49.431418 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-c215201f-d044-45a3-9919-89d6147593a4 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'subnet': {'network_id': 'a803aaba-2c1a-43f0-b99c-f1ff1b57b12f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:49.433559 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3be157f7-8100-4676-a101-3c8c24088bf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:49.469013 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-a3e5dbc7-281e-43da-96f7-101d02d2980d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Allocated IP 2001:db8::1 (c6d2680a-3380-4d17-8377-378a03cb63a7/d17203dc-8468-4bf1-8176-00a6cf9c4c89/b2e8c105-0fdb-4569-91e8-d3855c1efff3) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:58:49.571030 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3c6781c8-f59c-4e78-a219-703bd4fe2862 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Unset dirty status for tenant:4b3df48f94a24c57807c6c656f18bfb8 on resource:network {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:58:49.575028 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3c6781c8-f59c-4e78-a219-703bd4fe2862 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] 10.222.0.41 "GET /v2.0/networks/16a0e898-50c0-4b65-ae3a-069e9649bbca HTTP/1.1" status: 200 len: 881 time: 0.5589731 Feb 03 13:58:49.580039 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53430) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:49.627194 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cf4099d5-9f67-422e-ad39-a352504622ee tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:49.631517 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cf4099d5-9f67-422e-ad39-a352504622ee tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:49.662208 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-859671e9-2688-4ebd-9902-db306b8d5f9e tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] 10.222.0.41 "GET /v2.0/ports?device_id=5632f22a-69b1-416c-9881-2dca1178a400 HTTP/1.1" status: 200 len: 205 time: 0.0853152 Feb 03 13:58:49.675987 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53434) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:49.683453 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4099d5-9f67-422e-ad39-a352504622ee tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Pushing event deleted for resources: {'Network': ['ID=27a8b0ab-ac81-4e83-ae26-ecc098b7e86b,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:49.703768 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-cf4099d5-9f67-422e-ad39-a352504622ee tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] 10.222.0.41 "DELETE /v2.0/networks/27a8b0ab-ac81-4e83-ae26-ecc098b7e86b HTTP/1.1" status: 204 len: 168 time: 5.7337072 Feb 03 13:58:49.720493 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53438) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:49.735610 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-5c5cfb77-30e8-4b81-8d5c-480a4ea9c1f8 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1898655012'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:49.753789 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-5c5cfb77-30e8-4b81-8d5c-480a4ea9c1f8 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:49.767536 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100e36ac-09ef-4a76-bf00-117f611d7544 None None] Network c6d2680a-3380-4d17-8377-378a03cb63a7 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:58:49.770799 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-5c5cfb77-30e8-4b81-8d5c-480a4ea9c1f8 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Usage tracker for resource:network and tenant:ae8f49d5002445e18fa3eac40ce621e0 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:49.774787 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] For port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a, host hv-neutron-8270, cleared binding levels {{(pid=84182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:58:49.779560 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempted to set empty binding levels {{(pid=84182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 03 13:58:49.779560 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-c215201f-d044-45a3-9919-89d6147593a4 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:49.784380 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-c215201f-d044-45a3-9919-89d6147593a4 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Usage tracker for resource:subnet and tenant:faf754c5dcac42e3b7b479467002acb8 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:49.788193 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-c215201f-d044-45a3-9919-89d6147593a4 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:49.795120 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-c215201f-d044-45a3-9919-89d6147593a4 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:49.800810 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-5c5cfb77-30e8-4b81-8d5c-480a4ea9c1f8 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:49.812046 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a3e5dbc7-281e-43da-96f7-101d02d2980d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:49.817022 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-5c5cfb77-30e8-4b81-8d5c-480a4ea9c1f8 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:49.841381 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3be157f7-8100-4676-a101-3c8c24088bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:49.847460 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-a3e5dbc7-281e-43da-96f7-101d02d2980d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Transition to ACTIVE for port object b2e8c105-0fdb-4569-91e8-d3855c1efff3 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:58:49.908148 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:49.953939 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3be157f7-8100-4676-a101-3c8c24088bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:49.956543 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device c21ee0f0-fb44-40c2-a545-2aed59e4c025 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:58:49.981091 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] In _notify_port_updated(), no bound segment for port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a on network a449b4eb-3065-4e0a-b1af-13beaef646d5 {{(pid=84182) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 03 13:58:49.982235 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:49.985706 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] 10.222.0.41 "PUT /v2.0/ports/96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a HTTP/1.1" status: 200 len: 976 time: 2.1937842 Feb 03 13:58:49.989685 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53442) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:49.989936 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-c4816092-3bde-4d44-b5cf-01a5cef123b6 None None] Provisioning for port c21ee0f0-fb44-40c2-a545-2aed59e4c025 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:58:49.996047 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a3e5dbc7-281e-43da-96f7-101d02d2980d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:50.042706 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ebb3ab-5fa5-44ca-b0de-81c6c69b513b tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Pushing event updated for resources: {'Port': ['ID=96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a,revision_number=3']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:50.070279 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be157f7-8100-4676-a101-3c8c24088bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d78b625-2f56-4751-b901-2acd2b525956,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:50.076177 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-896a49f1-02fc-4dc0-b70f-1c4dada0df0a tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:50.081637 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5cfb77-30e8-4b81-8d5c-480a4ea9c1f8 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Made reservation on behalf of ae8f49d5002445e18fa3eac40ce621e0 for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:58:50.084579 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5c5cfb77-30e8-4b81-8d5c-480a4ea9c1f8 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:50.106561 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3be157f7-8100-4676-a101-3c8c24088bf1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=db6f201cd208411e873e707d6c32a678&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3891349 Feb 03 13:58:50.114447 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53446) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:50.125879 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e5dbc7-281e-43da-96f7-101d02d2980d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Network c6d2680a-3380-4d17-8377-378a03cb63a7 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:58:50.130966 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5dbc7-281e-43da-96f7-101d02d2980d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event updated for resources: {'Port': ['ID=b2e8c105-0fdb-4569-91e8-d3855c1efff3,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:50.136924 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c215201f-d044-45a3-9919-89d6147593a4 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Made reservation on behalf of faf754c5dcac42e3b7b479467002acb8 for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:58:50.141711 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-a3e5dbc7-281e-43da-96f7-101d02d2980d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:58:50.146549 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e5dbc7-281e-43da-96f7-101d02d2980d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:58:50.147188 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a3e5dbc7-281e-43da-96f7-101d02d2980d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:50.153496 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port c21ee0f0-fb44-40c2-a545-2aed59e4c025 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:58:50.160003 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port c21ee0f0-fb44-40c2-a545-2aed59e4c025 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:58:50.160638 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:50.187619 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c5cfb77-30e8-4b81-8d5c-480a4ea9c1f8 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:58:50.207749 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5c5cfb77-30e8-4b81-8d5c-480a4ea9c1f8 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:50.208101 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-5c5cfb77-30e8-4b81-8d5c-480a4ea9c1f8 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Added segment 05631c90-5ac5-479f-9a7b-0b4fb1688858 of type vlan for network 2066f28d-2a18-4567-9a88-7c453760033d Feb 03 13:58:50.253482 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e39e0e8e-3389-4009-abb7-6d81a228a117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:50.259007 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5c5cfb77-30e8-4b81-8d5c-480a4ea9c1f8 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:50.290216 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-fa21bfcb-bc88-4587-a798-1dd9b4e5510e tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Synchronizing usage tracker for tenant:aab9443ffd3c477cbf2a262558b68495 on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:58:50.292509 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e39e0e8e-3389-4009-abb7-6d81a228a117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:50.302029 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:50.337385 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port c21ee0f0-fb44-40c2-a545-2aed59e4c025, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=c21ee0f0-fb44-40c2-a545-2aed59e4c025,segment=NetworkSegment(9a326b0b-603b-456a-9508-3e6d26d31716),segment_id=9a326b0b-603b-456a-9508-3e6d26d31716)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:58:50.346539 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c215201f-d044-45a3-9919-89d6147593a4 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:50.433627 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-fa21bfcb-bc88-4587-a798-1dd9b4e5510e tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Unset dirty status for tenant:aab9443ffd3c477cbf2a262558b68495 on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:58:50.435233 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-fa21bfcb-bc88-4587-a798-1dd9b4e5510e tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14904 time: 0.4445896 Feb 03 13:58:50.438384 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:50.450563 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53450) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:50.526570 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=c21ee0f0-fb44-40c2-a545-2aed59e4c025,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:50.528369 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a3e5dbc7-281e-43da-96f7-101d02d2980d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:50.574762 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-83d12367-1cd5-4b25-9a42-2fe39e43979f tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Deleting port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:50.575519 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-83d12367-1cd5-4b25-9a42-2fe39e43979f tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:50.592564 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5c5cfb77-30e8-4b81-8d5c-480a4ea9c1f8 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:50.601493 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5cfb77-30e8-4b81-8d5c-480a4ea9c1f8 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:50.602128 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5c5cfb77-30e8-4b81-8d5c-480a4ea9c1f8 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:50.747206 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887e3a1f-bd7b-4f6e-b49b-a7fc7e97d975 None None] Network c6d2680a-3380-4d17-8377-378a03cb63a7 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:58:50.771958 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e39e0e8e-3389-4009-abb7-6d81a228a117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:50.866536 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e39e0e8e-3389-4009-abb7-6d81a228a117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:50.867674 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e39e0e8e-3389-4009-abb7-6d81a228a117 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1d78b625-2f56-4751-b901-2acd2b525956 HTTP/1.1" status: 204 len: 168 time: 0.7523098 Feb 03 13:58:50.873385 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39e0e8e-3389-4009-abb7-6d81a228a117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d78b625-2f56-4751-b901-2acd2b525956,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:50.880064 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-5c5cfb77-30e8-4b81-8d5c-480a4ea9c1f8 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1530707 Feb 03 13:58:50.890435 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53456) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:50.895823 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5cfb77-30e8-4b81-8d5c-480a4ea9c1f8 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Pushing event updated for resources: {'Network': ['ID=2066f28d-2a18-4567-9a88-7c453760033d,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:50.904389 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-60a6ed59-1e53-4a32-a2f8-57d7ef54ea2e tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Request body: {'subnet': {'network_id': '2066f28d-2a18-4567-9a88-7c453760033d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:50.938978 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-83d12367-1cd5-4b25-9a42-2fe39e43979f tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] For port 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a, host hv-neutron-8270, got binding levels [] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:58:50.939362 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-83d12367-1cd5-4b25-9a42-2fe39e43979f tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:50.961338 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-896a49f1-02fc-4dc0-b70f-1c4dada0df0a tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:50.975472 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 2066f28d-2a18-4567-9a88-7c453760033d details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:58:51.043475 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-74b8156f-760b-4b11-950d-29c9e24f867d None None] Provisioning for port b2e8c105-0fdb-4569-91e8-d3855c1efff3 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:58:51.079439 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-74b8156f-760b-4b11-950d-29c9e24f867d None None] Provisioning complete for port b2e8c105-0fdb-4569-91e8-d3855c1efff3 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:58:51.079820 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-74b8156f-760b-4b11-950d-29c9e24f867d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:51.099371 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a3e5dbc7-281e-43da-96f7-101d02d2980d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:51.181820 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a3e5dbc7-281e-43da-96f7-101d02d2980d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:51.185787 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a3e5dbc7-281e-43da-96f7-101d02d2980d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:51.195616 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-74b8156f-760b-4b11-950d-29c9e24f867d None None] Port b2e8c105-0fdb-4569-91e8-d3855c1efff3 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:58:51.221214 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-74b8156f-760b-4b11-950d-29c9e24f867d None None] Provisioning complete for port c21ee0f0-fb44-40c2-a545-2aed59e4c025 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:58:51.221320 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-74b8156f-760b-4b11-950d-29c9e24f867d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:51.269942 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-83d12367-1cd5-4b25-9a42-2fe39e43979f tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Calling delete_port for 96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:58:51.330813 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-896a49f1-02fc-4dc0-b70f-1c4dada0df0a tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Deleting port 3905e621-d7a7-41b3-b247-2d2abd4ab29c {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:51.331184 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-896a49f1-02fc-4dc0-b70f-1c4dada0df0a tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:51.437910 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e5dbc7-281e-43da-96f7-101d02d2980d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Network c6d2680a-3380-4d17-8377-378a03cb63a7 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:58:51.441272 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-a3e5dbc7-281e-43da-96f7-101d02d2980d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:58:51.450615 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5dbc7-281e-43da-96f7-101d02d2980d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event updated for resources: {'Port': ['ID=b2e8c105-0fdb-4569-91e8-d3855c1efff3,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:51.455956 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-60a6ed59-1e53-4a32-a2f8-57d7ef54ea2e tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:51.481998 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c215201f-d044-45a3-9919-89d6147593a4 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:51.542262 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-60a6ed59-1e53-4a32-a2f8-57d7ef54ea2e tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Usage tracker for resource:subnet and tenant:ae8f49d5002445e18fa3eac40ce621e0 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:51.570207 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-60a6ed59-1e53-4a32-a2f8-57d7ef54ea2e tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:51.590472 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-da4ea892-90b7-430f-b351-182c5cf8cd7f None None] Provisioning complete for port b2e8c105-0fdb-4569-91e8-d3855c1efff3 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:58:51.600421 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-da4ea892-90b7-430f-b351-182c5cf8cd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:51.600564 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-60a6ed59-1e53-4a32-a2f8-57d7ef54ea2e tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:51.655454 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-da4ea892-90b7-430f-b351-182c5cf8cd7f None None] Port b2e8c105-0fdb-4569-91e8-d3855c1efff3 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:58:51.669200 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-da4ea892-90b7-430f-b351-182c5cf8cd7f None None] Provisioning complete for port c21ee0f0-fb44-40c2-a545-2aed59e4c025 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:58:51.669551 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-da4ea892-90b7-430f-b351-182c5cf8cd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:51.691826 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-896a49f1-02fc-4dc0-b70f-1c4dada0df0a tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:51.741486 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53462) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:51.824422 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-16e828db-41ab-4b1b-acb2-ad2f2ed3b055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:51.852837 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-896a49f1-02fc-4dc0-b70f-1c4dada0df0a tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Calling delete_port for 3905e621-d7a7-41b3-b247-2d2abd4ab29c owned by network:router_gateway {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:58:51.884433 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-83d12367-1cd5-4b25-9a42-2fe39e43979f tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:51.886239 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a6ed59-1e53-4a32-a2f8-57d7ef54ea2e tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Made reservation on behalf of ae8f49d5002445e18fa3eac40ce621e0 for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:58:51.893769 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-16e828db-41ab-4b1b-acb2-ad2f2ed3b055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:51.904237 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-16e828db-41ab-4b1b-acb2-ad2f2ed3b055 admin admin] Usage tracker for resource:security_group_rule and tenant:fc8472dec6ae448bab68f829b92c3dee is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:51.910193 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-16e828db-41ab-4b1b-acb2-ad2f2ed3b055 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:51.914058 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device c21ee0f0-fb44-40c2-a545-2aed59e4c025 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:58:51.919864 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-16e828db-41ab-4b1b-acb2-ad2f2ed3b055 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:51.969091 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215201f-d044-45a3-9919-89d6147593a4 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'Subnet': ['ID=63336920-53ef-42ba-87c9-ddad17a2f446,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:52.012065 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-3da597fb-ccd7-42c7-afa7-fa542a4d446f None None] Provisioning complete for port b2e8c105-0fdb-4569-91e8-d3855c1efff3 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:58:52.012439 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3da597fb-ccd7-42c7-afa7-fa542a4d446f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:52.020668 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-16e828db-41ab-4b1b-acb2-ad2f2ed3b055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:52.038372 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d12367-1cd5-4b25-9a42-2fe39e43979f tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Pushing event deleted for resources: {'Port': ['ID=96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:52.056321 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e5dbc7-281e-43da-96f7-101d02d2980d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Router 2a1a9059-2612-48ef-a558-cc9a429449c1 is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:58:52.086965 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-3da597fb-ccd7-42c7-afa7-fa542a4d446f None None] Port b2e8c105-0fdb-4569-91e8-d3855c1efff3 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:58:52.093384 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c215201f-d044-45a3-9919-89d6147593a4 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Checking segment: {'id': '814754bb-79d9-4395-a34d-9a041a689c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a803aaba-2c1a-43f0-b99c-f1ff1b57b12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:58:52.093910 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c215201f-d044-45a3-9919-89d6147593a4 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Network hostable DHCP agents. Network: a803aaba-2c1a-43f0-b99c-f1ff1b57b12f, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:58:52.099482 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port c21ee0f0-fb44-40c2-a545-2aed59e4c025 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:58:52.099908 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:52.108945 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-83d12367-1cd5-4b25-9a42-2fe39e43979f tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:52.126264 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-60a6ed59-1e53-4a32-a2f8-57d7ef54ea2e tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:52.136332 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-16e828db-41ab-4b1b-acb2-ad2f2ed3b055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:52.252262 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-83d12367-1cd5-4b25-9a42-2fe39e43979f tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] 10.222.0.41 "DELETE /v2.0/ports/96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a HTTP/1.1" status: 204 len: 168 time: 1.7979138 Feb 03 13:58:52.258131 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53466) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:52.305320 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-1d35b673-0983-4843-8df5-882414befd5c None None] Provisioning complete for port b2e8c105-0fdb-4569-91e8-d3855c1efff3 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:58:52.305718 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1d35b673-0983-4843-8df5-882414befd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:52.315871 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-075806a1-994f-48db-ba5d-f8774f7f926d tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] GET failed (client error): The resource could not be found. Feb 03 13:58:52.316531 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-075806a1-994f-48db-ba5d-f8774f7f926d tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Synchronizing usage tracker for tenant:aab9443ffd3c477cbf2a262558b68495 on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:58:52.356500 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e828db-41ab-4b1b-acb2-ad2f2ed3b055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a572003-42dd-46ac-8dbd-7836a5e2b34b,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:52.363298 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-16e828db-41ab-4b1b-acb2-ad2f2ed3b055 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fc8472dec6ae448bab68f829b92c3dee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5635190 Feb 03 13:58:52.367330 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53470) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:52.417318 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-1d35b673-0983-4843-8df5-882414befd5c None None] Port b2e8c105-0fdb-4569-91e8-d3855c1efff3 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:58:52.429285 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c215201f-d044-45a3-9919-89d6147593a4 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Network a803aaba-2c1a-43f0-b99c-f1ff1b57b12f is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:58:52.450269 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e5dbc7-281e-43da-96f7-101d02d2980d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:58:52.465292 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-630e22c4-3f22-4cff-a5ef-04ed3e932dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:52.474492 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b19e2f7-1912-4064-82e1-e711e21d5862 None None] Sync routers for ids ['2a1a9059-2612-48ef-a558-cc9a429449c1'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:58:52.479246 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-a3e5dbc7-281e-43da-96f7-101d02d2980d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "PUT /v2.0/routers/2a1a9059-2612-48ef-a558-cc9a429449c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5242438 Feb 03 13:58:52.479844 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53474) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:52.488602 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-1b0a56af-4569-426e-b2fb-09c563ed04fc tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1252216886'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:52.497338 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b19e2f7-1912-4064-82e1-e711e21d5862 None None] Routers {'2a1a9059-2612-48ef-a558-cc9a429449c1'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:58:52.498764 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-3b19e2f7-1912-4064-82e1-e711e21d5862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:58:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2a1a9059-2612-48ef-a558-cc9a429449c1'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:52.499053 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-1b0a56af-4569-426e-b2fb-09c563ed04fc tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:52.511162 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-1b0a56af-4569-426e-b2fb-09c563ed04fc tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Usage tracker for resource:network and tenant:e560cbcda02c46efaee7f040dc641828 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:52.511162 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-630e22c4-3f22-4cff-a5ef-04ed3e932dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:52.517636 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-1b0a56af-4569-426e-b2fb-09c563ed04fc tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:52.526250 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-1b0a56af-4569-426e-b2fb-09c563ed04fc tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:52.550421 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-c215201f-d044-45a3-9919-89d6147593a4 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, a803aaba-2c1a-43f0-b99c-f1ff1b57b12f) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:58:52.579982 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c215201f-d044-45a3-9919-89d6147593a4 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:52.579982 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c215201f-d044-45a3-9919-89d6147593a4 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:52.580347 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7ddaa4-c927-4db1-bfef-7b62be9c0c99 None None] Network a803aaba-2c1a-43f0-b99c-f1ff1b57b12f requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:58:52.597846 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-075806a1-994f-48db-ba5d-f8774f7f926d tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Unset dirty status for tenant:aab9443ffd3c477cbf2a262558b68495 on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:58:52.599040 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-075806a1-994f-48db-ba5d-f8774f7f926d tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] 10.222.0.41 "GET /v2.0/ports/96c7a7ee-37dc-4c1b-9de3-8ae56830ac8a HTTP/1.1" status: 404 len: 333 time: 0.3345366 Feb 03 13:58:52.602762 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53478) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:52.608943 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-04c0bbfd-fdbf-4045-9797-7df01e3636be tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1418011055', 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:52.613431 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-04c0bbfd-fdbf-4045-9797-7df01e3636be tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:52.626080 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-04c0bbfd-fdbf-4045-9797-7df01e3636be tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:52.660642 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0a56af-4569-426e-b2fb-09c563ed04fc tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Made reservation on behalf of e560cbcda02c46efaee7f040dc641828 for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:58:52.663632 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1b0a56af-4569-426e-b2fb-09c563ed04fc tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:52.686363 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-630e22c4-3f22-4cff-a5ef-04ed3e932dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:52.693913 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-896a49f1-02fc-4dc0-b70f-1c4dada0df0a tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:52.727751 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e22c4-3f22-4cff-a5ef-04ed3e932dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a572003-42dd-46ac-8dbd-7836a5e2b34b,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:52.731222 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b0a56af-4569-426e-b2fb-09c563ed04fc tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:58:52.737354 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c215201f-d044-45a3-9919-89d6147593a4 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3098168 Feb 03 13:58:52.737695 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53482) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:52.742504 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-630e22c4-3f22-4cff-a5ef-04ed3e932dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:52.743887 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-630e22c4-3f22-4cff-a5ef-04ed3e932dea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9a572003-42dd-46ac-8dbd-7836a5e2b34b HTTP/1.1" status: 204 len: 168 time: 0.3754735 Feb 03 13:58:52.749343 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-04dd694f-755c-4e99-8582-7bda8448d77c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'port': {'network_id': 'a803aaba-2c1a-43f0-b99c-f1ff1b57b12f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2012543845'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:52.769420 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1b0a56af-4569-426e-b2fb-09c563ed04fc tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:52.769420 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-1b0a56af-4569-426e-b2fb-09c563ed04fc tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Added segment 74df03ac-7dfa-4e85-94ad-5a0c2058ee96 of type vlan for network 19b00385-999c-4704-aee1-5bba5d33b369 Feb 03 13:58:52.772004 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c0bbfd-fdbf-4045-9797-7df01e3636be tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Made reservation on behalf of aab9443ffd3c477cbf2a262558b68495 for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:58:52.774869 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-04c0bbfd-fdbf-4045-9797-7df01e3636be tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:52.802636 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-3b19e2f7-1912-4064-82e1-e711e21d5862 None None] Set router 2a1a9059-2612-48ef-a558-cc9a429449c1 gateway port host: None {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:58:52.828753 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a49f1-02fc-4dc0-b70f-1c4dada0df0a tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Pushing event deleted for resources: {'Port': ['ID=3905e621-d7a7-41b3-b247-2d2abd4ab29c,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:52.917584 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1b0a56af-4569-426e-b2fb-09c563ed04fc tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:52.962056 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-04c0bbfd-fdbf-4045-9797-7df01e3636be tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] device_id is not set on port 56249cf1-53dc-472d-88ba-b111b00cc661 yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:58:53.053150 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.objects.ports [None req-60a6ed59-1e53-4a32-a2f8-57d7ef54ea2e tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84182) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 03 13:58:53.054570 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-60a6ed59-1e53-4a32-a2f8-57d7ef54ea2e tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:53.116735 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-04dd694f-755c-4e99-8582-7bda8448d77c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:53.129584 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-04dd694f-755c-4e99-8582-7bda8448d77c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Usage tracker for resource:port and tenant:faf754c5dcac42e3b7b479467002acb8 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:53.134863 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-04dd694f-755c-4e99-8582-7bda8448d77c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:53.146504 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8caa25-e818-4421-87c2-11723b00caee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-a803aaba-2c1a-43f0-b99c-f1ff1b57b12f', 'network_id': 'a803aaba-2c1a-43f0-b99c-f1ff1b57b12f', 'tenant_id': 'faf754c5dcac42e3b7b479467002acb8', 'fixed_ips': [{'subnet_id': '63336920-53ef-42ba-87c9-ddad17a2f446'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:58:53.146665 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ff8caa25-e818-4421-87c2-11723b00caee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:53.148009 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-04dd694f-755c-4e99-8582-7bda8448d77c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:53.179094 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1b0a56af-4569-426e-b2fb-09c563ed04fc tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:53.182902 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0a56af-4569-426e-b2fb-09c563ed04fc tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:53.184067 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1b0a56af-4569-426e-b2fb-09c563ed04fc tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:53.318529 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04dd694f-755c-4e99-8582-7bda8448d77c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Made reservation on behalf of faf754c5dcac42e3b7b479467002acb8 for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:58:53.337432 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-04dd694f-755c-4e99-8582-7bda8448d77c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:53.396246 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-ff8caa25-e818-4421-87c2-11723b00caee None None] Allocated IP 2001:db8::2 (a803aaba-2c1a-43f0-b99c-f1ff1b57b12f/63336920-53ef-42ba-87c9-ddad17a2f446/f28048ef-08d4-4c47-8323-3bea438d7b5b) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:58:53.416781 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-896a49f1-02fc-4dc0-b70f-1c4dada0df0a tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:53.477846 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-04c0bbfd-fdbf-4045-9797-7df01e3636be tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:53.480709 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-1b0a56af-4569-426e-b2fb-09c563ed04fc tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9994049 Feb 03 13:58:53.486032 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53492) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:53.488995 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-04dd694f-755c-4e99-8582-7bda8448d77c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] device_id is not set on port 0bde7fca-245a-436d-9b9d-b08ba1636320 yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:58:53.519994 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-3a05d51d-b47c-4ad2-8a96-f7b49e119fa3 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Request body: {'subnet': {'network_id': '19b00385-999c-4704-aee1-5bba5d33b369', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:53.547708 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-3b19e2f7-1912-4064-82e1-e711e21d5862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'name': 'tempest-RoutersIpV6Test-router-979439135', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:58:43Z', 'updated_at': '2022-02-03T13:58:50Z', 'revision_number': 2, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'gw_port_host': None, '_interfaces': [{'id': 'b2e8c105-0fdb-4569-91e8-d3855c1efff3', 'name': '', 'network_id': 'c6d2680a-3380-4d17-8377-378a03cb63a7', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:22:06:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:48Z', 'updated_at': '2022-02-03T13:58:50Z', 'revision_number': 2, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:53.557391 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b19e2f7-1912-4064-82e1-e711e21d5862 None None] Checking router: 2a1a9059-2612-48ef-a558-cc9a429449c1 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 13:58:53.557391 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b19e2f7-1912-4064-82e1-e711e21d5862 None None] Updating router 2a1a9059-2612-48ef-a558-cc9a429449c1 port b2e8c105-0fdb-4569-91e8-d3855c1efff3 binding host dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 13:58:53.577818 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a56af-4569-426e-b2fb-09c563ed04fc tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event updated for resources: {'Network': ['ID=19b00385-999c-4704-aee1-5bba5d33b369,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:53.612937 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a6ed59-1e53-4a32-a2f8-57d7ef54ea2e tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Pushing event updated for resources: {'Subnet': ['ID=f15dd36d-dca2-4464-b1da-7f45e52779c2,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:53.621158 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 19b00385-999c-4704-aee1-5bba5d33b369 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:58:53.673073 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-04c0bbfd-fdbf-4045-9797-7df01e3636be tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:53.700608 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3b19e2f7-1912-4064-82e1-e711e21d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:53.749456 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0bbfd-fdbf-4045-9797-7df01e3636be tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Pushing event updated for resources: {'Port': ['ID=56249cf1-53dc-472d-88ba-b111b00cc661,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:53.752811 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c0bbfd-fdbf-4045-9797-7df01e3636be tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Network a449b4eb-3065-4e0a-b1af-13beaef646d5 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:58:53.754220 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-04c0bbfd-fdbf-4045-9797-7df01e3636be tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:58:53.756291 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c0bbfd-fdbf-4045-9797-7df01e3636be tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:58:53.757257 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c0bbfd-fdbf-4045-9797-7df01e3636be tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:53.757941 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-04c0bbfd-fdbf-4045-9797-7df01e3636be tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:53.859217 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-04c0bbfd-fdbf-4045-9797-7df01e3636be tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2529240 Feb 03 13:58:53.859386 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-896a49f1-02fc-4dc0-b70f-1c4dada0df0a tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:53.859516 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53504) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:53.864695 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a6ed59-1e53-4a32-a2f8-57d7ef54ea2e tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Checking segment: {'id': '05631c90-5ac5-479f-9a7b-0b4fb1688858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2066f28d-2a18-4567-9a88-7c453760033d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:58:53.865307 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a6ed59-1e53-4a32-a2f8-57d7ef54ea2e tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Network hostable DHCP agents. Network: 2066f28d-2a18-4567-9a88-7c453760033d, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:58:53.871866 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ff8caa25-e818-4421-87c2-11723b00caee None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:53.873372 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-3a05d51d-b47c-4ad2-8a96-f7b49e119fa3 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:53.876094 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-896a49f1-02fc-4dc0-b70f-1c4dada0df0a tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:53.886787 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3a05d51d-b47c-4ad2-8a96-f7b49e119fa3 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Usage tracker for resource:subnet and tenant:e560cbcda02c46efaee7f040dc641828 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:53.890609 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3a05d51d-b47c-4ad2-8a96-f7b49e119fa3 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:53.898718 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-3a05d51d-b47c-4ad2-8a96-f7b49e119fa3 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:53.928183 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-ff8caa25-e818-4421-87c2-11723b00caee None None] Transition to ACTIVE for port object f28048ef-08d4-4c47-8323-3bea438d7b5b will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:58:53.932511 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f5c86e9f-e735-464d-a62f-29d1fd64a1d3 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Synchronizing usage tracker for tenant:aab9443ffd3c477cbf2a262558b68495 on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:58:54.003734 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a05d51d-b47c-4ad2-8a96-f7b49e119fa3 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Made reservation on behalf of e560cbcda02c46efaee7f040dc641828 for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:58:54.038890 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-ff8caa25-e818-4421-87c2-11723b00caee None None] Transition to ACTIVE for port object f28048ef-08d4-4c47-8323-3bea438d7b5b will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:58:54.039543 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f5c86e9f-e735-464d-a62f-29d1fd64a1d3 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Unset dirty status for tenant:aab9443ffd3c477cbf2a262558b68495 on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:58:54.043129 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f5c86e9f-e735-464d-a62f-29d1fd64a1d3 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] 10.222.0.41 "GET /v2.0/ports/56249cf1-53dc-472d-88ba-b111b00cc661 HTTP/1.1" status: 200 len: 955 time: 0.1807606 Feb 03 13:58:54.047796 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53508) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:54.069942 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a6ed59-1e53-4a32-a2f8-57d7ef54ea2e tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Network 2066f28d-2a18-4567-9a88-7c453760033d is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:58:54.072002 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-896a49f1-02fc-4dc0-b70f-1c4dada0df0a tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:54.072491 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896a49f1-02fc-4dc0-b70f-1c4dada0df0a tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Fanout notify agent at l3_agent the message router_deleted on router 5632f22a-69b1-416c-9881-2dca1178a400 {{(pid=84182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:58:54.110000 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-896a49f1-02fc-4dc0-b70f-1c4dada0df0a tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:54.114687 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-896a49f1-02fc-4dc0-b70f-1c4dada0df0a tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] 10.222.0.41 "DELETE /v2.0/routers/5632f22a-69b1-416c-9881-2dca1178a400 HTTP/1.1" status: 204 len: 168 time: 4.4341593 Feb 03 13:58:54.116305 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53514) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:54.123499 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-e2809f9b-66b8-4615-a69a-51d820d650a4 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1715429748', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:54.130769 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3a05d51d-b47c-4ad2-8a96-f7b49e119fa3 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:54.134179 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-c55d5079-0017-4cff-a6db-590963da5d73 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Deleting port 56249cf1-53dc-472d-88ba-b111b00cc661 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:54.135231 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c55d5079-0017-4cff-a6db-590963da5d73 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:54.151433 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e2809f9b-66b8-4615-a69a-51d820d650a4 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:54.159554 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e2809f9b-66b8-4615-a69a-51d820d650a4 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Usage tracker for resource:router and tenant:f9fdab74892247138f76fc59f639f82f is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:54.187191 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ff8caa25-e818-4421-87c2-11723b00caee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:54.206536 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e2809f9b-66b8-4615-a69a-51d820d650a4 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:54.221242 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e2809f9b-66b8-4615-a69a-51d820d650a4 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:54.232758 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-60a6ed59-1e53-4a32-a2f8-57d7ef54ea2e tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 2066f28d-2a18-4567-9a88-7c453760033d) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:58:54.244355 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e513578-7809-4a0e-a797-511a3b7ff1ed None None] Network 2066f28d-2a18-4567-9a88-7c453760033d requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:58:54.249589 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a6ed59-1e53-4a32-a2f8-57d7ef54ea2e tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:54.250221 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-60a6ed59-1e53-4a32-a2f8-57d7ef54ea2e tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:54.303616 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e2809f9b-66b8-4615-a69a-51d820d650a4 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:54.304546 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e2809f9b-66b8-4615-a69a-51d820d650a4 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:54.331442 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-04dd694f-755c-4e99-8582-7bda8448d77c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Allocated IP 2001:db8::2a (a803aaba-2c1a-43f0-b99c-f1ff1b57b12f/63336920-53ef-42ba-87c9-ddad17a2f446/0bde7fca-245a-436d-9b9d-b08ba1636320) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:58:54.420747 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-60a6ed59-1e53-4a32-a2f8-57d7ef54ea2e tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.5275798 Feb 03 13:58:54.424051 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53522) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:54.425084 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53524) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:54.436856 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e2809f9b-66b8-4615-a69a-51d820d650a4 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:54.477339 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3b19e2f7-1912-4064-82e1-e711e21d5862 None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:54.498849 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8caa25-e818-4421-87c2-11723b00caee None None] Network a803aaba-2c1a-43f0-b99c-f1ff1b57b12f is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:58:54.510034 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-ff8caa25-e818-4421-87c2-11723b00caee None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:58:54.517019 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8caa25-e818-4421-87c2-11723b00caee None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:58:54.524848 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-3b19e2f7-1912-4064-82e1-e711e21d5862 None None] Transition to ACTIVE for port object b2e8c105-0fdb-4569-91e8-d3855c1efff3 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:58:54.536303 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8caa25-e818-4421-87c2-11723b00caee None None] Pushing event updated for resources: {'Port': ['ID=f28048ef-08d4-4c47-8323-3bea438d7b5b,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:54.559555 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c55d5079-0017-4cff-a6db-590963da5d73 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:54.573121 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e2809f9b-66b8-4615-a69a-51d820d650a4 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:54.677434 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3b19e2f7-1912-4064-82e1-e711e21d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:54.694103 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a9228bf1-87b2-47ef-aa90-a645889a08e5 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:54.708772 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-c55d5079-0017-4cff-a6db-590963da5d73 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Calling delete_port for 56249cf1-53dc-472d-88ba-b111b00cc661 owned by {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:58:54.726100 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3743d30-0c4f-4b14-b761-b857955da7e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-2066f28d-2a18-4567-9a88-7c453760033d', 'network_id': '2066f28d-2a18-4567-9a88-7c453760033d', 'tenant_id': 'ae8f49d5002445e18fa3eac40ce621e0', 'fixed_ips': [{'subnet_id': 'f15dd36d-dca2-4464-b1da-7f45e52779c2'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:58:54.726895 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c3743d30-0c4f-4b14-b761-b857955da7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:54.737849 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-b003f4fc-a4a1-4c3d-9e4a-1cd52f26c386 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1866262058'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:54.742965 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-b003f4fc-a4a1-4c3d-9e4a-1cd52f26c386 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:54.765078 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-ff8caa25-e818-4421-87c2-11723b00caee None None] Attempting to bind port f28048ef-08d4-4c47-8323-3bea438d7b5b on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:58:54.765464 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-ff8caa25-e818-4421-87c2-11723b00caee None None] Attempting to bind port f28048ef-08d4-4c47-8323-3bea438d7b5b by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '814754bb-79d9-4395-a34d-9a041a689c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a803aaba-2c1a-43f0-b99c-f1ff1b57b12f'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:58:54.765858 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8caa25-e818-4421-87c2-11723b00caee None None] Attempting to bind port f28048ef-08d4-4c47-8323-3bea438d7b5b on network a803aaba-2c1a-43f0-b99c-f1ff1b57b12f {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:58:54.766495 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a9228bf1-87b2-47ef-aa90-a645889a08e5 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:54.814198 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e2809f9b-66b8-4615-a69a-51d820d650a4 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:54.814198 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e2809f9b-66b8-4615-a69a-51d820d650a4 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6888716 Feb 03 13:58:54.814198 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3a05d51d-b47c-4ad2-8a96-f7b49e119fa3 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:54.816162 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53532) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:54.858123 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-ba4f0bb4-9781-440b-a2d3-c3261d986365 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Request body: {'router': {'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:54.885366 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-b003f4fc-a4a1-4c3d-9e4a-1cd52f26c386 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Usage tracker for resource:network and tenant:1508f35e18f0463982f9a6d535c8268b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:54.894429 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-b003f4fc-a4a1-4c3d-9e4a-1cd52f26c386 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:54.926000 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c0a16-49cc-4608-824b-fae3744cd17c None None] Pushing event updated for resources: {'Port': ['ID=b2e8c105-0fdb-4569-91e8-d3855c1efff3,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:54.928674 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8caa25-e818-4421-87c2-11723b00caee None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:58:54.929055 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8caa25-e818-4421-87c2-11723b00caee None None] Checking segment: {'id': '814754bb-79d9-4395-a34d-9a041a689c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a803aaba-2c1a-43f0-b99c-f1ff1b57b12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:58:54.929457 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ff8caa25-e818-4421-87c2-11723b00caee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:54.929843 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8caa25-e818-4421-87c2-11723b00caee None None] Bound using segment: {'id': '814754bb-79d9-4395-a34d-9a041a689c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a803aaba-2c1a-43f0-b99c-f1ff1b57b12f'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:58:54.930323 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-ff8caa25-e818-4421-87c2-11723b00caee None None] Bound port: f28048ef-08d4-4c47-8323-3bea438d7b5b, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '814754bb-79d9-4395-a34d-9a041a689c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a803aaba-2c1a-43f0-b99c-f1ff1b57b12f'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:58:54.930698 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ff8caa25-e818-4421-87c2-11723b00caee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:54.931987 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-b003f4fc-a4a1-4c3d-9e4a-1cd52f26c386 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:55.005479 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-04dd694f-755c-4e99-8582-7bda8448d77c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:55.025865 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-04dd694f-755c-4e99-8582-7bda8448d77c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Transition to ACTIVE for port object 0bde7fca-245a-436d-9b9d-b08ba1636320 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:58:55.060761 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05d51d-b47c-4ad2-8a96-f7b49e119fa3 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event updated for resources: {'Subnet': ['ID=7ff040b3-6f29-40fe-a4df-a58020824988,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:55.078352 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b003f4fc-a4a1-4c3d-9e4a-1cd52f26c386 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:58:55.081643 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b003f4fc-a4a1-4c3d-9e4a-1cd52f26c386 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:55.095598 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b003f4fc-a4a1-4c3d-9e4a-1cd52f26c386 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:55.144560 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-3b19e2f7-1912-4064-82e1-e711e21d5862 None None] Attempting to bind port b2e8c105-0fdb-4569-91e8-d3855c1efff3 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:58:55.144787 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-3b19e2f7-1912-4064-82e1-e711e21d5862 None None] Attempting to bind port b2e8c105-0fdb-4569-91e8-d3855c1efff3 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '9a326b0b-603b-456a-9508-3e6d26d31716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c6d2680a-3380-4d17-8377-378a03cb63a7'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:58:55.145137 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b19e2f7-1912-4064-82e1-e711e21d5862 None None] Attempting to bind port b2e8c105-0fdb-4569-91e8-d3855c1efff3 on network c6d2680a-3380-4d17-8377-378a03cb63a7 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:58:55.153453 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-04dd694f-755c-4e99-8582-7bda8448d77c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:55.161174 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-ff8caa25-e818-4421-87c2-11723b00caee None None] For port f28048ef-08d4-4c47-8323-3bea438d7b5b, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:58:55.165110 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-ff8caa25-e818-4421-87c2-11723b00caee None None] For port f28048ef-08d4-4c47-8323-3bea438d7b5b, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=f28048ef-08d4-4c47-8323-3bea438d7b5b,segment=NetworkSegment(814754bb-79d9-4395-a34d-9a041a689c41),segment_id=814754bb-79d9-4395-a34d-9a041a689c41)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:58:55.166210 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b19e2f7-1912-4064-82e1-e711e21d5862 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:58:55.166586 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b19e2f7-1912-4064-82e1-e711e21d5862 None None] Checking segment: {'id': '9a326b0b-603b-456a-9508-3e6d26d31716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c6d2680a-3380-4d17-8377-378a03cb63a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:58:55.166988 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3b19e2f7-1912-4064-82e1-e711e21d5862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:55.167964 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b19e2f7-1912-4064-82e1-e711e21d5862 None None] Bound using segment: {'id': '9a326b0b-603b-456a-9508-3e6d26d31716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c6d2680a-3380-4d17-8377-378a03cb63a7'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:58:55.168486 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-3b19e2f7-1912-4064-82e1-e711e21d5862 None None] Bound port: b2e8c105-0fdb-4569-91e8-d3855c1efff3, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a326b0b-603b-456a-9508-3e6d26d31716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c6d2680a-3380-4d17-8377-378a03cb63a7'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:58:55.168859 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3b19e2f7-1912-4064-82e1-e711e21d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:55.192002 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c55d5079-0017-4cff-a6db-590963da5d73 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:55.249439 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-b003f4fc-a4a1-4c3d-9e4a-1cd52f26c386 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server [None req-c3743d30-0c4f-4b14-b761-b857955da7e0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f15dd36d-dca2-4464-b1da-7f45e52779c2: This subnet is being modified by another concurrent operation. Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server raise value Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server raise value Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server raise value Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 13:58:55.258018 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server raise value Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server raise value Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server raise value Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server raise exception Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f15dd36d-dca2-4464-b1da-7f45e52779c2: This subnet is being modified by another concurrent operation. Feb 03 13:58:55.262878 dv-neutron-827016-1-hyperv neutron-server[84183]: ERROR oslo_messaging.rpc.server Feb 03 13:58:55.269957 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a9228bf1-87b2-47ef-aa90-a645889a08e5 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:55.272655 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ff8caa25-e818-4421-87c2-11723b00caee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:55.282087 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-b003f4fc-a4a1-4c3d-9e4a-1cd52f26c386 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Usage tracker for resource:security_group_rule and tenant:1508f35e18f0463982f9a6d535c8268b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:55.282087 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-b003f4fc-a4a1-4c3d-9e4a-1cd52f26c386 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:55.290963 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dd694f-755c-4e99-8582-7bda8448d77c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Network a803aaba-2c1a-43f0-b99c-f1ff1b57b12f is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:58:55.290963 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd694f-755c-4e99-8582-7bda8448d77c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'Port': ['ID=0bde7fca-245a-436d-9b9d-b08ba1636320,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:55.296421 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a05d51d-b47c-4ad2-8a96-f7b49e119fa3 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Checking segment: {'id': '74df03ac-7dfa-4e85-94ad-5a0c2058ee96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '19b00385-999c-4704-aee1-5bba5d33b369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:58:55.297411 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a05d51d-b47c-4ad2-8a96-f7b49e119fa3 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Network hostable DHCP agents. Network: 19b00385-999c-4704-aee1-5bba5d33b369, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:58:55.297608 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-04dd694f-755c-4e99-8582-7bda8448d77c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:58:55.306078 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71890eaf-cfa0-4635-82a1-90af9276aa78 None None] Network 2066f28d-2a18-4567-9a88-7c453760033d requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:58:55.314719 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-b003f4fc-a4a1-4c3d-9e4a-1cd52f26c386 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:55.318807 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c55d5079-0017-4cff-a6db-590963da5d73 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:55.371420 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d5079-0017-4cff-a6db-590963da5d73 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Pushing event deleted for resources: {'Port': ['ID=56249cf1-53dc-472d-88ba-b111b00cc661,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:55.385874 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dd694f-755c-4e99-8582-7bda8448d77c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:58:55.390280 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dd694f-755c-4e99-8582-7bda8448d77c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:55.390900 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-04dd694f-755c-4e99-8582-7bda8448d77c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:55.437231 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9228bf1-87b2-47ef-aa90-a645889a08e5 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Pushing event deleted for resources: {'Subnet': ['ID=f15dd36d-dca2-4464-b1da-7f45e52779c2,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:55.457335 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0fbd1b83-56ed-4102-81b5-aa9997fefb07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:55.462011 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b003f4fc-a4a1-4c3d-9e4a-1cd52f26c386 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:55.475228 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c55d5079-0017-4cff-a6db-590963da5d73 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] 10.222.0.41 "DELETE /v2.0/ports/56249cf1-53dc-472d-88ba-b111b00cc661 HTTP/1.1" status: 204 len: 168 time: 1.4279044 Feb 03 13:58:55.475844 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8caa25-e818-4421-87c2-11723b00caee None None] Pushing event updated for resources: {'Port': ['ID=f28048ef-08d4-4c47-8323-3bea438d7b5b,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:55.475988 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53538) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:55.486269 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-3b19e2f7-1912-4064-82e1-e711e21d5862 None None] For port b2e8c105-0fdb-4569-91e8-d3855c1efff3, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:58:55.490724 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-3b19e2f7-1912-4064-82e1-e711e21d5862 None None] For port b2e8c105-0fdb-4569-91e8-d3855c1efff3, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=b2e8c105-0fdb-4569-91e8-d3855c1efff3,segment=NetworkSegment(9a326b0b-603b-456a-9508-3e6d26d31716),segment_id=9a326b0b-603b-456a-9508-3e6d26d31716)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:58:55.519177 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-04dd694f-755c-4e99-8582-7bda8448d77c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.7787013 Feb 03 13:58:55.519412 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53542) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:55.570161 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-32edec7b-f9f2-4b9b-9288-7fb43a0c6c62 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] GET failed (client error): The resource could not be found. Feb 03 13:58:55.570947 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-32edec7b-f9f2-4b9b-9288-7fb43a0c6c62 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Synchronizing usage tracker for tenant:aab9443ffd3c477cbf2a262558b68495 on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:58:55.588953 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b003f4fc-a4a1-4c3d-9e4a-1cd52f26c386 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:55.601044 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3b19e2f7-1912-4064-82e1-e711e21d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:55.610721 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a9228bf1-87b2-47ef-aa90-a645889a08e5 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:55.634301 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b003f4fc-a4a1-4c3d-9e4a-1cd52f26c386 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c73939b-ad84-4286-8bef-5e10b42d32d9,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:55.665240 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b003f4fc-a4a1-4c3d-9e4a-1cd52f26c386 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:58:55.676908 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-185fcbd1-71a3-44ef-b615-7b06cb2a9e02 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Deleting port 0bde7fca-245a-436d-9b9d-b08ba1636320 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:55.677256 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-185fcbd1-71a3-44ef-b615-7b06cb2a9e02 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:55.707193 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a05d51d-b47c-4ad2-8a96-f7b49e119fa3 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Network 19b00385-999c-4704-aee1-5bba5d33b369 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:58:55.735362 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-32edec7b-f9f2-4b9b-9288-7fb43a0c6c62 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Unset dirty status for tenant:aab9443ffd3c477cbf2a262558b68495 on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:58:55.736160 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-32edec7b-f9f2-4b9b-9288-7fb43a0c6c62 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] 10.222.0.41 "GET /v2.0/ports/56249cf1-53dc-472d-88ba-b111b00cc661 HTTP/1.1" status: 404 len: 333 time: 0.2593257 Feb 03 13:58:55.760269 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53546) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:55.760607 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c0a16-49cc-4608-824b-fae3744cd17c None None] Pushing event updated for resources: {'Port': ['ID=b2e8c105-0fdb-4569-91e8-d3855c1efff3,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:55.772587 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b19e2f7-1912-4064-82e1-e711e21d5862 None None] Routers {'2a1a9059-2612-48ef-a558-cc9a429449c1'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:58:55.773221 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-3b19e2f7-1912-4064-82e1-e711e21d5862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:58:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2a1a9059-2612-48ef-a558-cc9a429449c1'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:55.782871 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b003f4fc-a4a1-4c3d-9e4a-1cd52f26c386 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:55.783244 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-b003f4fc-a4a1-4c3d-9e4a-1cd52f26c386 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Added segment e994c506-4b8b-40f3-b39e-800f29dc7a76 of type vlan for network ac0baa47-f752-4b1c-8067-faa2699b3288 Feb 03 13:58:55.796716 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-89a11a30-9471-4973-90dc-18a6e79f7080 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Request body: {'port': {'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1204218508'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:55.803935 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-a9228bf1-87b2-47ef-aa90-a645889a08e5 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2066f28d-2a18-4567-9a88-7c453760033d']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:55.820995 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-a9228bf1-87b2-47ef-aa90-a645889a08e5 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05631c90-5ac5-479f-9a7b-0b4fb1688858') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:55.825831 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-a9228bf1-87b2-47ef-aa90-a645889a08e5 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05631c90-5ac5-479f-9a7b-0b4fb1688858') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:55.826006 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-89a11a30-9471-4973-90dc-18a6e79f7080 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:55.840758 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ba4f0bb4-9781-440b-a2d3-c3261d986365 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:55.855321 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a9228bf1-87b2-47ef-aa90-a645889a08e5 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:55.876207 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-3a05d51d-b47c-4ad2-8a96-f7b49e119fa3 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 19b00385-999c-4704-aee1-5bba5d33b369) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:58:55.885062 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a05d51d-b47c-4ad2-8a96-f7b49e119fa3 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:55.885842 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3a05d51d-b47c-4ad2-8a96-f7b49e119fa3 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:55.896195 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a9228bf1-87b2-47ef-aa90-a645889a08e5 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:55.921230 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9228bf1-87b2-47ef-aa90-a645889a08e5 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:58:55.922008 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a9228bf1-87b2-47ef-aa90-a645889a08e5 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:55.954575 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68243168-8feb-41c2-8eba-9475ec220c7b None None] Network 19b00385-999c-4704-aee1-5bba5d33b369 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:58:56.056896 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 13:58:56.056896 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:58:56.056896 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 13:58:56.056896 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:58:56.056896 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 13:58:56.056896 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:58:56.056896 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 13:58:56.056896 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:58:56.056896 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 13:58:56.056896 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:58:56.056896 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 13:58:56.056896 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:58:56.056896 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 13:58:56.056896 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:58:56.056896 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:58:56.056896 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:58:56.056896 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:58:56.056896 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:58:56.056896 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 13:58:56.056896 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:58:56.056896 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 13:58:56.056896 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:58:56.056896 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:58:56.056896 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:58:56.056896 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 13:58:56.056896 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:58:56.056896 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:58:56.056896 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:58:56.056896 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:58:56.056896 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:58:56.056896 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:58:56.056896 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:58:56.104064 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device f28048ef-08d4-4c47-8323-3bea438d7b5b up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:58:56.114447 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-185fcbd1-71a3-44ef-b615-7b06cb2a9e02 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:56.133319 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-89a11a30-9471-4973-90dc-18a6e79f7080 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:56.138329 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b003f4fc-a4a1-4c3d-9e4a-1cd52f26c386 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:56.159631 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a9228bf1-87b2-47ef-aa90-a645889a08e5 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:56.187648 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a9228bf1-87b2-47ef-aa90-a645889a08e5 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:56.192681 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a9228bf1-87b2-47ef-aa90-a645889a08e5 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] 10.222.0.41 "DELETE /v2.0/networks/2066f28d-2a18-4567-9a88-7c453760033d HTTP/1.1" status: 204 len: 168 time: 1.7606800 Feb 03 13:58:56.196711 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53550) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:56.197185 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9228bf1-87b2-47ef-aa90-a645889a08e5 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Pushing event deleted for resources: {'Network': ['ID=2066f28d-2a18-4567-9a88-7c453760033d,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:56.220263 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-3b19e2f7-1912-4064-82e1-e711e21d5862 None None] Set router 2a1a9059-2612-48ef-a558-cc9a429449c1 gateway port host: None {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:58:56.245159 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-80853087-0f01-4a4f-8ad1-8ac651839512 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] DELETE failed (client error): The resource could not be found. Feb 03 13:58:56.246132 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80853087-0f01-4a4f-8ad1-8ac651839512 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:58:56.250223 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-80853087-0f01-4a4f-8ad1-8ac651839512 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] 10.222.0.41 "DELETE /v2.0/subnets/f15dd36d-dca2-4464-b1da-7f45e52779c2 HTTP/1.1" status: 404 len: 337 time: 0.0476670 Feb 03 13:58:56.250223 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3a05d51d-b47c-4ad2-8a96-f7b49e119fa3 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7499237 Feb 03 13:58:56.251092 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53554) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:56.255112 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53556) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:56.272999 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-185fcbd1-71a3-44ef-b615-7b06cb2a9e02 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Calling delete_port for 0bde7fca-245a-436d-9b9d-b08ba1636320 owned by {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:58:56.346281 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-adc9fc42-9bbf-496a-a15b-85cda9dbf2a4 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] DELETE failed (client error): The resource could not be found. Feb 03 13:58:56.346281 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adc9fc42-9bbf-496a-a15b-85cda9dbf2a4 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:58:56.350423 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-adc9fc42-9bbf-496a-a15b-85cda9dbf2a4 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] 10.222.0.41 "DELETE /v2.0/networks/2066f28d-2a18-4567-9a88-7c453760033d HTTP/1.1" status: 404 len: 339 time: 0.0956993 Feb 03 13:58:56.350620 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53562) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:56.393537 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-56e4249e-bb8d-413b-9c5c-c72d32682723 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] DELETE failed (client error): The resource could not be found. Feb 03 13:58:56.394079 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56e4249e-bb8d-413b-9c5c-c72d32682723 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:58:56.411507 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a11a30-9471-4973-90dc-18a6e79f7080 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Made reservation on behalf of aab9443ffd3c477cbf2a262558b68495 for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:58:56.413702 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-89a11a30-9471-4973-90dc-18a6e79f7080 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:56.426679 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b003f4fc-a4a1-4c3d-9e4a-1cd52f26c386 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:56.430355 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b003f4fc-a4a1-4c3d-9e4a-1cd52f26c386 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:56.431175 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b003f4fc-a4a1-4c3d-9e4a-1cd52f26c386 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:56.465598 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-56e4249e-bb8d-413b-9c5c-c72d32682723 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] 10.222.0.41 "DELETE /v2.0/subnets/0381dce7-c941-428e-b8b5-b1173f0409fc HTTP/1.1" status: 404 len: 337 time: 0.1141386 Feb 03 13:58:56.467511 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3344bf43-c1da-44ec-831d-a5fcda2ef3ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-19b00385-999c-4704-aee1-5bba5d33b369', 'network_id': '19b00385-999c-4704-aee1-5bba5d33b369', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'fixed_ips': [{'subnet_id': '7ff040b3-6f29-40fe-a4df-a58020824988'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:58:56.468329 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3344bf43-c1da-44ec-831d-a5fcda2ef3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:56.472354 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53566) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:56.556484 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ba4f0bb4-9781-440b-a2d3-c3261d986365 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router_gateway, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:56.586323 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b003f4fc-a4a1-4c3d-9e4a-1cd52f26c386 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1590497 Feb 03 13:58:56.591484 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53570) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:56.596611 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ba4f0bb4-9781-440b-a2d3-c3261d986365 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:56.601190 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-572b2816-badf-4154-9c89-5f545c38fee7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'subnet': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:56.606118 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-89a11a30-9471-4973-90dc-18a6e79f7080 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] device_id is not set on port b31487e7-138a-4a35-ae73-a945ae17c606 yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:58:56.644193 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-57db5cd3-8179-4ff2-b52a-886ff77299ca tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] DELETE failed (client error): The resource could not be found. Feb 03 13:58:56.645217 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57db5cd3-8179-4ff2-b52a-886ff77299ca tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:58:56.668626 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b003f4fc-a4a1-4c3d-9e4a-1cd52f26c386 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Network': ['ID=ac0baa47-f752-4b1c-8067-faa2699b3288,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:56.676183 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-57db5cd3-8179-4ff2-b52a-886ff77299ca tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] 10.222.0.41 "DELETE /v2.0/networks/27a8b0ab-ac81-4e83-ae26-ecc098b7e86b HTTP/1.1" status: 404 len: 339 time: 0.1969035 Feb 03 13:58:56.680869 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53574) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:56.689354 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port f28048ef-08d4-4c47-8323-3bea438d7b5b completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:58:56.696379 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:58:56.729649 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff4688b9-2329-4953-a93a-38ae398fab3c tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] DELETE failed (client error): The resource could not be found. Feb 03 13:58:56.730131 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff4688b9-2329-4953-a93a-38ae398fab3c tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:58:56.734261 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ff4688b9-2329-4953-a93a-38ae398fab3c tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] 10.222.0.41 "DELETE /v2.0/subnets/869c5fcb-fcd4-434b-9097-70d30a102c10 HTTP/1.1" status: 404 len: 337 time: 0.0504007 Feb 03 13:58:56.735532 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53578) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:56.763456 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ef87ae9-341a-4091-a206-871e96d12035 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] DELETE failed (client error): The resource could not be found. Feb 03 13:58:56.763983 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ef87ae9-341a-4091-a206-871e96d12035 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:58:56.768690 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3ef87ae9-341a-4091-a206-871e96d12035 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] 10.222.0.41 "DELETE /v2.0/networks/e880a6db-8e09-4e59-b9c2-19346848757a HTTP/1.1" status: 404 len: 339 time: 0.0306470 Feb 03 13:58:56.768901 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53582) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:56.834963 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-572b2816-badf-4154-9c89-5f545c38fee7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:56.845548 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-572b2816-badf-4154-9c89-5f545c38fee7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Usage tracker for resource:subnet and tenant:1508f35e18f0463982f9a6d535c8268b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:56.849623 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-572b2816-badf-4154-9c89-5f545c38fee7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:56.861118 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-572b2816-badf-4154-9c89-5f545c38fee7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:56.949792 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588b755c-6a85-4dac-aa3a-57a7e63b9c47 None None] Network a803aaba-2c1a-43f0-b99c-f1ff1b57b12f requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:58:57.007467 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-185fcbd1-71a3-44ef-b615-7b06cb2a9e02 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:57.084676 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185fcbd1-71a3-44ef-b615-7b06cb2a9e02 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event deleted for resources: {'Port': ['ID=0bde7fca-245a-436d-9b9d-b08ba1636320,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:57.086353 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-3344bf43-c1da-44ec-831d-a5fcda2ef3ab None None] Allocated IP 2001:db8:1::2 (19b00385-999c-4704-aee1-5bba5d33b369/7ff040b3-6f29-40fe-a4df-a58020824988/9cc1e72c-637f-4065-b8f8-b6fedfac652b) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:58:57.095885 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-36d7620a-2ed2-4457-b9ef-2122b1c20758 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Deleting port 61d8f110-6974-4126-86cb-dfa08e907885 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:57.097055 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-36d7620a-2ed2-4457-b9ef-2122b1c20758 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:57.121867 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572b2816-badf-4154-9c89-5f545c38fee7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:58:57.223158 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-ba4f0bb4-9781-440b-a2d3-c3261d986365 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Allocated IP 172.26.3.179 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/9ca2584a-5374-4924-91ce-0f71e24417fc) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:58:57.227578 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-3b19e2f7-1912-4064-82e1-e711e21d5862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'name': 'tempest-RoutersIpV6Test-router-979439135', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:58:43Z', 'updated_at': '2022-02-03T13:58:50Z', 'revision_number': 2, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'gw_port_host': None, '_interfaces': [{'id': 'b2e8c105-0fdb-4569-91e8-d3855c1efff3', 'name': '', 'network_id': 'c6d2680a-3380-4d17-8377-378a03cb63a7', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:22:06:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:48Z', 'updated_at': '2022-02-03T13:58:55Z', 'revision_number': 4, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:57.240363 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b41dff02-5e92-42b3-90ae-a6d9470ebd6c None None] Provisioning for port f28048ef-08d4-4c47-8323-3bea438d7b5b completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:58:57.250348 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b19e2f7-1912-4064-82e1-e711e21d5862 None None] The sync data for ids ['2a1a9059-2612-48ef-a558-cc9a429449c1'] in dv-neutron-827016-1-hyperv is: [{'id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'name': 'tempest-RoutersIpV6Test-router-979439135', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:58:43Z', 'updated_at': '2022-02-03T13:58:50Z', 'revision_number': 2, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'gw_port_host': None, '_interfaces': [{'id': 'b2e8c105-0fdb-4569-91e8-d3855c1efff3', 'name': '', 'network_id': 'c6d2680a-3380-4d17-8377-378a03cb63a7', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:22:06:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:48Z', 'updated_at': '2022-02-03T13:58:55Z', 'revision_number': 4, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:58:57.257344 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b41dff02-5e92-42b3-90ae-a6d9470ebd6c None None] Provisioning complete for port f28048ef-08d4-4c47-8323-3bea438d7b5b triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:58:57.257595 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-572b2816-badf-4154-9c89-5f545c38fee7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:57.258247 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b41dff02-5e92-42b3-90ae-a6d9470ebd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:57.304060 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-89a11a30-9471-4973-90dc-18a6e79f7080 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:57.315438 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-185fcbd1-71a3-44ef-b615-7b06cb2a9e02 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:57.349642 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-185fcbd1-71a3-44ef-b615-7b06cb2a9e02 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/ports/0bde7fca-245a-436d-9b9d-b08ba1636320 HTTP/1.1" status: 204 len: 168 time: 1.8238857 Feb 03 13:58:57.356070 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53586) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:57.421627 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-5af883e7-4ecb-44f8-8f29-97e88a5cf4b1 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] GET failed (client error): The resource could not be found. Feb 03 13:58:57.422141 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-5af883e7-4ecb-44f8-8f29-97e88a5cf4b1 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Synchronizing usage tracker for tenant:faf754c5dcac42e3b7b479467002acb8 on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:58:57.546351 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0d4f1da5-4f09-4bbd-a5cf-35061208a5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:57.588791 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-36d7620a-2ed2-4457-b9ef-2122b1c20758 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:57.615602 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b41dff02-5e92-42b3-90ae-a6d9470ebd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:57.625794 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3344bf43-c1da-44ec-831d-a5fcda2ef3ab None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:57.657977 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-3344bf43-c1da-44ec-831d-a5fcda2ef3ab None None] Transition to ACTIVE for port object 9cc1e72c-637f-4065-b8f8-b6fedfac652b will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:58:57.704631 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ba4f0bb4-9781-440b-a2d3-c3261d986365 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:57.711874 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-3344bf43-c1da-44ec-831d-a5fcda2ef3ab None None] Transition to ACTIVE for port object 9cc1e72c-637f-4065-b8f8-b6fedfac652b will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:58:57.715966 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-b41dff02-5e92-42b3-90ae-a6d9470ebd6c None None] For port f28048ef-08d4-4c47-8323-3bea438d7b5b, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=f28048ef-08d4-4c47-8323-3bea438d7b5b,segment=NetworkSegment(814754bb-79d9-4395-a34d-9a041a689c41),segment_id=814754bb-79d9-4395-a34d-9a041a689c41)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:58:57.787336 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3344bf43-c1da-44ec-831d-a5fcda2ef3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:57.798458 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 13:58:57.814151 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-36d7620a-2ed2-4457-b9ef-2122b1c20758 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Calling delete_port for 61d8f110-6974-4126-86cb-dfa08e907885 owned by {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:58:57.873709 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b41dff02-5e92-42b3-90ae-a6d9470ebd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:57.914345 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3344bf43-c1da-44ec-831d-a5fcda2ef3ab None None] Network 19b00385-999c-4704-aee1-5bba5d33b369 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:58:57.924888 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-3344bf43-c1da-44ec-831d-a5fcda2ef3ab None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:58:57.929526 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3344bf43-c1da-44ec-831d-a5fcda2ef3ab None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:58:57.943193 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344bf43-c1da-44ec-831d-a5fcda2ef3ab None None] Pushing event updated for resources: {'Port': ['ID=9cc1e72c-637f-4065-b8f8-b6fedfac652b,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:57.968143 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-5af883e7-4ecb-44f8-8f29-97e88a5cf4b1 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Unset dirty status for tenant:faf754c5dcac42e3b7b479467002acb8 on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:58:57.975383 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-5af883e7-4ecb-44f8-8f29-97e88a5cf4b1 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "GET /v2.0/ports/0bde7fca-245a-436d-9b9d-b08ba1636320 HTTP/1.1" status: 404 len: 333 time: 0.6158476 Feb 03 13:58:57.975383 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53590) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:57.991609 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-89a11a30-9471-4973-90dc-18a6e79f7080 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:58.010178 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-572b2816-badf-4154-9c89-5f545c38fee7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:58.028368 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device b2e8c105-0fdb-4569-91e8-d3855c1efff3 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:58:58.094215 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-36d7620a-2ed2-4457-b9ef-2122b1c20758 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:58.109911 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b2816-badf-4154-9c89-5f545c38fee7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Subnet': ['ID=31c003aa-091b-4653-81f7-564d88d7c6d7,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:58.146511 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ba4f0bb4-9781-440b-a2d3-c3261d986365 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:58.160490 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7f0d5cc0-b8b1-4b8d-ac8a-66713530e715 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:58.215316 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a11a30-9471-4973-90dc-18a6e79f7080 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Network a449b4eb-3065-4e0a-b1af-13beaef646d5 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:58:58.272912 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-a413df6c-f3eb-436c-8630-5f2eba5d624c None None] Provisioning complete for port f28048ef-08d4-4c47-8323-3bea438d7b5b triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:58:58.273454 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a413df6c-f3eb-436c-8630-5f2eba5d624c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:58.278958 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4f0bb4-9781-440b-a2d3-c3261d986365 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:58:58.297831 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41dff02-5e92-42b3-90ae-a6d9470ebd6c None None] Pushing event updated for resources: {'Port': ['ID=f28048ef-08d4-4c47-8323-3bea438d7b5b,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:58.312636 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-3344bf43-c1da-44ec-831d-a5fcda2ef3ab None None] Attempting to bind port 9cc1e72c-637f-4065-b8f8-b6fedfac652b on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:58:58.313152 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-3344bf43-c1da-44ec-831d-a5fcda2ef3ab None None] Attempting to bind port 9cc1e72c-637f-4065-b8f8-b6fedfac652b by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '74df03ac-7dfa-4e85-94ad-5a0c2058ee96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '19b00385-999c-4704-aee1-5bba5d33b369'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:58:58.313637 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3344bf43-c1da-44ec-831d-a5fcda2ef3ab None None] Attempting to bind port 9cc1e72c-637f-4065-b8f8-b6fedfac652b on network 19b00385-999c-4704-aee1-5bba5d33b369 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:58:58.315260 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a11a30-9471-4973-90dc-18a6e79f7080 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Pushing event updated for resources: {'Port': ['ID=b31487e7-138a-4a35-ae73-a945ae17c606,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:58.323008 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-36d7620a-2ed2-4457-b9ef-2122b1c20758 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:58.326410 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-89a11a30-9471-4973-90dc-18a6e79f7080 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:58:58.358812 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3344bf43-c1da-44ec-831d-a5fcda2ef3ab None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:58:58.359396 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3344bf43-c1da-44ec-831d-a5fcda2ef3ab None None] Checking segment: {'id': '74df03ac-7dfa-4e85-94ad-5a0c2058ee96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '19b00385-999c-4704-aee1-5bba5d33b369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:58:58.359901 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3344bf43-c1da-44ec-831d-a5fcda2ef3ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:58.360402 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3344bf43-c1da-44ec-831d-a5fcda2ef3ab None None] Bound using segment: {'id': '74df03ac-7dfa-4e85-94ad-5a0c2058ee96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '19b00385-999c-4704-aee1-5bba5d33b369'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:58:58.360993 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-3344bf43-c1da-44ec-831d-a5fcda2ef3ab None None] Bound port: 9cc1e72c-637f-4065-b8f8-b6fedfac652b, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74df03ac-7dfa-4e85-94ad-5a0c2058ee96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '19b00385-999c-4704-aee1-5bba5d33b369'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:58:58.361474 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3344bf43-c1da-44ec-831d-a5fcda2ef3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:58.373049 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a11a30-9471-4973-90dc-18a6e79f7080 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:58:58.379903 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a11a30-9471-4973-90dc-18a6e79f7080 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:58.381068 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-89a11a30-9471-4973-90dc-18a6e79f7080 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:58.414729 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-36d7620a-2ed2-4457-b9ef-2122b1c20758 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] 10.222.0.41 "DELETE /v2.0/ports/61d8f110-6974-4126-86cb-dfa08e907885 HTTP/1.1" status: 204 len: 168 time: 1.6446495 Feb 03 13:58:58.416162 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d7620a-2ed2-4457-b9ef-2122b1c20758 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Pushing event deleted for resources: {'Port': ['ID=61d8f110-6974-4126-86cb-dfa08e907885,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:58.418934 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53594) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:58.507525 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d4b4017-f31b-4e17-8002-262c2e4d0fdd tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] DELETE failed (client error): The resource could not be found. Feb 03 13:58:58.508215 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d4b4017-f31b-4e17-8002-262c2e4d0fdd tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:58:58.510130 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-5d4b4017-f31b-4e17-8002-262c2e4d0fdd tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] 10.222.0.41 "DELETE /v2.0/subnets/c0f9661b-e211-41a2-a728-4387c2bc5f46 HTTP/1.1" status: 404 len: 337 time: 0.0741806 Feb 03 13:58:58.513082 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port b2e8c105-0fdb-4569-91e8-d3855c1efff3 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:58:58.513229 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53598) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:58.532048 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572b2816-badf-4154-9c89-5f545c38fee7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Checking segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:58:58.532766 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572b2816-badf-4154-9c89-5f545c38fee7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network hostable DHCP agents. Network: ac0baa47-f752-4b1c-8067-faa2699b3288, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:58:58.533315 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port b2e8c105-0fdb-4569-91e8-d3855c1efff3 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:58:58.533769 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:58.537347 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-ba4f0bb4-9781-440b-a2d3-c3261d986365 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:58:58.539779 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4f0bb4-9781-440b-a2d3-c3261d986365 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:58:58.616836 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f0bb4-9781-440b-a2d3-c3261d986365 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Pushing event updated for resources: {'Port': ['ID=9ca2584a-5374-4924-91ce-0f71e24417fc,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:58.630322 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5464fba-7bd8-41f5-bcdb-7c8573ba37dd tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Deleting subnet 63336920-53ef-42ba-87c9-ddad17a2f446 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 13:58:58.635390 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-89a11a30-9471-4973-90dc-18a6e79f7080 tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.8549201 Feb 03 13:58:58.647725 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53602) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:58.652963 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c5464fba-7bd8-41f5-bcdb-7c8573ba37dd tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:58.654863 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-3344bf43-c1da-44ec-831d-a5fcda2ef3ab None None] For port 9cc1e72c-637f-4065-b8f8-b6fedfac652b, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:58:58.663595 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-3344bf43-c1da-44ec-831d-a5fcda2ef3ab None None] For port 9cc1e72c-637f-4065-b8f8-b6fedfac652b, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=9cc1e72c-637f-4065-b8f8-b6fedfac652b,segment=NetworkSegment(74df03ac-7dfa-4e85-94ad-5a0c2058ee96),segment_id=74df03ac-7dfa-4e85-94ad-5a0c2058ee96)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:58:58.685150 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8270'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:58.741526 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3344bf43-c1da-44ec-831d-a5fcda2ef3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:58.773129 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-64dae9a1-c1d9-48dc-b6e4-57061b68d4fb tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:58.784947 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:58.810304 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c5464fba-7bd8-41f5-bcdb-7c8573ba37dd tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:58.826073 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-25a68622-2432-4e98-9047-e2486e3a58b1 None None] Could not find standard attr ID for object 0bde7fca-245a-436d-9b9d-b08ba1636320. {{(pid=84183) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 13:58:58.848175 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:58.864920 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344bf43-c1da-44ec-831d-a5fcda2ef3ab None None] Pushing event updated for resources: {'Port': ['ID=9cc1e72c-637f-4065-b8f8-b6fedfac652b,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:58.870350 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port b2e8c105-0fdb-4569-91e8-d3855c1efff3, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=b2e8c105-0fdb-4569-91e8-d3855c1efff3,segment=NetworkSegment(9a326b0b-603b-456a-9508-3e6d26d31716),segment_id=9a326b0b-603b-456a-9508-3e6d26d31716)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:58:58.943898 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:58.946644 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:58.975150 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:58.988196 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572b2816-badf-4154-9c89-5f545c38fee7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:58:59.004839 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-7f0d5cc0-b8b1-4b8d-ac8a-66713530e715 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Allocated IP 2001:db8:1::1 (19b00385-999c-4704-aee1-5bba5d33b369/7ff040b3-6f29-40fe-a4df-a58020824988/0ad52dcc-57a3-4c04-aee5-395333a50763) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:58:59.085165 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-64dae9a1-c1d9-48dc-b6e4-57061b68d4fb tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:59.138618 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-572b2816-badf-4154-9c89-5f545c38fee7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, ac0baa47-f752-4b1c-8067-faa2699b3288) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:58:59.145850 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-64dae9a1-c1d9-48dc-b6e4-57061b68d4fb tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc99d4cd-31f3-4e73-a965-de803c3b980b']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:59.149399 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572b2816-badf-4154-9c89-5f545c38fee7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:59.153062 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622892be-9545-4d80-a0bd-1cc268e1f1a3 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:58:59.157293 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-572b2816-badf-4154-9c89-5f545c38fee7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:59.164330 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-64dae9a1-c1d9-48dc-b6e4-57061b68d4fb tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3334615f-62b5-4c9a-930f-545d648bd399') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:59.164632 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-64dae9a1-c1d9-48dc-b6e4-57061b68d4fb tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3334615f-62b5-4c9a-930f-545d648bd399') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:59.177416 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-64dae9a1-c1d9-48dc-b6e4-57061b68d4fb tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:59.195812 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-64dae9a1-c1d9-48dc-b6e4-57061b68d4fb tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:59.203218 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64dae9a1-c1d9-48dc-b6e4-57061b68d4fb tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:58:59.203623 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-64dae9a1-c1d9-48dc-b6e4-57061b68d4fb tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:59.235243 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=b2e8c105-0fdb-4569-91e8-d3855c1efff3,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:59.317254 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7f0d5cc0-b8b1-4b8d-ac8a-66713530e715 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:59.326612 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ba4f0bb4-9781-440b-a2d3-c3261d986365 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router_gateway, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:59.420691 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54aef5e-17e9-49dc-9a2f-95f1b8abb6b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-ac0baa47-f752-4b1c-8067-faa2699b3288', 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'tenant_id': '1508f35e18f0463982f9a6d535c8268b', 'fixed_ips': [{'subnet_id': '31c003aa-091b-4653-81f7-564d88d7c6d7'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:58:59.422280 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b54aef5e-17e9-49dc-9a2f-95f1b8abb6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:59.440668 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-572b2816-badf-4154-9c89-5f545c38fee7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8467185 Feb 03 13:58:59.445109 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53606) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:59.445281 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 13:58:59.445281 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:58:59.445281 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 13:58:59.445281 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:58:59.445281 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 13:58:59.445281 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:58:59.445281 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 13:58:59.445281 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:58:59.445281 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 13:58:59.445281 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:58:59.445281 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 13:58:59.445281 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:58:59.445281 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 13:58:59.445281 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:58:59.445281 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:58:59.445281 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:58:59.445281 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:58:59.445281 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:58:59.445281 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 13:58:59.445281 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:58:59.445281 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 13:58:59.445281 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:58:59.445281 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:58:59.445281 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:58:59.445281 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 13:58:59.445281 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:58:59.445281 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:58:59.445281 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:58:59.445281 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:58:59.445281 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:58:59.445281 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:58:59.445281 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:58:59.454894 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c5464fba-7bd8-41f5-bcdb-7c8573ba37dd tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:59.460457 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-39df52ed-0f82-48f2-99b6-ab754a5fe69b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'port': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'name': 'tempest-NetworksTestDHCPv6-288766790'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:58:59.474293 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-7f0d5cc0-b8b1-4b8d-ac8a-66713530e715 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Transition to ACTIVE for port object 0ad52dcc-57a3-4c04-aee5-395333a50763 will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:58:59.582391 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-64dae9a1-c1d9-48dc-b6e4-57061b68d4fb tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:59.626524 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-b54aef5e-17e9-49dc-9a2f-95f1b8abb6b7 None None] Allocated IP 2001:db8::2 (ac0baa47-f752-4b1c-8067-faa2699b3288/31c003aa-091b-4653-81f7-564d88d7c6d7/f3cdf926-9cfe-4ed1-bd75-0c5b88afa9c5) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:58:59.627342 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-64dae9a1-c1d9-48dc-b6e4-57061b68d4fb tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:59.652295 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dae9a1-c1d9-48dc-b6e4-57061b68d4fb tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Pushing event deleted for resources: {'Network': ['ID=bc99d4cd-31f3-4e73-a965-de803c3b980b,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:59.663363 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ba4f0bb4-9781-440b-a2d3-c3261d986365 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:59.666497 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-64dae9a1-c1d9-48dc-b6e4-57061b68d4fb tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] 10.222.0.41 "DELETE /v2.0/networks/bc99d4cd-31f3-4e73-a965-de803c3b980b HTTP/1.1" status: 204 len: 168 time: 1.1500986 Feb 03 13:58:59.670801 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53610) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:58:59.685656 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ba4f0bb4-9781-440b-a2d3-c3261d986365 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970733'] for router, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:59.781817 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-fe081726-a01f-40b6-a5b1-5fa9d5920728 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Deleting port 87297f1b-2d3e-4722-8446-0db0d1fcdb47 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:58:59.782162 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fe081726-a01f-40b6-a5b1-5fa9d5920728 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:59.797839 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7f0d5cc0-b8b1-4b8d-ac8a-66713530e715 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:59.836796 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c5464fba-7bd8-41f5-bcdb-7c8573ba37dd tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:59.861596 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-39df52ed-0f82-48f2-99b6-ab754a5fe69b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:58:59.871576 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b54aef5e-17e9-49dc-9a2f-95f1b8abb6b7 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:59.882910 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-39df52ed-0f82-48f2-99b6-ab754a5fe69b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Usage tracker for resource:port and tenant:1508f35e18f0463982f9a6d535c8268b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:58:59.885567 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-39df52ed-0f82-48f2-99b6-ab754a5fe69b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:58:59.894484 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0d5cc0-b8b1-4b8d-ac8a-66713530e715 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Network 19b00385-999c-4704-aee1-5bba5d33b369 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:58:59.903259 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b54aef5e-17e9-49dc-9a2f-95f1b8abb6b7 None None] Transition to ACTIVE for port object f3cdf926-9cfe-4ed1-bd75-0c5b88afa9c5 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:58:59.905852 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-7f0d5cc0-b8b1-4b8d-ac8a-66713530e715 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:58:59.912260 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0d5cc0-b8b1-4b8d-ac8a-66713530e715 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:58:59.912808 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7f0d5cc0-b8b1-4b8d-ac8a-66713530e715 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:59.920400 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5464fba-7bd8-41f5-bcdb-7c8573ba37dd tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event deleted for resources: {'Subnet': ['ID=63336920-53ef-42ba-87c9-ddad17a2f446,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:59.936204 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] device_id is not set on port b31487e7-138a-4a35-ae73-a945ae17c606 yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:58:59.943094 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-39df52ed-0f82-48f2-99b6-ab754a5fe69b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:58:59.945144 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b54aef5e-17e9-49dc-9a2f-95f1b8abb6b7 None None] Transition to ACTIVE for port object f3cdf926-9cfe-4ed1-bd75-0c5b88afa9c5 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:58:59.959626 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9565ba0e-e19f-4a27-95dc-8a07f3cb49d1 None None] Network a803aaba-2c1a-43f0-b99c-f1ff1b57b12f requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:58:59.977992 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:59.986310 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c5464fba-7bd8-41f5-bcdb-7c8573ba37dd tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:58:59.991249 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c5464fba-7bd8-41f5-bcdb-7c8573ba37dd tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/subnets/63336920-53ef-42ba-87c9-ddad17a2f446 HTTP/1.1" status: 204 len: 168 time: 2.0141964 Feb 03 13:58:59.995182 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53614) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:00.016082 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d5cc0-b8b1-4b8d-ac8a-66713530e715 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event updated for resources: {'Port': ['ID=0ad52dcc-57a3-4c04-aee5-395333a50763,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:00.045250 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b54aef5e-17e9-49dc-9a2f-95f1b8abb6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:00.055983 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39df52ed-0f82-48f2-99b6-ab754a5fe69b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:00.058559 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-39df52ed-0f82-48f2-99b6-ab754a5fe69b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:00.107026 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Transition to ACTIVE for port object b31487e7-138a-4a35-ae73-a945ae17c606 will not be triggered until provisioned by entity L2. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:59:00.119218 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device b2e8c105-0fdb-4569-91e8-d3855c1efff3 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:59:00.174589 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-39df52ed-0f82-48f2-99b6-ab754a5fe69b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] device_id is not set on port 0866d4a0-f0d1-4e6f-9a19-839c670fed4f yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:59:00.211714 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:00.232409 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54aef5e-17e9-49dc-9a2f-95f1b8abb6b7 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:00.283418 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fe081726-a01f-40b6-a5b1-5fa9d5920728 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:00.302522 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6a5a2f-26c2-4588-bc49-24db45e38e2e None None] Network 19b00385-999c-4704-aee1-5bba5d33b369 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:59:00.304183 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6a923733-1a73-40b8-9ec3-f72ca8d60522 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:00.319913 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-b54aef5e-17e9-49dc-9a2f-95f1b8abb6b7 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:00.322379 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54aef5e-17e9-49dc-9a2f-95f1b8abb6b7 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:59:00.350182 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54aef5e-17e9-49dc-9a2f-95f1b8abb6b7 None None] Pushing event updated for resources: {'Port': ['ID=f3cdf926-9cfe-4ed1-bd75-0c5b88afa9c5,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:00.354476 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:00.425508 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-3cbd5b73-03fc-4e81-88d8-d8d53068c428 None None] Provisioning for port 9cc1e72c-637f-4065-b8f8-b6fedfac652b completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:59:00.449798 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-6a923733-1a73-40b8-9ec3-f72ca8d60522 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Deleting port f28048ef-08d4-4c47-8323-3bea438d7b5b {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:00.450089 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6a923733-1a73-40b8-9ec3-f72ca8d60522 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:00.472530 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7f0d5cc0-b8b1-4b8d-ac8a-66713530e715 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:00.500525 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-fe081726-a01f-40b6-a5b1-5fa9d5920728 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Calling delete_port for 87297f1b-2d3e-4722-8446-0db0d1fcdb47 owned by {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:59:00.530501 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-39df52ed-0f82-48f2-99b6-ab754a5fe69b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Allocated IP 2001:db8::12 (ac0baa47-f752-4b1c-8067-faa2699b3288/31c003aa-091b-4653-81f7-564d88d7c6d7/0866d4a0-f0d1-4e6f-9a19-839c670fed4f) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:59:00.538741 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Pushing event updated for resources: {'Port': ['ID=b31487e7-138a-4a35-ae73-a945ae17c606,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:00.555606 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port b31487e7-138a-4a35-ae73-a945ae17c606 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:59:00.556063 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port b31487e7-138a-4a35-ae73-a945ae17c606 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:59:00.556578 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port b31487e7-138a-4a35-ae73-a945ae17c606 on network a449b4eb-3065-4e0a-b1af-13beaef646d5 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:59:00.563116 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-b54aef5e-17e9-49dc-9a2f-95f1b8abb6b7 None None] Attempting to bind port f3cdf926-9cfe-4ed1-bd75-0c5b88afa9c5 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:59:00.564075 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-b54aef5e-17e9-49dc-9a2f-95f1b8abb6b7 None None] Attempting to bind port f3cdf926-9cfe-4ed1-bd75-0c5b88afa9c5 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:59:00.564075 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54aef5e-17e9-49dc-9a2f-95f1b8abb6b7 None None] Attempting to bind port f3cdf926-9cfe-4ed1-bd75-0c5b88afa9c5 on network ac0baa47-f752-4b1c-8067-faa2699b3288 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:59:00.568135 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Port b31487e7-138a-4a35-ae73-a945ae17c606 on network a449b4eb-3065-4e0a-b1af-13beaef646d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:59:00.572654 dv-neutron-827016-1-hyperv neutron-server[84181]: ERROR neutron.plugins.ml2.managers [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Failed to bind port b31487e7-138a-4a35-ae73-a945ae17c606 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] Feb 03 13:59:00.572654 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.plugins.ml2.plugin [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempt 2 to bind port b31487e7-138a-4a35-ae73-a945ae17c606 Feb 03 13:59:00.599394 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port b31487e7-138a-4a35-ae73-a945ae17c606 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:59:00.600036 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port b31487e7-138a-4a35-ae73-a945ae17c606 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:59:00.601383 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port b31487e7-138a-4a35-ae73-a945ae17c606 on network a449b4eb-3065-4e0a-b1af-13beaef646d5 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:59:00.601694 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54aef5e-17e9-49dc-9a2f-95f1b8abb6b7 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:59:00.602068 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54aef5e-17e9-49dc-9a2f-95f1b8abb6b7 None None] Checking segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:59:00.602465 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b54aef5e-17e9-49dc-9a2f-95f1b8abb6b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:00.602850 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54aef5e-17e9-49dc-9a2f-95f1b8abb6b7 None None] Bound using segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:59:00.603339 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-b54aef5e-17e9-49dc-9a2f-95f1b8abb6b7 None None] Bound port: f3cdf926-9cfe-4ed1-bd75-0c5b88afa9c5, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:59:00.603829 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b54aef5e-17e9-49dc-9a2f-95f1b8abb6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:00.608615 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Port b31487e7-138a-4a35-ae73-a945ae17c606 on network a449b4eb-3065-4e0a-b1af-13beaef646d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:59:00.609162 dv-neutron-827016-1-hyperv neutron-server[84181]: ERROR neutron.plugins.ml2.managers [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Failed to bind port b31487e7-138a-4a35-ae73-a945ae17c606 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] Feb 03 13:59:00.610282 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.plugins.ml2.plugin [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempt 3 to bind port b31487e7-138a-4a35-ae73-a945ae17c606 Feb 03 13:59:00.616230 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port b2e8c105-0fdb-4569-91e8-d3855c1efff3 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:00.616602 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:00.628849 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port b31487e7-138a-4a35-ae73-a945ae17c606 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:59:00.629268 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port b31487e7-138a-4a35-ae73-a945ae17c606 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:59:00.630192 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port b31487e7-138a-4a35-ae73-a945ae17c606 on network a449b4eb-3065-4e0a-b1af-13beaef646d5 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:59:00.636948 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Port b31487e7-138a-4a35-ae73-a945ae17c606 on network a449b4eb-3065-4e0a-b1af-13beaef646d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:59:00.637410 dv-neutron-827016-1-hyperv neutron-server[84181]: ERROR neutron.plugins.ml2.managers [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Failed to bind port b31487e7-138a-4a35-ae73-a945ae17c606 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] Feb 03 13:59:00.637801 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.plugins.ml2.plugin [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempt 4 to bind port b31487e7-138a-4a35-ae73-a945ae17c606 Feb 03 13:59:00.655157 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port b31487e7-138a-4a35-ae73-a945ae17c606 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:59:00.655494 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port b31487e7-138a-4a35-ae73-a945ae17c606 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:59:00.658946 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port b31487e7-138a-4a35-ae73-a945ae17c606 on network a449b4eb-3065-4e0a-b1af-13beaef646d5 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:59:00.662516 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Port b31487e7-138a-4a35-ae73-a945ae17c606 on network a449b4eb-3065-4e0a-b1af-13beaef646d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:59:00.662848 dv-neutron-827016-1-hyperv neutron-server[84181]: ERROR neutron.plugins.ml2.managers [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Failed to bind port b31487e7-138a-4a35-ae73-a945ae17c606 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] Feb 03 13:59:00.663278 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.plugins.ml2.plugin [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempt 5 to bind port b31487e7-138a-4a35-ae73-a945ae17c606 Feb 03 13:59:00.678904 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port b31487e7-138a-4a35-ae73-a945ae17c606 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:59:00.679373 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port b31487e7-138a-4a35-ae73-a945ae17c606 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:59:00.679683 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port b31487e7-138a-4a35-ae73-a945ae17c606 on network a449b4eb-3065-4e0a-b1af-13beaef646d5 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:59:00.681712 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fe081726-a01f-40b6-a5b1-5fa9d5920728 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:00.742043 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe081726-a01f-40b6-a5b1-5fa9d5920728 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Pushing event deleted for resources: {'Port': ['ID=87297f1b-2d3e-4722-8446-0db0d1fcdb47,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:00.744042 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Port b31487e7-138a-4a35-ae73-a945ae17c606 on network a449b4eb-3065-4e0a-b1af-13beaef646d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:59:00.744382 dv-neutron-827016-1-hyperv neutron-server[84181]: ERROR neutron.plugins.ml2.managers [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Failed to bind port b31487e7-138a-4a35-ae73-a945ae17c606 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] Feb 03 13:59:00.746155 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.plugins.ml2.plugin [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempt 6 to bind port b31487e7-138a-4a35-ae73-a945ae17c606 Feb 03 13:59:00.765614 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fe081726-a01f-40b6-a5b1-5fa9d5920728 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:00.772168 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port b31487e7-138a-4a35-ae73-a945ae17c606 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:59:00.772382 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port b31487e7-138a-4a35-ae73-a945ae17c606 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:59:00.772705 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port b31487e7-138a-4a35-ae73-a945ae17c606 on network a449b4eb-3065-4e0a-b1af-13beaef646d5 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:59:00.778980 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-fe081726-a01f-40b6-a5b1-5fa9d5920728 tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] 10.222.0.41 "DELETE /v2.0/ports/87297f1b-2d3e-4722-8446-0db0d1fcdb47 HTTP/1.1" status: 204 len: 168 time: 1.1048481 Feb 03 13:59:00.779733 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53620) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:00.783455 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7493917f-3fde-4de9-ae30-b1712f2e3f00 None None] DHCP port deletion for a803aaba-2c1a-43f0-b99c-f1ff1b57b12f request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 13:59:00.816241 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Port b31487e7-138a-4a35-ae73-a945ae17c606 on network a449b4eb-3065-4e0a-b1af-13beaef646d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:59:00.816576 dv-neutron-827016-1-hyperv neutron-server[84181]: ERROR neutron.plugins.ml2.managers [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Failed to bind port b31487e7-138a-4a35-ae73-a945ae17c606 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] Feb 03 13:59:00.820421 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.plugins.ml2.plugin [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempt 7 to bind port b31487e7-138a-4a35-ae73-a945ae17c606 Feb 03 13:59:00.829879 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ddec9b-cf8a-49c8-9df7-669e1d5c5f4d tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] DELETE failed (client error): The resource could not be found. Feb 03 13:59:00.830331 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30ddec9b-cf8a-49c8-9df7-669e1d5c5f4d tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:59:00.834318 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-30ddec9b-cf8a-49c8-9df7-669e1d5c5f4d tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] 10.222.0.41 "DELETE /v2.0/subnets/8c87cb0e-175f-47c9-8e3e-d9138889c7df HTTP/1.1" status: 404 len: 337 time: 0.0518484 Feb 03 13:59:00.836821 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53624) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:00.837642 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-7493917f-3fde-4de9-ae30-b1712f2e3f00 None None] Deleting port f28048ef-08d4-4c47-8323-3bea438d7b5b {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:00.838087 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7493917f-3fde-4de9-ae30-b1712f2e3f00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:00.860297 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port b31487e7-138a-4a35-ae73-a945ae17c606 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:59:00.860496 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port b31487e7-138a-4a35-ae73-a945ae17c606 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:59:00.860752 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port b31487e7-138a-4a35-ae73-a945ae17c606 on network a449b4eb-3065-4e0a-b1af-13beaef646d5 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:59:00.936577 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Port b31487e7-138a-4a35-ae73-a945ae17c606 on network a449b4eb-3065-4e0a-b1af-13beaef646d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:59:00.936913 dv-neutron-827016-1-hyperv neutron-server[84181]: ERROR neutron.plugins.ml2.managers [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Failed to bind port b31487e7-138a-4a35-ae73-a945ae17c606 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] Feb 03 13:59:00.940224 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.plugins.ml2.plugin [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempt 8 to bind port b31487e7-138a-4a35-ae73-a945ae17c606 Feb 03 13:59:00.969363 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port b31487e7-138a-4a35-ae73-a945ae17c606 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:59:00.969699 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port b31487e7-138a-4a35-ae73-a945ae17c606 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:59:00.970038 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port b31487e7-138a-4a35-ae73-a945ae17c606 on network a449b4eb-3065-4e0a-b1af-13beaef646d5 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:59:00.978720 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2caf68e8-0f1f-4f3b-88a7-199bb6bec0cf tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:00.989457 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Port b31487e7-138a-4a35-ae73-a945ae17c606 on network a449b4eb-3065-4e0a-b1af-13beaef646d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:59:00.990772 dv-neutron-827016-1-hyperv neutron-server[84181]: ERROR neutron.plugins.ml2.managers [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Failed to bind port b31487e7-138a-4a35-ae73-a945ae17c606 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] Feb 03 13:59:00.991680 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.plugins.ml2.plugin [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempt 9 to bind port b31487e7-138a-4a35-ae73-a945ae17c606 Feb 03 13:59:01.005124 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-b54aef5e-17e9-49dc-9a2f-95f1b8abb6b7 None None] For port f3cdf926-9cfe-4ed1-bd75-0c5b88afa9c5, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:59:01.053993 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-b54aef5e-17e9-49dc-9a2f-95f1b8abb6b7 None None] For port f3cdf926-9cfe-4ed1-bd75-0c5b88afa9c5, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=f3cdf926-9cfe-4ed1-bd75-0c5b88afa9c5,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:59:01.057429 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port b31487e7-138a-4a35-ae73-a945ae17c606 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:59:01.057635 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port b31487e7-138a-4a35-ae73-a945ae17c606 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:59:01.058542 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port b31487e7-138a-4a35-ae73-a945ae17c606 on network a449b4eb-3065-4e0a-b1af-13beaef646d5 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:59:01.096368 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device f28048ef-08d4-4c47-8323-3bea438d7b5b up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:59:01.122215 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Port b31487e7-138a-4a35-ae73-a945ae17c606 on network a449b4eb-3065-4e0a-b1af-13beaef646d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:59:01.122411 dv-neutron-827016-1-hyperv neutron-server[84181]: ERROR neutron.plugins.ml2.managers [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Failed to bind port b31487e7-138a-4a35-ae73-a945ae17c606 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] Feb 03 13:59:01.132478 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.plugins.ml2.plugin [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempt 10 to bind port b31487e7-138a-4a35-ae73-a945ae17c606 Feb 03 13:59:01.148922 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2caf68e8-0f1f-4f3b-88a7-199bb6bec0cf tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:01.150718 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b54aef5e-17e9-49dc-9a2f-95f1b8abb6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:01.163814 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port b31487e7-138a-4a35-ae73-a945ae17c606 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:59:01.164148 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port b31487e7-138a-4a35-ae73-a945ae17c606 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:59:01.164486 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempting to bind port b31487e7-138a-4a35-ae73-a945ae17c606 on network a449b4eb-3065-4e0a-b1af-13beaef646d5 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:59:01.176821 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-6a923733-1a73-40b8-9ec3-f72ca8d60522 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] For port f28048ef-08d4-4c47-8323-3bea438d7b5b, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=f28048ef-08d4-4c47-8323-3bea438d7b5b,segment=NetworkSegment(814754bb-79d9-4395-a34d-9a041a689c41),segment_id=814754bb-79d9-4395-a34d-9a041a689c41)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:59:01.177444 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6a923733-1a73-40b8-9ec3-f72ca8d60522 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:01.187437 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-2caf68e8-0f1f-4f3b-88a7-199bb6bec0cf tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afae6bc7-8e8c-4deb-84db-860ea5cc7020']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:01.194425 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Port b31487e7-138a-4a35-ae73-a945ae17c606 on network a449b4eb-3065-4e0a-b1af-13beaef646d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 13:59:01.194759 dv-neutron-827016-1-hyperv neutron-server[84181]: ERROR neutron.plugins.ml2.managers [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Failed to bind port b31487e7-138a-4a35-ae73-a945ae17c606 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '65574dc4-7c02-44f8-bc6e-9ccc56410def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a449b4eb-3065-4e0a-b1af-13beaef646d5'}] Feb 03 13:59:01.195144 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:01.311737 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-2caf68e8-0f1f-4f3b-88a7-199bb6bec0cf tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08da07d9-a686-43c4-aed8-a73993dbf5ae') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:01.312136 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-2caf68e8-0f1f-4f3b-88a7-199bb6bec0cf tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08da07d9-a686-43c4-aed8-a73993dbf5ae') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:01.336018 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-7493917f-3fde-4de9-ae30-b1712f2e3f00 None None] For port f28048ef-08d4-4c47-8323-3bea438d7b5b, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=f28048ef-08d4-4c47-8323-3bea438d7b5b,segment=NetworkSegment(814754bb-79d9-4395-a34d-9a041a689c41),segment_id=814754bb-79d9-4395-a34d-9a041a689c41)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:59:01.336476 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7493917f-3fde-4de9-ae30-b1712f2e3f00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:01.394320 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2caf68e8-0f1f-4f3b-88a7-199bb6bec0cf tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:01.414313 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-39df52ed-0f82-48f2-99b6-ab754a5fe69b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:01.434372 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-39df52ed-0f82-48f2-99b6-ab754a5fe69b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Transition to ACTIVE for port object 0866d4a0-f0d1-4e6f-9a19-839c670fed4f will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:59:01.436091 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2caf68e8-0f1f-4f3b-88a7-199bb6bec0cf tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:01.442811 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2caf68e8-0f1f-4f3b-88a7-199bb6bec0cf tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:59:01.443497 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2caf68e8-0f1f-4f3b-88a7-199bb6bec0cf tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:01.446786 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54aef5e-17e9-49dc-9a2f-95f1b8abb6b7 None None] Pushing event updated for resources: {'Port': ['ID=f3cdf926-9cfe-4ed1-bd75-0c5b88afa9c5,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:01.475960 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 13:59:01.475960 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:59:01.475960 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 13:59:01.475960 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:59:01.475960 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 13:59:01.475960 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:59:01.475960 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 13:59:01.475960 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:59:01.475960 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 13:59:01.475960 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:59:01.475960 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 13:59:01.475960 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:59:01.475960 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 13:59:01.475960 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:59:01.475960 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:59:01.475960 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:59:01.475960 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:59:01.475960 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:59:01.475960 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 13:59:01.475960 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:59:01.475960 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 13:59:01.475960 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:59:01.475960 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:59:01.475960 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:59:01.475960 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 13:59:01.475960 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:59:01.475960 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:59:01.475960 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:59:01.475960 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:59:01.475960 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:59:01.475960 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:59:01.475960 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:59:01.528168 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-7493917f-3fde-4de9-ae30-b1712f2e3f00 None None] Calling delete_port for f28048ef-08d4-4c47-8323-3bea438d7b5b owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:59:01.542153 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] For port b31487e7-138a-4a35-ae73-a945ae17c606, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:59:01.543240 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Attempted to set empty binding levels {{(pid=84181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 03 13:59:01.547578 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-6a923733-1a73-40b8-9ec3-f72ca8d60522 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Calling delete_port for f28048ef-08d4-4c47-8323-3bea438d7b5b owned by network:dhcp {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:59:01.607865 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port f28048ef-08d4-4c47-8323-3bea438d7b5b triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:01.608304 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:01.653668 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:01.725483 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4f0bb4-9781-440b-a2d3-c3261d986365 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Router 1bf928ab-f177-4748-b174-df6c7ef83110 is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:59:01.767672 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2caf68e8-0f1f-4f3b-88a7-199bb6bec0cf tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:01.792486 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] In _notify_port_updated(), no bound segment for port b31487e7-138a-4a35-ae73-a945ae17c606 on network a449b4eb-3065-4e0a-b1af-13beaef646d5 {{(pid=84181) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 03 13:59:01.793694 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:01.797804 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] 10.222.0.41 "PUT /v2.0/ports/b31487e7-138a-4a35-ae73-a945ae17c606 HTTP/1.1" status: 200 len: 977 time: 3.1469679 Feb 03 13:59:01.797804 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2caf68e8-0f1f-4f3b-88a7-199bb6bec0cf tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:01.809451 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53628) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:01.813026 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 9cc1e72c-637f-4065-b8f8-b6fedfac652b up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:59:01.828244 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-39df52ed-0f82-48f2-99b6-ab754a5fe69b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:01.851517 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf68e8-0f1f-4f3b-88a7-199bb6bec0cf tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Pushing event deleted for resources: {'Network': ['ID=afae6bc7-8e8c-4deb-84db-860ea5cc7020,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:01.853564 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7493917f-3fde-4de9-ae30-b1712f2e3f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:01.858412 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d8f2f8-464f-4895-8068-f0f1b007a2fb tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Pushing event updated for resources: {'Port': ['ID=b31487e7-138a-4a35-ae73-a945ae17c606,revision_number=3']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:01.872215 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-2caf68e8-0f1f-4f3b-88a7-199bb6bec0cf tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] 10.222.0.41 "DELETE /v2.0/networks/afae6bc7-8e8c-4deb-84db-860ea5cc7020 HTTP/1.1" status: 204 len: 168 time: 1.0329244 Feb 03 13:59:01.874465 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.db.resource_extend [None req-7f0d5cc0-b8b1-4b8d-ac8a-66713530e715 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 13:59:01.891503 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53632) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:01.917300 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7f0d5cc0-b8b1-4b8d-ac8a-66713530e715 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:01.917491 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-7d75195b-8855-4829-9c10-858bd893df28 None None] Provisioning for port 0ad52dcc-57a3-4c04-aee5-395333a50763 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:59:01.918747 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.db.api [None req-6a923733-1a73-40b8-9ec3-f72ca8d60522 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:59:01.919077 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG oslo_db.api [None req-6a923733-1a73-40b8-9ec3-f72ca8d60522 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:59:01.937831 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7493917f-3fde-4de9-ae30-b1712f2e3f00 None None] Pushing event deleted for resources: {'Port': ['ID=f28048ef-08d4-4c47-8323-3bea438d7b5b,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:01.943143 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-7d75195b-8855-4829-9c10-858bd893df28 None None] Provisioning complete for port 0ad52dcc-57a3-4c04-aee5-395333a50763 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:01.943486 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7d75195b-8855-4829-9c10-858bd893df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:01.947349 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39df52ed-0f82-48f2-99b6-ab754a5fe69b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:01.954732 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-39df52ed-0f82-48f2-99b6-ab754a5fe69b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:01.957266 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39df52ed-0f82-48f2-99b6-ab754a5fe69b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:59:01.961432 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39df52ed-0f82-48f2-99b6-ab754a5fe69b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:01.962040 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-39df52ed-0f82-48f2-99b6-ab754a5fe69b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:01.968548 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df52ed-0f82-48f2-99b6-ab754a5fe69b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Port': ['ID=0866d4a0-f0d1-4e6f-9a19-839c670fed4f,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:01.972485 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-40a6033b-5ced-4d54-8685-d4d3464e672c tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Deleting port b31487e7-138a-4a35-ae73-a945ae17c606 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:01.972956 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-40a6033b-5ced-4d54-8685-d4d3464e672c tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:01.983127 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7f0d5cc0-b8b1-4b8d-ac8a-66713530e715 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:01.983848 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7f0d5cc0-b8b1-4b8d-ac8a-66713530e715 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:01.995500 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7493917f-3fde-4de9-ae30-b1712f2e3f00 None None] No DVR routers for this DVR port f28048ef-08d4-4c47-8323-3bea438d7b5b on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:59:02.040060 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-7d75195b-8855-4829-9c10-858bd893df28 None None] Port 0ad52dcc-57a3-4c04-aee5-395333a50763 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:59:02.117833 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 9cc1e72c-637f-4065-b8f8-b6fedfac652b completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:59:02.123798 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 9cc1e72c-637f-4065-b8f8-b6fedfac652b triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:02.124253 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:02.163105 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d5cc0-b8b1-4b8d-ac8a-66713530e715 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event updated for resources: {'Port': ['ID=0ad52dcc-57a3-4c04-aee5-395333a50763,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:02.168657 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-39df52ed-0f82-48f2-99b6-ab754a5fe69b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7187450 Feb 03 13:59:02.170760 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53636) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:02.241285 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2f4cdee0-5b19-47f8-9012-8011ba6ba278 None None] Provisioning complete for port 0ad52dcc-57a3-4c04-aee5-395333a50763 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:02.241537 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2f4cdee0-5b19-47f8-9012-8011ba6ba278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:02.313461 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:02.325893 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-2f4cdee0-5b19-47f8-9012-8011ba6ba278 None None] Port 0ad52dcc-57a3-4c04-aee5-395333a50763 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:59:02.338926 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-40a6033b-5ced-4d54-8685-d4d3464e672c tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] For port b31487e7-138a-4a35-ae73-a945ae17c606, host hv-neutron-8270, got binding levels [] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:59:02.339625 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-40a6033b-5ced-4d54-8685-d4d3464e672c tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:02.355700 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 9cc1e72c-637f-4065-b8f8-b6fedfac652b, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=9cc1e72c-637f-4065-b8f8-b6fedfac652b,segment=NetworkSegment(74df03ac-7dfa-4e85-94ad-5a0c2058ee96),segment_id=74df03ac-7dfa-4e85-94ad-5a0c2058ee96)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:59:02.359312 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0d5cc0-b8b1-4b8d-ac8a-66713530e715 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Network 19b00385-999c-4704-aee1-5bba5d33b369 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:02.363567 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-7f0d5cc0-b8b1-4b8d-ac8a-66713530e715 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:02.422705 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-6a923733-1a73-40b8-9ec3-f72ca8d60522 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Deleting port f28048ef-08d4-4c47-8323-3bea438d7b5b {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:02.423047 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6a923733-1a73-40b8-9ec3-f72ca8d60522 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:02.455540 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:02.517401 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6bfcb1e-585a-4fbd-8e15-8d3b89c021fe tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Deleting subnet 65a9c511-55d4-44db-b24f-363372a3d9fb {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 13:59:02.533684 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-40a6033b-5ced-4d54-8685-d4d3464e672c tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Calling delete_port for b31487e7-138a-4a35-ae73-a945ae17c606 owned by {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:59:02.581016 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=9cc1e72c-637f-4065-b8f8-b6fedfac652b,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:02.600051 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e6bfcb1e-585a-4fbd-8e15-8d3b89c021fe tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:02.645888 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device f3cdf926-9cfe-4ed1-bd75-0c5b88afa9c5 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:59:02.726257 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e6bfcb1e-585a-4fbd-8e15-8d3b89c021fe tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:02.743944 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-6a923733-1a73-40b8-9ec3-f72ca8d60522 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] The port 'f28048ef-08d4-4c47-8323-3bea438d7b5b' was deleted {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 13:59:02.763442 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-9c7c5813-1a13-4e51-b627-001d5333cbfd None None] Provisioning complete for port 0ad52dcc-57a3-4c04-aee5-395333a50763 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:02.764202 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9c7c5813-1a13-4e51-b627-001d5333cbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:02.795448 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771e5284-d728-4497-a4c3-b7682ec6dd94 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:02.799559 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771e5284-d728-4497-a4c3-b7682ec6dd94 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:02.800429 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-771e5284-d728-4497-a4c3-b7682ec6dd94 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:59:02.834159 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e6bfcb1e-585a-4fbd-8e15-8d3b89c021fe tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:02.843238 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-9c7c5813-1a13-4e51-b627-001d5333cbfd None None] Port 0ad52dcc-57a3-4c04-aee5-395333a50763 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:59:02.844913 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port f3cdf926-9cfe-4ed1-bd75-0c5b88afa9c5 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:59:02.863410 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-40a6033b-5ced-4d54-8685-d4d3464e672c tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:02.905555 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device f28048ef-08d4-4c47-8323-3bea438d7b5b no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 13:59:02.926248 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4f0bb4-9781-440b-a2d3-c3261d986365 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:59:02.938891 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ba4f0bb4-9781-440b-a2d3-c3261d986365 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:02.938891 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ba4f0bb4-9781-440b-a2d3-c3261d986365 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] 10.222.0.41 "PUT /v2.0/routers/1bf928ab-f177-4748-b174-df6c7ef83110 HTTP/1.1" status: 200 len: 884 time: 8.0867167 Feb 03 13:59:02.939880 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54488d9-1eb7-4729-ba12-9177fda66dd7 None None] Sync routers for ids ['1bf928ab-f177-4748-b174-df6c7ef83110'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:59:02.946738 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: f28048ef-08d4-4c47-8323-3bea438d7b5b {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 13:59:02.946935 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device f28048ef-08d4-4c47-8323-3bea438d7b5b not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 13:59:02.948474 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5b499e-1956-4f1d-934f-e668a6e3fc07 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:59:02.958509 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53640) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:02.959714 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6033b-5ced-4d54-8685-d4d3464e672c tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Pushing event deleted for resources: {'Port': ['ID=b31487e7-138a-4a35-ae73-a945ae17c606,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:02.967566 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54488d9-1eb7-4729-ba12-9177fda66dd7 None None] Routers {'1bf928ab-f177-4748-b174-df6c7ef83110'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:59:02.968729 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-e54488d9-1eb7-4729-ba12-9177fda66dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:58:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['1bf928ab-f177-4748-b174-df6c7ef83110'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:02.975419 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6a923733-1a73-40b8-9ec3-f72ca8d60522 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:03.001994 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-6a923733-1a73-40b8-9ec3-f72ca8d60522 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a803aaba-2c1a-43f0-b99c-f1ff1b57b12f']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:03.014297 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-6a923733-1a73-40b8-9ec3-f72ca8d60522 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '814754bb-79d9-4395-a34d-9a041a689c41') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:03.014718 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-6a923733-1a73-40b8-9ec3-f72ca8d60522 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '814754bb-79d9-4395-a34d-9a041a689c41') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:03.027097 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6a923733-1a73-40b8-9ec3-f72ca8d60522 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:03.040712 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-e54488d9-1eb7-4729-ba12-9177fda66dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:03.046413 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6a923733-1a73-40b8-9ec3-f72ca8d60522 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:03.048609 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-40a6033b-5ced-4d54-8685-d4d3464e672c tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:03.053705 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a923733-1a73-40b8-9ec3-f72ca8d60522 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:59:03.053705 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6a923733-1a73-40b8-9ec3-f72ca8d60522 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:03.059086 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54488d9-1eb7-4729-ba12-9177fda66dd7 None None] Routers {'1bf928ab-f177-4748-b174-df6c7ef83110'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:59:03.059916 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-e54488d9-1eb7-4729-ba12-9177fda66dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:58:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['1bf928ab-f177-4748-b174-df6c7ef83110'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:03.129560 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-e54488d9-1eb7-4729-ba12-9177fda66dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:03.130216 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54488d9-1eb7-4729-ba12-9177fda66dd7 None None] The sync data for ids ['1bf928ab-f177-4748-b174-df6c7ef83110'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:59:03.146230 dv-neutron-827016-1-hyperv neutron-server[84182]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:59:03.146230 dv-neutron-827016-1-hyperv neutron-server[84182]: util.warn( Feb 03 13:59:03.146230 dv-neutron-827016-1-hyperv neutron-server[84182]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:59:03.146230 dv-neutron-827016-1-hyperv neutron-server[84182]: util.warn( Feb 03 13:59:03.146230 dv-neutron-827016-1-hyperv neutron-server[84182]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:59:03.146230 dv-neutron-827016-1-hyperv neutron-server[84182]: util.warn( Feb 03 13:59:03.146230 dv-neutron-827016-1-hyperv neutron-server[84182]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:59:03.146230 dv-neutron-827016-1-hyperv neutron-server[84182]: util.warn( Feb 03 13:59:03.146230 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 13:59:03.146230 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:59:03.146230 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 13:59:03.146230 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:59:03.146230 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 13:59:03.146230 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:59:03.146230 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 13:59:03.146230 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:59:03.146230 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 13:59:03.146230 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:59:03.146230 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 13:59:03.146230 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:59:03.146230 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 13:59:03.146230 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:59:03.146230 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:59:03.146230 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:59:03.146230 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:59:03.146230 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:59:03.146230 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 13:59:03.146230 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:59:03.146230 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 13:59:03.146230 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:59:03.146230 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:59:03.146230 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:59:03.146230 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 13:59:03.146230 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:59:03.146230 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:59:03.146230 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:59:03.146230 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:59:03.146230 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:59:03.146230 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:59:03.146230 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:59:03.155599 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-40a6033b-5ced-4d54-8685-d4d3464e672c tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] 10.222.0.41 "DELETE /v2.0/ports/b31487e7-138a-4a35-ae73-a945ae17c606 HTTP/1.1" status: 204 len: 168 time: 1.3450961 Feb 03 13:59:03.161497 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53644) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:03.202946 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e6bfcb1e-585a-4fbd-8e15-8d3b89c021fe tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:03.296587 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-771e5284-d728-4497-a4c3-b7682ec6dd94 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:59:03.296976 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-771e5284-d728-4497-a4c3-b7682ec6dd94 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 1.1253335 Feb 03 13:59:03.303479 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53648) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:03.341815 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-d7c00c64-f465-4930-8fd2-cddb4a81f43d None None] Provisioning for port f3cdf926-9cfe-4ed1-bd75-0c5b88afa9c5 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:59:03.346923 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-d7c00c64-f465-4930-8fd2-cddb4a81f43d None None] Provisioning complete for port f3cdf926-9cfe-4ed1-bd75-0c5b88afa9c5 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:03.347437 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d7c00c64-f465-4930-8fd2-cddb4a81f43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:03.352822 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6a923733-1a73-40b8-9ec3-f72ca8d60522 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:03.369553 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fbd7935-1c09-4df7-8b9d-eb0914fc305d tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] GET failed (client error): The resource could not be found. Feb 03 13:59:03.371605 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-4fbd7935-1c09-4df7-8b9d-eb0914fc305d tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Synchronizing usage tracker for tenant:aab9443ffd3c477cbf2a262558b68495 on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:59:03.387410 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6a923733-1a73-40b8-9ec3-f72ca8d60522 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:03.412363 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a923733-1a73-40b8-9ec3-f72ca8d60522 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event deleted for resources: {'Network': ['ID=a803aaba-2c1a-43f0-b99c-f1ff1b57b12f,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:03.414602 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e6bfcb1e-585a-4fbd-8e15-8d3b89c021fe tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:03.419651 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-6a923733-1a73-40b8-9ec3-f72ca8d60522 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/networks/a803aaba-2c1a-43f0-b99c-f1ff1b57b12f HTTP/1.1" status: 204 len: 168 time: 3.4073539 Feb 03 13:59:03.420365 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bfcb1e-585a-4fbd-8e15-8d3b89c021fe tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Pushing event deleted for resources: {'Subnet': ['ID=65a9c511-55d4-44db-b24f-363372a3d9fb,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:03.424650 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53652) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:03.431916 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-3d67621b-b406-44c4-9783-a6d5ec01ff2c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting port 0866d4a0-f0d1-4e6f-9a19-839c670fed4f {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:03.432035 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3d67621b-b406-44c4-9783-a6d5ec01ff2c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:03.437031 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b54664-be94-433f-898d-616caea156d8 None None] Network 4897fa52-fb97-412c-ab50-25bb43c0f2ee requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:59:03.468815 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-a454ba42-36eb-40ec-a7bd-f674a3d434ef tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'port': {'network_id': '47a34d4f-12fc-4f29-ac61-23f93f980f4e', 'name': 'tempest-PortsIpV6TestJSON-1808600416'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:03.575489 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0d5cc0-b8b1-4b8d-ac8a-66713530e715 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Router 2a1a9059-2612-48ef-a558-cc9a429449c1 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:59:03.581955 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e6bfcb1e-585a-4fbd-8e15-8d3b89c021fe tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] 10.222.0.41 "DELETE /v2.0/subnets/65a9c511-55d4-44db-b24f-363372a3d9fb HTTP/1.1" status: 204 len: 168 time: 1.6978660 Feb 03 13:59:03.587154 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53656) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:03.592426 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-4fbd7935-1c09-4df7-8b9d-eb0914fc305d tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] Unset dirty status for tenant:aab9443ffd3c477cbf2a262558b68495 on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:59:03.593827 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-4fbd7935-1c09-4df7-8b9d-eb0914fc305d tempest-PortsAdminExtendedAttrsTestJSON-883718917 tempest-PortsAdminExtendedAttrsTestJSON-883718917-project-admin] 10.222.0.41 "GET /v2.0/ports/b31487e7-138a-4a35-ae73-a945ae17c606 HTTP/1.1" status: 404 len: 333 time: 0.4313099 Feb 03 13:59:03.598179 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53660) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:03.661223 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d7c00c64-f465-4930-8fd2-cddb4a81f43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:03.770916 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-d7c00c64-f465-4930-8fd2-cddb4a81f43d None None] For port f3cdf926-9cfe-4ed1-bd75-0c5b88afa9c5, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=f3cdf926-9cfe-4ed1-bd75-0c5b88afa9c5,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:59:03.785015 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-585f31ac-34a0-4c16-b4ce-546d6d00a462 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] 10.222.0.41 "GET /v2.0/routers/1bf928ab-f177-4748-b174-df6c7ef83110 HTTP/1.1" status: 200 len: 925 time: 0.8146453 Feb 03 13:59:03.785015 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-a454ba42-36eb-40ec-a7bd-f674a3d434ef tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:03.788979 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53664) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:03.800479 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-dfc46bbd-63a5-48b0-ad8d-3008416cf05d tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:03.837792 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-a454ba42-36eb-40ec-a7bd-f674a3d434ef tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:03.852129 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df262817-eace-4759-8732-3426cd487a7d None None] DHCP port deletion for 4897fa52-fb97-412c-ab50-25bb43c0f2ee request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 13:59:03.857390 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-df262817-eace-4759-8732-3426cd487a7d None None] Deleting port 1680a0d0-b444-4dee-83df-03cce0a88ad4 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:03.858354 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-df262817-eace-4759-8732-3426cd487a7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:03.861421 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e7cf5036-c37e-420d-b56d-1d6aee893809 tempest-PortsAdminExtendedAttrsTestJSON-1008334598 tempest-PortsAdminExtendedAttrsTestJSON-1008334598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:03.879505 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-dfc46bbd-63a5-48b0-ad8d-3008416cf05d tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Deleting port 1680a0d0-b444-4dee-83df-03cce0a88ad4 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:03.879847 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-dfc46bbd-63a5-48b0-ad8d-3008416cf05d tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:03.901841 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d7c00c64-f465-4930-8fd2-cddb4a81f43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:03.934269 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a454ba42-36eb-40ec-a7bd-f674a3d434ef tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Made reservation on behalf of faf754c5dcac42e3b7b479467002acb8 for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:03.937226 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a454ba42-36eb-40ec-a7bd-f674a3d434ef tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:03.949192 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3d67621b-b406-44c4-9783-a6d5ec01ff2c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:04.003315 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-a454ba42-36eb-40ec-a7bd-f674a3d434ef tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] device_id is not set on port bf67f598-bc8e-407d-8ee1-b51e56cf8db3 yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:59:04.051171 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-78f991d4-ddad-487a-b13c-df114a912753 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Synchronizing usage tracker for tenant:4b3df48f94a24c57807c6c656f18bfb8 on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:59:04.052709 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c00c64-f465-4930-8fd2-cddb4a81f43d None None] Pushing event updated for resources: {'Port': ['ID=f3cdf926-9cfe-4ed1-bd75-0c5b88afa9c5,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:04.119910 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-5e7b990e-c873-4ca1-8633-22835a3831bf None None] Provisioning for port 0866d4a0-f0d1-4e6f-9a19-839c670fed4f completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:59:04.129889 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-5e7b990e-c873-4ca1-8633-22835a3831bf None None] Provisioning complete for port 0866d4a0-f0d1-4e6f-9a19-839c670fed4f triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:04.130371 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5e7b990e-c873-4ca1-8633-22835a3831bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:04.191779 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b990e-c873-4ca1-8633-22835a3831bf None None] Port 0866d4a0-f0d1-4e6f-9a19-839c670fed4f cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:59:04.221582 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-dfc46bbd-63a5-48b0-ad8d-3008416cf05d tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] For port 1680a0d0-b444-4dee-83df-03cce0a88ad4, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=1680a0d0-b444-4dee-83df-03cce0a88ad4,segment=NetworkSegment(569e0526-61e3-4a6a-b48f-77650a6aac8f),segment_id=569e0526-61e3-4a6a-b48f-77650a6aac8f)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:59:04.222121 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-dfc46bbd-63a5-48b0-ad8d-3008416cf05d tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:04.230226 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-df262817-eace-4759-8732-3426cd487a7d None None] For port 1680a0d0-b444-4dee-83df-03cce0a88ad4, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=1680a0d0-b444-4dee-83df-03cce0a88ad4,segment=NetworkSegment(569e0526-61e3-4a6a-b48f-77650a6aac8f),segment_id=569e0526-61e3-4a6a-b48f-77650a6aac8f)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:59:04.230783 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-df262817-eace-4759-8732-3426cd487a7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:04.270865 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-3d67621b-b406-44c4-9783-a6d5ec01ff2c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Calling delete_port for 0866d4a0-f0d1-4e6f-9a19-839c670fed4f owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:59:04.302712 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-5e7b990e-c873-4ca1-8633-22835a3831bf None None] Provisioning complete for port f3cdf926-9cfe-4ed1-bd75-0c5b88afa9c5 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:04.303450 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5e7b990e-c873-4ca1-8633-22835a3831bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:04.353615 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-78f991d4-ddad-487a-b13c-df114a912753 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Unset dirty status for tenant:4b3df48f94a24c57807c6c656f18bfb8 on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:59:04.355372 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-78f991d4-ddad-487a-b13c-df114a912753 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=16a0e898-50c0-4b65-ae3a-069e9649bbca&device_id=1bf928ab-f177-4748-b174-df6c7ef83110&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5590987 Feb 03 13:59:04.365581 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53668) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:04.377393 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-dfc46bbd-63a5-48b0-ad8d-3008416cf05d tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Calling delete_port for 1680a0d0-b444-4dee-83df-03cce0a88ad4 owned by network:dhcp {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:59:04.425786 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e7cf5036-c37e-420d-b56d-1d6aee893809 tempest-PortsAdminExtendedAttrsTestJSON-1008334598 tempest-PortsAdminExtendedAttrsTestJSON-1008334598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:04.437522 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-df262817-eace-4759-8732-3426cd487a7d None None] Calling delete_port for 1680a0d0-b444-4dee-83df-03cce0a88ad4 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:59:04.529072 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-e7cf5036-c37e-420d-b56d-1d6aee893809 tempest-PortsAdminExtendedAttrsTestJSON-1008334598 tempest-PortsAdminExtendedAttrsTestJSON-1008334598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a449b4eb-3065-4e0a-b1af-13beaef646d5']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:04.543806 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a454ba42-36eb-40ec-a7bd-f674a3d434ef tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:04.563762 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-e7cf5036-c37e-420d-b56d-1d6aee893809 tempest-PortsAdminExtendedAttrsTestJSON-1008334598 tempest-PortsAdminExtendedAttrsTestJSON-1008334598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65574dc4-7c02-44f8-bc6e-9ccc56410def') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:04.564059 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-e7cf5036-c37e-420d-b56d-1d6aee893809 tempest-PortsAdminExtendedAttrsTestJSON-1008334598 tempest-PortsAdminExtendedAttrsTestJSON-1008334598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65574dc4-7c02-44f8-bc6e-9ccc56410def') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:04.589702 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device f3cdf926-9cfe-4ed1-bd75-0c5b88afa9c5 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:59:04.615219 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-dfc46bbd-63a5-48b0-ad8d-3008416cf05d tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:04.631089 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e7cf5036-c37e-420d-b56d-1d6aee893809 tempest-PortsAdminExtendedAttrsTestJSON-1008334598 tempest-PortsAdminExtendedAttrsTestJSON-1008334598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:04.643967 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-df262817-eace-4759-8732-3426cd487a7d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:59:04.644408 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-df262817-eace-4759-8732-3426cd487a7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:59:04.652511 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a454ba42-36eb-40ec-a7bd-f674a3d434ef tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:04.658169 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0d5cc0-b8b1-4b8d-ac8a-66713530e715 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:59:04.667986 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc46bbd-63a5-48b0-ad8d-3008416cf05d tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Pushing event deleted for resources: {'Port': ['ID=1680a0d0-b444-4dee-83df-03cce0a88ad4,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:04.671832 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port f3cdf926-9cfe-4ed1-bd75-0c5b88afa9c5 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:04.672389 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:04.682115 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7f0d5cc0-b8b1-4b8d-ac8a-66713530e715 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "PUT /v2.0/routers/2a1a9059-2612-48ef-a558-cc9a429449c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4261804 Feb 03 13:59:04.686941 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53672) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:04.691788 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cc0694-2b69-414a-b179-78fa233b533f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:04.692359 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-a5cc0694-2b69-414a-b179-78fa233b533f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Synchronizing usage tracker for tenant:4b3df48f94a24c57807c6c656f18bfb8 on resource:network {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:59:04.695411 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e7cf5036-c37e-420d-b56d-1d6aee893809 tempest-PortsAdminExtendedAttrsTestJSON-1008334598 tempest-PortsAdminExtendedAttrsTestJSON-1008334598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:04.704627 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c604c9b7-990f-4958-922a-26ac6f1e4131 None None] Sync routers for ids ['2a1a9059-2612-48ef-a558-cc9a429449c1'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:59:04.705675 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-acbefd75-8a8f-45aa-baf2-eca80aa14c39 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1957081205'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:04.714647 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-acbefd75-8a8f-45aa-baf2-eca80aa14c39 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:04.717291 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7cf5036-c37e-420d-b56d-1d6aee893809 tempest-PortsAdminExtendedAttrsTestJSON-1008334598 tempest-PortsAdminExtendedAttrsTestJSON-1008334598-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:59:04.717700 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e7cf5036-c37e-420d-b56d-1d6aee893809 tempest-PortsAdminExtendedAttrsTestJSON-1008334598 tempest-PortsAdminExtendedAttrsTestJSON-1008334598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:04.720393 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc46bbd-63a5-48b0-ad8d-3008416cf05d tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] No DVR routers for this DVR port 1680a0d0-b444-4dee-83df-03cce0a88ad4 on host dv-neutron-827016-1-hyperv {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:59:04.739465 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 13:59:04.739465 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:59:04.739465 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 13:59:04.739465 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:59:04.739465 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 13:59:04.739465 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:59:04.739465 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 13:59:04.739465 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:59:04.739465 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 13:59:04.739465 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:59:04.739465 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 13:59:04.739465 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:59:04.739465 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 13:59:04.739465 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:59:04.739465 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:59:04.739465 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:59:04.739465 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:59:04.739465 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:59:04.739465 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 13:59:04.739465 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:59:04.739465 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 13:59:04.739465 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:59:04.739465 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:59:04.739465 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:59:04.739465 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 13:59:04.739465 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:59:04.739465 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:59:04.739465 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:59:04.739465 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:59:04.739465 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:59:04.739465 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:59:04.739465 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:59:04.746308 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c604c9b7-990f-4958-922a-26ac6f1e4131 None None] Routers {'2a1a9059-2612-48ef-a558-cc9a429449c1'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:59:04.747038 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-c604c9b7-990f-4958-922a-26ac6f1e4131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:58:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2a1a9059-2612-48ef-a558-cc9a429449c1'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:04.770212 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a454ba42-36eb-40ec-a7bd-f674a3d434ef tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Network 47a34d4f-12fc-4f29-ac61-23f93f980f4e is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:04.785826 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-a454ba42-36eb-40ec-a7bd-f674a3d434ef tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:04.792170 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a454ba42-36eb-40ec-a7bd-f674a3d434ef tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:59:04.793381 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-acbefd75-8a8f-45aa-baf2-eca80aa14c39 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Usage tracker for resource:network and tenant:e560cbcda02c46efaee7f040dc641828 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:04.795991 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a454ba42-36eb-40ec-a7bd-f674a3d434ef tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:04.796595 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a454ba42-36eb-40ec-a7bd-f674a3d434ef tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:04.801727 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3d67621b-b406-44c4-9783-a6d5ec01ff2c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:04.806143 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-acbefd75-8a8f-45aa-baf2-eca80aa14c39 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:04.809067 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-a5cc0694-2b69-414a-b179-78fa233b533f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Unset dirty status for tenant:4b3df48f94a24c57807c6c656f18bfb8 on resource:network {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:59:04.812821 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a5cc0694-2b69-414a-b179-78fa233b533f tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] 10.222.0.41 "GET /v2.0/networks/16a0e898-50c0-4b65-ae3a-069e9649bbca HTTP/1.1" status: 200 len: 881 time: 0.4421220 Feb 03 13:59:04.858048 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53676) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:04.867207 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-acbefd75-8a8f-45aa-baf2-eca80aa14c39 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:04.871412 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a454ba42-36eb-40ec-a7bd-f674a3d434ef tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'Port': ['ID=bf67f598-bc8e-407d-8ee1-b51e56cf8db3,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:04.879771 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d67621b-b406-44c4-9783-a6d5ec01ff2c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Port': ['ID=0866d4a0-f0d1-4e6f-9a19-839c670fed4f,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:04.927410 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-c604c9b7-990f-4958-922a-26ac6f1e4131 None None] Set router 2a1a9059-2612-48ef-a558-cc9a429449c1 gateway port host: None {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:59:04.927824 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3d67621b-b406-44c4-9783-a6d5ec01ff2c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:04.936371 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3d67621b-b406-44c4-9783-a6d5ec01ff2c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/ports/0866d4a0-f0d1-4e6f-9a19-839c670fed4f HTTP/1.1" status: 204 len: 168 time: 1.6296682 Feb 03 13:59:04.938005 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53680) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:04.941437 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-0fbd9eb5-b77e-4408-ad5f-79bf43a127d7 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bf928ab-f177-4748-b174-df6c7ef83110 HTTP/1.1" status: 200 len: 205 time: 0.0771782 Feb 03 13:59:04.946043 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-dfc46bbd-63a5-48b0-ad8d-3008416cf05d tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:04.955652 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53684) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:04.981306 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e7cf5036-c37e-420d-b56d-1d6aee893809 tempest-PortsAdminExtendedAttrsTestJSON-1008334598 tempest-PortsAdminExtendedAttrsTestJSON-1008334598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:05.002075 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e7cf5036-c37e-420d-b56d-1d6aee893809 tempest-PortsAdminExtendedAttrsTestJSON-1008334598 tempest-PortsAdminExtendedAttrsTestJSON-1008334598-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:05.006403 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e7cf5036-c37e-420d-b56d-1d6aee893809 tempest-PortsAdminExtendedAttrsTestJSON-1008334598 tempest-PortsAdminExtendedAttrsTestJSON-1008334598-project] 10.222.0.41 "DELETE /v2.0/networks/a449b4eb-3065-4e0a-b1af-13beaef646d5 HTTP/1.1" status: 204 len: 168 time: 1.4043624 Feb 03 13:59:05.053319 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf5036-c37e-420d-b56d-1d6aee893809 tempest-PortsAdminExtendedAttrsTestJSON-1008334598 tempest-PortsAdminExtendedAttrsTestJSON-1008334598-project] Pushing event deleted for resources: {'Network': ['ID=a449b4eb-3065-4e0a-b1af-13beaef646d5,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:05.068299 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b863ea-7f08-4157-ab6f-fa3b2960bbdd tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:05.070894 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b863ea-7f08-4157-ab6f-fa3b2960bbdd tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:05.071041 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b0b863ea-7f08-4157-ab6f-fa3b2960bbdd tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:59:05.102233 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-a454ba42-36eb-40ec-a7bd-f674a3d434ef tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6698132 Feb 03 13:59:05.102633 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53690) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:05.114180 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-dfc46bbd-63a5-48b0-ad8d-3008416cf05d tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4897fa52-fb97-412c-ab50-25bb43c0f2ee']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:05.142887 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-dfc46bbd-63a5-48b0-ad8d-3008416cf05d tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '569e0526-61e3-4a6a-b48f-77650a6aac8f') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:05.143343 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-dfc46bbd-63a5-48b0-ad8d-3008416cf05d tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '569e0526-61e3-4a6a-b48f-77650a6aac8f') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:05.145626 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-df262817-eace-4759-8732-3426cd487a7d None None] Deleting port 1680a0d0-b444-4dee-83df-03cce0a88ad4 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:05.146068 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-df262817-eace-4759-8732-3426cd487a7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:05.160576 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-dfc46bbd-63a5-48b0-ad8d-3008416cf05d tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:05.169420 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbefd75-8a8f-45aa-baf2-eca80aa14c39 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Made reservation on behalf of e560cbcda02c46efaee7f040dc641828 for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:05.172988 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-acbefd75-8a8f-45aa-baf2-eca80aa14c39 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:05.209520 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b0b863ea-7f08-4157-ab6f-fa3b2960bbdd tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:59:05.211938 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b0b863ea-7f08-4157-ab6f-fa3b2960bbdd tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2717748 Feb 03 13:59:05.217702 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53694) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:05.236215 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 9cc1e72c-637f-4065-b8f8-b6fedfac652b up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:59:05.282248 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-7d20dbcf-45fe-4421-9fdd-7b08c361a59f tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Deleting port bf67f598-bc8e-407d-8ee1-b51e56cf8db3 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:05.282575 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7d20dbcf-45fe-4421-9fdd-7b08c361a59f tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:05.328013 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acbefd75-8a8f-45aa-baf2-eca80aa14c39 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:59:05.371559 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-dfc46bbd-63a5-48b0-ad8d-3008416cf05d tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:05.378270 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-df262817-eace-4759-8732-3426cd487a7d None None] The port '1680a0d0-b444-4dee-83df-03cce0a88ad4' was deleted {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 13:59:05.381816 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-acbefd75-8a8f-45aa-baf2-eca80aa14c39 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:05.382174 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-acbefd75-8a8f-45aa-baf2-eca80aa14c39 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Added segment 62c54110-ba20-4210-a9d9-8203c05c98f9 of type vlan for network 613815a1-1bf9-4547-85e2-a76dadd9ecc4 Feb 03 13:59:05.386846 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc46bbd-63a5-48b0-ad8d-3008416cf05d tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:59:05.387190 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-dfc46bbd-63a5-48b0-ad8d-3008416cf05d tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:05.402583 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 13:59:05.402583 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:59:05.402583 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 13:59:05.402583 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:59:05.402583 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 13:59:05.402583 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:59:05.402583 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 13:59:05.402583 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:59:05.402583 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 13:59:05.402583 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:59:05.402583 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 13:59:05.402583 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:59:05.402583 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 13:59:05.402583 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:59:05.402583 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:59:05.402583 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:59:05.402583 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:59:05.402583 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:59:05.402583 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 13:59:05.402583 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:59:05.402583 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 13:59:05.402583 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:59:05.402583 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:59:05.402583 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:59:05.402583 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 13:59:05.402583 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:59:05.402583 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:59:05.402583 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:59:05.402583 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:59:05.402583 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:59:05.402583 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:59:05.402583 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:59:05.460587 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 9cc1e72c-637f-4065-b8f8-b6fedfac652b triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:05.460587 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:05.487143 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75279a7-d166-48f2-8494-0832246e4d6e None None] get_active_networks_info from dv-neutron-827016-1-hyperv {{(pid=84183) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 03 13:59:05.536877 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-abd83e3f-e18a-43ea-8405-97f00d5f984b tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:05.554228 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-acbefd75-8a8f-45aa-baf2-eca80aa14c39 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:05.618456 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-dfc46bbd-63a5-48b0-ad8d-3008416cf05d tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:05.644534 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-dfc46bbd-63a5-48b0-ad8d-3008416cf05d tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:05.655294 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-dfc46bbd-63a5-48b0-ad8d-3008416cf05d tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] 10.222.0.41 "DELETE /v2.0/networks/4897fa52-fb97-412c-ab50-25bb43c0f2ee HTTP/1.1" status: 204 len: 168 time: 2.0646331 Feb 03 13:59:05.663932 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc46bbd-63a5-48b0-ad8d-3008416cf05d tempest-NetworksIpV6TestAttrs-1226652802 tempest-NetworksIpV6TestAttrs-1226652802-project] Pushing event deleted for resources: {'Network': ['ID=4897fa52-fb97-412c-ab50-25bb43c0f2ee,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:05.738358 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7d20dbcf-45fe-4421-9fdd-7b08c361a59f tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:05.778236 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75279a7-d166-48f2-8494-0832246e4d6e None None] Resources bound (agent type, host, resource id): {{(pid=84183) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 13:59:05.828978 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53702) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:05.836656 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-abd83e3f-e18a-43ea-8405-97f00d5f984b tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:05.903464 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 1680a0d0-b444-4dee-83df-03cce0a88ad4 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 13:59:05.915277 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cea0b32-65fc-449a-bdad-ae9b0247597b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting subnet 31c003aa-091b-4653-81f7-564d88d7c6d7 {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 13:59:05.923734 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-7d20dbcf-45fe-4421-9fdd-7b08c361a59f tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Calling delete_port for bf67f598-bc8e-407d-8ee1-b51e56cf8db3 owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:59:05.928235 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-c604c9b7-990f-4958-922a-26ac6f1e4131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'name': 'tempest-RoutersIpV6Test-router-979439135', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:58:43Z', 'updated_at': '2022-02-03T13:59:00Z', 'revision_number': 3, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'gw_port_host': None, '_interfaces': [{'id': '0ad52dcc-57a3-4c04-aee5-395333a50763', 'name': '', 'network_id': '19b00385-999c-4704-aee1-5bba5d33b369', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:f9:9e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ff040b3-6f29-40fe-a4df-a58020824988', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:58Z', 'updated_at': '2022-02-03T13:59:01Z', 'revision_number': 2, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': '7ff040b3-6f29-40fe-a4df-a58020824988', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e8c105-0fdb-4569-91e8-d3855c1efff3', 'name': '', 'network_id': 'c6d2680a-3380-4d17-8377-378a03cb63a7', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:22:06:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:48Z', 'updated_at': '2022-02-03T13:58:58Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:05.930343 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-abd83e3f-e18a-43ea-8405-97f00d5f984b tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Deleting port 9ca2584a-5374-4924-91ce-0f71e24417fc {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:05.930968 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-abd83e3f-e18a-43ea-8405-97f00d5f984b tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:05.950669 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 1680a0d0-b444-4dee-83df-03cce0a88ad4 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 13:59:05.951015 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 1680a0d0-b444-4dee-83df-03cce0a88ad4 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 13:59:05.955399 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c604c9b7-990f-4958-922a-26ac6f1e4131 None None] Checking router: 2a1a9059-2612-48ef-a558-cc9a429449c1 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 13:59:05.955676 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c604c9b7-990f-4958-922a-26ac6f1e4131 None None] Updating router 2a1a9059-2612-48ef-a558-cc9a429449c1 port 0ad52dcc-57a3-4c04-aee5-395333a50763 binding host dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 13:59:05.969223 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5cea0b32-65fc-449a-bdad-ae9b0247597b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:06.036931 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c604c9b7-990f-4958-922a-26ac6f1e4131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:06.056660 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5cea0b32-65fc-449a-bdad-ae9b0247597b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:06.105470 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-acbefd75-8a8f-45aa-baf2-eca80aa14c39 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:06.109163 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbefd75-8a8f-45aa-baf2-eca80aa14c39 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:06.109755 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-acbefd75-8a8f-45aa-baf2-eca80aa14c39 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:06.148817 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ead47e8d-a8b3-4eca-9891-6cc9bb12b914 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f3d65c1b76fc45a8aa585ab2390a061b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3157816 Feb 03 13:59:06.168745 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53710) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:06.215013 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-abd83e3f-e18a-43ea-8405-97f00d5f984b tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:06.331167 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7d20dbcf-45fe-4421-9fdd-7b08c361a59f tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:06.373736 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9ebcbdad-114c-4324-a729-04780659a3c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:06.381304 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-abd83e3f-e18a-43ea-8405-97f00d5f984b tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Calling delete_port for 9ca2584a-5374-4924-91ce-0f71e24417fc owned by network:router_gateway {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:59:06.408249 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53716) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:06.455835 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9ebcbdad-114c-4324-a729-04780659a3c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:06.461044 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d20dbcf-45fe-4421-9fdd-7b08c361a59f tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event deleted for resources: {'Port': ['ID=bf67f598-bc8e-407d-8ee1-b51e56cf8db3,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:06.466414 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbefd75-8a8f-45aa-baf2-eca80aa14c39 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event updated for resources: {'Network': ['ID=613815a1-1bf9-4547-85e2-a76dadd9ecc4,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:06.476337 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7d20dbcf-45fe-4421-9fdd-7b08c361a59f tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:06.478259 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7d20dbcf-45fe-4421-9fdd-7b08c361a59f tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/ports/bf67f598-bc8e-407d-8ee1-b51e56cf8db3 HTTP/1.1" status: 204 len: 168 time: 1.3745499 Feb 03 13:59:06.482950 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53722) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:06.491107 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-11b9a93e-4dd1-41eb-995f-e47caf4b604f tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'port': {'network_id': '47a34d4f-12fc-4f29-ac61-23f93f980f4e', 'mac_address': 'fa:16:3e:61:51:b8', 'name': 'tempest-PortsIpV6TestJSON-1120509099'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:06.515357 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-acbefd75-8a8f-45aa-baf2-eca80aa14c39 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8250656 Feb 03 13:59:06.523885 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53726) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:06.533602 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-6da5572c-9629-4254-85b2-6d8e4440742d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Request body: {'subnet': {'network_id': '613815a1-1bf9-4547-85e2-a76dadd9ecc4', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:06.535568 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 613815a1-1bf9-4547-85e2-a76dadd9ecc4 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:59:06.563319 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5cea0b32-65fc-449a-bdad-ae9b0247597b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:06.658513 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-6da5572c-9629-4254-85b2-6d8e4440742d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:06.659512 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-11b9a93e-4dd1-41eb-995f-e47caf4b604f tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:06.662891 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-6da5572c-9629-4254-85b2-6d8e4440742d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Usage tracker for resource:subnet and tenant:e560cbcda02c46efaee7f040dc641828 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:06.664882 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-11b9a93e-4dd1-41eb-995f-e47caf4b604f tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Usage tracker for resource:port and tenant:faf754c5dcac42e3b7b479467002acb8 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:06.666284 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-6da5572c-9629-4254-85b2-6d8e4440742d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:06.671927 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-11b9a93e-4dd1-41eb-995f-e47caf4b604f tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:06.673139 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-6da5572c-9629-4254-85b2-6d8e4440742d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:06.684897 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-11b9a93e-4dd1-41eb-995f-e47caf4b604f tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:06.723637 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9ebcbdad-114c-4324-a729-04780659a3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:06.737214 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c604c9b7-990f-4958-922a-26ac6f1e4131 None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:06.763781 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebcbdad-114c-4324-a729-04780659a3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b710396a-a59e-4de5-955d-fee379e65270,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:06.770074 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b9a93e-4dd1-41eb-995f-e47caf4b604f tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Made reservation on behalf of faf754c5dcac42e3b7b479467002acb8 for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:06.789315 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5cea0b32-65fc-449a-bdad-ae9b0247597b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:06.790024 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9ebcbdad-114c-4324-a729-04780659a3c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:06.791212 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-9ebcbdad-114c-4324-a729-04780659a3c3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b710396a-a59e-4de5-955d-fee379e65270 HTTP/1.1" status: 204 len: 168 time: 0.6209116 Feb 03 13:59:06.794769 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da5572c-9629-4254-85b2-6d8e4440742d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Made reservation on behalf of e560cbcda02c46efaee7f040dc641828 for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:06.855926 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-c604c9b7-990f-4958-922a-26ac6f1e4131 None None] Transition to ACTIVE for port object 0ad52dcc-57a3-4c04-aee5-395333a50763 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:59:06.876239 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-abd83e3f-e18a-43ea-8405-97f00d5f984b tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:06.886908 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea0b32-65fc-449a-bdad-ae9b0247597b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Subnet': ['ID=31c003aa-091b-4653-81f7-564d88d7c6d7,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:06.903813 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5cea0b32-65fc-449a-bdad-ae9b0247597b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:06.908603 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b004461-b8f9-4c87-84d5-a00c9741425f None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:59:06.927101 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-11b9a93e-4dd1-41eb-995f-e47caf4b604f tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:06.941510 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd83e3f-e18a-43ea-8405-97f00d5f984b tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Pushing event deleted for resources: {'Port': ['ID=9ca2584a-5374-4924-91ce-0f71e24417fc,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:06.955113 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-a999f68b-7fc4-49e0-a5c8-3d906a0e0db1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ae8f49d5002445e18fa3eac40ce621e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5455852 Feb 03 13:59:06.957839 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53732) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:06.959301 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-11b9a93e-4dd1-41eb-995f-e47caf4b604f tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] device_id is not set on port e1a6510e-9d24-422e-a71a-36e82546d706 yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:59:06.981362 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c604c9b7-990f-4958-922a-26ac6f1e4131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:06.988887 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6da5572c-9629-4254-85b2-6d8e4440742d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:07.017686 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-5cea0b32-65fc-449a-bdad-ae9b0247597b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/31c003aa-091b-4653-81f7-564d88d7c6d7 HTTP/1.1" status: 204 len: 168 time: 1.7955372 Feb 03 13:59:07.031516 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53736) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:07.128838 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-850bf26f-8695-4c61-9e95-7a428f7fa6eb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0933249 Feb 03 13:59:07.136199 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53740) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:07.162906 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-c8efdc5e-399c-4c46-9011-990948229d54 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'subnet': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:07.357640 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-15522f49-a6a9-4d9b-b265-a221d87dc5de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:07.426168 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808eb115-d7a0-40db-a49b-05dcc130f3e5 None None] Pushing event updated for resources: {'Port': ['ID=0ad52dcc-57a3-4c04-aee5-395333a50763,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:07.432357 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-c604c9b7-990f-4958-922a-26ac6f1e4131 None None] Attempting to bind port 0ad52dcc-57a3-4c04-aee5-395333a50763 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:59:07.432879 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-c604c9b7-990f-4958-922a-26ac6f1e4131 None None] Attempting to bind port 0ad52dcc-57a3-4c04-aee5-395333a50763 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '74df03ac-7dfa-4e85-94ad-5a0c2058ee96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '19b00385-999c-4704-aee1-5bba5d33b369'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:59:07.433346 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c604c9b7-990f-4958-922a-26ac6f1e4131 None None] Attempting to bind port 0ad52dcc-57a3-4c04-aee5-395333a50763 on network 19b00385-999c-4704-aee1-5bba5d33b369 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:59:07.452634 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-c8efdc5e-399c-4c46-9011-990948229d54 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:07.457147 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c604c9b7-990f-4958-922a-26ac6f1e4131 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:59:07.457675 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c604c9b7-990f-4958-922a-26ac6f1e4131 None None] Checking segment: {'id': '74df03ac-7dfa-4e85-94ad-5a0c2058ee96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '19b00385-999c-4704-aee1-5bba5d33b369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:59:07.458198 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c604c9b7-990f-4958-922a-26ac6f1e4131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:07.458682 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c604c9b7-990f-4958-922a-26ac6f1e4131 None None] Bound using segment: {'id': '74df03ac-7dfa-4e85-94ad-5a0c2058ee96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '19b00385-999c-4704-aee1-5bba5d33b369'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:59:07.459451 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-c604c9b7-990f-4958-922a-26ac6f1e4131 None None] Bound port: 0ad52dcc-57a3-4c04-aee5-395333a50763, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74df03ac-7dfa-4e85-94ad-5a0c2058ee96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '19b00385-999c-4704-aee1-5bba5d33b369'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:59:07.459775 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c604c9b7-990f-4958-922a-26ac6f1e4131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:07.473131 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-15522f49-a6a9-4d9b-b265-a221d87dc5de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:07.480714 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-c8efdc5e-399c-4c46-9011-990948229d54 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Usage tracker for resource:subnet and tenant:1508f35e18f0463982f9a6d535c8268b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:07.494248 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-c8efdc5e-399c-4c46-9011-990948229d54 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:07.509415 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-c8efdc5e-399c-4c46-9011-990948229d54 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:07.546731 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-11b9a93e-4dd1-41eb-995f-e47caf4b604f tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:07.587588 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-c604c9b7-990f-4958-922a-26ac6f1e4131 None None] For port 0ad52dcc-57a3-4c04-aee5-395333a50763, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:59:07.592495 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-c604c9b7-990f-4958-922a-26ac6f1e4131 None None] For port 0ad52dcc-57a3-4c04-aee5-395333a50763, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=0ad52dcc-57a3-4c04-aee5-395333a50763,segment=NetworkSegment(74df03ac-7dfa-4e85-94ad-5a0c2058ee96),segment_id=74df03ac-7dfa-4e85-94ad-5a0c2058ee96)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:59:07.611890 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-abd83e3f-e18a-43ea-8405-97f00d5f984b tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:07.624613 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c09c365-533d-4147-826a-8656585d61db None None] DHCP port deletion for ac0baa47-f752-4b1c-8067-faa2699b3288 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 13:59:07.628942 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-6c09c365-533d-4147-826a-8656585d61db None None] Deleting port f3cdf926-9cfe-4ed1-bd75-0c5b88afa9c5 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:07.629323 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6c09c365-533d-4147-826a-8656585d61db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:07.652961 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8efdc5e-399c-4c46-9011-990948229d54 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:07.659053 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c8efdc5e-399c-4c46-9011-990948229d54 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:07.678920 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c604c9b7-990f-4958-922a-26ac6f1e4131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:07.724495 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-11b9a93e-4dd1-41eb-995f-e47caf4b604f tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:07.732160 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-15522f49-a6a9-4d9b-b265-a221d87dc5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:07.807994 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808eb115-d7a0-40db-a49b-05dcc130f3e5 None None] Pushing event updated for resources: {'Port': ['ID=0ad52dcc-57a3-4c04-aee5-395333a50763,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:07.817869 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15522f49-a6a9-4d9b-b265-a221d87dc5de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0081060f-d517-459b-bd8a-a030c328bd81,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:07.842101 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53746) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:07.892708 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9a93e-4dd1-41eb-995f-e47caf4b604f tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'Port': ['ID=e1a6510e-9d24-422e-a71a-36e82546d706,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:07.906515 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b9a93e-4dd1-41eb-995f-e47caf4b604f tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Network 47a34d4f-12fc-4f29-ac61-23f93f980f4e is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:07.910604 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-11b9a93e-4dd1-41eb-995f-e47caf4b604f tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:07.914314 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b9a93e-4dd1-41eb-995f-e47caf4b604f tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:59:07.918481 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b9a93e-4dd1-41eb-995f-e47caf4b604f tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:07.919189 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-11b9a93e-4dd1-41eb-995f-e47caf4b604f tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:07.928791 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-abd83e3f-e18a-43ea-8405-97f00d5f984b tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:07.929642 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-15522f49-a6a9-4d9b-b265-a221d87dc5de admin admin] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:07.930846 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-15522f49-a6a9-4d9b-b265-a221d87dc5de admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0081060f-d517-459b-bd8a-a030c328bd81 HTTP/1.1" status: 204 len: 168 time: 0.9316177 Feb 03 13:59:07.944920 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-abd83e3f-e18a-43ea-8405-97f00d5f984b tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:07.973526 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-6c09c365-533d-4147-826a-8656585d61db None None] For port f3cdf926-9cfe-4ed1-bd75-0c5b88afa9c5, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=f3cdf926-9cfe-4ed1-bd75-0c5b88afa9c5,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:59:07.974086 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6c09c365-533d-4147-826a-8656585d61db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:07.980158 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-9605d858-b4d8-45d3-a947-cba90a0eccad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aab9443ffd3c477cbf2a262558b68495&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1320004 Feb 03 13:59:07.981662 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c604c9b7-990f-4958-922a-26ac6f1e4131 None None] Routers {'2a1a9059-2612-48ef-a558-cc9a429449c1'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:59:07.982418 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-c604c9b7-990f-4958-922a-26ac6f1e4131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:58:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2a1a9059-2612-48ef-a558-cc9a429449c1'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:07.999776 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53752) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:08.031100 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-11b9a93e-4dd1-41eb-995f-e47caf4b604f tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5451682 Feb 03 13:59:08.035707 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53756) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:08.092364 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-abd83e3f-e18a-43ea-8405-97f00d5f984b tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:08.093206 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd83e3f-e18a-43ea-8405-97f00d5f984b tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Fanout notify agent at l3_agent the message router_deleted on router 1bf928ab-f177-4748-b174-df6c7ef83110 {{(pid=84181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:59:08.171084 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-abd83e3f-e18a-43ea-8405-97f00d5f984b tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:08.176714 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-abd83e3f-e18a-43ea-8405-97f00d5f984b tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] 10.222.0.41 "DELETE /v2.0/routers/1bf928ab-f177-4748-b174-df6c7ef83110 HTTP/1.1" status: 204 len: 168 time: 3.2155035 Feb 03 13:59:08.178760 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53760) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:08.185934 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84797e51-ab9a-4a15-9ed3-796b67dff92f tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:08.186438 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-84797e51-ab9a-4a15-9ed3-796b67dff92f tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Synchronizing usage tracker for tenant:faf754c5dcac42e3b7b479467002acb8 on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:59:08.186554 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-08a7dc00-bd43-41e8-98d0-595d4c8a7290 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1989413817', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:08.191172 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2400939e-fd24-4952-ad2c-82441166eb01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:08.204159 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-08a7dc00-bd43-41e8-98d0-595d4c8a7290 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:08.211457 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-08a7dc00-bd43-41e8-98d0-595d4c8a7290 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Usage tracker for resource:router and tenant:f9fdab74892247138f76fc59f639f82f is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:08.219760 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-08a7dc00-bd43-41e8-98d0-595d4c8a7290 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:08.229700 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-08a7dc00-bd43-41e8-98d0-595d4c8a7290 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:08.232631 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2400939e-fd24-4952-ad2c-82441166eb01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:08.272497 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6da5572c-9629-4254-85b2-6d8e4440742d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:08.277436 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-6c09c365-533d-4147-826a-8656585d61db None None] Calling delete_port for f3cdf926-9cfe-4ed1-bd75-0c5b88afa9c5 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:59:08.295478 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-84797e51-ab9a-4a15-9ed3-796b67dff92f tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Unset dirty status for tenant:faf754c5dcac42e3b7b479467002acb8 on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:59:08.296792 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-84797e51-ab9a-4a15-9ed3-796b67dff92f tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "GET /v2.0/ports/e1a6510e-9d24-422e-a71a-36e82546d706 HTTP/1.1" status: 200 len: 845 time: 0.2601614 Feb 03 13:59:08.298405 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c8efdc5e-399c-4c46-9011-990948229d54 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:08.304007 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53764) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:08.338894 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da5572c-9629-4254-85b2-6d8e4440742d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event updated for resources: {'Subnet': ['ID=84ee5945-0288-48f0-bbda-6ca4c112aaba,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:08.357180 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-c604c9b7-990f-4958-922a-26ac6f1e4131 None None] Set router 2a1a9059-2612-48ef-a558-cc9a429449c1 gateway port host: None {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:59:08.389733 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da5572c-9629-4254-85b2-6d8e4440742d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Checking segment: {'id': '62c54110-ba20-4210-a9d9-8203c05c98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '613815a1-1bf9-4547-85e2-a76dadd9ecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:59:08.390201 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da5572c-9629-4254-85b2-6d8e4440742d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Network hostable DHCP agents. Network: 613815a1-1bf9-4547-85e2-a76dadd9ecc4, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:59:08.396724 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-08a7dc00-bd43-41e8-98d0-595d4c8a7290 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:08.467790 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-08a7dc00-bd43-41e8-98d0-595d4c8a7290 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:08.467790 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-08a7dc00-bd43-41e8-98d0-595d4c8a7290 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:08.541628 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device f3cdf926-9cfe-4ed1-bd75-0c5b88afa9c5 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 13:59:08.570650 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8efdc5e-399c-4c46-9011-990948229d54 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:08.581151 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-c8efdc5e-399c-4c46-9011-990948229d54 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:08.585317 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-317f1549-6f5f-47ac-9542-943fbd76a23e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Deleting port e1a6510e-9d24-422e-a71a-36e82546d706 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:08.585658 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-317f1549-6f5f-47ac-9542-943fbd76a23e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:08.609414 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8efdc5e-399c-4c46-9011-990948229d54 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:08.609991 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c8efdc5e-399c-4c46-9011-990948229d54 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:08.637883 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8efdc5e-399c-4c46-9011-990948229d54 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Subnet': ['ID=7a17ee85-d9e9-4d7d-bc51-bf155fb48bd1,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:08.804084 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2400939e-fd24-4952-ad2c-82441166eb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:08.816548 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-317f1549-6f5f-47ac-9542-943fbd76a23e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:08.820274 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:08.821030 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400939e-fd24-4952-ad2c-82441166eb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cca36c6-5189-4804-a8be-5b4dc97aa20e,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:08.832912 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2400939e-fd24-4952-ad2c-82441166eb01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:08.847159 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6c09c365-533d-4147-826a-8656585d61db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:08.849286 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-2400939e-fd24-4952-ad2c-82441166eb01 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7cca36c6-5189-4804-a8be-5b4dc97aa20e HTTP/1.1" status: 204 len: 168 time: 0.8373144 Feb 03 13:59:08.853068 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da5572c-9629-4254-85b2-6d8e4440742d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Network 613815a1-1bf9-4547-85e2-a76dadd9ecc4 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:59:08.856891 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-08a7dc00-bd43-41e8-98d0-595d4c8a7290 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:08.891277 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c8efdc5e-399c-4c46-9011-990948229d54 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7539742 Feb 03 13:59:08.897756 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53772) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:08.909055 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c09c365-533d-4147-826a-8656585d61db None None] Pushing event deleted for resources: {'Port': ['ID=f3cdf926-9cfe-4ed1-bd75-0c5b88afa9c5,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:08.916656 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-0159fa66-9ea3-41ef-aea4-60ab674d859b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'port': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'name': 'tempest-NetworksTestDHCPv6-113100331'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:08.968511 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c09c365-533d-4147-826a-8656585d61db None None] No DVR routers for this DVR port f3cdf926-9cfe-4ed1-bd75-0c5b88afa9c5 on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:59:08.985796 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-317f1549-6f5f-47ac-9542-943fbd76a23e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Calling delete_port for e1a6510e-9d24-422e-a71a-36e82546d706 owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:59:08.995627 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3aa24a-53b7-433b-9c5a-227c5b5e2b69 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:59:09.065148 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-6da5572c-9629-4254-85b2-6d8e4440742d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 613815a1-1bf9-4547-85e2-a76dadd9ecc4) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:09.067476 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-c604c9b7-990f-4958-922a-26ac6f1e4131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'name': 'tempest-RoutersIpV6Test-router-979439135', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:58:43Z', 'updated_at': '2022-02-03T13:59:00Z', 'revision_number': 3, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'gw_port_host': None, '_interfaces': [{'id': '0ad52dcc-57a3-4c04-aee5-395333a50763', 'name': '', 'network_id': '19b00385-999c-4704-aee1-5bba5d33b369', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:f9:9e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ff040b3-6f29-40fe-a4df-a58020824988', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:58Z', 'updated_at': '2022-02-03T13:59:07Z', 'revision_number': 4, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': '7ff040b3-6f29-40fe-a4df-a58020824988', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e8c105-0fdb-4569-91e8-d3855c1efff3', 'name': '', 'network_id': 'c6d2680a-3380-4d17-8377-378a03cb63a7', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:22:06:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:48Z', 'updated_at': '2022-02-03T13:58:58Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:09.075826 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ec4377-429c-4035-8280-91f66cd55c78 None None] Network 613815a1-1bf9-4547-85e2-a76dadd9ecc4 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:59:09.076518 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da5572c-9629-4254-85b2-6d8e4440742d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:09.077586 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6da5572c-9629-4254-85b2-6d8e4440742d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:09.092099 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c604c9b7-990f-4958-922a-26ac6f1e4131 None None] The sync data for ids ['2a1a9059-2612-48ef-a558-cc9a429449c1'] in dv-neutron-827016-1-hyperv is: [{'id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'name': 'tempest-RoutersIpV6Test-router-979439135', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:58:43Z', 'updated_at': '2022-02-03T13:59:00Z', 'revision_number': 3, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'gw_port_host': None, '_interfaces': [{'id': '0ad52dcc-57a3-4c04-aee5-395333a50763', 'name': '', 'network_id': '19b00385-999c-4704-aee1-5bba5d33b369', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:f9:9e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ff040b3-6f29-40fe-a4df-a58020824988', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:58Z', 'updated_at': '2022-02-03T13:59:07Z', 'revision_number': 4, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': '7ff040b3-6f29-40fe-a4df-a58020824988', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e8c105-0fdb-4569-91e8-d3855c1efff3', 'name': '', 'network_id': 'c6d2680a-3380-4d17-8377-378a03cb63a7', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:22:06:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:48Z', 'updated_at': '2022-02-03T13:58:58Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:59:09.105391 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-08a7dc00-bd43-41e8-98d0-595d4c8a7290 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:09.110123 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-08a7dc00-bd43-41e8-98d0-595d4c8a7290 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9268897 Feb 03 13:59:09.110123 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53778) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:09.115806 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-d062b435-291e-41a4-9d16-4c11c1bb5403 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'enable_snat': True}}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:09.216028 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-317f1549-6f5f-47ac-9542-943fbd76a23e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:09.221640 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-6da5572c-9629-4254-85b2-6d8e4440742d tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6937640 Feb 03 13:59:09.227389 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53784) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:09.361668 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f1549-6f5f-47ac-9542-943fbd76a23e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event deleted for resources: {'Port': ['ID=e1a6510e-9d24-422e-a71a-36e82546d706,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:09.377146 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-317f1549-6f5f-47ac-9542-943fbd76a23e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:09.492925 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-317f1549-6f5f-47ac-9542-943fbd76a23e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/ports/e1a6510e-9d24-422e-a71a-36e82546d706 HTTP/1.1" status: 204 len: 168 time: 1.1562650 Feb 03 13:59:09.494097 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53794) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:09.570018 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-631bd9ec-9f87-4dd6-ba04-26a95e8fbae4 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] GET failed (client error): The resource could not be found. Feb 03 13:59:09.570686 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-631bd9ec-9f87-4dd6-ba04-26a95e8fbae4 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Synchronizing usage tracker for tenant:faf754c5dcac42e3b7b479467002acb8 on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:59:09.585392 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e9663e-3114-4aa5-9f5b-f76311d987c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-ac0baa47-f752-4b1c-8067-faa2699b3288', 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'tenant_id': '1508f35e18f0463982f9a6d535c8268b', 'fixed_ips': [{'subnet_id': '7a17ee85-d9e9-4d7d-bc51-bf155fb48bd1'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:59:09.586043 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-99e9663e-3114-4aa5-9f5b-f76311d987c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:09.643476 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-631bd9ec-9f87-4dd6-ba04-26a95e8fbae4 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Unset dirty status for tenant:faf754c5dcac42e3b7b479467002acb8 on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:59:09.646977 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-631bd9ec-9f87-4dd6-ba04-26a95e8fbae4 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "GET /v2.0/ports/e1a6510e-9d24-422e-a71a-36e82546d706 HTTP/1.1" status: 404 len: 333 time: 0.1496475 Feb 03 13:59:09.649706 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53804) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:09.661539 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-c315def5-3248-4408-959e-5427ad84c2ba tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'port': {'network_id': '47a34d4f-12fc-4f29-ac61-23f93f980f4e', 'name': 'tempest-PortsIpV6TestJSON-1528528904'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:09.672591 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adede6d3-826a-4e5f-a4cb-6df65008cada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-613815a1-1bf9-4547-85e2-a76dadd9ecc4', 'network_id': '613815a1-1bf9-4547-85e2-a76dadd9ecc4', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'fixed_ips': [{'subnet_id': '84ee5945-0288-48f0-bbda-6ca4c112aaba'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:59:09.673712 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-adede6d3-826a-4e5f-a4cb-6df65008cada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:09.689718 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-0159fa66-9ea3-41ef-aea4-60ab674d859b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:09.824831 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-0159fa66-9ea3-41ef-aea4-60ab674d859b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:09.892767 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-c315def5-3248-4408-959e-5427ad84c2ba tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:09.906323 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-c315def5-3248-4408-959e-5427ad84c2ba tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:09.952234 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0159fa66-9ea3-41ef-aea4-60ab674d859b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:09.953259 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-99e9663e-3114-4aa5-9f5b-f76311d987c2 None None] Allocated IP 2001:db8::2 (ac0baa47-f752-4b1c-8067-faa2699b3288/7a17ee85-d9e9-4d7d-bc51-bf155fb48bd1/b8620084-62c7-4289-b76e-14a19b306a27) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:59:09.955738 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0159fa66-9ea3-41ef-aea4-60ab674d859b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:10.005003 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-adede6d3-826a-4e5f-a4cb-6df65008cada None None] Allocated IP 2001:db8:2::2 (613815a1-1bf9-4547-85e2-a76dadd9ecc4/84ee5945-0288-48f0-bbda-6ca4c112aaba/9f0eec60-0772-4f95-a88f-336c9708d90c) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:59:10.016695 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c315def5-3248-4408-959e-5427ad84c2ba tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Made reservation on behalf of faf754c5dcac42e3b7b479467002acb8 for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:10.025897 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c315def5-3248-4408-959e-5427ad84c2ba tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:10.122527 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-c315def5-3248-4408-959e-5427ad84c2ba tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] device_id is not set on port 91a53572-85f7-4125-9bce-a11289b42051 yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:59:10.142114 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-0159fa66-9ea3-41ef-aea4-60ab674d859b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] device_id is not set on port c3a18f71-eb69-4dba-b9f8-8f795dbb25cb yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:59:10.438333 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d062b435-291e-41a4-9d16-4c11c1bb5403 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:10.441469 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-99e9663e-3114-4aa5-9f5b-f76311d987c2 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:10.479689 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-99e9663e-3114-4aa5-9f5b-f76311d987c2 None None] Transition to ACTIVE for port object b8620084-62c7-4289-b76e-14a19b306a27 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:59:10.483669 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53818) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:10.485221 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-adede6d3-826a-4e5f-a4cb-6df65008cada None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:10.533780 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c315def5-3248-4408-959e-5427ad84c2ba tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:10.534994 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-adede6d3-826a-4e5f-a4cb-6df65008cada None None] Transition to ACTIVE for port object 9f0eec60-0772-4f95-a88f-336c9708d90c will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:59:10.537988 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-99e9663e-3114-4aa5-9f5b-f76311d987c2 None None] Transition to ACTIVE for port object b8620084-62c7-4289-b76e-14a19b306a27 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:59:10.571149 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-adede6d3-826a-4e5f-a4cb-6df65008cada None None] Transition to ACTIVE for port object 9f0eec60-0772-4f95-a88f-336c9708d90c will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:59:10.609705 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-99e9663e-3114-4aa5-9f5b-f76311d987c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:10.642647 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c315def5-3248-4408-959e-5427ad84c2ba tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:10.693010 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 0ad52dcc-57a3-4c04-aee5-395333a50763 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:59:10.746773 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-adede6d3-826a-4e5f-a4cb-6df65008cada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:10.750281 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315def5-3248-4408-959e-5427ad84c2ba tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'Port': ['ID=91a53572-85f7-4125-9bce-a11289b42051,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:10.771746 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c315def5-3248-4408-959e-5427ad84c2ba tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Network 47a34d4f-12fc-4f29-ac61-23f93f980f4e is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:10.774336 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-c315def5-3248-4408-959e-5427ad84c2ba tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:10.776185 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-aa1cfd43-14ec-452f-9ddf-3706930749a3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1644074714'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:10.793187 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c315def5-3248-4408-959e-5427ad84c2ba tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:59:10.793187 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c315def5-3248-4408-959e-5427ad84c2ba tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:10.793187 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c315def5-3248-4408-959e-5427ad84c2ba tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:10.801918 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-aa1cfd43-14ec-452f-9ddf-3706930749a3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:10.803852 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e9663e-3114-4aa5-9f5b-f76311d987c2 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:10.810912 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-aa1cfd43-14ec-452f-9ddf-3706930749a3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Usage tracker for resource:network and tenant:2fa0476fd5f14aeea80802e139eae85a is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:10.812551 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-99e9663e-3114-4aa5-9f5b-f76311d987c2 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:10.816640 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e9663e-3114-4aa5-9f5b-f76311d987c2 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:59:10.818735 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e9663e-3114-4aa5-9f5b-f76311d987c2 None None] Pushing event updated for resources: {'Port': ['ID=b8620084-62c7-4289-b76e-14a19b306a27,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:10.820865 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-aa1cfd43-14ec-452f-9ddf-3706930749a3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:10.826119 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adede6d3-826a-4e5f-a4cb-6df65008cada None None] Network 613815a1-1bf9-4547-85e2-a76dadd9ecc4 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:10.850257 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-0159fa66-9ea3-41ef-aea4-60ab674d859b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Allocated IP 2001:db8::136 (ac0baa47-f752-4b1c-8067-faa2699b3288/7a17ee85-d9e9-4d7d-bc51-bf155fb48bd1/c3a18f71-eb69-4dba-b9f8-8f795dbb25cb) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:59:10.858002 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-aa1cfd43-14ec-452f-9ddf-3706930749a3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:10.860187 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-adede6d3-826a-4e5f-a4cb-6df65008cada None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:10.872480 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adede6d3-826a-4e5f-a4cb-6df65008cada None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:59:10.897118 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c315def5-3248-4408-959e-5427ad84c2ba tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2460239 Feb 03 13:59:10.899450 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53828) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:10.909541 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-c4cc3eac-6a63-4f0e-a2ee-61bcb91410b2 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:10.953502 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1cfd43-14ec-452f-9ddf-3706930749a3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Made reservation on behalf of 2fa0476fd5f14aeea80802e139eae85a for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:10.957069 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-aa1cfd43-14ec-452f-9ddf-3706930749a3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:11.032256 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adede6d3-826a-4e5f-a4cb-6df65008cada None None] Pushing event updated for resources: {'Port': ['ID=9f0eec60-0772-4f95-a88f-336c9708d90c,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:11.054197 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-aa1cfd43-14ec-452f-9ddf-3706930749a3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:11.099818 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-99e9663e-3114-4aa5-9f5b-f76311d987c2 None None] Attempting to bind port b8620084-62c7-4289-b76e-14a19b306a27 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:59:11.100188 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-99e9663e-3114-4aa5-9f5b-f76311d987c2 None None] Attempting to bind port b8620084-62c7-4289-b76e-14a19b306a27 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:59:11.100611 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e9663e-3114-4aa5-9f5b-f76311d987c2 None None] Attempting to bind port b8620084-62c7-4289-b76e-14a19b306a27 on network ac0baa47-f752-4b1c-8067-faa2699b3288 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:59:11.104060 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c4cc3eac-6a63-4f0e-a2ee-61bcb91410b2 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:11.115604 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 0ad52dcc-57a3-4c04-aee5-395333a50763 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:59:11.125673 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 0ad52dcc-57a3-4c04-aee5-395333a50763 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:11.126020 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:11.154293 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-adede6d3-826a-4e5f-a4cb-6df65008cada None None] Attempting to bind port 9f0eec60-0772-4f95-a88f-336c9708d90c on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:59:11.154655 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-adede6d3-826a-4e5f-a4cb-6df65008cada None None] Attempting to bind port 9f0eec60-0772-4f95-a88f-336c9708d90c by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '62c54110-ba20-4210-a9d9-8203c05c98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '613815a1-1bf9-4547-85e2-a76dadd9ecc4'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:59:11.155013 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adede6d3-826a-4e5f-a4cb-6df65008cada None None] Attempting to bind port 9f0eec60-0772-4f95-a88f-336c9708d90c on network 613815a1-1bf9-4547-85e2-a76dadd9ecc4 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:59:11.157122 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e9663e-3114-4aa5-9f5b-f76311d987c2 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:59:11.158002 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e9663e-3114-4aa5-9f5b-f76311d987c2 None None] Checking segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:59:11.158002 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-99e9663e-3114-4aa5-9f5b-f76311d987c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:11.158255 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e9663e-3114-4aa5-9f5b-f76311d987c2 None None] Bound using segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:59:11.158876 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-99e9663e-3114-4aa5-9f5b-f76311d987c2 None None] Bound port: b8620084-62c7-4289-b76e-14a19b306a27, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:59:11.159108 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-99e9663e-3114-4aa5-9f5b-f76311d987c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:11.193590 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adede6d3-826a-4e5f-a4cb-6df65008cada None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:59:11.193962 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adede6d3-826a-4e5f-a4cb-6df65008cada None None] Checking segment: {'id': '62c54110-ba20-4210-a9d9-8203c05c98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '613815a1-1bf9-4547-85e2-a76dadd9ecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:59:11.194372 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-adede6d3-826a-4e5f-a4cb-6df65008cada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:11.194768 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adede6d3-826a-4e5f-a4cb-6df65008cada None None] Bound using segment: {'id': '62c54110-ba20-4210-a9d9-8203c05c98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '613815a1-1bf9-4547-85e2-a76dadd9ecc4'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:59:11.195262 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-adede6d3-826a-4e5f-a4cb-6df65008cada None None] Bound port: 9f0eec60-0772-4f95-a88f-336c9708d90c, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62c54110-ba20-4210-a9d9-8203c05c98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '613815a1-1bf9-4547-85e2-a76dadd9ecc4'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:59:11.195633 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-adede6d3-826a-4e5f-a4cb-6df65008cada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:11.297751 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0159fa66-9ea3-41ef-aea4-60ab674d859b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:11.329966 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-0159fa66-9ea3-41ef-aea4-60ab674d859b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Transition to ACTIVE for port object c3a18f71-eb69-4dba-b9f8-8f795dbb25cb will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:59:11.361759 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-aa1cfd43-14ec-452f-9ddf-3706930749a3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:11.365578 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c4cc3eac-6a63-4f0e-a2ee-61bcb91410b2 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:11.379945 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-aa1cfd43-14ec-452f-9ddf-3706930749a3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Usage tracker for resource:security_group_rule and tenant:2fa0476fd5f14aeea80802e139eae85a is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:11.385981 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-aa1cfd43-14ec-452f-9ddf-3706930749a3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:11.386534 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-adede6d3-826a-4e5f-a4cb-6df65008cada None None] For port 9f0eec60-0772-4f95-a88f-336c9708d90c, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:59:11.389777 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-adede6d3-826a-4e5f-a4cb-6df65008cada None None] For port 9f0eec60-0772-4f95-a88f-336c9708d90c, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=9f0eec60-0772-4f95-a88f-336c9708d90c,segment=NetworkSegment(62c54110-ba20-4210-a9d9-8203c05c98f9),segment_id=62c54110-ba20-4210-a9d9-8203c05c98f9)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:59:11.395755 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-99e9663e-3114-4aa5-9f5b-f76311d987c2 None None] For port b8620084-62c7-4289-b76e-14a19b306a27, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:59:11.396138 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-aa1cfd43-14ec-452f-9ddf-3706930749a3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:11.437447 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-99e9663e-3114-4aa5-9f5b-f76311d987c2 None None] For port b8620084-62c7-4289-b76e-14a19b306a27, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=b8620084-62c7-4289-b76e-14a19b306a27,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:59:11.439553 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3ecdbd16-c3a9-40a3-bf71-c4d1adfb3442 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:11.450799 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d062b435-291e-41a4-9d16-4c11c1bb5403 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:11.454921 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:11.461103 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c4cc3eac-6a63-4f0e-a2ee-61bcb91410b2 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:11.467320 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-adede6d3-826a-4e5f-a4cb-6df65008cada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:11.544809 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-99e9663e-3114-4aa5-9f5b-f76311d987c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:11.573965 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-c4cc3eac-6a63-4f0e-a2ee-61bcb91410b2 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] In _notify_port_updated(), no bound segment for port 91a53572-85f7-4125-9bce-a11289b42051 on network 47a34d4f-12fc-4f29-ac61-23f93f980f4e {{(pid=84182) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 03 13:59:11.580582 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cc3eac-6a63-4f0e-a2ee-61bcb91410b2 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:11.590019 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c4cc3eac-6a63-4f0e-a2ee-61bcb91410b2 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:11.590019 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c4cc3eac-6a63-4f0e-a2ee-61bcb91410b2 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "PUT /v2.0/ports/91a53572-85f7-4125-9bce-a11289b42051 HTTP/1.1" status: 200 len: 818 time: 0.6867728 Feb 03 13:59:11.590451 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53840) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:11.592722 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 0ad52dcc-57a3-4c04-aee5-395333a50763, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=0ad52dcc-57a3-4c04-aee5-395333a50763,segment=NetworkSegment(74df03ac-7dfa-4e85-94ad-5a0c2058ee96),segment_id=74df03ac-7dfa-4e85-94ad-5a0c2058ee96)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:59:11.608540 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adede6d3-826a-4e5f-a4cb-6df65008cada None None] Pushing event updated for resources: {'Port': ['ID=9f0eec60-0772-4f95-a88f-336c9708d90c,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:11.633826 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d062b435-291e-41a4-9d16-4c11c1bb5403 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:11.665548 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc3eac-6a63-4f0e-a2ee-61bcb91410b2 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'Port': ['ID=91a53572-85f7-4125-9bce-a11289b42051,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:11.683456 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:11.685677 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-ea89ff3e-0745-40f9-b268-09507c80465a tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Deleting port 91a53572-85f7-4125-9bce-a11289b42051 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:11.686095 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ea89ff3e-0745-40f9-b268-09507c80465a tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:11.687966 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e9663e-3114-4aa5-9f5b-f76311d987c2 None None] Pushing event updated for resources: {'Port': ['ID=b8620084-62c7-4289-b76e-14a19b306a27,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:11.815976 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=0ad52dcc-57a3-4c04-aee5-395333a50763,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:11.825431 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0159fa66-9ea3-41ef-aea4-60ab674d859b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:12.062909 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0159fa66-9ea3-41ef-aea4-60ab674d859b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:12.066435 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0159fa66-9ea3-41ef-aea4-60ab674d859b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Port': ['ID=c3a18f71-eb69-4dba-b9f8-8f795dbb25cb,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:12.111324 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-0159fa66-9ea3-41ef-aea4-60ab674d859b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:12.120567 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-aa1cfd43-14ec-452f-9ddf-3706930749a3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:12.122981 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0159fa66-9ea3-41ef-aea4-60ab674d859b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:59:12.126886 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0159fa66-9ea3-41ef-aea4-60ab674d859b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:12.127533 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0159fa66-9ea3-41ef-aea4-60ab674d859b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:12.158883 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ea89ff3e-0745-40f9-b268-09507c80465a tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:12.237859 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-aa1cfd43-14ec-452f-9ddf-3706930749a3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:12.301989 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-d062b435-291e-41a4-9d16-4c11c1bb5403 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Allocated IP 172.26.3.66 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/1486b1f3-17c8-46f2-948d-e836d4a3f887) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:59:12.359446 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa1cfd43-14ec-452f-9ddf-3706930749a3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:59:12.362539 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-0159fa66-9ea3-41ef-aea4-60ab674d859b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4509354 Feb 03 13:59:12.385369 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53852) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:12.394411 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1cfd43-14ec-452f-9ddf-3706930749a3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcf3865-a3b8-485c-bd0b-47d74afadcce,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:12.405615 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-ea89ff3e-0745-40f9-b268-09507c80465a tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Calling delete_port for 91a53572-85f7-4125-9bce-a11289b42051 owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:59:12.442125 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-aa1cfd43-14ec-452f-9ddf-3706930749a3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:12.442125 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-aa1cfd43-14ec-452f-9ddf-3706930749a3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Added segment 83fd513e-cf13-4d76-a414-2d339e8fee6b of type vlan for network da5fb634-29a9-4f74-808e-6b8578428b60 Feb 03 13:59:12.535459 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ea89ff3e-0745-40f9-b268-09507c80465a tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:12.594014 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-aa1cfd43-14ec-452f-9ddf-3706930749a3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:12.596367 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea89ff3e-0745-40f9-b268-09507c80465a tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event deleted for resources: {'Port': ['ID=91a53572-85f7-4125-9bce-a11289b42051,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:12.605483 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ea89ff3e-0745-40f9-b268-09507c80465a tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:12.619617 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ea89ff3e-0745-40f9-b268-09507c80465a tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/ports/91a53572-85f7-4125-9bce-a11289b42051 HTTP/1.1" status: 204 len: 168 time: 1.0229504 Feb 03 13:59:12.620920 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53858) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:12.665544 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-3ecdbd16-c3a9-40a3-bf71-c4d1adfb3442 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Allocated IP 2001:db8:2::1 (613815a1-1bf9-4547-85e2-a76dadd9ecc4/84ee5945-0288-48f0-bbda-6ca4c112aaba/74bb7149-3ba5-4af2-89eb-1d6858ae7e1e) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:59:12.733173 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53862) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:12.744387 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36304e90-7ad7-43d9-ac45-3b96d1fb14f0 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:12.745332 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-36304e90-7ad7-43d9-ac45-3b96d1fb14f0 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Synchronizing usage tracker for tenant:faf754c5dcac42e3b7b479467002acb8 on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:59:12.750537 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 0ad52dcc-57a3-4c04-aee5-395333a50763 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:59:12.796850 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0159725-eb2d-4076-af58-50e1ef5aac22 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:12.800875 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0159725-eb2d-4076-af58-50e1ef5aac22 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:12.801674 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-b0159725-eb2d-4076-af58-50e1ef5aac22 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:59:12.820747 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-aa1cfd43-14ec-452f-9ddf-3706930749a3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:12.824427 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1cfd43-14ec-452f-9ddf-3706930749a3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:12.825514 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-aa1cfd43-14ec-452f-9ddf-3706930749a3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:12.826663 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-36304e90-7ad7-43d9-ac45-3b96d1fb14f0 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Unset dirty status for tenant:faf754c5dcac42e3b7b479467002acb8 on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:59:12.831916 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-36304e90-7ad7-43d9-ac45-3b96d1fb14f0 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2060766 Feb 03 13:59:12.833764 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53868) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:12.842112 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 0ad52dcc-57a3-4c04-aee5-395333a50763 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:12.846054 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:12.889076 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-37c1972f-6ebb-4d93-be8e-f75b8f0f0486 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] GET failed (client error): The resource could not be found. Feb 03 13:59:12.891816 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-37c1972f-6ebb-4d93-be8e-f75b8f0f0486 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "GET /v2.0/ports/91a53572-85f7-4125-9bce-a11289b42051 HTTP/1.1" status: 404 len: 333 time: 0.0569994 Feb 03 13:59:12.894268 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53872) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:12.900184 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-a623be12-2055-4194-8c4c-5f63951eade6 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1895281171'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:12.906172 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-a623be12-2055-4194-8c4c-5f63951eade6 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:12.914579 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-7190a244-f414-4754-a271-aec5fe8fa64f tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-204902401', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:12.919856 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-a623be12-2055-4194-8c4c-5f63951eade6 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Usage tracker for resource:network and tenant:faf754c5dcac42e3b7b479467002acb8 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:12.922548 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-7190a244-f414-4754-a271-aec5fe8fa64f tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:12.923786 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d062b435-291e-41a4-9d16-4c11c1bb5403 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:12.924765 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-a623be12-2055-4194-8c4c-5f63951eade6 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:12.931908 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-7190a244-f414-4754-a271-aec5fe8fa64f tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Usage tracker for resource:port and tenant:16c85e565395401ea93ccf62fe6b0689 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:12.934575 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-a623be12-2055-4194-8c4c-5f63951eade6 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:12.936645 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-7190a244-f414-4754-a271-aec5fe8fa64f tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:12.944658 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-7190a244-f414-4754-a271-aec5fe8fa64f tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:12.984747 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device b8620084-62c7-4289-b76e-14a19b306a27 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:59:13.012712 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1cfd43-14ec-452f-9ddf-3706930749a3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'Network': ['ID=da5fb634-29a9-4f74-808e-6b8578428b60,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:13.021073 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a623be12-2055-4194-8c4c-5f63951eade6 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Made reservation on behalf of faf754c5dcac42e3b7b479467002acb8 for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:13.025212 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a623be12-2055-4194-8c4c-5f63951eade6 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:13.025347 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network da5fb634-29a9-4f74-808e-6b8578428b60 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:59:13.048666 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3ecdbd16-c3a9-40a3-bf71-c4d1adfb3442 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:13.061096 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-aa1cfd43-14ec-452f-9ddf-3706930749a3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.5736525 Feb 03 13:59:13.066164 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-b0159725-eb2d-4076-af58-50e1ef5aac22 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:59:13.067432 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b0159725-eb2d-4076-af58-50e1ef5aac22 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.6802931 Feb 03 13:59:13.069107 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a623be12-2055-4194-8c4c-5f63951eade6 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:59:13.072707 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53876) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:13.073577 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53878) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:13.081339 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a623be12-2055-4194-8c4c-5f63951eade6 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:13.081598 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-a623be12-2055-4194-8c4c-5f63951eade6 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Added segment 5d6d74fe-1ab8-4d76-b93a-8b8bc5ac4e9d of type vlan for network f8442e66-b106-47be-99c8-78805c72142d Feb 03 13:59:13.083982 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-8ccfa520-fdc9-4fc0-b2e0-ee345fdc51d7 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'port': {'network_id': 'da5fb634-29a9-4f74-808e-6b8578428b60', 'name': 'tempest-PortsTestJSON-1654932263'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:13.121685 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a623be12-2055-4194-8c4c-5f63951eade6 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:13.172228 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-3ecdbd16-c3a9-40a3-bf71-c4d1adfb3442 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Transition to ACTIVE for port object 74bb7149-3ba5-4af2-89eb-1d6858ae7e1e will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:59:13.174137 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d062b435-291e-41a4-9d16-4c11c1bb5403 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:13.203187 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a623be12-2055-4194-8c4c-5f63951eade6 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:13.206908 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a623be12-2055-4194-8c4c-5f63951eade6 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:13.207579 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a623be12-2055-4194-8c4c-5f63951eade6 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:13.231782 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port b8620084-62c7-4289-b76e-14a19b306a27 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:59:13.241179 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 9f0eec60-0772-4f95-a88f-336c9708d90c up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:59:13.292538 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7190a244-f414-4754-a271-aec5fe8fa64f tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Made reservation on behalf of 16c85e565395401ea93ccf62fe6b0689 for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:13.294182 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7190a244-f414-4754-a271-aec5fe8fa64f tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:13.323857 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7190a244-f414-4754-a271-aec5fe8fa64f tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:13.364970 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a623be12-2055-4194-8c4c-5f63951eade6 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'Network': ['ID=f8442e66-b106-47be-99c8-78805c72142d,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:13.373460 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-6ff6fd19-ee93-48eb-b888-8096b56b1857 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting port c3a18f71-eb69-4dba-b9f8-8f795dbb25cb {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:13.373964 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6ff6fd19-ee93-48eb-b888-8096b56b1857 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:13.388499 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network f8442e66-b106-47be-99c8-78805c72142d details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:59:13.394778 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a623be12-2055-4194-8c4c-5f63951eade6 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4994776 Feb 03 13:59:13.402095 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53884) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:13.405640 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-7190a244-f414-4754-a271-aec5fe8fa64f tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:13.410962 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-15f0c9a9-a7bc-48c2-9c2f-1195404c812b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'subnet': {'network_id': 'f8442e66-b106-47be-99c8-78805c72142d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:13.529538 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b9bc37-dca8-4f00-a3e1-5c7c105f3b73 None None] Network 613815a1-1bf9-4547-85e2-a76dadd9ecc4 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:59:13.535933 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-7190a244-f414-4754-a271-aec5fe8fa64f tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Usage tracker for resource:security_group_rule and tenant:16c85e565395401ea93ccf62fe6b0689 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:13.553447 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-7190a244-f414-4754-a271-aec5fe8fa64f tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:13.569417 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-7190a244-f414-4754-a271-aec5fe8fa64f tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:13.582598 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-15f0c9a9-a7bc-48c2-9c2f-1195404c812b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:13.591874 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-15f0c9a9-a7bc-48c2-9c2f-1195404c812b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Usage tracker for resource:subnet and tenant:faf754c5dcac42e3b7b479467002acb8 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:13.596488 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-15f0c9a9-a7bc-48c2-9c2f-1195404c812b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:13.608012 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-15f0c9a9-a7bc-48c2-9c2f-1195404c812b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:13.613543 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 9f0eec60-0772-4f95-a88f-336c9708d90c completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:59:13.684290 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d062b435-291e-41a4-9d16-4c11c1bb5403 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Pushing event updated for resources: {'Port': ['ID=1486b1f3-17c8-46f2-948d-e836d4a3f887,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:13.688425 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7190a244-f414-4754-a271-aec5fe8fa64f tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:13.714571 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d062b435-291e-41a4-9d16-4c11c1bb5403 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:13.717972 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f0c9a9-a7bc-48c2-9c2f-1195404c812b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Made reservation on behalf of faf754c5dcac42e3b7b479467002acb8 for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:13.725819 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-d062b435-291e-41a4-9d16-4c11c1bb5403 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:13.732629 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-8ccfa520-fdc9-4fc0-b2e0-ee345fdc51d7 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:13.735086 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d062b435-291e-41a4-9d16-4c11c1bb5403 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:59:13.759390 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-03b7993b-3c95-487e-88e0-1bc39e7edd9c None None] Provisioning for port 9f0eec60-0772-4f95-a88f-336c9708d90c completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:59:13.794141 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-03b7993b-3c95-487e-88e0-1bc39e7edd9c None None] Provisioning complete for port 9f0eec60-0772-4f95-a88f-336c9708d90c triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:13.794611 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-03b7993b-3c95-487e-88e0-1bc39e7edd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:13.811652 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7190a244-f414-4754-a271-aec5fe8fa64f tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:13.830570 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-7190a244-f414-4754-a271-aec5fe8fa64f tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] device_id is not set on port 7cdc1d1d-7326-4850-bc65-fa435eded6bc yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:59:13.846977 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-8ccfa520-fdc9-4fc0-b2e0-ee345fdc51d7 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Usage tracker for resource:port and tenant:2fa0476fd5f14aeea80802e139eae85a is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:13.852365 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-8ccfa520-fdc9-4fc0-b2e0-ee345fdc51d7 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:13.861477 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-8ccfa520-fdc9-4fc0-b2e0-ee345fdc51d7 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:13.877076 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3ecdbd16-c3a9-40a3-bf71-c4d1adfb3442 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:13.952146 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-03b7993b-3c95-487e-88e0-1bc39e7edd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:13.964918 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-15f0c9a9-a7bc-48c2-9c2f-1195404c812b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:13.969745 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ccfa520-fdc9-4fc0-b2e0-ee345fdc51d7 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Made reservation on behalf of 2fa0476fd5f14aeea80802e139eae85a for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:13.971129 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8ccfa520-fdc9-4fc0-b2e0-ee345fdc51d7 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:13.986389 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7190a244-f414-4754-a271-aec5fe8fa64f tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc0bf71-6f3c-4bf6-b25a-a10562fb0931,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:13.999358 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-03b7993b-3c95-487e-88e0-1bc39e7edd9c None None] For port 9f0eec60-0772-4f95-a88f-336c9708d90c, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=9f0eec60-0772-4f95-a88f-336c9708d90c,segment=NetworkSegment(62c54110-ba20-4210-a9d9-8203c05c98f9),segment_id=62c54110-ba20-4210-a9d9-8203c05c98f9)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:59:14.054971 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-03b7993b-3c95-487e-88e0-1bc39e7edd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:14.059628 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-8ccfa520-fdc9-4fc0-b2e0-ee345fdc51d7 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] device_id is not set on port fef74d80-b61f-4426-865c-0d5b24177fae yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:59:14.130509 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b7993b-3c95-487e-88e0-1bc39e7edd9c None None] Pushing event updated for resources: {'Port': ['ID=9f0eec60-0772-4f95-a88f-336c9708d90c,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:14.164435 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecdbd16-c3a9-40a3-bf71-c4d1adfb3442 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event updated for resources: {'Port': ['ID=74bb7149-3ba5-4af2-89eb-1d6858ae7e1e,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:14.181139 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-7190a244-f414-4754-a271-aec5fe8fa64f tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Allocated IP 172.26.3.189 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/7cdc1d1d-7326-4850-bc65-fa435eded6bc) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:59:14.188868 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecdbd16-c3a9-40a3-bf71-c4d1adfb3442 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Network 613815a1-1bf9-4547-85e2-a76dadd9ecc4 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:14.193626 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-3ecdbd16-c3a9-40a3-bf71-c4d1adfb3442 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:14.204320 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecdbd16-c3a9-40a3-bf71-c4d1adfb3442 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:59:14.204954 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3ecdbd16-c3a9-40a3-bf71-c4d1adfb3442 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:14.244110 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-801f032c-7ab1-4df3-a6d6-d3fd0b67ea4b None None] Provisioning for port c3a18f71-eb69-4dba-b9f8-8f795dbb25cb completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:59:14.256197 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-801f032c-7ab1-4df3-a6d6-d3fd0b67ea4b None None] Provisioning complete for port c3a18f71-eb69-4dba-b9f8-8f795dbb25cb triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:14.256967 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-801f032c-7ab1-4df3-a6d6-d3fd0b67ea4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:14.297831 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6ff6fd19-ee93-48eb-b888-8096b56b1857 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:14.359486 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-801f032c-7ab1-4df3-a6d6-d3fd0b67ea4b None None] Port c3a18f71-eb69-4dba-b9f8-8f795dbb25cb cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:59:14.455569 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-801f032c-7ab1-4df3-a6d6-d3fd0b67ea4b None None] Provisioning for port b8620084-62c7-4289-b76e-14a19b306a27 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:59:14.463844 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-801f032c-7ab1-4df3-a6d6-d3fd0b67ea4b None None] Provisioning complete for port b8620084-62c7-4289-b76e-14a19b306a27 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:14.464312 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-801f032c-7ab1-4df3-a6d6-d3fd0b67ea4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:14.475006 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-6ff6fd19-ee93-48eb-b888-8096b56b1857 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Calling delete_port for c3a18f71-eb69-4dba-b9f8-8f795dbb25cb owned by {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:59:14.520159 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7190a244-f414-4754-a271-aec5fe8fa64f tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:14.559641 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-15f0c9a9-a7bc-48c2-9c2f-1195404c812b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:14.581173 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 9f0eec60-0772-4f95-a88f-336c9708d90c up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:59:14.655504 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-801f032c-7ab1-4df3-a6d6-d3fd0b67ea4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:14.696007 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-801f032c-7ab1-4df3-a6d6-d3fd0b67ea4b None None] For port b8620084-62c7-4289-b76e-14a19b306a27, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=b8620084-62c7-4289-b76e-14a19b306a27,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:59:14.701736 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 9f0eec60-0772-4f95-a88f-336c9708d90c triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:14.702178 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:14.764254 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-801f032c-7ab1-4df3-a6d6-d3fd0b67ea4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:14.778846 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f0c9a9-a7bc-48c2-9c2f-1195404c812b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'Subnet': ['ID=2cb25251-4b9c-4976-a916-63402d58b7e4,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:14.785131 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f0c9a9-a7bc-48c2-9c2f-1195404c812b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Checking segment: {'id': '5d6d74fe-1ab8-4d76-b93a-8b8bc5ac4e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f8442e66-b106-47be-99c8-78805c72142d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:59:14.785485 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f0c9a9-a7bc-48c2-9c2f-1195404c812b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Network hostable DHCP agents. Network: f8442e66-b106-47be-99c8-78805c72142d, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:59:14.839988 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3ecdbd16-c3a9-40a3-bf71-c4d1adfb3442 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:14.843526 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7190a244-f414-4754-a271-aec5fe8fa64f tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:14.880577 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f032c-7ab1-4df3-a6d6-d3fd0b67ea4b None None] Pushing event updated for resources: {'Port': ['ID=b8620084-62c7-4289-b76e-14a19b306a27,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:14.890480 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f0c9a9-a7bc-48c2-9c2f-1195404c812b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Network f8442e66-b106-47be-99c8-78805c72142d is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:59:14.895342 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d062b435-291e-41a4-9d16-4c11c1bb5403 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:14.900276 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-451a031e-a43c-4f32-bf76-4a18eee1e7d5 None None] Provisioning complete for port 9f0eec60-0772-4f95-a88f-336c9708d90c triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:14.900650 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-451a031e-a43c-4f32-bf76-4a18eee1e7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:14.928191 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7190a244-f414-4754-a271-aec5fe8fa64f tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:14.931366 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-7190a244-f414-4754-a271-aec5fe8fa64f tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:14.933324 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7190a244-f414-4754-a271-aec5fe8fa64f tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Pushing event updated for resources: {'Port': ['ID=7cdc1d1d-7326-4850-bc65-fa435eded6bc,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:14.935511 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7190a244-f414-4754-a271-aec5fe8fa64f tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:59:14.981119 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6ff6fd19-ee93-48eb-b888-8096b56b1857 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:14.987494 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-15f0c9a9-a7bc-48c2-9c2f-1195404c812b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, f8442e66-b106-47be-99c8-78805c72142d) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:14.992887 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7190a244-f414-4754-a271-aec5fe8fa64f tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:14.994526 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7190a244-f414-4754-a271-aec5fe8fa64f tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:14.998626 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f0c9a9-a7bc-48c2-9c2f-1195404c812b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:14.998789 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad832527-f822-4ff0-8bb4-7b8f1857cde7 None None] Network f8442e66-b106-47be-99c8-78805c72142d requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:59:14.999229 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-15f0c9a9-a7bc-48c2-9c2f-1195404c812b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:15.035780 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8ccfa520-fdc9-4fc0-b2e0-ee345fdc51d7 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:15.071962 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff6fd19-ee93-48eb-b888-8096b56b1857 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Port': ['ID=c3a18f71-eb69-4dba-b9f8-8f795dbb25cb,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:15.079153 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7190a244-f414-4754-a271-aec5fe8fa64f tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3439393 Feb 03 13:59:15.082779 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53890) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:15.089057 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-c621bc74-2d24-483a-8901-129937280acc tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.189'}]}}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:15.096234 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-15f0c9a9-a7bc-48c2-9c2f-1195404c812b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6902337 Feb 03 13:59:15.097662 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53894) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:15.099334 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-c621bc74-2d24-483a-8901-129937280acc tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:15.106019 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-2b332f53-c6b4-4e49-bdc7-bfeb51ac9b25 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'subnet': {'network_id': 'f8442e66-b106-47be-99c8-78805c72142d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:15.124040 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-c621bc74-2d24-483a-8901-129937280acc tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Usage tracker for resource:router and tenant:16c85e565395401ea93ccf62fe6b0689 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:15.131257 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-c621bc74-2d24-483a-8901-129937280acc tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:15.188362 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-c621bc74-2d24-483a-8901-129937280acc tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:15.262365 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-451a031e-a43c-4f32-bf76-4a18eee1e7d5 None None] Provisioning for port 74bb7149-3ba5-4af2-89eb-1d6858ae7e1e completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:59:15.268349 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e160f94-f4d7-4795-94f1-03ef8ab34e4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-f8442e66-b106-47be-99c8-78805c72142d', 'network_id': 'f8442e66-b106-47be-99c8-78805c72142d', 'tenant_id': 'faf754c5dcac42e3b7b479467002acb8', 'fixed_ips': [{'subnet_id': '2cb25251-4b9c-4976-a916-63402d58b7e4'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:59:15.269161 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4e160f94-f4d7-4795-94f1-03ef8ab34e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:15.269316 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c621bc74-2d24-483a-8901-129937280acc tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:15.270401 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c621bc74-2d24-483a-8901-129937280acc tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:15.273757 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-2b332f53-c6b4-4e49-bdc7-bfeb51ac9b25 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:15.280498 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2b332f53-c6b4-4e49-bdc7-bfeb51ac9b25 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Usage tracker for resource:subnet and tenant:faf754c5dcac42e3b7b479467002acb8 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:15.284307 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2b332f53-c6b4-4e49-bdc7-bfeb51ac9b25 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:15.292945 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-2b332f53-c6b4-4e49-bdc7-bfeb51ac9b25 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:15.308919 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c621bc74-2d24-483a-8901-129937280acc tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:15.349972 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-451a031e-a43c-4f32-bf76-4a18eee1e7d5 None None] Provisioning complete for port 74bb7149-3ba5-4af2-89eb-1d6858ae7e1e triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:15.350347 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-451a031e-a43c-4f32-bf76-4a18eee1e7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:15.387528 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b332f53-c6b4-4e49-bdc7-bfeb51ac9b25 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Made reservation on behalf of faf754c5dcac42e3b7b479467002acb8 for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:15.392302 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2b332f53-c6b4-4e49-bdc7-bfeb51ac9b25 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:15.410308 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-451a031e-a43c-4f32-bf76-4a18eee1e7d5 None None] Port 74bb7149-3ba5-4af2-89eb-1d6858ae7e1e cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:59:15.456067 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6ff6fd19-ee93-48eb-b888-8096b56b1857 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:15.493978 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-4e160f94-f4d7-4795-94f1-03ef8ab34e4b None None] Allocated IP 2001:db8::2 (f8442e66-b106-47be-99c8-78805c72142d/2cb25251-4b9c-4976-a916-63402d58b7e4/db0a0f2f-4133-455b-aa66-1c37a3e17faa) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:59:15.539961 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d062b435-291e-41a4-9d16-4c11c1bb5403 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:15.561609 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d062b435-291e-41a4-9d16-4c11c1bb5403 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970733'] for router, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:15.566823 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-6ff6fd19-ee93-48eb-b888-8096b56b1857 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/ports/c3a18f71-eb69-4dba-b9f8-8f795dbb25cb HTTP/1.1" status: 204 len: 168 time: 2.4903195 Feb 03 13:59:15.567660 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53898) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:15.632444 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c621bc74-2d24-483a-8901-129937280acc tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:15.657277 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8ccfa520-fdc9-4fc0-b2e0-ee345fdc51d7 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:15.669918 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.ipam_backend_mixin [None req-2b332f53-c6b4-4e49-bdc7-bfeb51ac9b25 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2cb25251-4b9c-4976-a916-63402d58b7e4 (CIDR: 2001:db8::/64) Feb 03 13:59:15.707016 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4e160f94-f4d7-4795-94f1-03ef8ab34e4b None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:15.717632 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-4e160f94-f4d7-4795-94f1-03ef8ab34e4b None None] Transition to ACTIVE for port object db0a0f2f-4133-455b-aa66-1c37a3e17faa will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:59:15.723632 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b332f53-c6b4-4e49-bdc7-bfeb51ac9b25 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:59:15.724216 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b332f53-c6b4-4e49-bdc7-bfeb51ac9b25 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:59:15.740397 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-4e160f94-f4d7-4795-94f1-03ef8ab34e4b None None] Transition to ACTIVE for port object db0a0f2f-4133-455b-aa66-1c37a3e17faa will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:59:15.786616 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4e160f94-f4d7-4795-94f1-03ef8ab34e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:15.825814 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2b332f53-c6b4-4e49-bdc7-bfeb51ac9b25 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7250690 Feb 03 13:59:15.826042 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53902) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:15.836417 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-e74eb33a-8e8c-4337-97cb-a7986b1883ff tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'subnet': {'network_id': 'f8442e66-b106-47be-99c8-78805c72142d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:15.857077 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e160f94-f4d7-4795-94f1-03ef8ab34e4b None None] Network f8442e66-b106-47be-99c8-78805c72142d is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:15.860214 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-4e160f94-f4d7-4795-94f1-03ef8ab34e4b None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:15.864195 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e160f94-f4d7-4795-94f1-03ef8ab34e4b None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:59:15.875598 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e160f94-f4d7-4795-94f1-03ef8ab34e4b None None] Pushing event updated for resources: {'Port': ['ID=db0a0f2f-4133-455b-aa66-1c37a3e17faa,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:15.887325 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccfa520-fdc9-4fc0-b2e0-ee345fdc51d7 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'Port': ['ID=fef74d80-b61f-4426-865c-0d5b24177fae,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:15.911035 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc73e333-8c62-4505-bf18-cb30c1c3a124 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:15.912476 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc73e333-8c62-4505-bf18-cb30c1c3a124 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:15.915662 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-cc73e333-8c62-4505-bf18-cb30c1c3a124 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3430328 Feb 03 13:59:15.924228 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53906) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:15.960993 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-4e160f94-f4d7-4795-94f1-03ef8ab34e4b None None] Attempting to bind port db0a0f2f-4133-455b-aa66-1c37a3e17faa on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:59:15.961469 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-4e160f94-f4d7-4795-94f1-03ef8ab34e4b None None] Attempting to bind port db0a0f2f-4133-455b-aa66-1c37a3e17faa by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '5d6d74fe-1ab8-4d76-b93a-8b8bc5ac4e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f8442e66-b106-47be-99c8-78805c72142d'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:59:15.961828 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e160f94-f4d7-4795-94f1-03ef8ab34e4b None None] Attempting to bind port db0a0f2f-4133-455b-aa66-1c37a3e17faa on network f8442e66-b106-47be-99c8-78805c72142d {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:59:15.968231 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e160f94-f4d7-4795-94f1-03ef8ab34e4b None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:59:15.968675 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e160f94-f4d7-4795-94f1-03ef8ab34e4b None None] Checking segment: {'id': '5d6d74fe-1ab8-4d76-b93a-8b8bc5ac4e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f8442e66-b106-47be-99c8-78805c72142d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:59:15.969005 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4e160f94-f4d7-4795-94f1-03ef8ab34e4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:15.969396 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e160f94-f4d7-4795-94f1-03ef8ab34e4b None None] Bound using segment: {'id': '5d6d74fe-1ab8-4d76-b93a-8b8bc5ac4e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f8442e66-b106-47be-99c8-78805c72142d'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:59:15.970665 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-4e160f94-f4d7-4795-94f1-03ef8ab34e4b None None] Bound port: db0a0f2f-4133-455b-aa66-1c37a3e17faa, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d6d74fe-1ab8-4d76-b93a-8b8bc5ac4e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f8442e66-b106-47be-99c8-78805c72142d'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:59:15.970665 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4e160f94-f4d7-4795-94f1-03ef8ab34e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:16.005603 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e74eb33a-8e8c-4337-97cb-a7986b1883ff tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:16.011391 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e74eb33a-8e8c-4337-97cb-a7986b1883ff tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Usage tracker for resource:subnet and tenant:faf754c5dcac42e3b7b479467002acb8 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:16.014738 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e74eb33a-8e8c-4337-97cb-a7986b1883ff tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:16.021659 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e74eb33a-8e8c-4337-97cb-a7986b1883ff tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:16.021846 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccfa520-fdc9-4fc0-b2e0-ee345fdc51d7 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Checking segment: {'id': '83fd513e-cf13-4d76-a414-2d339e8fee6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'da5fb634-29a9-4f74-808e-6b8578428b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:59:16.022594 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccfa520-fdc9-4fc0-b2e0-ee345fdc51d7 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Network hostable DHCP agents. Network: da5fb634-29a9-4f74-808e-6b8578428b60, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:59:16.047273 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3ecdbd16-c3a9-40a3-bf71-c4d1adfb3442 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:16.064202 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-4e160f94-f4d7-4795-94f1-03ef8ab34e4b None None] For port db0a0f2f-4133-455b-aa66-1c37a3e17faa, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:59:16.067962 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-4e160f94-f4d7-4795-94f1-03ef8ab34e4b None None] For port db0a0f2f-4133-455b-aa66-1c37a3e17faa, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=db0a0f2f-4133-455b-aa66-1c37a3e17faa,segment=NetworkSegment(5d6d74fe-1ab8-4d76-b93a-8b8bc5ac4e9d),segment_id=5d6d74fe-1ab8-4d76-b93a-8b8bc5ac4e9d)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:59:16.130396 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c621bc74-2d24-483a-8901-129937280acc tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:16.159989 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c621bc74-2d24-483a-8901-129937280acc tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:16.162876 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74eb33a-8e8c-4337-97cb-a7986b1883ff tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Made reservation on behalf of faf754c5dcac42e3b7b479467002acb8 for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:16.163881 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4e160f94-f4d7-4795-94f1-03ef8ab34e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:16.166221 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e74eb33a-8e8c-4337-97cb-a7986b1883ff tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:16.181041 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3ecdbd16-c3a9-40a3-bf71-c4d1adfb3442 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:16.181420 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3ecdbd16-c3a9-40a3-bf71-c4d1adfb3442 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:16.249504 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e160f94-f4d7-4795-94f1-03ef8ab34e4b None None] Pushing event updated for resources: {'Port': ['ID=db0a0f2f-4133-455b-aa66-1c37a3e17faa,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:16.388167 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccfa520-fdc9-4fc0-b2e0-ee345fdc51d7 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Network da5fb634-29a9-4f74-808e-6b8578428b60 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:59:16.395754 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecdbd16-c3a9-40a3-bf71-c4d1adfb3442 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event updated for resources: {'Port': ['ID=74bb7149-3ba5-4af2-89eb-1d6858ae7e1e,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:16.404937 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff8fda1d-0bfa-4715-8644-356bbc6a3415 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting subnet 7a17ee85-d9e9-4d7d-bc51-bf155fb48bd1 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 13:59:16.423002 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ff8fda1d-0bfa-4715-8644-356bbc6a3415 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:16.478593 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-8ccfa520-fdc9-4fc0-b2e0-ee345fdc51d7 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, da5fb634-29a9-4f74-808e-6b8578428b60) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:16.487469 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22270c71-a6c1-44af-868a-86c675050900 None None] Network da5fb634-29a9-4f74-808e-6b8578428b60 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:59:16.497830 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccfa520-fdc9-4fc0-b2e0-ee345fdc51d7 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:59:16.501664 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccfa520-fdc9-4fc0-b2e0-ee345fdc51d7 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:16.502268 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8ccfa520-fdc9-4fc0-b2e0-ee345fdc51d7 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:16.540879 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ff8fda1d-0bfa-4715-8644-356bbc6a3415 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:16.560123 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c621bc74-2d24-483a-8901-129937280acc tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Notify callbacks [] for router, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:16.612930 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecdbd16-c3a9-40a3-bf71-c4d1adfb3442 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Network 613815a1-1bf9-4547-85e2-a76dadd9ecc4 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:16.616900 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-3ecdbd16-c3a9-40a3-bf71-c4d1adfb3442 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:16.670787 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device b8620084-62c7-4289-b76e-14a19b306a27 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:59:16.706170 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8ccfa520-fdc9-4fc0-b2e0-ee345fdc51d7 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.6285431 Feb 03 13:59:16.724258 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53910) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:16.800344 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-05881ec6-b6ad-40ea-b5a5-8941faba1769 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-117569822'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:16.823783 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-05881ec6-b6ad-40ea-b5a5-8941faba1769 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:16.846185 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-05881ec6-b6ad-40ea-b5a5-8941faba1769 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Usage tracker for resource:network and tenant:2fa0476fd5f14aeea80802e139eae85a is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:16.857377 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-05881ec6-b6ad-40ea-b5a5-8941faba1769 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:16.905320 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-05881ec6-b6ad-40ea-b5a5-8941faba1769 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:16.957415 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port b8620084-62c7-4289-b76e-14a19b306a27 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:16.957841 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:17.022127 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05881ec6-b6ad-40ea-b5a5-8941faba1769 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Made reservation on behalf of 2fa0476fd5f14aeea80802e139eae85a for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:17.025155 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-05881ec6-b6ad-40ea-b5a5-8941faba1769 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:17.043726 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ff8fda1d-0bfa-4715-8644-356bbc6a3415 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:17.074078 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d062b435-291e-41a4-9d16-4c11c1bb5403 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Router 8e281b8d-bd7a-4522-b23c-fb4d617967e7 is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:59:17.116630 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-d9c291d6-fae9-413d-8bb3-48b687dc484f None None] Provisioning complete for port 74bb7149-3ba5-4af2-89eb-1d6858ae7e1e triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:17.116999 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d9c291d6-fae9-413d-8bb3-48b687dc484f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:17.186002 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-d9c291d6-fae9-413d-8bb3-48b687dc484f None None] Port 74bb7149-3ba5-4af2-89eb-1d6858ae7e1e cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:59:17.215220 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e74eb33a-8e8c-4337-97cb-a7986b1883ff tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:17.249060 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c621bc74-2d24-483a-8901-129937280acc tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:17.255221 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:17.276287 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c621bc74-2d24-483a-8901-129937280acc tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:17.293209 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74eb33a-8e8c-4337-97cb-a7986b1883ff tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Network f8442e66-b106-47be-99c8-78805c72142d is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:17.294505 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05881ec6-b6ad-40ea-b5a5-8941faba1769 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:59:17.297447 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-e74eb33a-8e8c-4337-97cb-a7986b1883ff tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:17.304509 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74eb33a-8e8c-4337-97cb-a7986b1883ff tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:17.307096 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e74eb33a-8e8c-4337-97cb-a7986b1883ff tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:17.312341 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74eb33a-8e8c-4337-97cb-a7986b1883ff tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'Subnet': ['ID=7becb2b5-a583-4466-99ce-0d3cd525c9aa,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:17.380464 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-05881ec6-b6ad-40ea-b5a5-8941faba1769 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:17.380819 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-05881ec6-b6ad-40ea-b5a5-8941faba1769 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Added segment 89caf10a-f043-4271-ac34-2e8206b56ac8 of type vlan for network 63e8851f-bac7-47ec-956b-761f98ae84d3 Feb 03 13:59:17.416435 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e74eb33a-8e8c-4337-97cb-a7986b1883ff tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5890532 Feb 03 13:59:17.418611 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53914) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:17.425293 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-d0bc9f16-03b8-4ec6-a017-c326c1581365 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'port': {'network_id': 'f8442e66-b106-47be-99c8-78805c72142d', 'fixed_ips': [{'subnet_id': '2cb25251-4b9c-4976-a916-63402d58b7e4'}, {'subnet_id': '7becb2b5-a583-4466-99ce-0d3cd525c9aa'}], 'name': 'tempest-PortsIpV6TestJSON-569419199'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:17.440192 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-05881ec6-b6ad-40ea-b5a5-8941faba1769 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:17.495236 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ff8fda1d-0bfa-4715-8644-356bbc6a3415 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:17.502001 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c621bc74-2d24-483a-8901-129937280acc tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:17.502001 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c621bc74-2d24-483a-8901-129937280acc tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Fanout notify agent at l3_agent the message router_deleted on router af64698a-731e-41e9-b27c-a1a3324edaeb {{(pid=84182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:59:17.549363 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8fda1d-0bfa-4715-8644-356bbc6a3415 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Subnet': ['ID=7a17ee85-d9e9-4d7d-bc51-bf155fb48bd1,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:17.560446 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ff8fda1d-0bfa-4715-8644-356bbc6a3415 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:17.567638 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d0ccb0-0942-45e8-8d5f-573be08084cc None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:59:17.590475 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ecdbd16-c3a9-40a3-bf71-c4d1adfb3442 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Router 2a1a9059-2612-48ef-a558-cc9a429449c1 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:59:17.603311 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-c621bc74-2d24-483a-8901-129937280acc tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 03 13:59:17.606083 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c621bc74-2d24-483a-8901-129937280acc tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.5218332 Feb 03 13:59:17.609669 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53920) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:17.641968 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-d0bc9f16-03b8-4ec6-a017-c326c1581365 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:17.649779 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a811244a-9486-4a19-b446-bed702f8f200 None None] Network f8442e66-b106-47be-99c8-78805c72142d requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:59:17.655944 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ff8fda1d-0bfa-4715-8644-356bbc6a3415 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/7a17ee85-d9e9-4d7d-bc51-bf155fb48bd1 HTTP/1.1" status: 204 len: 168 time: 1.7304068 Feb 03 13:59:17.656902 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-05881ec6-b6ad-40ea-b5a5-8941faba1769 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:17.658409 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d0bc9f16-03b8-4ec6-a017-c326c1581365 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Usage tracker for resource:port and tenant:faf754c5dcac42e3b7b479467002acb8 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:17.660948 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05881ec6-b6ad-40ea-b5a5-8941faba1769 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:17.661092 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53924) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:17.661176 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-05881ec6-b6ad-40ea-b5a5-8941faba1769 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:17.665933 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d0bc9f16-03b8-4ec6-a017-c326c1581365 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:17.744112 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-d0bc9f16-03b8-4ec6-a017-c326c1581365 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:17.758673 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-070e2a18-0633-4a2c-9215-141dfa4541af tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0945129 Feb 03 13:59:17.762846 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53928) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:17.770000 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-9e2af75d-b600-437e-a9e4-9380ff152b24 tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Deleting port 7cdc1d1d-7326-4850-bc65-fa435eded6bc {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:17.770704 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9e2af75d-b600-437e-a9e4-9380ff152b24 tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:17.774053 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-d4c526a5-3101-44e1-886f-b46e58303bbd tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'subnet': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:17.890318 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bc9f16-03b8-4ec6-a017-c326c1581365 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Made reservation on behalf of faf754c5dcac42e3b7b479467002acb8 for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:17.895447 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d0bc9f16-03b8-4ec6-a017-c326c1581365 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:17.936232 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05881ec6-b6ad-40ea-b5a5-8941faba1769 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'Network': ['ID=63e8851f-bac7-47ec-956b-761f98ae84d3,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:17.953576 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-05881ec6-b6ad-40ea-b5a5-8941faba1769 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2256398 Feb 03 13:59:17.956287 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53932) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:17.964156 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 63e8851f-bac7-47ec-956b-761f98ae84d3 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:59:17.969844 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-96d42d0d-6e12-4cfc-8e09-9caee9ab3a09 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'ports': [{'network_id': 'da5fb634-29a9-4f74-808e-6b8578428b60'}, {'network_id': '63e8851f-bac7-47ec-956b-761f98ae84d3'}]} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:17.970172 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-96d42d0d-6e12-4cfc-8e09-9caee9ab3a09 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'port': {'network_id': 'da5fb634-29a9-4f74-808e-6b8578428b60'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:17.970610 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-96d42d0d-6e12-4cfc-8e09-9caee9ab3a09 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'port': {'network_id': '63e8851f-bac7-47ec-956b-761f98ae84d3'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:17.996021 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-5ade3ed8-d41d-4612-8716-53929a79eca3 None None] Provisioning for port db0a0f2f-4133-455b-aa66-1c37a3e17faa completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:59:18.034064 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-d4c526a5-3101-44e1-886f-b46e58303bbd tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:18.045241 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-d4c526a5-3101-44e1-886f-b46e58303bbd tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Usage tracker for resource:subnet and tenant:1508f35e18f0463982f9a6d535c8268b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:18.057019 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-d4c526a5-3101-44e1-886f-b46e58303bbd tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:18.065895 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-d4c526a5-3101-44e1-886f-b46e58303bbd tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:18.075015 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686b32ba-aca1-4e9d-a47a-edacd18d8b1d None None] DHCP port deletion for ac0baa47-f752-4b1c-8067-faa2699b3288 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 13:59:18.080492 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d062b435-291e-41a4-9d16-4c11c1bb5403 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:59:18.093749 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f52e94a-5811-4194-9c84-8b087b002fcf None None] Sync routers for ids ['8e281b8d-bd7a-4522-b23c-fb4d617967e7'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:59:18.094414 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d062b435-291e-41a4-9d16-4c11c1bb5403 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:18.095802 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d062b435-291e-41a4-9d16-4c11c1bb5403 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] 10.222.0.41 "PUT /v2.0/routers/8e281b8d-bd7a-4522-b23c-fb4d617967e7 HTTP/1.1" status: 200 len: 918 time: 8.9844084 Feb 03 13:59:18.096760 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-686b32ba-aca1-4e9d-a47a-edacd18d8b1d None None] Deleting port b8620084-62c7-4289-b76e-14a19b306a27 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:18.097543 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-686b32ba-aca1-4e9d-a47a-edacd18d8b1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:18.099425 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53936) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:18.106371 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f52e94a-5811-4194-9c84-8b087b002fcf None None] Routers {'8e281b8d-bd7a-4522-b23c-fb4d617967e7'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:59:18.107232 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-1f52e94a-5811-4194-9c84-8b087b002fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:58:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['8e281b8d-bd7a-4522-b23c-fb4d617967e7'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:18.167957 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-1f52e94a-5811-4194-9c84-8b087b002fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:18.180675 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f52e94a-5811-4194-9c84-8b087b002fcf None None] Routers {'8e281b8d-bd7a-4522-b23c-fb4d617967e7'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:59:18.181585 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-1f52e94a-5811-4194-9c84-8b087b002fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:58:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['8e281b8d-bd7a-4522-b23c-fb4d617967e7'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:18.186332 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c526a5-3101-44e1-886f-b46e58303bbd tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:18.190397 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d4c526a5-3101-44e1-886f-b46e58303bbd tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:18.211583 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-d0bc9f16-03b8-4ec6-a017-c326c1581365 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] device_id is not set on port 701585ce-fe28-4587-bbfc-03d690e88b64 yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:59:18.248158 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-1f52e94a-5811-4194-9c84-8b087b002fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:18.248798 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f52e94a-5811-4194-9c84-8b087b002fcf None None] The sync data for ids ['8e281b8d-bd7a-4522-b23c-fb4d617967e7'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:59:18.258212 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-96d42d0d-6e12-4cfc-8e09-9caee9ab3a09 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:18.369765 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ecdbd16-c3a9-40a3-bf71-c4d1adfb3442 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:59:18.391632 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3ecdbd16-c3a9-40a3-bf71-c4d1adfb3442 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "PUT /v2.0/routers/2a1a9059-2612-48ef-a558-cc9a429449c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1553726 Feb 03 13:59:18.396729 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53940) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:18.398971 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-686b32ba-aca1-4e9d-a47a-edacd18d8b1d None None] For port b8620084-62c7-4289-b76e-14a19b306a27, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=b8620084-62c7-4289-b76e-14a19b306a27,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:59:18.399658 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-686b32ba-aca1-4e9d-a47a-edacd18d8b1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:18.405310 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-96d42d0d-6e12-4cfc-8e09-9caee9ab3a09 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Usage tracker for resource:port and tenant:2fa0476fd5f14aeea80802e139eae85a is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:18.409730 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5626c1-93c2-45fc-bf63-74b84006762e None None] Sync routers for ids ['2a1a9059-2612-48ef-a558-cc9a429449c1'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:59:18.416217 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-96d42d0d-6e12-4cfc-8e09-9caee9ab3a09 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:18.437658 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-56d9e648-b3bf-44b6-9625-71daaf62f0c5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-912217985'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:18.443135 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-96d42d0d-6e12-4cfc-8e09-9caee9ab3a09 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:18.447272 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-56d9e648-b3bf-44b6-9625-71daaf62f0c5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:18.456556 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-56d9e648-b3bf-44b6-9625-71daaf62f0c5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Usage tracker for resource:network and tenant:e560cbcda02c46efaee7f040dc641828 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:18.463171 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-56d9e648-b3bf-44b6-9625-71daaf62f0c5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:18.481763 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9e2af75d-b600-437e-a9e4-9380ff152b24 tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:18.537646 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-56d9e648-b3bf-44b6-9625-71daaf62f0c5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:18.585018 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-686b32ba-aca1-4e9d-a47a-edacd18d8b1d None None] Calling delete_port for b8620084-62c7-4289-b76e-14a19b306a27 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:59:18.600621 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d42d0d-6e12-4cfc-8e09-9caee9ab3a09 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Made reservation on behalf of 2fa0476fd5f14aeea80802e139eae85a for: {'port': 2} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:18.604855 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-96d42d0d-6e12-4cfc-8e09-9caee9ab3a09 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:18.628114 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d9e648-b3bf-44b6-9625-71daaf62f0c5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Made reservation on behalf of e560cbcda02c46efaee7f040dc641828 for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:18.632505 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-56d9e648-b3bf-44b6-9625-71daaf62f0c5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:18.632625 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device db0a0f2f-4133-455b-aa66-1c37a3e17faa up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:59:18.661540 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9539217-3021-4deb-b2ba-0a161079c6ce None None] Update dhcp port {'port': {'network_id': 'f8442e66-b106-47be-99c8-78805c72142d', 'fixed_ips': [{'subnet_id': '2cb25251-4b9c-4976-a916-63402d58b7e4', 'ip_address': '2001:db8::2'}, {'subnet_id': '7becb2b5-a583-4466-99ce-0d3cd525c9aa'}], 'binding:host_id': 'dv-neutron-827016-1-hyperv'}, 'id': 'db0a0f2f-4133-455b-aa66-1c37a3e17faa'} from dv-neutron-827016-1-hyperv. {{(pid=84183) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 03 13:59:18.662444 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-1c5f1c41-2a37-4a6e-91ee-0b10dd51d381 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] 10.222.0.41 "GET /v2.0/routers/8e281b8d-bd7a-4522-b23c-fb4d617967e7 HTTP/1.1" status: 200 len: 924 time: 0.5619905 Feb 03 13:59:18.665300 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53944) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:18.705775 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56d9e648-b3bf-44b6-9625-71daaf62f0c5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:59:18.707502 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d4c526a5-3101-44e1-886f-b46e58303bbd tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:18.709657 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-9e2af75d-b600-437e-a9e4-9380ff152b24 tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Calling delete_port for 7cdc1d1d-7326-4850-bc65-fa435eded6bc owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:59:18.744565 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5626c1-93c2-45fc-bf63-74b84006762e None None] Routers {'2a1a9059-2612-48ef-a558-cc9a429449c1'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:59:18.745872 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-fc5626c1-93c2-45fc-bf63-74b84006762e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:58:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2a1a9059-2612-48ef-a558-cc9a429449c1'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:18.767686 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-56d9e648-b3bf-44b6-9625-71daaf62f0c5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:18.770248 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-56d9e648-b3bf-44b6-9625-71daaf62f0c5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Added segment 9519bb4d-0aff-441c-9cc6-9ccef1a3895e of type vlan for network bbfebeea-db98-44d4-afdd-e9ecc20ea312 Feb 03 13:59:18.788976 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-96d42d0d-6e12-4cfc-8e09-9caee9ab3a09 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:18.804206 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c526a5-3101-44e1-886f-b46e58303bbd tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:18.814522 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-d4c526a5-3101-44e1-886f-b46e58303bbd tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:18.830753 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c526a5-3101-44e1-886f-b46e58303bbd tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:18.831349 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d4c526a5-3101-44e1-886f-b46e58303bbd tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:18.838960 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c526a5-3101-44e1-886f-b46e58303bbd tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Subnet': ['ID=397bb0a8-effb-47f1-b63f-2c0764bce289,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:18.843138 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-56d9e648-b3bf-44b6-9625-71daaf62f0c5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:18.887949 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ec38b93c-f5fe-4048-bdc2-84f555379468 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=16a0e898-50c0-4b65-ae3a-069e9649bbca&device_id=8e281b8d-bd7a-4522-b23c-fb4d617967e7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2215977 Feb 03 13:59:18.890435 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53948) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:18.938995 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c9539217-3021-4deb-b2ba-0a161079c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:19.039446 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-686b32ba-aca1-4e9d-a47a-edacd18d8b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:19.073859 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-fc5626c1-93c2-45fc-bf63-74b84006762e None None] Set router 2a1a9059-2612-48ef-a558-cc9a429449c1 gateway port host: None {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:59:19.085890 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d4c526a5-3101-44e1-886f-b46e58303bbd tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3207304 Feb 03 13:59:19.086633 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-56d9e648-b3bf-44b6-9625-71daaf62f0c5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:19.090187 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d9e648-b3bf-44b6-9625-71daaf62f0c5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:19.090754 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-56d9e648-b3bf-44b6-9625-71daaf62f0c5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:19.094152 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53952) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:19.125245 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-dde39f39-3178-4ac1-b9d8-3c96d6bb0dbb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'port': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'name': 'tempest-NetworksTestDHCPv6-1203467617'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:19.178288 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port db0a0f2f-4133-455b-aa66-1c37a3e17faa completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:59:19.195777 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b32ba-aca1-4e9d-a47a-edacd18d8b1d None None] Pushing event deleted for resources: {'Port': ['ID=b8620084-62c7-4289-b76e-14a19b306a27,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:19.199363 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-96d42d0d-6e12-4cfc-8e09-9caee9ab3a09 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] device_id is not set on port a6debf70-e1f3-4ff7-93da-a9969679b421 yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:59:19.211408 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port db0a0f2f-4133-455b-aa66-1c37a3e17faa triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:19.214702 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:19.258245 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686b32ba-aca1-4e9d-a47a-edacd18d8b1d None None] No DVR routers for this DVR port b8620084-62c7-4289-b76e-14a19b306a27 on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:59:19.286272 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283ceb4a-863b-4aa6-bc8b-1e5f72f365b9 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:59:19.294485 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-d0bc9f16-03b8-4ec6-a017-c326c1581365 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Allocated IP 2001:db8::35f (f8442e66-b106-47be-99c8-78805c72142d/2cb25251-4b9c-4976-a916-63402d58b7e4/701585ce-fe28-4587-bbfc-03d690e88b64) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:59:19.304443 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-d0bc9f16-03b8-4ec6-a017-c326c1581365 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Allocated IP 2001:db8:0:1::76 (f8442e66-b106-47be-99c8-78805c72142d/7becb2b5-a583-4466-99ce-0d3cd525c9aa/701585ce-fe28-4587-bbfc-03d690e88b64) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:59:19.328563 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d9e648-b3bf-44b6-9625-71daaf62f0c5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event updated for resources: {'Network': ['ID=bbfebeea-db98-44d4-afdd-e9ecc20ea312,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:19.379001 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2564b3-c34c-4541-a0db-bfc2790545e0 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:19.382982 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-7f2564b3-c34c-4541-a0db-bfc2790545e0 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] 10.222.0.41 "GET /v2.0/networks/16a0e898-50c0-4b65-ae3a-069e9649bbca HTTP/1.1" status: 200 len: 881 time: 0.4890218 Feb 03 13:59:19.384463 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53958) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:19.388361 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-56d9e648-b3bf-44b6-9625-71daaf62f0c5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9887152 Feb 03 13:59:19.419104 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-96d42d0d-6e12-4cfc-8e09-9caee9ab3a09 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:19.419511 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53962) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:19.436799 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network bbfebeea-db98-44d4-afdd-e9ecc20ea312 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:59:19.437031 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-71b06d1f-0c27-48d0-934b-4267836a3330 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Request body: {'subnet': {'network_id': 'bbfebeea-db98-44d4-afdd-e9ecc20ea312', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:19.463022 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-52066366-26aa-4f9e-8527-6174924702b9 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e281b8d-bd7a-4522-b23c-fb4d617967e7 HTTP/1.1" status: 200 len: 205 time: 0.0738509 Feb 03 13:59:19.496959 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53966) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:19.499699 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9e2af75d-b600-437e-a9e4-9380ff152b24 tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:19.536453 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-dde39f39-3178-4ac1-b9d8-3c96d6bb0dbb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:19.544967 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-dde39f39-3178-4ac1-b9d8-3c96d6bb0dbb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Usage tracker for resource:port and tenant:1508f35e18f0463982f9a6d535c8268b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:19.555380 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-dde39f39-3178-4ac1-b9d8-3c96d6bb0dbb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:19.564739 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-dde39f39-3178-4ac1-b9d8-3c96d6bb0dbb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:19.573872 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-71b06d1f-0c27-48d0-934b-4267836a3330 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:19.579192 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-71b06d1f-0c27-48d0-934b-4267836a3330 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Usage tracker for resource:subnet and tenant:e560cbcda02c46efaee7f040dc641828 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:19.582125 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-71b06d1f-0c27-48d0-934b-4267836a3330 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:19.588037 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-71b06d1f-0c27-48d0-934b-4267836a3330 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:19.648587 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde39f39-3178-4ac1-b9d8-3c96d6bb0dbb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:19.653396 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-dde39f39-3178-4ac1-b9d8-3c96d6bb0dbb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:19.663090 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2af75d-b600-437e-a9e4-9380ff152b24 tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Pushing event deleted for resources: {'Port': ['ID=7cdc1d1d-7326-4850-bc65-fa435eded6bc,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:19.671978 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b06d1f-0c27-48d0-934b-4267836a3330 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Made reservation on behalf of e560cbcda02c46efaee7f040dc641828 for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:19.696504 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-dde39f39-3178-4ac1-b9d8-3c96d6bb0dbb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] device_id is not set on port 4cabaf6b-0a7f-42a5-951f-939a7f273589 yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:59:19.763281 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-96d42d0d-6e12-4cfc-8e09-9caee9ab3a09 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] device_id is not set on port b4f2056a-8429-4e47-b05b-44a64efac42b yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:59:19.842086 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:19.853194 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-71b06d1f-0c27-48d0-934b-4267836a3330 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:19.905325 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2db86a-2d0f-4197-8a16-5624c01d3929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-ac0baa47-f752-4b1c-8067-faa2699b3288', 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'tenant_id': '1508f35e18f0463982f9a6d535c8268b', 'fixed_ips': [{'subnet_id': '397bb0a8-effb-47f1-b63f-2c0764bce289'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:59:19.906125 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6f2db86a-2d0f-4197-8a16-5624c01d3929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:19.919124 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9e2af75d-b600-437e-a9e4-9380ff152b24 tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:19.945082 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port db0a0f2f-4133-455b-aa66-1c37a3e17faa, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=db0a0f2f-4133-455b-aa66-1c37a3e17faa,segment=NetworkSegment(5d6d74fe-1ab8-4d76-b93a-8b8bc5ac4e9d),segment_id=5d6d74fe-1ab8-4d76-b93a-8b8bc5ac4e9d)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:59:19.982253 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-9e2af75d-b600-437e-a9e4-9380ff152b24 tempest-RoutersAdminNegativeTest-1665033570 tempest-RoutersAdminNegativeTest-1665033570-project-admin] 10.222.0.41 "DELETE /v2.0/ports/7cdc1d1d-7326-4850-bc65-fa435eded6bc HTTP/1.1" status: 204 len: 168 time: 2.3681891 Feb 03 13:59:20.037710 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-dde39f39-3178-4ac1-b9d8-3c96d6bb0dbb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Allocated IP 2001:db8::1d0 (ac0baa47-f752-4b1c-8067-faa2699b3288/397bb0a8-effb-47f1-b63f-2c0764bce289/4cabaf6b-0a7f-42a5-951f-939a7f273589) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:59:20.064124 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:20.088326 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d0bc9f16-03b8-4ec6-a017-c326c1581365 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:20.171525 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device b8620084-62c7-4289-b76e-14a19b306a27 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 13:59:20.232629 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: b8620084-62c7-4289-b76e-14a19b306a27 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 13:59:20.233070 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device b8620084-62c7-4289-b76e-14a19b306a27 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 13:59:20.246322 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-fc5626c1-93c2-45fc-bf63-74b84006762e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'name': 'tempest-RoutersIpV6Test-router-979439135', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:58:43Z', 'updated_at': '2022-02-03T13:59:14Z', 'revision_number': 4, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'gw_port_host': None, '_interfaces': [{'id': '0ad52dcc-57a3-4c04-aee5-395333a50763', 'name': '', 'network_id': '19b00385-999c-4704-aee1-5bba5d33b369', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:f9:9e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ff040b3-6f29-40fe-a4df-a58020824988', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:58Z', 'updated_at': '2022-02-03T13:59:11Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': '7ff040b3-6f29-40fe-a4df-a58020824988', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74bb7149-3ba5-4af2-89eb-1d6858ae7e1e', 'name': '', 'network_id': '613815a1-1bf9-4547-85e2-a76dadd9ecc4', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:a9:70:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84ee5945-0288-48f0-bbda-6ca4c112aaba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:59:12Z', 'updated_at': '2022-02-03T13:59:15Z', 'revision_number': 2, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': '84ee5945-0288-48f0-bbda-6ca4c112aaba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e8c105-0fdb-4569-91e8-d3855c1efff3', 'name': '', 'network_id': 'c6d2680a-3380-4d17-8377-378a03cb63a7', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:22:06:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:48Z', 'updated_at': '2022-02-03T13:58:58Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:20.277482 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-d0bc9f16-03b8-4ec6-a017-c326c1581365 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Transition to ACTIVE for port object 701585ce-fe28-4587-bbfc-03d690e88b64 will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:59:20.281391 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-96d42d0d-6e12-4cfc-8e09-9caee9ab3a09 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:20.283709 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5626c1-93c2-45fc-bf63-74b84006762e None None] Checking router: 2a1a9059-2612-48ef-a558-cc9a429449c1 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 13:59:20.284074 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5626c1-93c2-45fc-bf63-74b84006762e None None] Updating router 2a1a9059-2612-48ef-a558-cc9a429449c1 port 74bb7149-3ba5-4af2-89eb-1d6858ae7e1e binding host dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 13:59:20.313571 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=db0a0f2f-4133-455b-aa66-1c37a3e17faa,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:20.357071 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1eb9b37f-9296-4ab4-9775-fb6e0d5d7eaa tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:20.364065 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-dde39f39-3178-4ac1-b9d8-3c96d6bb0dbb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:20.369096 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fc5626c1-93c2-45fc-bf63-74b84006762e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:20.385306 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-71b06d1f-0c27-48d0-934b-4267836a3330 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:20.391419 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-dde39f39-3178-4ac1-b9d8-3c96d6bb0dbb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Transition to ACTIVE for port object 4cabaf6b-0a7f-42a5-951f-939a7f273589 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:59:20.410459 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d0bc9f16-03b8-4ec6-a017-c326c1581365 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:20.426854 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-96d42d0d-6e12-4cfc-8e09-9caee9ab3a09 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:20.494407 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b06d1f-0c27-48d0-934b-4267836a3330 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event updated for resources: {'Subnet': ['ID=d35db50a-c01e-4eb3-b8a9-969e1c159844,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:20.507439 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b06d1f-0c27-48d0-934b-4267836a3330 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Checking segment: {'id': '9519bb4d-0aff-441c-9cc6-9ccef1a3895e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bbfebeea-db98-44d4-afdd-e9ecc20ea312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:59:20.507812 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b06d1f-0c27-48d0-934b-4267836a3330 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Network hostable DHCP agents. Network: bbfebeea-db98-44d4-afdd-e9ecc20ea312, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:59:20.540690 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d42d0d-6e12-4cfc-8e09-9caee9ab3a09 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Network da5fb634-29a9-4f74-808e-6b8578428b60 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:20.543538 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bc9f16-03b8-4ec6-a017-c326c1581365 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Network f8442e66-b106-47be-99c8-78805c72142d is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:20.546836 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-96d42d0d-6e12-4cfc-8e09-9caee9ab3a09 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:20.557180 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d42d0d-6e12-4cfc-8e09-9caee9ab3a09 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:59:20.558517 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-96d42d0d-6e12-4cfc-8e09-9caee9ab3a09 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:20.563883 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-d0bc9f16-03b8-4ec6-a017-c326c1581365 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:20.570941 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc9f16-03b8-4ec6-a017-c326c1581365 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'Port': ['ID=701585ce-fe28-4587-bbfc-03d690e88b64,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:20.573147 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bc9f16-03b8-4ec6-a017-c326c1581365 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:59:20.575592 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-dde39f39-3178-4ac1-b9d8-3c96d6bb0dbb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:20.577316 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bc9f16-03b8-4ec6-a017-c326c1581365 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:20.577940 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d0bc9f16-03b8-4ec6-a017-c326c1581365 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:20.646387 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b06d1f-0c27-48d0-934b-4267836a3330 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Network bbfebeea-db98-44d4-afdd-e9ecc20ea312 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:59:20.683621 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d42d0d-6e12-4cfc-8e09-9caee9ab3a09 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'Port': ['ID=a6debf70-e1f3-4ff7-93da-a9969679b421,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:20.702882 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde39f39-3178-4ac1-b9d8-3c96d6bb0dbb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Port': ['ID=4cabaf6b-0a7f-42a5-951f-939a7f273589,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:20.710184 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde39f39-3178-4ac1-b9d8-3c96d6bb0dbb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:20.711675 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-dde39f39-3178-4ac1-b9d8-3c96d6bb0dbb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:20.717471 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde39f39-3178-4ac1-b9d8-3c96d6bb0dbb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:59:20.721463 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde39f39-3178-4ac1-b9d8-3c96d6bb0dbb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:20.722234 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-dde39f39-3178-4ac1-b9d8-3c96d6bb0dbb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:20.725235 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-6f2db86a-2d0f-4197-8a16-5624c01d3929 None None] Allocated IP 2001:db8::2 (ac0baa47-f752-4b1c-8067-faa2699b3288/397bb0a8-effb-47f1-b63f-2c0764bce289/08da9964-75f4-4eef-9c54-b45a13299c94) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:59:20.725862 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53978) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:20.760151 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d0bc9f16-03b8-4ec6-a017-c326c1581365 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 3.3402243 Feb 03 13:59:20.764679 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 53984) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:20.766920 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device db0a0f2f-4133-455b-aa66-1c37a3e17faa up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:59:20.772435 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-b7d9e064-5267-40ba-a6bd-5bf9a3af79f2 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2cb25251-4b9c-4976-a916-63402d58b7e4'}]}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:20.822822 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-71b06d1f-0c27-48d0-934b-4267836a3330 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, bbfebeea-db98-44d4-afdd-e9ecc20ea312) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:20.857518 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b06d1f-0c27-48d0-934b-4267836a3330 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:20.858133 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-71b06d1f-0c27-48d0-934b-4267836a3330 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:20.858638 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d42d0d-6e12-4cfc-8e09-9caee9ab3a09 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Checking segment: {'id': '89caf10a-f043-4271-ac34-2e8206b56ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '63e8851f-bac7-47ec-956b-761f98ae84d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:59:20.859001 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d42d0d-6e12-4cfc-8e09-9caee9ab3a09 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Network hostable DHCP agents. Network: 63e8851f-bac7-47ec-956b-761f98ae84d3, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:59:20.863685 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d42d0d-6e12-4cfc-8e09-9caee9ab3a09 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'Port': ['ID=b4f2056a-8429-4e47-b05b-44a64efac42b,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:20.882457 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-dde39f39-3178-4ac1-b9d8-3c96d6bb0dbb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7719684 Feb 03 13:59:20.887965 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53988) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:20.890750 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-c9539217-3021-4deb-b2ba-0a161079c6ce None None] Allocated IP 2001:db8:0:1::2 (f8442e66-b106-47be-99c8-78805c72142d/7becb2b5-a583-4466-99ce-0d3cd525c9aa/db0a0f2f-4133-455b-aa66-1c37a3e17faa) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:59:20.912476 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e51b2c-d7d6-4592-a920-0c190262fd49 None None] Network bbfebeea-db98-44d4-afdd-e9ecc20ea312 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:59:20.990577 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1eb9b37f-9296-4ab4-9775-fb6e0d5d7eaa tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:21.020926 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d4fee6-dba6-472b-8547-58e0a668e65d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:21.021354 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-a2d4fee6-dba6-472b-8547-58e0a668e65d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:59:21.038180 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d42d0d-6e12-4cfc-8e09-9caee9ab3a09 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Network 63e8851f-bac7-47ec-956b-761f98ae84d3 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:59:21.046463 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-96d42d0d-6e12-4cfc-8e09-9caee9ab3a09 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 63e8851f-bac7-47ec-956b-761f98ae84d3) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:21.052052 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d42d0d-6e12-4cfc-8e09-9caee9ab3a09 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:59:21.056792 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d42d0d-6e12-4cfc-8e09-9caee9ab3a09 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:21.060657 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d42d0d-6e12-4cfc-8e09-9caee9ab3a09 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:21.061381 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-96d42d0d-6e12-4cfc-8e09-9caee9ab3a09 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:21.078389 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd255ffb-f54e-498e-a47b-19ad5dadcb41 None None] Network 63e8851f-bac7-47ec-956b-761f98ae84d3 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:59:21.079496 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-1eb9b37f-9296-4ab4-9775-fb6e0d5d7eaa tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Deleting port 1486b1f3-17c8-46f2-948d-e836d4a3f887 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:21.079899 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1eb9b37f-9296-4ab4-9775-fb6e0d5d7eaa tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:21.127968 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-a2d4fee6-dba6-472b-8547-58e0a668e65d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:59:21.131810 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a2d4fee6-dba6-472b-8547-58e0a668e65d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2390962 Feb 03 13:59:21.132076 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53992) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:21.145227 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b7d9e064-5267-40ba-a6bd-5bf9a3af79f2 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:21.202647 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-fb105619-4931-4a4c-8d7e-2f1a7cf1edfe tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting port 4cabaf6b-0a7f-42a5-951f-939a7f273589 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:21.203112 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fb105619-4931-4a4c-8d7e-2f1a7cf1edfe tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:21.272590 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-96d42d0d-6e12-4cfc-8e09-9caee9ab3a09 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3092031 Feb 03 13:59:21.279010 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 53998) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:21.300728 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-71b06d1f-0c27-48d0-934b-4267836a3330 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8801625 Feb 03 13:59:21.306927 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54002) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:21.406047 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9c7d779f-b5d2-4856-aacc-deef175e21a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:21.493132 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-7f29dc95-9957-442b-8a98-0c9fc351b643 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Deleting port b4f2056a-8429-4e47-b05b-44a64efac42b {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:21.503411 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7f29dc95-9957-442b-8a98-0c9fc351b643 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:21.562502 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-9c7d779f-b5d2-4856-aacc-deef175e21a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:21.610511 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-9c7d779f-b5d2-4856-aacc-deef175e21a6 admin admin] Usage tracker for resource:security_group_rule and tenant:7e6cfd8ec4be4cd1a4fc4d46659ea846 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:21.620791 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-9c7d779f-b5d2-4856-aacc-deef175e21a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:21.636654 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-9c7d779f-b5d2-4856-aacc-deef175e21a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:21.706745 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1eb9b37f-9296-4ab4-9775-fb6e0d5d7eaa tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:21.752169 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port db0a0f2f-4133-455b-aa66-1c37a3e17faa triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:21.753237 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:21.783558 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-c9539217-3021-4deb-b2ba-0a161079c6ce None None] For port db0a0f2f-4133-455b-aa66-1c37a3e17faa, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=db0a0f2f-4133-455b-aa66-1c37a3e17faa,segment=NetworkSegment(5d6d74fe-1ab8-4d76-b93a-8b8bc5ac4e9d),segment_id=5d6d74fe-1ab8-4d76-b93a-8b8bc5ac4e9d)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:59:21.817494 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e37b932-e378-4093-9892-7bb1215d5f80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-bbfebeea-db98-44d4-afdd-e9ecc20ea312', 'network_id': 'bbfebeea-db98-44d4-afdd-e9ecc20ea312', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'fixed_ips': [{'subnet_id': 'd35db50a-c01e-4eb3-b8a9-969e1c159844'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:59:21.818311 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3e37b932-e378-4093-9892-7bb1215d5f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:21.841153 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6f2db86a-2d0f-4197-8a16-5624c01d3929 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:21.857896 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-1eb9b37f-9296-4ab4-9775-fb6e0d5d7eaa tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Calling delete_port for 1486b1f3-17c8-46f2-948d-e836d4a3f887 owned by network:router_gateway {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:59:21.865155 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.resource_extend [None req-fc5626c1-93c2-45fc-bf63-74b84006762e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 13:59:21.874785 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9c7d779f-b5d2-4856-aacc-deef175e21a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:21.879192 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-6f2db86a-2d0f-4197-8a16-5624c01d3929 None None] Transition to ACTIVE for port object 08da9964-75f4-4eef-9c54-b45a13299c94 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:59:21.941484 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fb105619-4931-4a4c-8d7e-2f1a7cf1edfe tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:21.954570 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9c7d779f-b5d2-4856-aacc-deef175e21a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:22.013224 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-9c7d779f-b5d2-4856-aacc-deef175e21a6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7e6cfd8ec4be4cd1a4fc4d46659ea846&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2834074 Feb 03 13:59:22.013224 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d779f-b5d2-4856-aacc-deef175e21a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8452b059-e02e-4d04-8ad6-fa56086d6a51,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:22.013523 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c9539217-3021-4deb-b2ba-0a161079c6ce None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:22.014001 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54008) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:22.024540 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-6f2db86a-2d0f-4197-8a16-5624c01d3929 None None] Transition to ACTIVE for port object 08da9964-75f4-4eef-9c54-b45a13299c94 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:59:22.072500 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-c9539217-3021-4deb-b2ba-0a161079c6ce None None] Transition to ACTIVE for port object db0a0f2f-4133-455b-aa66-1c37a3e17faa will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:59:22.093006 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fc5626c1-93c2-45fc-bf63-74b84006762e None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:22.145319 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6f2db86a-2d0f-4197-8a16-5624c01d3929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:22.215154 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-fc5626c1-93c2-45fc-bf63-74b84006762e None None] Transition to ACTIVE for port object 74bb7149-3ba5-4af2-89eb-1d6858ae7e1e will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:59:22.236170 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c9539217-3021-4deb-b2ba-0a161079c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:22.246818 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8e11ec04-8d6a-4ecf-9c79-8dbbd6b16861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:22.266671 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-fb105619-4931-4a4c-8d7e-2f1a7cf1edfe tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Calling delete_port for 4cabaf6b-0a7f-42a5-951f-939a7f273589 owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:59:22.303097 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fc5626c1-93c2-45fc-bf63-74b84006762e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:22.306297 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8e11ec04-8d6a-4ecf-9c79-8dbbd6b16861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:22.323789 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-b7d9e064-5267-40ba-a6bd-5bf9a3af79f2 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Delete allocated IP 2001:db8:0:1::76 (f8442e66-b106-47be-99c8-78805c72142d/7becb2b5-a583-4466-99ce-0d3cd525c9aa) {{(pid=84181) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 03 13:59:22.336199 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7f29dc95-9957-442b-8a98-0c9fc351b643 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:22.336788 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2db86a-2d0f-4197-8a16-5624c01d3929 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:22.357313 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-6f2db86a-2d0f-4197-8a16-5624c01d3929 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:22.360619 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2db86a-2d0f-4197-8a16-5624c01d3929 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:59:22.373848 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2db86a-2d0f-4197-8a16-5624c01d3929 None None] Pushing event updated for resources: {'Port': ['ID=08da9964-75f4-4eef-9c54-b45a13299c94,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:22.478037 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-7f29dc95-9957-442b-8a98-0c9fc351b643 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Calling delete_port for b4f2056a-8429-4e47-b05b-44a64efac42b owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:59:22.536605 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-3e37b932-e378-4093-9892-7bb1215d5f80 None None] Allocated IP 2001:db8:3::2 (bbfebeea-db98-44d4-afdd-e9ecc20ea312/d35db50a-c01e-4eb3-b8a9-969e1c159844/e3800a6e-7bff-4e05-bc9f-bac0f3581eff) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:59:22.544773 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8e11ec04-8d6a-4ecf-9c79-8dbbd6b16861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:22.582507 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11ec04-8d6a-4ecf-9c79-8dbbd6b16861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8452b059-e02e-4d04-8ad6-fa56086d6a51,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:22.584420 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8e11ec04-8d6a-4ecf-9c79-8dbbd6b16861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:22.590705 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8e11ec04-8d6a-4ecf-9c79-8dbbd6b16861 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8452b059-e02e-4d04-8ad6-fa56086d6a51 HTTP/1.1" status: 204 len: 168 time: 0.5716362 Feb 03 13:59:22.704187 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7f29dc95-9957-442b-8a98-0c9fc351b643 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:22.771400 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7d994685-7962-435c-acf8-7151b9847118 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:22.788261 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29dc95-9957-442b-8a98-0c9fc351b643 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event deleted for resources: {'Port': ['ID=b4f2056a-8429-4e47-b05b-44a64efac42b,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:22.818919 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b7d9e064-5267-40ba-a6bd-5bf9a3af79f2 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:22.832891 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9539217-3021-4deb-b2ba-0a161079c6ce None None] Pushing event updated for resources: {'Port': ['ID=db0a0f2f-4133-455b-aa66-1c37a3e17faa,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:22.855514 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7f29dc95-9957-442b-8a98-0c9fc351b643 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:22.879974 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7f29dc95-9957-442b-8a98-0c9fc351b643 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/ports/b4f2056a-8429-4e47-b05b-44a64efac42b HTTP/1.1" status: 204 len: 168 time: 1.5963366 Feb 03 13:59:22.881975 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54014) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:22.895089 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-6f2db86a-2d0f-4197-8a16-5624c01d3929 None None] Attempting to bind port 08da9964-75f4-4eef-9c54-b45a13299c94 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:59:22.895767 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-6f2db86a-2d0f-4197-8a16-5624c01d3929 None None] Attempting to bind port 08da9964-75f4-4eef-9c54-b45a13299c94 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:59:22.896129 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2db86a-2d0f-4197-8a16-5624c01d3929 None None] Attempting to bind port 08da9964-75f4-4eef-9c54-b45a13299c94 on network ac0baa47-f752-4b1c-8067-faa2699b3288 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:59:22.925524 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fb105619-4931-4a4c-8d7e-2f1a7cf1edfe tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:22.943262 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-b7d9e064-5267-40ba-a6bd-5bf9a3af79f2 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Ignored duplicate provisioning block setup for port 701585ce-fe28-4587-bbfc-03d690e88b64 by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 03 13:59:23.042427 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b7d9e064-5267-40ba-a6bd-5bf9a3af79f2 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:23.044520 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb105619-4931-4a4c-8d7e-2f1a7cf1edfe tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Port': ['ID=4cabaf6b-0a7f-42a5-951f-939a7f273589,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:23.051360 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1eb9b37f-9296-4ab4-9775-fb6e0d5d7eaa tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:23.070475 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2db86a-2d0f-4197-8a16-5624c01d3929 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:59:23.070882 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2db86a-2d0f-4197-8a16-5624c01d3929 None None] Checking segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:59:23.071325 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6f2db86a-2d0f-4197-8a16-5624c01d3929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:23.071732 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2db86a-2d0f-4197-8a16-5624c01d3929 None None] Bound using segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:59:23.072227 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-6f2db86a-2d0f-4197-8a16-5624c01d3929 None None] Bound port: 08da9964-75f4-4eef-9c54-b45a13299c94, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:59:23.072645 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6f2db86a-2d0f-4197-8a16-5624c01d3929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:23.150418 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e4f205-b604-4b6f-8d86-b61d316fd32b None None] Pushing event updated for resources: {'Port': ['ID=74bb7149-3ba5-4af2-89eb-1d6858ae7e1e,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:23.211803 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-fc5626c1-93c2-45fc-bf63-74b84006762e None None] Attempting to bind port 74bb7149-3ba5-4af2-89eb-1d6858ae7e1e on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:59:23.212179 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-fc5626c1-93c2-45fc-bf63-74b84006762e None None] Attempting to bind port 74bb7149-3ba5-4af2-89eb-1d6858ae7e1e by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '62c54110-ba20-4210-a9d9-8203c05c98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '613815a1-1bf9-4547-85e2-a76dadd9ecc4'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:59:23.212547 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5626c1-93c2-45fc-bf63-74b84006762e None None] Attempting to bind port 74bb7149-3ba5-4af2-89eb-1d6858ae7e1e on network 613815a1-1bf9-4547-85e2-a76dadd9ecc4 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:59:23.228266 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb9b37f-9296-4ab4-9775-fb6e0d5d7eaa tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Pushing event deleted for resources: {'Port': ['ID=1486b1f3-17c8-46f2-948d-e836d4a3f887,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:23.243987 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fb105619-4931-4a4c-8d7e-2f1a7cf1edfe tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:23.247326 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-fb105619-4931-4a4c-8d7e-2f1a7cf1edfe tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/ports/4cabaf6b-0a7f-42a5-951f-939a7f273589 HTTP/1.1" status: 204 len: 168 time: 2.1141992 Feb 03 13:59:23.249373 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54020) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:23.307968 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5626c1-93c2-45fc-bf63-74b84006762e None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:59:23.309670 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5626c1-93c2-45fc-bf63-74b84006762e None None] Checking segment: {'id': '62c54110-ba20-4210-a9d9-8203c05c98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '613815a1-1bf9-4547-85e2-a76dadd9ecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:59:23.309670 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fc5626c1-93c2-45fc-bf63-74b84006762e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:23.309670 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5626c1-93c2-45fc-bf63-74b84006762e None None] Bound using segment: {'id': '62c54110-ba20-4210-a9d9-8203c05c98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '613815a1-1bf9-4547-85e2-a76dadd9ecc4'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:59:23.309670 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-fc5626c1-93c2-45fc-bf63-74b84006762e None None] Bound port: 74bb7149-3ba5-4af2-89eb-1d6858ae7e1e, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62c54110-ba20-4210-a9d9-8203c05c98f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '613815a1-1bf9-4547-85e2-a76dadd9ecc4'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:59:23.310204 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fc5626c1-93c2-45fc-bf63-74b84006762e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:23.361367 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b136775e-a680-46b5-95db-9ace0e46d54f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:23.362824 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b136775e-a680-46b5-95db-9ace0e46d54f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:23.363594 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b136775e-a680-46b5-95db-9ace0e46d54f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:59:23.398437 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3e37b932-e378-4093-9892-7bb1215d5f80 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:23.417915 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-6f2db86a-2d0f-4197-8a16-5624c01d3929 None None] For port 08da9964-75f4-4eef-9c54-b45a13299c94, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:59:23.431806 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-3e37b932-e378-4093-9892-7bb1215d5f80 None None] Transition to ACTIVE for port object e3800a6e-7bff-4e05-bc9f-bac0f3581eff will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:59:23.436629 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f23f0b-c068-44d7-a567-05fc248605ab tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:23.441249 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f23f0b-c068-44d7-a567-05fc248605ab tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:23.442659 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d9f23f0b-c068-44d7-a567-05fc248605ab tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Synchronizing usage tracker for tenant:2fa0476fd5f14aeea80802e139eae85a on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:59:23.456964 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-6f2db86a-2d0f-4197-8a16-5624c01d3929 None None] For port 08da9964-75f4-4eef-9c54-b45a13299c94, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=08da9964-75f4-4eef-9c54-b45a13299c94,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:59:23.477115 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-3e37b932-e378-4093-9892-7bb1215d5f80 None None] Transition to ACTIVE for port object e3800a6e-7bff-4e05-bc9f-bac0f3581eff will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:59:23.482472 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-fc5626c1-93c2-45fc-bf63-74b84006762e None None] For port 74bb7149-3ba5-4af2-89eb-1d6858ae7e1e, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:59:23.485755 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-fc5626c1-93c2-45fc-bf63-74b84006762e None None] For port 74bb7149-3ba5-4af2-89eb-1d6858ae7e1e, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=74bb7149-3ba5-4af2-89eb-1d6858ae7e1e,segment=NetworkSegment(62c54110-ba20-4210-a9d9-8203c05c98f9),segment_id=62c54110-ba20-4210-a9d9-8203c05c98f9)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:59:23.520250 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fcfca9-2be9-4bd9-b738-76cdcb0d6380 None None] Network f8442e66-b106-47be-99c8-78805c72142d requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:59:23.531272 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-b7d9e064-5267-40ba-a6bd-5bf9a3af79f2 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] In _notify_port_updated(), no bound segment for port 701585ce-fe28-4587-bbfc-03d690e88b64 on network f8442e66-b106-47be-99c8-78805c72142d {{(pid=84181) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 03 13:59:23.535089 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d9e064-5267-40ba-a6bd-5bf9a3af79f2 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:23.535711 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b7d9e064-5267-40ba-a6bd-5bf9a3af79f2 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:23.536987 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b7d9e064-5267-40ba-a6bd-5bf9a3af79f2 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "PUT /v2.0/ports/701585ce-fe28-4587-bbfc-03d690e88b64 HTTP/1.1" status: 200 len: 925 time: 2.7712908 Feb 03 13:59:23.538751 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b136775e-a680-46b5-95db-9ace0e46d54f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:59:23.540398 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b136775e-a680-46b5-95db-9ace0e46d54f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2662795 Feb 03 13:59:23.541013 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54024) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:23.541578 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6f2db86a-2d0f-4197-8a16-5624c01d3929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:23.546270 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54026) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:23.561062 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-56098995-dd09-45d9-8602-c332b47ae4e9 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2cb25251-4b9c-4976-a916-63402d58b7e4'}, {'subnet_id': '7becb2b5-a583-4466-99ce-0d3cd525c9aa'}]}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:23.584305 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9e064-5267-40ba-a6bd-5bf9a3af79f2 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'Port': ['ID=701585ce-fe28-4587-bbfc-03d690e88b64,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:23.652569 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fc5626c1-93c2-45fc-bf63-74b84006762e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:23.652769 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d9f23f0b-c068-44d7-a567-05fc248605ab tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Unset dirty status for tenant:2fa0476fd5f14aeea80802e139eae85a on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:59:23.653263 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54032) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:23.656728 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d9f23f0b-c068-44d7-a567-05fc248605ab tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.7711205 Feb 03 13:59:23.666162 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3e37b932-e378-4093-9892-7bb1215d5f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:23.666986 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54036) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:23.715446 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1eb9b37f-9296-4ab4-9775-fb6e0d5d7eaa tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:23.759625 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2db86a-2d0f-4197-8a16-5624c01d3929 None None] Pushing event updated for resources: {'Port': ['ID=08da9964-75f4-4eef-9c54-b45a13299c94,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:23.823668 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e37b932-e378-4093-9892-7bb1215d5f80 None None] Network bbfebeea-db98-44d4-afdd-e9ecc20ea312 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:23.842127 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-3e37b932-e378-4093-9892-7bb1215d5f80 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:23.852562 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-2480b1d0-a9d3-47a5-a833-d2e79434ce8f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=16c85e565395401ea93ccf62fe6b0689&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1981363 Feb 03 13:59:23.858114 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e37b932-e378-4093-9892-7bb1215d5f80 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:59:23.867459 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54040) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:23.868949 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-7d994685-7962-435c-acf8-7151b9847118 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Allocated IP 2001:db8:3::1 (bbfebeea-db98-44d4-afdd-e9ecc20ea312/d35db50a-c01e-4eb3-b8a9-969e1c159844/9f327a0c-b19c-4805-84cd-17c7f2794ba7) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:59:23.873320 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-c0e0cf37-513a-4365-9049-ffc8515940a0 None None] Provisioning for port db0a0f2f-4133-455b-aa66-1c37a3e17faa completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:59:23.925360 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5626c1-93c2-45fc-bf63-74b84006762e None None] Routers {'2a1a9059-2612-48ef-a558-cc9a429449c1'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:59:23.926301 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-fc5626c1-93c2-45fc-bf63-74b84006762e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:58:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2a1a9059-2612-48ef-a558-cc9a429449c1'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:24.028822 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-c0e0cf37-513a-4365-9049-ffc8515940a0 None None] Provisioning complete for port db0a0f2f-4133-455b-aa66-1c37a3e17faa triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:24.029212 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c0e0cf37-513a-4365-9049-ffc8515940a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:24.181510 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-36653341-025e-4edd-95e8-370b1448cc29 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting subnet 397bb0a8-effb-47f1-b63f-2c0764bce289 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 13:59:24.195765 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-36653341-025e-4edd-95e8-370b1448cc29 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:24.212173 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-579106e8-3ea4-4a49-84f3-3b4525d309a8 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Deleting port a6debf70-e1f3-4ff7-93da-a9969679b421 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:24.212693 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-579106e8-3ea4-4a49-84f3-3b4525d309a8 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:24.235817 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e4f205-b604-4b6f-8d86-b61d316fd32b None None] Pushing event updated for resources: {'Port': ['ID=74bb7149-3ba5-4af2-89eb-1d6858ae7e1e,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:24.242186 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7d994685-7962-435c-acf8-7151b9847118 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:24.273932 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1eb9b37f-9296-4ab4-9775-fb6e0d5d7eaa tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:24.319504 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-7d994685-7962-435c-acf8-7151b9847118 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Transition to ACTIVE for port object 9f327a0c-b19c-4805-84cd-17c7f2794ba7 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:59:24.322502 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-36653341-025e-4edd-95e8-370b1448cc29 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:24.349674 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1eb9b37f-9296-4ab4-9775-fb6e0d5d7eaa tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:24.358586 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f8f11e21-e21f-4d6e-8dcf-c72281929226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:24.426441 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f8f11e21-e21f-4d6e-8dcf-c72281929226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:24.513516 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-3e37b932-e378-4093-9892-7bb1215d5f80 None None] Attempting to bind port e3800a6e-7bff-4e05-bc9f-bac0f3581eff on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:59:24.515839 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-3e37b932-e378-4093-9892-7bb1215d5f80 None None] Attempting to bind port e3800a6e-7bff-4e05-bc9f-bac0f3581eff by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '9519bb4d-0aff-441c-9cc6-9ccef1a3895e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bbfebeea-db98-44d4-afdd-e9ecc20ea312'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:59:24.515839 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e37b932-e378-4093-9892-7bb1215d5f80 None None] Attempting to bind port e3800a6e-7bff-4e05-bc9f-bac0f3581eff on network bbfebeea-db98-44d4-afdd-e9ecc20ea312 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:59:24.526583 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-36653341-025e-4edd-95e8-370b1448cc29 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:24.538287 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-fc5626c1-93c2-45fc-bf63-74b84006762e None None] Set router 2a1a9059-2612-48ef-a558-cc9a429449c1 gateway port host: None {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:59:24.571170 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7d994685-7962-435c-acf8-7151b9847118 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:24.606301 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e37b932-e378-4093-9892-7bb1215d5f80 None None] Pushing event updated for resources: {'Port': ['ID=e3800a6e-7bff-4e05-bc9f-bac0f3581eff,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:24.643799 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1eb9b37f-9296-4ab4-9775-fb6e0d5d7eaa tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:24.644432 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb9b37f-9296-4ab4-9775-fb6e0d5d7eaa tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Fanout notify agent at l3_agent the message router_deleted on router 8e281b8d-bd7a-4522-b23c-fb4d617967e7 {{(pid=84182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:59:24.649151 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e37b932-e378-4093-9892-7bb1215d5f80 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:59:24.649366 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e37b932-e378-4093-9892-7bb1215d5f80 None None] Checking segment: {'id': '9519bb4d-0aff-441c-9cc6-9ccef1a3895e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bbfebeea-db98-44d4-afdd-e9ecc20ea312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:59:24.649810 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3e37b932-e378-4093-9892-7bb1215d5f80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:24.650218 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e37b932-e378-4093-9892-7bb1215d5f80 None None] Bound using segment: {'id': '9519bb4d-0aff-441c-9cc6-9ccef1a3895e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bbfebeea-db98-44d4-afdd-e9ecc20ea312'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:59:24.651335 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-3e37b932-e378-4093-9892-7bb1215d5f80 None None] Bound port: e3800a6e-7bff-4e05-bc9f-bac0f3581eff, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9519bb4d-0aff-441c-9cc6-9ccef1a3895e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bbfebeea-db98-44d4-afdd-e9ecc20ea312'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:59:24.651626 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3e37b932-e378-4093-9892-7bb1215d5f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:24.672769 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f8f11e21-e21f-4d6e-8dcf-c72281929226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:24.694750 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1eb9b37f-9296-4ab4-9775-fb6e0d5d7eaa tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:24.696131 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-1eb9b37f-9296-4ab4-9775-fb6e0d5d7eaa tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] 10.222.0.41 "DELETE /v2.0/routers/8e281b8d-bd7a-4522-b23c-fb4d617967e7 HTTP/1.1" status: 204 len: 168 time: 5.1896346 Feb 03 13:59:24.703253 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54044) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:24.717190 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-56098995-dd09-45d9-8602-c332b47ae4e9 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:24.730115 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-579106e8-3ea4-4a49-84f3-3b4525d309a8 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:24.748460 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f11e21-e21f-4d6e-8dcf-c72281929226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc0bf71-6f3c-4bf6-b25a-a10562fb0931,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:24.750957 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-36653341-025e-4edd-95e8-370b1448cc29 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:24.778046 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 08da9964-75f4-4eef-9c54-b45a13299c94 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:59:24.797399 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-dcc3062a-949a-4f67-ac18-f206f32c9014 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-808022097', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:24.810837 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d994685-7962-435c-acf8-7151b9847118 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event updated for resources: {'Port': ['ID=9f327a0c-b19c-4805-84cd-17c7f2794ba7,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:24.818912 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-dcc3062a-949a-4f67-ac18-f206f32c9014 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:24.821800 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-36653341-025e-4edd-95e8-370b1448cc29 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:24.835834 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36653341-025e-4edd-95e8-370b1448cc29 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Subnet': ['ID=397bb0a8-effb-47f1-b63f-2c0764bce289,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:24.839877 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-dcc3062a-949a-4f67-ac18-f206f32c9014 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Usage tracker for resource:router and tenant:f9fdab74892247138f76fc59f639f82f is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:24.843581 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d994685-7962-435c-acf8-7151b9847118 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Network bbfebeea-db98-44d4-afdd-e9ecc20ea312 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:24.847558 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-dcc3062a-949a-4f67-ac18-f206f32c9014 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:24.850277 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-7d994685-7962-435c-acf8-7151b9847118 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:24.860552 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d994685-7962-435c-acf8-7151b9847118 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:59:24.860993 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7d994685-7962-435c-acf8-7151b9847118 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:24.863574 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-dcc3062a-949a-4f67-ac18-f206f32c9014 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:24.870660 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-36653341-025e-4edd-95e8-370b1448cc29 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/397bb0a8-effb-47f1-b63f-2c0764bce289 HTTP/1.1" status: 204 len: 168 time: 1.2954326 Feb 03 13:59:24.873982 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54048) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:24.877365 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f8f11e21-e21f-4d6e-8dcf-c72281929226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:24.877866 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f8f11e21-e21f-4d6e-8dcf-c72281929226 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cbc0bf71-6f3c-4bf6-b25a-a10562fb0931 HTTP/1.1" status: 204 len: 168 time: 1.0059814 Feb 03 13:59:24.898941 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-579106e8-3ea4-4a49-84f3-3b4525d309a8 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Calling delete_port for a6debf70-e1f3-4ff7-93da-a9969679b421 owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:59:24.959894 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b3a2fe47-ae69-44ec-bc6b-31292048d721 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0806670 Feb 03 13:59:24.962636 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54054) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:25.046045 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-dcc3062a-949a-4f67-ac18-f206f32c9014 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:25.047150 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-dcc3062a-949a-4f67-ac18-f206f32c9014 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:25.098459 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-dcc3062a-949a-4f67-ac18-f206f32c9014 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:25.122204 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2536bb5-27d5-4518-b41a-961dd16dd431 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:25.123164 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-d2536bb5-27d5-4518-b41a-961dd16dd431 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:59:25.199848 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-3e37b932-e378-4093-9892-7bb1215d5f80 None None] For port e3800a6e-7bff-4e05-bc9f-bac0f3581eff, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:59:25.212258 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-3e37b932-e378-4093-9892-7bb1215d5f80 None None] For port e3800a6e-7bff-4e05-bc9f-bac0f3581eff, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=e3800a6e-7bff-4e05-bc9f-bac0f3581eff,segment=NetworkSegment(9519bb4d-0aff-441c-9cc6-9ccef1a3895e),segment_id=9519bb4d-0aff-441c-9cc6-9ccef1a3895e)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:59:25.226476 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-579106e8-3ea4-4a49-84f3-3b4525d309a8 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:25.244586 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7d994685-7962-435c-acf8-7151b9847118 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:25.311200 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579106e8-3ea4-4a49-84f3-3b4525d309a8 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event deleted for resources: {'Port': ['ID=a6debf70-e1f3-4ff7-93da-a9969679b421,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:25.334533 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-dcc3062a-949a-4f67-ac18-f206f32c9014 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:25.349433 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 08da9964-75f4-4eef-9c54-b45a13299c94 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:59:25.358107 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f1dbf408-0e49-4d38-8338-d50d94f961a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:25.362721 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-579106e8-3ea4-4a49-84f3-3b4525d309a8 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:25.363764 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3e37b932-e378-4093-9892-7bb1215d5f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:25.380951 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-d2536bb5-27d5-4518-b41a-961dd16dd431 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:59:25.393548 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d2536bb5-27d5-4518-b41a-961dd16dd431 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4270499 Feb 03 13:59:25.406264 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54062) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:25.462149 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device db0a0f2f-4133-455b-aa66-1c37a3e17faa up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:59:25.511772 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-56098995-dd09-45d9-8602-c332b47ae4e9 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Allocated IP 2001:db8:0:1::3c (f8442e66-b106-47be-99c8-78805c72142d/7becb2b5-a583-4466-99ce-0d3cd525c9aa/701585ce-fe28-4587-bbfc-03d690e88b64) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:59:25.524314 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccca4cb-bbb7-441c-887c-046772a99819 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:59:25.611797 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-579106e8-3ea4-4a49-84f3-3b4525d309a8 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/ports/a6debf70-e1f3-4ff7-93da-a9969679b421 HTTP/1.1" status: 204 len: 168 time: 1.9414058 Feb 03 13:59:25.618379 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54068) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:25.721680 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e37b932-e378-4093-9892-7bb1215d5f80 None None] Pushing event updated for resources: {'Port': ['ID=e3800a6e-7bff-4e05-bc9f-bac0f3581eff,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:25.810825 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c66d39f-bd61-4a16-939c-7161cdcdb340 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:25.812671 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2c66d39f-bd61-4a16-939c-7161cdcdb340 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Synchronizing usage tracker for tenant:2fa0476fd5f14aeea80802e139eae85a on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:59:25.847902 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-56098995-dd09-45d9-8602-c332b47ae4e9 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:25.881211 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-56098995-dd09-45d9-8602-c332b47ae4e9 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Ignored duplicate provisioning block setup for port 701585ce-fe28-4587-bbfc-03d690e88b64 by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 03 13:59:25.881587 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-6e881983-2bc5-44b6-8e04-ffc82e028408 None None] Provisioning for port 08da9964-75f4-4eef-9c54-b45a13299c94 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:59:25.897514 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-6e881983-2bc5-44b6-8e04-ffc82e028408 None None] Provisioning complete for port 08da9964-75f4-4eef-9c54-b45a13299c94 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:25.897896 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6e881983-2bc5-44b6-8e04-ffc82e028408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:25.917494 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2c66d39f-bd61-4a16-939c-7161cdcdb340 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Unset dirty status for tenant:2fa0476fd5f14aeea80802e139eae85a on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:59:25.919660 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2c66d39f-bd61-4a16-939c-7161cdcdb340 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3004849 Feb 03 13:59:25.931687 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54078) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:25.931846 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa126c7-9888-494e-93b0-81f643823326 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:25.931846 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-efa126c7-9888-494e-93b0-81f643823326 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:59:25.944505 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-dcc3062a-949a-4f67-ac18-f206f32c9014 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:25.950757 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-dcc3062a-949a-4f67-ac18-f206f32c9014 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.1826115 Feb 03 13:59:25.953247 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54082) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:25.971287 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-fb13c6ea-adf6-43ec-bbc9-e797df2aff70 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'enable_snat': False}}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:26.027377 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-56098995-dd09-45d9-8602-c332b47ae4e9 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:26.072352 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-fc5626c1-93c2-45fc-bf63-74b84006762e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'name': 'tempest-RoutersIpV6Test-router-979439135', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:58:43Z', 'updated_at': '2022-02-03T13:59:14Z', 'revision_number': 4, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'gw_port_host': None, '_interfaces': [{'id': '0ad52dcc-57a3-4c04-aee5-395333a50763', 'name': '', 'network_id': '19b00385-999c-4704-aee1-5bba5d33b369', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:f9:9e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ff040b3-6f29-40fe-a4df-a58020824988', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:58Z', 'updated_at': '2022-02-03T13:59:11Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': '7ff040b3-6f29-40fe-a4df-a58020824988', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74bb7149-3ba5-4af2-89eb-1d6858ae7e1e', 'name': '', 'network_id': '613815a1-1bf9-4547-85e2-a76dadd9ecc4', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:a9:70:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84ee5945-0288-48f0-bbda-6ca4c112aaba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:59:12Z', 'updated_at': '2022-02-03T13:59:23Z', 'revision_number': 4, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': '84ee5945-0288-48f0-bbda-6ca4c112aaba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e8c105-0fdb-4569-91e8-d3855c1efff3', 'name': '', 'network_id': 'c6d2680a-3380-4d17-8377-378a03cb63a7', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:22:06:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:48Z', 'updated_at': '2022-02-03T13:58:58Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:26.121668 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5626c1-93c2-45fc-bf63-74b84006762e None None] The sync data for ids ['2a1a9059-2612-48ef-a558-cc9a429449c1'] in dv-neutron-827016-1-hyperv is: [{'id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'name': 'tempest-RoutersIpV6Test-router-979439135', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:58:43Z', 'updated_at': '2022-02-03T13:59:14Z', 'revision_number': 4, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'gw_port_host': None, '_interfaces': [{'id': '0ad52dcc-57a3-4c04-aee5-395333a50763', 'name': '', 'network_id': '19b00385-999c-4704-aee1-5bba5d33b369', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:f9:9e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ff040b3-6f29-40fe-a4df-a58020824988', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:58Z', 'updated_at': '2022-02-03T13:59:11Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': '7ff040b3-6f29-40fe-a4df-a58020824988', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74bb7149-3ba5-4af2-89eb-1d6858ae7e1e', 'name': '', 'network_id': '613815a1-1bf9-4547-85e2-a76dadd9ecc4', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:a9:70:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84ee5945-0288-48f0-bbda-6ca4c112aaba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:59:12Z', 'updated_at': '2022-02-03T13:59:23Z', 'revision_number': 4, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': '84ee5945-0288-48f0-bbda-6ca4c112aaba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e8c105-0fdb-4569-91e8-d3855c1efff3', 'name': '', 'network_id': 'c6d2680a-3380-4d17-8377-378a03cb63a7', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:22:06:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:48Z', 'updated_at': '2022-02-03T13:58:58Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:59:26.152729 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56098995-dd09-45d9-8602-c332b47ae4e9 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'Port': ['ID=701585ce-fe28-4587-bbfc-03d690e88b64,revision_number=3']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:26.159350 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-d02346e8-bcb1-4449-9378-b64f47637157 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] GET failed (client error): The resource could not be found. Feb 03 13:59:26.166499 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d02346e8-bcb1-4449-9378-b64f47637157 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "GET /v2.0/ports/b4f2056a-8429-4e47-b05b-44a64efac42b HTTP/1.1" status: 404 len: 333 time: 0.2408469 Feb 03 13:59:26.167551 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54088) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:26.185625 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port db0a0f2f-4133-455b-aa66-1c37a3e17faa triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:26.186008 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:26.238682 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6e881983-2bc5-44b6-8e04-ffc82e028408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:26.338620 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-6e881983-2bc5-44b6-8e04-ffc82e028408 None None] For port 08da9964-75f4-4eef-9c54-b45a13299c94, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=08da9964-75f4-4eef-9c54-b45a13299c94,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:59:26.387055 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1db01f1-6e07-4486-8f4c-efc9e576851d None None] DHCP port deletion for ac0baa47-f752-4b1c-8067-faa2699b3288 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 13:59:26.409411 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-d1db01f1-6e07-4486-8f4c-efc9e576851d None None] Deleting port 08da9964-75f4-4eef-9c54-b45a13299c94 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:26.409791 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d1db01f1-6e07-4486-8f4c-efc9e576851d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:26.529120 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-8479c9c4-2953-4c24-bafe-b9bc1026da2e tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] GET failed (client error): The resource could not be found. Feb 03 13:59:26.533099 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-8479c9c4-2953-4c24-bafe-b9bc1026da2e tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "GET /v2.0/ports/a6debf70-e1f3-4ff7-93da-a9969679b421 HTTP/1.1" status: 404 len: 333 time: 0.3604310 Feb 03 13:59:26.536679 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54094) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:26.554887 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6e881983-2bc5-44b6-8e04-ffc82e028408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:26.601651 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-efa126c7-9888-494e-93b0-81f643823326 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:59:26.606398 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-efa126c7-9888-494e-93b0-81f643823326 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.1934602 Feb 03 13:59:26.606780 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54098) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:26.747234 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-56098995-dd09-45d9-8602-c332b47ae4e9 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] In _notify_port_updated(), no bound segment for port 701585ce-fe28-4587-bbfc-03d690e88b64 on network f8442e66-b106-47be-99c8-78805c72142d {{(pid=84182) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 03 13:59:26.747464 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3878726c-b953-4217-ae44-bc2b3229d3bb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1389415 Feb 03 13:59:26.749575 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56098995-dd09-45d9-8602-c332b47ae4e9 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:26.749802 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.db.resource_extend [None req-7d994685-7962-435c-acf8-7151b9847118 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 13:59:26.750353 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-56098995-dd09-45d9-8602-c332b47ae4e9 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:26.754192 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-56098995-dd09-45d9-8602-c332b47ae4e9 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "PUT /v2.0/ports/701585ce-fe28-4587-bbfc-03d690e88b64 HTTP/1.1" status: 200 len: 1010 time: 3.2034698 Feb 03 13:59:26.754192 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54106) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:26.761810 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54108) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:26.770684 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7d994685-7962-435c-acf8-7151b9847118 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:26.831228 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-0946553e-78b2-4acb-b40b-85b44492a8cd tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'subnet': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:26.894092 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e881983-2bc5-44b6-8e04-ffc82e028408 None None] Pushing event updated for resources: {'Port': ['ID=08da9964-75f4-4eef-9c54-b45a13299c94,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:26.914194 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7d994685-7962-435c-acf8-7151b9847118 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:26.914987 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7d994685-7962-435c-acf8-7151b9847118 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:26.930608 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-25f0686b-0af5-476d-934a-6542201d612d None None] Provisioning for port 701585ce-fe28-4587-bbfc-03d690e88b64 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:59:26.980879 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-25f0686b-0af5-476d-934a-6542201d612d None None] Provisioning complete for port 701585ce-fe28-4587-bbfc-03d690e88b64 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:26.981526 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-25f0686b-0af5-476d-934a-6542201d612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:26.985125 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2467e359-1ab4-4425-93c6-6d2829eb0a49 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:27.099993 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-d1db01f1-6e07-4486-8f4c-efc9e576851d None None] For port 08da9964-75f4-4eef-9c54-b45a13299c94, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=08da9964-75f4-4eef-9c54-b45a13299c94,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:59:27.100445 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d1db01f1-6e07-4486-8f4c-efc9e576851d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:27.127653 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-25f0686b-0af5-476d-934a-6542201d612d None None] Port 701585ce-fe28-4587-bbfc-03d690e88b64 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:59:27.254024 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54116) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:27.393256 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 74bb7149-3ba5-4af2-89eb-1d6858ae7e1e up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:59:27.408775 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-c75637c5-dcf0-431d-9b14-59ffe0f150e2 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Deleting port 701585ce-fe28-4587-bbfc-03d690e88b64 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:27.409115 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c75637c5-dcf0-431d-9b14-59ffe0f150e2 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:27.428374 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-d1db01f1-6e07-4486-8f4c-efc9e576851d None None] Calling delete_port for 08da9964-75f4-4eef-9c54-b45a13299c94 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:59:27.508723 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f9ad7b-d8fb-4ef9-90a3-bda530390c03 None None] Network bbfebeea-db98-44d4-afdd-e9ecc20ea312 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:59:27.523380 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-b74c64b8-2278-4008-a886-1f7fd866a969 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1795591731'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:27.550636 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-25f0686b-0af5-476d-934a-6542201d612d None None] Provisioning complete for port db0a0f2f-4133-455b-aa66-1c37a3e17faa triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:27.551236 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-25f0686b-0af5-476d-934a-6542201d612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:27.597091 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-b74c64b8-2278-4008-a886-1f7fd866a969 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:27.606248 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d994685-7962-435c-acf8-7151b9847118 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event updated for resources: {'Port': ['ID=9f327a0c-b19c-4805-84cd-17c7f2794ba7,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:27.626758 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-b74c64b8-2278-4008-a886-1f7fd866a969 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Usage tracker for resource:network and tenant:2e321b7425cc4fcdadac3009246b2caf is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:27.634447 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-b74c64b8-2278-4008-a886-1f7fd866a969 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:27.640039 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2467e359-1ab4-4425-93c6-6d2829eb0a49 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:27.646302 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-b74c64b8-2278-4008-a886-1f7fd866a969 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:27.664653 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-0946553e-78b2-4acb-b40b-85b44492a8cd tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:27.695166 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-2467e359-1ab4-4425-93c6-6d2829eb0a49 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e8851f-bac7-47ec-956b-761f98ae84d3']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:27.698231 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3e3131c5-bffc-41ef-96d9-d01f12cefebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:27.713080 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d994685-7962-435c-acf8-7151b9847118 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Network bbfebeea-db98-44d4-afdd-e9ecc20ea312 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:27.714679 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-7d994685-7962-435c-acf8-7151b9847118 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:27.724025 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-0946553e-78b2-4acb-b40b-85b44492a8cd tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:27.732564 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-2467e359-1ab4-4425-93c6-6d2829eb0a49 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89caf10a-f043-4271-ac34-2e8206b56ac8') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:27.733130 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-2467e359-1ab4-4425-93c6-6d2829eb0a49 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89caf10a-f043-4271-ac34-2e8206b56ac8') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:27.800610 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2467e359-1ab4-4425-93c6-6d2829eb0a49 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:27.822599 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2467e359-1ab4-4425-93c6-6d2829eb0a49 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:27.833332 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d1db01f1-6e07-4486-8f4c-efc9e576851d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:27.836488 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 74bb7149-3ba5-4af2-89eb-1d6858ae7e1e completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:59:27.842233 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2467e359-1ab4-4425-93c6-6d2829eb0a49 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:59:27.842233 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2467e359-1ab4-4425-93c6-6d2829eb0a49 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:27.850275 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74c64b8-2278-4008-a886-1f7fd866a969 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Made reservation on behalf of 2e321b7425cc4fcdadac3009246b2caf for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:27.853061 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b74c64b8-2278-4008-a886-1f7fd866a969 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:27.857082 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 13:59:27.857082 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:59:27.857082 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 13:59:27.857082 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:59:27.857082 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 13:59:27.857082 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:59:27.857082 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 13:59:27.857082 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:59:27.857082 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 13:59:27.857082 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:59:27.857082 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 13:59:27.857082 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:59:27.857082 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 13:59:27.857082 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:59:27.857082 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:59:27.857082 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:59:27.857082 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:59:27.857082 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:59:27.857082 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 13:59:27.857082 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:59:27.857082 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 13:59:27.857082 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:59:27.857082 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:59:27.857082 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:59:27.857082 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 13:59:27.857082 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:59:27.857082 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:59:27.857082 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:59:27.857082 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:59:27.857082 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:59:27.857082 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:59:27.857082 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:59:27.874808 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fb13c6ea-adf6-43ec-bbc9-e797df2aff70 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:27.894434 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db01f1-6e07-4486-8f4c-efc9e576851d None None] Pushing event deleted for resources: {'Port': ['ID=08da9964-75f4-4eef-9c54-b45a13299c94,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:27.895885 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b74c64b8-2278-4008-a886-1f7fd866a969 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:27.896644 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 74bb7149-3ba5-4af2-89eb-1d6858ae7e1e triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:27.897186 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:27.926362 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0946553e-78b2-4acb-b40b-85b44492a8cd tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:27.975233 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1db01f1-6e07-4486-8f4c-efc9e576851d None None] No DVR routers for this DVR port 08da9964-75f4-4eef-9c54-b45a13299c94 on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:59:28.054104 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c75637c5-dcf0-431d-9b14-59ffe0f150e2 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:28.103049 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:28.132263 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-d3c6db01-a7fe-4eb3-98dc-9e4c0c9d6b2b None None] Provisioning for port e3800a6e-7bff-4e05-bc9f-bac0f3581eff completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:59:28.153670 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 74bb7149-3ba5-4af2-89eb-1d6858ae7e1e, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=74bb7149-3ba5-4af2-89eb-1d6858ae7e1e,segment=NetworkSegment(62c54110-ba20-4210-a9d9-8203c05c98f9),segment_id=62c54110-ba20-4210-a9d9-8203c05c98f9)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:59:28.162271 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-d3c6db01-a7fe-4eb3-98dc-9e4c0c9d6b2b None None] Provisioning complete for port 701585ce-fe28-4587-bbfc-03d690e88b64 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:28.162491 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d3c6db01-a7fe-4eb3-98dc-9e4c0c9d6b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:28.195258 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-c75637c5-dcf0-431d-9b14-59ffe0f150e2 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Calling delete_port for 701585ce-fe28-4587-bbfc-03d690e88b64 owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:59:28.218896 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-d3c6db01-a7fe-4eb3-98dc-9e4c0c9d6b2b None None] Port 701585ce-fe28-4587-bbfc-03d690e88b64 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:59:28.226342 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0946553e-78b2-4acb-b40b-85b44492a8cd tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:28.237147 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:28.238009 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device e3800a6e-7bff-4e05-bc9f-bac0f3581eff up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:59:28.240073 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2467e359-1ab4-4425-93c6-6d2829eb0a49 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:28.244552 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2467e359-1ab4-4425-93c6-6d2829eb0a49 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:28.270937 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-b74c64b8-2278-4008-a886-1f7fd866a969 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:28.277179 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-b74c64b8-2278-4008-a886-1f7fd866a969 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Usage tracker for resource:security_group_rule and tenant:2e321b7425cc4fcdadac3009246b2caf is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:28.279092 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2467e359-1ab4-4425-93c6-6d2829eb0a49 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/networks/63e8851f-bac7-47ec-956b-761f98ae84d3 HTTP/1.1" status: 204 len: 168 time: 1.7078865 Feb 03 13:59:28.279594 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54126) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:28.287282 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-b74c64b8-2278-4008-a886-1f7fd866a969 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:28.298366 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-b74c64b8-2278-4008-a886-1f7fd866a969 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:28.397954 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-a6799347-8f5d-4eb0-8180-fd3f0d6574fe tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-729403501'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:28.405665 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=74bb7149-3ba5-4af2-89eb-1d6858ae7e1e,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:28.410535 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-a6799347-8f5d-4eb0-8180-fd3f0d6574fe tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:28.419653 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2467e359-1ab4-4425-93c6-6d2829eb0a49 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event deleted for resources: {'Network': ['ID=63e8851f-bac7-47ec-956b-761f98ae84d3,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:28.455933 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-a6799347-8f5d-4eb0-8180-fd3f0d6574fe tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Usage tracker for resource:network and tenant:2fa0476fd5f14aeea80802e139eae85a is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:28.466065 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-a6799347-8f5d-4eb0-8180-fd3f0d6574fe tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:28.479945 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b74c64b8-2278-4008-a886-1f7fd866a969 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:28.484028 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-a6799347-8f5d-4eb0-8180-fd3f0d6574fe tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:28.488992 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port e3800a6e-7bff-4e05-bc9f-bac0f3581eff completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:59:28.497189 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port e3800a6e-7bff-4e05-bc9f-bac0f3581eff triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:28.497824 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:28.519767 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d994685-7962-435c-acf8-7151b9847118 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Router 2a1a9059-2612-48ef-a558-cc9a429449c1 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:59:28.591502 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-7843763a-d97d-41de-881c-3129bb23d297 None None] Provisioning complete for port e3800a6e-7bff-4e05-bc9f-bac0f3581eff triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:28.591878 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7843763a-d97d-41de-881c-3129bb23d297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:28.611527 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fb13c6ea-adf6-43ec-bbc9-e797df2aff70 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:28.650770 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b74c64b8-2278-4008-a886-1f7fd866a969 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:28.669102 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fb13c6ea-adf6-43ec-bbc9-e797df2aff70 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:28.686117 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6799347-8f5d-4eb0-8180-fd3f0d6574fe tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Made reservation on behalf of 2fa0476fd5f14aeea80802e139eae85a for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:28.689434 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a6799347-8f5d-4eb0-8180-fd3f0d6574fe tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:28.692839 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b74c64b8-2278-4008-a886-1f7fd866a969 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:59:28.723364 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6799347-8f5d-4eb0-8180-fd3f0d6574fe tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:59:28.733326 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a6799347-8f5d-4eb0-8180-fd3f0d6574fe tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:28.733672 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-a6799347-8f5d-4eb0-8180-fd3f0d6574fe tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Added segment b272ad16-8b78-4153-9a6b-6b63bd319940 of type vlan for network 365ed64c-a3f2-4b7f-90a9-ed1a9e5c638d Feb 03 13:59:28.746577 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c64b8-2278-4008-a886-1f7fd866a969 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e797d775-ab74-4d6c-b590-7dac31022d3f,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:28.761719 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b74c64b8-2278-4008-a886-1f7fd866a969 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:28.761936 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-b74c64b8-2278-4008-a886-1f7fd866a969 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Added segment 33478c25-2802-4569-aed0-64a75382f4e4 of type vlan for network c1c1101f-3f68-4175-9112-3a10fd62cb9d Feb 03 13:59:28.779857 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a6799347-8f5d-4eb0-8180-fd3f0d6574fe tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:28.826074 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:28.864851 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7843763a-d97d-41de-881c-3129bb23d297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:28.891163 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:28.893054 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port e3800a6e-7bff-4e05-bc9f-bac0f3581eff, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=e3800a6e-7bff-4e05-bc9f-bac0f3581eff,segment=NetworkSegment(9519bb4d-0aff-441c-9cc6-9ccef1a3895e),segment_id=9519bb4d-0aff-441c-9cc6-9ccef1a3895e)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:59:28.939797 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:28.958906 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b74c64b8-2278-4008-a886-1f7fd866a969 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:28.998540 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:29.016767 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-fb13c6ea-adf6-43ec-bbc9-e797df2aff70 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Allocated IP 172.26.3.134 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/ad4d5d5d-f111-442f-b750-1a9ca3825da9) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:59:29.054710 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a6799347-8f5d-4eb0-8180-fd3f0d6574fe tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:29.059660 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6799347-8f5d-4eb0-8180-fd3f0d6574fe tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:29.064965 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a6799347-8f5d-4eb0-8180-fd3f0d6574fe tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:29.065093 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d994685-7962-435c-acf8-7151b9847118 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:59:29.068811 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 08da9964-75f4-4eef-9c54-b45a13299c94 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 13:59:29.075315 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63887e8e-82a1-4076-ba42-85e4a46f8f1a None None] Sync routers for ids ['2a1a9059-2612-48ef-a558-cc9a429449c1'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:59:29.089116 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63887e8e-82a1-4076-ba42-85e4a46f8f1a None None] Routers {'2a1a9059-2612-48ef-a558-cc9a429449c1'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:59:29.089576 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c75637c5-dcf0-431d-9b14-59ffe0f150e2 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:29.090299 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-63887e8e-82a1-4076-ba42-85e4a46f8f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:59:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2a1a9059-2612-48ef-a558-cc9a429449c1'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:29.125493 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 08da9964-75f4-4eef-9c54-b45a13299c94 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 13:59:29.125863 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 08da9964-75f4-4eef-9c54-b45a13299c94 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 13:59:29.153387 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-7843763a-d97d-41de-881c-3129bb23d297 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:59:29.153748 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-7843763a-d97d-41de-881c-3129bb23d297 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:59:29.160923 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b74c64b8-2278-4008-a886-1f7fd866a969 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:29.167356 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0946553e-78b2-4acb-b40b-85b44492a8cd tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:29.167523 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=e3800a6e-7bff-4e05-bc9f-bac0f3581eff,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:29.167629 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74c64b8-2278-4008-a886-1f7fd866a969 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:29.167629 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b74c64b8-2278-4008-a886-1f7fd866a969 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:29.294608 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 74bb7149-3ba5-4af2-89eb-1d6858ae7e1e up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:59:29.308632 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-7d994685-7962-435c-acf8-7151b9847118 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "PUT /v2.0/routers/2a1a9059-2612-48ef-a558-cc9a429449c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0001280 Feb 03 13:59:29.309408 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54130) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:29.350702 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-63887e8e-82a1-4076-ba42-85e4a46f8f1a None None] Set router 2a1a9059-2612-48ef-a558-cc9a429449c1 gateway port host: None {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:59:29.374274 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-323c0a82-bb07-4021-a7ad-b26e3f2070e5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:29.383520 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 74bb7149-3ba5-4af2-89eb-1d6858ae7e1e triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:29.384000 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:29.387881 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75637c5-dcf0-431d-9b14-59ffe0f150e2 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event deleted for resources: {'Port': ['ID=701585ce-fe28-4587-bbfc-03d690e88b64,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:29.477290 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c75637c5-dcf0-431d-9b14-59ffe0f150e2 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:29.482538 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c75637c5-dcf0-431d-9b14-59ffe0f150e2 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/ports/701585ce-fe28-4587-bbfc-03d690e88b64 HTTP/1.1" status: 204 len: 168 time: 2.6895361 Feb 03 13:59:29.485857 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54134) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:29.510993 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a6799347-8f5d-4eb0-8180-fd3f0d6574fe tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2171311 Feb 03 13:59:29.513720 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54138) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:29.523582 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b74c64b8-2278-4008-a886-1f7fd866a969 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.2309897 Feb 03 13:59:29.529166 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54142) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:29.533132 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-fabe3b9d-c05b-4049-88c1-1ed356a7fef3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'subnet': {'network_id': '365ed64c-a3f2-4b7f-90a9-ed1a9e5c638d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:29.546152 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6799347-8f5d-4eb0-8180-fd3f0d6574fe tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'Network': ['ID=365ed64c-a3f2-4b7f-90a9-ed1a9e5c638d,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:29.555300 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fb13c6ea-adf6-43ec-bbc9-e797df2aff70 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:29.556319 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0946553e-78b2-4acb-b40b-85b44492a8cd tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:29.564164 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-0946553e-78b2-4acb-b40b-85b44492a8cd tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:29.564853 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-d40e12bf-1d60-481d-9e1c-b4b13be96a7c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Request body: {'subnet': {'network_id': 'c1c1101f-3f68-4175-9112-3a10fd62cb9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:29.566424 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 365ed64c-a3f2-4b7f-90a9-ed1a9e5c638d details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:59:29.567750 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d6c0dc2-3104-454e-97c1-50857c9eacd4 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] GET failed (client error): The resource could not be found. Feb 03 13:59:29.568238 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3d6c0dc2-3104-454e-97c1-50857c9eacd4 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Synchronizing usage tracker for tenant:faf754c5dcac42e3b7b479467002acb8 on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:59:29.570748 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946553e-78b2-4acb-b40b-85b44492a8cd tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Subnet': ['ID=9b038539-0299-4447-8c7f-4284c9e23583,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:29.573790 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0946553e-78b2-4acb-b40b-85b44492a8cd tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:29.574423 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0946553e-78b2-4acb-b40b-85b44492a8cd tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:29.580811 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c64b8-2278-4008-a886-1f7fd866a969 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Pushing event updated for resources: {'Network': ['ID=c1c1101f-3f68-4175-9112-3a10fd62cb9d,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:29.660557 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-0946553e-78b2-4acb-b40b-85b44492a8cd tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9036815 Feb 03 13:59:29.663326 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54146) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:29.668669 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-123a201c-8397-4749-930b-86459fd2ba83 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'port': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'fixed_ips': [{'subnet_id': '9b038539-0299-4447-8c7f-4284c9e23583', 'ip_address': '2001:db8::1a9f:b93b:a873:f41c'}], 'name': 'tempest-NetworksTestDHCPv6-1539238248'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:29.687701 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3d6c0dc2-3104-454e-97c1-50857c9eacd4 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Unset dirty status for tenant:faf754c5dcac42e3b7b479467002acb8 on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:59:29.693400 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3d6c0dc2-3104-454e-97c1-50857c9eacd4 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "GET /v2.0/ports/701585ce-fe28-4587-bbfc-03d690e88b64 HTTP/1.1" status: 404 len: 333 time: 0.2040038 Feb 03 13:59:29.702014 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54150) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:29.711609 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05b154d-d8d6-4889-9f17-e35b9cb425e7 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:59:29.737567 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network c1c1101f-3f68-4175-9112-3a10fd62cb9d details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:59:29.835493 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-63887e8e-82a1-4076-ba42-85e4a46f8f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'name': 'tempest-RoutersIpV6Test-router-979439135', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:58:43Z', 'updated_at': '2022-02-03T13:59:25Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'gw_port_host': None, '_interfaces': [{'id': '0ad52dcc-57a3-4c04-aee5-395333a50763', 'name': '', 'network_id': '19b00385-999c-4704-aee1-5bba5d33b369', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:f9:9e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ff040b3-6f29-40fe-a4df-a58020824988', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:58Z', 'updated_at': '2022-02-03T13:59:11Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': '7ff040b3-6f29-40fe-a4df-a58020824988', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74bb7149-3ba5-4af2-89eb-1d6858ae7e1e', 'name': '', 'network_id': '613815a1-1bf9-4547-85e2-a76dadd9ecc4', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:a9:70:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84ee5945-0288-48f0-bbda-6ca4c112aaba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:59:12Z', 'updated_at': '2022-02-03T13:59:28Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': '84ee5945-0288-48f0-bbda-6ca4c112aaba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f327a0c-b19c-4805-84cd-17c7f2794ba7', 'name': '', 'network_id': 'bbfebeea-db98-44d4-afdd-e9ecc20ea312', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:cf:d5:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd35db50a-c01e-4eb3-b8a9-969e1c159844', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:59:23Z', 'updated_at': '2022-02-03T13:59:26Z', 'revision_number': 2, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': 'd35db50a-c01e-4eb3-b8a9-969e1c159844', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e8c105-0fdb-4569-91e8-d3855c1efff3', 'name': '', 'network_id': 'c6d2680a-3380-4d17-8377-378a03cb63a7', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:22:06:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:48Z', 'updated_at': '2022-02-03T13:58:58Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:29.841938 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63887e8e-82a1-4076-ba42-85e4a46f8f1a None None] Checking router: 2a1a9059-2612-48ef-a558-cc9a429449c1 for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 13:59:29.842297 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63887e8e-82a1-4076-ba42-85e4a46f8f1a None None] Updating router 2a1a9059-2612-48ef-a558-cc9a429449c1 port 9f327a0c-b19c-4805-84cd-17c7f2794ba7 binding host dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 13:59:29.857687 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-fabe3b9d-c05b-4049-88c1-1ed356a7fef3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:29.873020 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-d40e12bf-1d60-481d-9e1c-b4b13be96a7c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:29.876432 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-fabe3b9d-c05b-4049-88c1-1ed356a7fef3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Usage tracker for resource:subnet and tenant:2fa0476fd5f14aeea80802e139eae85a is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:29.882556 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-d40e12bf-1d60-481d-9e1c-b4b13be96a7c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Usage tracker for resource:subnet and tenant:2e321b7425cc4fcdadac3009246b2caf is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:29.885781 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-fabe3b9d-c05b-4049-88c1-1ed356a7fef3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:29.891664 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-d40e12bf-1d60-481d-9e1c-b4b13be96a7c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:29.902542 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-fabe3b9d-c05b-4049-88c1-1ed356a7fef3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:29.904789 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-d40e12bf-1d60-481d-9e1c-b4b13be96a7c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:29.911035 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-63887e8e-82a1-4076-ba42-85e4a46f8f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:30.004321 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fb13c6ea-adf6-43ec-bbc9-e797df2aff70 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:30.016601 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-123a201c-8397-4749-930b-86459fd2ba83 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:30.045021 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-123a201c-8397-4749-930b-86459fd2ba83 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:30.100840 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a5e30cc-604c-42a0-9421-9324ee6e4334 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Deleting subnet 7becb2b5-a583-4466-99ce-0d3cd525c9aa {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 13:59:30.105201 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1a5e30cc-604c-42a0-9421-9324ee6e4334 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:30.156682 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:30.183535 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1a5e30cc-604c-42a0-9421-9324ee6e4334 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:30.219653 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123a201c-8397-4749-930b-86459fd2ba83 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:30.222861 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-7843763a-d97d-41de-881c-3129bb23d297 None None] Provisioning for port 9f327a0c-b19c-4805-84cd-17c7f2794ba7 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:59:30.227298 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-123a201c-8397-4749-930b-86459fd2ba83 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:30.230381 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-7843763a-d97d-41de-881c-3129bb23d297 None None] Provisioning complete for port 9f327a0c-b19c-4805-84cd-17c7f2794ba7 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:30.230961 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7843763a-d97d-41de-881c-3129bb23d297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:30.253645 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabe3b9d-c05b-4049-88c1-1ed356a7fef3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Made reservation on behalf of 2fa0476fd5f14aeea80802e139eae85a for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:30.260666 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c3e58f-908c-4d6f-9aa1-37d6778898ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-ac0baa47-f752-4b1c-8067-faa2699b3288', 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'tenant_id': '1508f35e18f0463982f9a6d535c8268b', 'fixed_ips': [{'subnet_id': '9b038539-0299-4447-8c7f-4284c9e23583'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:59:30.261686 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-87c3e58f-908c-4d6f-9aa1-37d6778898ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:30.271028 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40e12bf-1d60-481d-9e1c-b4b13be96a7c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Made reservation on behalf of 2e321b7425cc4fcdadac3009246b2caf for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:30.271643 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-123a201c-8397-4749-930b-86459fd2ba83 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] device_id is not set on port 14f32d63-72fa-4b9d-8547-10863a4f1130 yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:59:30.337272 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-63887e8e-82a1-4076-ba42-85e4a46f8f1a None None] Notify callbacks [] for port, precommit_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:30.352242 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.provisioning_blocks [None req-63887e8e-82a1-4076-ba42-85e4a46f8f1a None None] Transition to ACTIVE for port object 9f327a0c-b19c-4805-84cd-17c7f2794ba7 will not be triggered until provisioned by entity L2. {{(pid=84184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:59:30.358548 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-7843763a-d97d-41de-881c-3129bb23d297 None None] Port 9f327a0c-b19c-4805-84cd-17c7f2794ba7 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:59:30.431477 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-63887e8e-82a1-4076-ba42-85e4a46f8f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:30.471912 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1a5e30cc-604c-42a0-9421-9324ee6e4334 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:30.475039 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb13c6ea-adf6-43ec-bbc9-e797df2aff70 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:30.487529 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-fb13c6ea-adf6-43ec-bbc9-e797df2aff70 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:30.512410 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13c6ea-adf6-43ec-bbc9-e797df2aff70 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Pushing event updated for resources: {'Port': ['ID=ad4d5d5d-f111-442f-b750-1a9ca3825da9,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:30.518071 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb13c6ea-adf6-43ec-bbc9-e797df2aff70 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:59:30.564079 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-87c3e58f-908c-4d6f-9aa1-37d6778898ff None None] Allocated IP 2001:db8::2 (ac0baa47-f752-4b1c-8067-faa2699b3288/9b038539-0299-4447-8c7f-4284c9e23583/cc414144-ce7e-4b9d-a928-51c359029d22) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:59:30.611903 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea6fe3-e524-440f-8a98-1e704ed387a4 None None] Pushing event updated for resources: {'Port': ['ID=9f327a0c-b19c-4805-84cd-17c7f2794ba7,revision_number=3']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:30.636099 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fabe3b9d-c05b-4049-88c1-1ed356a7fef3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:30.661196 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1a5e30cc-604c-42a0-9421-9324ee6e4334 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:30.665189 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d40e12bf-1d60-481d-9e1c-b4b13be96a7c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:30.673775 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea6fe3-e524-440f-8a98-1e704ed387a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:30.676829 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea6fe3-e524-440f-8a98-1e704ed387a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:30.676829 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea6fe3-e524-440f-8a98-1e704ed387a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:30.676829 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea6fe3-e524-440f-8a98-1e704ed387a4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:30.676829 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea6fe3-e524-440f-8a98-1e704ed387a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:30.676829 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea6fe3-e524-440f-8a98-1e704ed387a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:30.676829 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea6fe3-e524-440f-8a98-1e704ed387a4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:30.676829 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea6fe3-e524-440f-8a98-1e704ed387a4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:30.676829 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea6fe3-e524-440f-8a98-1e704ed387a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:30.676829 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea6fe3-e524-440f-8a98-1e704ed387a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:30.677771 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea6fe3-e524-440f-8a98-1e704ed387a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:30.724561 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e30cc-604c-42a0-9421-9324ee6e4334 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event deleted for resources: {'Subnet': ['ID=7becb2b5-a583-4466-99ce-0d3cd525c9aa,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:30.732255 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1a5e30cc-604c-42a0-9421-9324ee6e4334 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:30.738990 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-63887e8e-82a1-4076-ba42-85e4a46f8f1a None None] Attempting to bind port 9f327a0c-b19c-4805-84cd-17c7f2794ba7 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:59:30.739505 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-63887e8e-82a1-4076-ba42-85e4a46f8f1a None None] Attempting to bind port 9f327a0c-b19c-4805-84cd-17c7f2794ba7 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '9519bb4d-0aff-441c-9cc6-9ccef1a3895e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bbfebeea-db98-44d4-afdd-e9ecc20ea312'}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:59:30.739943 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63887e8e-82a1-4076-ba42-85e4a46f8f1a None None] Attempting to bind port 9f327a0c-b19c-4805-84cd-17c7f2794ba7 on network bbfebeea-db98-44d4-afdd-e9ecc20ea312 {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:59:30.744876 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6923de48-8445-42a7-8d29-313fef707a28 None None] Network f8442e66-b106-47be-99c8-78805c72142d requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:59:30.746912 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63887e8e-82a1-4076-ba42-85e4a46f8f1a None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:59:30.747388 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63887e8e-82a1-4076-ba42-85e4a46f8f1a None None] Checking segment: {'id': '9519bb4d-0aff-441c-9cc6-9ccef1a3895e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bbfebeea-db98-44d4-afdd-e9ecc20ea312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:59:30.747850 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-63887e8e-82a1-4076-ba42-85e4a46f8f1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:30.748308 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63887e8e-82a1-4076-ba42-85e4a46f8f1a None None] Bound using segment: {'id': '9519bb4d-0aff-441c-9cc6-9ccef1a3895e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bbfebeea-db98-44d4-afdd-e9ecc20ea312'} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:59:30.748842 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-63887e8e-82a1-4076-ba42-85e4a46f8f1a None None] Bound port: 9f327a0c-b19c-4805-84cd-17c7f2794ba7, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9519bb4d-0aff-441c-9cc6-9ccef1a3895e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bbfebeea-db98-44d4-afdd-e9ecc20ea312'}}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:59:30.749297 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-63887e8e-82a1-4076-ba42-85e4a46f8f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:30.757306 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-1a5e30cc-604c-42a0-9421-9324ee6e4334 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/subnets/7becb2b5-a583-4466-99ce-0d3cd525c9aa HTTP/1.1" status: 204 len: 168 time: 1.0540409 Feb 03 13:59:30.758109 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54154) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:30.850164 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-11484f42-6d78-48df-a6ec-544b74f62398 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Deleting subnet 2cb25251-4b9c-4976-a916-63402d58b7e4 {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 13:59:30.853794 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-11484f42-6d78-48df-a6ec-544b74f62398 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:30.870658 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-63887e8e-82a1-4076-ba42-85e4a46f8f1a None None] For port 9f327a0c-b19c-4805-84cd-17c7f2794ba7, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:59:30.879978 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-63887e8e-82a1-4076-ba42-85e4a46f8f1a None None] For port 9f327a0c-b19c-4805-84cd-17c7f2794ba7, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=9f327a0c-b19c-4805-84cd-17c7f2794ba7,segment=NetworkSegment(9519bb4d-0aff-441c-9cc6-9ccef1a3895e),segment_id=9519bb4d-0aff-441c-9cc6-9ccef1a3895e)] {{(pid=84184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:59:30.928536 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-11484f42-6d78-48df-a6ec-544b74f62398 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:30.942155 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-63887e8e-82a1-4076-ba42-85e4a46f8f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:30.971650 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-87c3e58f-908c-4d6f-9aa1-37d6778898ff None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:31.023486 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-11484f42-6d78-48df-a6ec-544b74f62398 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:31.027043 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-87c3e58f-908c-4d6f-9aa1-37d6778898ff None None] Transition to ACTIVE for port object cc414144-ce7e-4b9d-a928-51c359029d22 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:59:31.067795 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63887e8e-82a1-4076-ba42-85e4a46f8f1a None None] Routers {'2a1a9059-2612-48ef-a558-cc9a429449c1'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:59:31.068583 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-63887e8e-82a1-4076-ba42-85e4a46f8f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:59:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2a1a9059-2612-48ef-a558-cc9a429449c1'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:31.078200 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-87c3e58f-908c-4d6f-9aa1-37d6778898ff None None] Transition to ACTIVE for port object cc414144-ce7e-4b9d-a928-51c359029d22 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:59:31.099245 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.ipam_backend_mixin [None req-fabe3b9d-c05b-4049-88c1-1ed356a7fef3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Performing IP validity checks on allocation pools {{(pid=84181) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 03 13:59:31.099869 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.ipam_backend_mixin [None req-fabe3b9d-c05b-4049-88c1-1ed356a7fef3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84181) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 03 13:59:31.181810 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-87c3e58f-908c-4d6f-9aa1-37d6778898ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:31.280822 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c3e58f-908c-4d6f-9aa1-37d6778898ff None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:31.285467 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-87c3e58f-908c-4d6f-9aa1-37d6778898ff None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:31.286799 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c3e58f-908c-4d6f-9aa1-37d6778898ff None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:59:31.298950 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device e3800a6e-7bff-4e05-bc9f-bac0f3581eff up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:59:31.307673 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.extraroute_db [None req-323c0a82-bb07-4021-a7ad-b26e3f2070e5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=84181) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 03 13:59:31.352353 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea6fe3-e524-440f-8a98-1e704ed387a4 None None] Pushing event updated for resources: {'Port': ['ID=9f327a0c-b19c-4805-84cd-17c7f2794ba7,revision_number=4']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:31.373344 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c3e58f-908c-4d6f-9aa1-37d6778898ff None None] Pushing event updated for resources: {'Port': ['ID=cc414144-ce7e-4b9d-a928-51c359029d22,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:31.399923 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-63887e8e-82a1-4076-ba42-85e4a46f8f1a None None] Set router 2a1a9059-2612-48ef-a558-cc9a429449c1 gateway port host: None {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:59:31.405111 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.extraroute_db [None req-323c0a82-bb07-4021-a7ad-b26e3f2070e5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Removed routes are [] {{(pid=84181) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 03 13:59:31.412981 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-323c0a82-bb07-4021-a7ad-b26e3f2070e5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:31.526688 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-123a201c-8397-4749-930b-86459fd2ba83 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Allocated IP 2001:db8::1a9f:b93b:a873:f41c (ac0baa47-f752-4b1c-8067-faa2699b3288/9b038539-0299-4447-8c7f-4284c9e23583/14f32d63-72fa-4b9d-8547-10863a4f1130) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:59:31.535096 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-11484f42-6d78-48df-a6ec-544b74f62398 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:31.545681 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-87c3e58f-908c-4d6f-9aa1-37d6778898ff None None] Attempting to bind port cc414144-ce7e-4b9d-a928-51c359029d22 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:59:31.546820 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-87c3e58f-908c-4d6f-9aa1-37d6778898ff None None] Attempting to bind port cc414144-ce7e-4b9d-a928-51c359029d22 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:59:31.546820 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c3e58f-908c-4d6f-9aa1-37d6778898ff None None] Attempting to bind port cc414144-ce7e-4b9d-a928-51c359029d22 on network ac0baa47-f752-4b1c-8067-faa2699b3288 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:59:31.555099 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c3e58f-908c-4d6f-9aa1-37d6778898ff None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:59:31.555587 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c3e58f-908c-4d6f-9aa1-37d6778898ff None None] Checking segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:59:31.556061 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-87c3e58f-908c-4d6f-9aa1-37d6778898ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:31.556568 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c3e58f-908c-4d6f-9aa1-37d6778898ff None None] Bound using segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:59:31.557771 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-87c3e58f-908c-4d6f-9aa1-37d6778898ff None None] Bound port: cc414144-ce7e-4b9d-a928-51c359029d22, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:59:31.558108 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-87c3e58f-908c-4d6f-9aa1-37d6778898ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:31.636073 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-11484f42-6d78-48df-a6ec-544b74f62398 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:31.658630 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11484f42-6d78-48df-a6ec-544b74f62398 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event deleted for resources: {'Subnet': ['ID=2cb25251-4b9c-4976-a916-63402d58b7e4,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:31.673638 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port e3800a6e-7bff-4e05-bc9f-bac0f3581eff triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:31.674012 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:31.676229 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-11484f42-6d78-48df-a6ec-544b74f62398 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/subnets/2cb25251-4b9c-4976-a916-63402d58b7e4 HTTP/1.1" status: 204 len: 168 time: 0.9127977 Feb 03 13:59:31.679040 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54158) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:31.692949 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11484f42-6d78-48df-a6ec-544b74f62398 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:31.693528 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11484f42-6d78-48df-a6ec-544b74f62398 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:31.694020 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11484f42-6d78-48df-a6ec-544b74f62398 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:31.694533 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11484f42-6d78-48df-a6ec-544b74f62398 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:31.695390 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11484f42-6d78-48df-a6ec-544b74f62398 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:31.696166 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11484f42-6d78-48df-a6ec-544b74f62398 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:31.696649 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11484f42-6d78-48df-a6ec-544b74f62398 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:31.697377 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11484f42-6d78-48df-a6ec-544b74f62398 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:31.698395 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11484f42-6d78-48df-a6ec-544b74f62398 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:31.698880 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11484f42-6d78-48df-a6ec-544b74f62398 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:31.699432 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11484f42-6d78-48df-a6ec-544b74f62398 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:31.728341 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d40e12bf-1d60-481d-9e1c-b4b13be96a7c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:31.766210 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-87c3e58f-908c-4d6f-9aa1-37d6778898ff None None] For port cc414144-ce7e-4b9d-a928-51c359029d22, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:59:31.770255 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-87c3e58f-908c-4d6f-9aa1-37d6778898ff None None] For port cc414144-ce7e-4b9d-a928-51c359029d22, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=cc414144-ce7e-4b9d-a928-51c359029d22,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:59:31.846998 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-87c3e58f-908c-4d6f-9aa1-37d6778898ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:31.905403 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e12bf-1d60-481d-9e1c-b4b13be96a7c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Pushing event updated for resources: {'Subnet': ['ID=d7bea81d-d959-4f2a-8f17-3b4608f09636,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:31.912439 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fabe3b9d-c05b-4049-88c1-1ed356a7fef3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:31.954971 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c3e58f-908c-4d6f-9aa1-37d6778898ff None None] Pushing event updated for resources: {'Port': ['ID=cc414144-ce7e-4b9d-a928-51c359029d22,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:31.989627 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-63887e8e-82a1-4076-ba42-85e4a46f8f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'name': 'tempest-RoutersIpV6Test-router-979439135', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:58:43Z', 'updated_at': '2022-02-03T13:59:25Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'gw_port_host': None, '_interfaces': [{'id': '0ad52dcc-57a3-4c04-aee5-395333a50763', 'name': '', 'network_id': '19b00385-999c-4704-aee1-5bba5d33b369', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:f9:9e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ff040b3-6f29-40fe-a4df-a58020824988', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:58Z', 'updated_at': '2022-02-03T13:59:11Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': '7ff040b3-6f29-40fe-a4df-a58020824988', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74bb7149-3ba5-4af2-89eb-1d6858ae7e1e', 'name': '', 'network_id': '613815a1-1bf9-4547-85e2-a76dadd9ecc4', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:a9:70:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84ee5945-0288-48f0-bbda-6ca4c112aaba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:59:12Z', 'updated_at': '2022-02-03T13:59:28Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': '84ee5945-0288-48f0-bbda-6ca4c112aaba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f327a0c-b19c-4805-84cd-17c7f2794ba7', 'name': '', 'network_id': 'bbfebeea-db98-44d4-afdd-e9ecc20ea312', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:cf:d5:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd35db50a-c01e-4eb3-b8a9-969e1c159844', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:59:23Z', 'updated_at': '2022-02-03T13:59:30Z', 'revision_number': 4, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': 'd35db50a-c01e-4eb3-b8a9-969e1c159844', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e8c105-0fdb-4569-91e8-d3855c1efff3', 'name': '', 'network_id': 'c6d2680a-3380-4d17-8377-378a03cb63a7', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:22:06:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:48Z', 'updated_at': '2022-02-03T13:58:58Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:31.995803 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63887e8e-82a1-4076-ba42-85e4a46f8f1a None None] The sync data for ids ['2a1a9059-2612-48ef-a558-cc9a429449c1'] in dv-neutron-827016-1-hyperv is: [{'id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'name': 'tempest-RoutersIpV6Test-router-979439135', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:58:43Z', 'updated_at': '2022-02-03T13:59:25Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'gw_port_host': None, '_interfaces': [{'id': '0ad52dcc-57a3-4c04-aee5-395333a50763', 'name': '', 'network_id': '19b00385-999c-4704-aee1-5bba5d33b369', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:f9:9e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ff040b3-6f29-40fe-a4df-a58020824988', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:58Z', 'updated_at': '2022-02-03T13:59:11Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': '7ff040b3-6f29-40fe-a4df-a58020824988', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74bb7149-3ba5-4af2-89eb-1d6858ae7e1e', 'name': '', 'network_id': '613815a1-1bf9-4547-85e2-a76dadd9ecc4', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:a9:70:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84ee5945-0288-48f0-bbda-6ca4c112aaba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:59:12Z', 'updated_at': '2022-02-03T13:59:28Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': '84ee5945-0288-48f0-bbda-6ca4c112aaba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f327a0c-b19c-4805-84cd-17c7f2794ba7', 'name': '', 'network_id': 'bbfebeea-db98-44d4-afdd-e9ecc20ea312', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:cf:d5:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd35db50a-c01e-4eb3-b8a9-969e1c159844', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:59:23Z', 'updated_at': '2022-02-03T13:59:30Z', 'revision_number': 4, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': 'd35db50a-c01e-4eb3-b8a9-969e1c159844', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e8c105-0fdb-4569-91e8-d3855c1efff3', 'name': '', 'network_id': 'c6d2680a-3380-4d17-8377-378a03cb63a7', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:22:06:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:48Z', 'updated_at': '2022-02-03T13:58:58Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:59:32.062930 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e12bf-1d60-481d-9e1c-b4b13be96a7c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:32.063870 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e12bf-1d60-481d-9e1c-b4b13be96a7c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:32.064217 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e12bf-1d60-481d-9e1c-b4b13be96a7c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:32.064554 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e12bf-1d60-481d-9e1c-b4b13be96a7c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:32.064891 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e12bf-1d60-481d-9e1c-b4b13be96a7c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:32.065223 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e12bf-1d60-481d-9e1c-b4b13be96a7c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:32.065553 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e12bf-1d60-481d-9e1c-b4b13be96a7c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:32.065879 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e12bf-1d60-481d-9e1c-b4b13be96a7c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:32.066203 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e12bf-1d60-481d-9e1c-b4b13be96a7c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:32.066523 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e12bf-1d60-481d-9e1c-b4b13be96a7c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:32.066849 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e12bf-1d60-481d-9e1c-b4b13be96a7c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:32.083981 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fdbf50ad-a35a-4cd1-a205-99f16743cdee tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:32.114410 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e127698-8993-4932-966b-c4cf1526b4f1 None None] Network f8442e66-b106-47be-99c8-78805c72142d requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:59:32.125019 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-fdbf50ad-a35a-4cd1-a205-99f16743cdee tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Deleting port db0a0f2f-4133-455b-aa66-1c37a3e17faa {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:32.125368 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fdbf50ad-a35a-4cd1-a205-99f16743cdee tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:32.220325 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabe3b9d-c05b-4049-88c1-1ed356a7fef3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Checking segment: {'id': 'b272ad16-8b78-4153-9a6b-6b63bd319940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '365ed64c-a3f2-4b7f-90a9-ed1a9e5c638d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:59:32.220872 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabe3b9d-c05b-4049-88c1-1ed356a7fef3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Network hostable DHCP agents. Network: 365ed64c-a3f2-4b7f-90a9-ed1a9e5c638d, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:59:32.252662 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe3b9d-c05b-4049-88c1-1ed356a7fef3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'Subnet': ['ID=17e78f27-2a18-4f27-b8e3-24b90e5e6c52,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:32.279805 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fb13c6ea-adf6-43ec-bbc9-e797df2aff70 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:32.344782 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-123a201c-8397-4749-930b-86459fd2ba83 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:32.375682 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-ea5c01ff-17d9-4188-b1a1-60dfb2a385d8 None None] Provisioning complete for port db0a0f2f-4133-455b-aa66-1c37a3e17faa triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:32.376207 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ea5c01ff-17d9-4188-b1a1-60dfb2a385d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:32.517203 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-123a201c-8397-4749-930b-86459fd2ba83 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Transition to ACTIVE for port object 14f32d63-72fa-4b9d-8547-10863a4f1130 will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:59:32.566031 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-fdbf50ad-a35a-4cd1-a205-99f16743cdee tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] For port db0a0f2f-4133-455b-aa66-1c37a3e17faa, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=db0a0f2f-4133-455b-aa66-1c37a3e17faa,segment=NetworkSegment(5d6d74fe-1ab8-4d76-b93a-8b8bc5ac4e9d),segment_id=5d6d74fe-1ab8-4d76-b93a-8b8bc5ac4e9d)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:59:32.566632 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fdbf50ad-a35a-4cd1-a205-99f16743cdee tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:32.670945 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40e12bf-1d60-481d-9e1c-b4b13be96a7c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Checking segment: {'id': '33478c25-2802-4569-aed0-64a75382f4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c1c1101f-3f68-4175-9112-3a10fd62cb9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:59:32.671362 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40e12bf-1d60-481d-9e1c-b4b13be96a7c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Network hostable DHCP agents. Network: c1c1101f-3f68-4175-9112-3a10fd62cb9d, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:59:32.703983 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-fdbf50ad-a35a-4cd1-a205-99f16743cdee tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Calling delete_port for db0a0f2f-4133-455b-aa66-1c37a3e17faa owned by network:dhcp {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:59:32.718721 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fb13c6ea-adf6-43ec-bbc9-e797df2aff70 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:32.801871 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fb13c6ea-adf6-43ec-bbc9-e797df2aff70 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970733'] for router, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:32.822088 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900facba-110f-415d-bc60-9b521c635493 None None] DHCP port deletion for f8442e66-b106-47be-99c8-78805c72142d request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 13:59:32.826523 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-900facba-110f-415d-bc60-9b521c635493 None None] Deleting port db0a0f2f-4133-455b-aa66-1c37a3e17faa {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:32.826897 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-900facba-110f-415d-bc60-9b521c635493 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:32.831782 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-123a201c-8397-4749-930b-86459fd2ba83 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:32.872755 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabe3b9d-c05b-4049-88c1-1ed356a7fef3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Network 365ed64c-a3f2-4b7f-90a9-ed1a9e5c638d is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:59:32.891343 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fdbf50ad-a35a-4cd1-a205-99f16743cdee tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:32.913262 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbf50ad-a35a-4cd1-a205-99f16743cdee tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] No DVR routers for this DVR port db0a0f2f-4133-455b-aa66-1c37a3e17faa on host dv-neutron-827016-1-hyperv {{(pid=84182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:59:32.918742 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-900facba-110f-415d-bc60-9b521c635493 None None] The port 'db0a0f2f-4133-455b-aa66-1c37a3e17faa' was deleted {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 13:59:32.963548 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40e12bf-1d60-481d-9e1c-b4b13be96a7c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Network c1c1101f-3f68-4175-9112-3a10fd62cb9d is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:59:32.972991 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123a201c-8397-4749-930b-86459fd2ba83 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:32.990300 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-123a201c-8397-4749-930b-86459fd2ba83 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:32.999461 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-323c0a82-bb07-4021-a7ad-b26e3f2070e5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:32.999607 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123a201c-8397-4749-930b-86459fd2ba83 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:59:32.999713 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-323c0a82-bb07-4021-a7ad-b26e3f2070e5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970733'] for router, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:33.002377 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123a201c-8397-4749-930b-86459fd2ba83 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:33.003236 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-123a201c-8397-4749-930b-86459fd2ba83 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:33.007291 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a201c-8397-4749-930b-86459fd2ba83 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Port': ['ID=14f32d63-72fa-4b9d-8547-10863a4f1130,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:33.070781 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-fabe3b9d-c05b-4049-88c1-1ed356a7fef3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 365ed64c-a3f2-4b7f-90a9-ed1a9e5c638d) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:33.078903 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f766d03b-c5a9-4848-9c2f-9b48713e5b23 None None] Network 365ed64c-a3f2-4b7f-90a9-ed1a9e5c638d requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:59:33.079964 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-d40e12bf-1d60-481d-9e1c-b4b13be96a7c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, c1c1101f-3f68-4175-9112-3a10fd62cb9d) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:33.086134 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabe3b9d-c05b-4049-88c1-1ed356a7fef3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:33.086925 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fabe3b9d-c05b-4049-88c1-1ed356a7fef3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:33.094229 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40e12bf-1d60-481d-9e1c-b4b13be96a7c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:33.095082 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d40e12bf-1d60-481d-9e1c-b4b13be96a7c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:33.112889 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51daad9a-4f86-4e64-9728-493f8d7e714a None None] Network c1c1101f-3f68-4175-9112-3a10fd62cb9d requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:59:33.114933 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf50ad-a35a-4cd1-a205-99f16743cdee tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event deleted for resources: {'Port': ['ID=db0a0f2f-4133-455b-aa66-1c37a3e17faa,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:33.152148 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fdbf50ad-a35a-4cd1-a205-99f16743cdee tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:33.196102 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-fdbf50ad-a35a-4cd1-a205-99f16743cdee tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8442e66-b106-47be-99c8-78805c72142d']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:33.238114 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-fdbf50ad-a35a-4cd1-a205-99f16743cdee tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d6d74fe-1ab8-4d76-b93a-8b8bc5ac4e9d') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:33.239939 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-fdbf50ad-a35a-4cd1-a205-99f16743cdee tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d6d74fe-1ab8-4d76-b93a-8b8bc5ac4e9d') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:33.272313 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-123a201c-8397-4749-930b-86459fd2ba83 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.6055067 Feb 03 13:59:33.280196 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54162) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:33.283882 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fdbf50ad-a35a-4cd1-a205-99f16743cdee tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:33.311129 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-fabe3b9d-c05b-4049-88c1-1ed356a7fef3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7908261 Feb 03 13:59:33.311129 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54166) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:33.316497 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d40e12bf-1d60-481d-9e1c-b4b13be96a7c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.7677350 Feb 03 13:59:33.339685 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54170) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:33.372810 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-1efed820-cbda-4c8f-849a-356ac392291f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'port': {'network_id': '365ed64c-a3f2-4b7f-90a9-ed1a9e5c638d', 'name': 'tempest-PortsTestJSON-1403377840'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:33.373707 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 9f327a0c-b19c-4805-84cd-17c7f2794ba7 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:59:33.398667 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fdbf50ad-a35a-4cd1-a205-99f16743cdee tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:33.418913 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-c4dfabd5-6f5b-42f3-a86b-5918d1c8fd68 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-235816678', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}, 'admin_state_up': False}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:33.430319 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdbf50ad-a35a-4cd1-a205-99f16743cdee tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:59:33.430714 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fdbf50ad-a35a-4cd1-a205-99f16743cdee tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:33.452479 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 13:59:33.452479 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:59:33.452479 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 13:59:33.452479 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:59:33.452479 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 13:59:33.452479 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:59:33.452479 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 13:59:33.452479 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:59:33.452479 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 13:59:33.452479 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:59:33.452479 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 13:59:33.452479 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:59:33.452479 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 13:59:33.452479 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:59:33.452479 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:59:33.452479 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:59:33.452479 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:59:33.452479 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:59:33.452479 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 13:59:33.452479 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:59:33.452479 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 13:59:33.452479 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:59:33.452479 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:59:33.452479 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:59:33.452479 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 13:59:33.452479 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:59:33.452479 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:59:33.452479 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:59:33.452479 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:59:33.452479 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:59:33.452479 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:59:33.452479 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:59:33.500760 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-c4dfabd5-6f5b-42f3-a86b-5918d1c8fd68 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:33.523614 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-c4dfabd5-6f5b-42f3-a86b-5918d1c8fd68 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Usage tracker for resource:router and tenant:2e321b7425cc4fcdadac3009246b2caf is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:33.531358 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-c4dfabd5-6f5b-42f3-a86b-5918d1c8fd68 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:33.545149 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7878b11-8784-4755-b2da-39921039cae9 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:33.549907 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7878b11-8784-4755-b2da-39921039cae9 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:33.550454 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-c4dfabd5-6f5b-42f3-a86b-5918d1c8fd68 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:33.550734 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-a7878b11-8784-4755-b2da-39921039cae9 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:59:33.580482 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cfc5b6-3369-4cff-923d-a7dc10898ca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-365ed64c-a3f2-4b7f-90a9-ed1a9e5c638d', 'network_id': '365ed64c-a3f2-4b7f-90a9-ed1a9e5c638d', 'tenant_id': '2fa0476fd5f14aeea80802e139eae85a', 'fixed_ips': [{'subnet_id': '17e78f27-2a18-4f27-b8e3-24b90e5e6c52'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:59:33.581433 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e8cfc5b6-3369-4cff-923d-a7dc10898ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:33.624712 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323c0a82-bb07-4021-a7ad-b26e3f2070e5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Router 2a1a9059-2612-48ef-a558-cc9a429449c1 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:59:33.626181 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fdbf50ad-a35a-4cd1-a205-99f16743cdee tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:33.643346 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-1efed820-cbda-4c8f-849a-356ac392291f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:33.659409 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fdbf50ad-a35a-4cd1-a205-99f16743cdee tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:33.662113 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-1efed820-cbda-4c8f-849a-356ac392291f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:33.669709 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-a7878b11-8784-4755-b2da-39921039cae9 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:59:33.669926 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c4dfabd5-6f5b-42f3-a86b-5918d1c8fd68 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:33.673509 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c4dfabd5-6f5b-42f3-a86b-5918d1c8fd68 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:33.673665 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a7878b11-8784-4755-b2da-39921039cae9 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3897796 Feb 03 13:59:33.677772 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54174) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:33.682429 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf50ad-a35a-4cd1-a205-99f16743cdee tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event deleted for resources: {'Network': ['ID=f8442e66-b106-47be-99c8-78805c72142d,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:33.692164 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-fdbf50ad-a35a-4cd1-a205-99f16743cdee tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/networks/f8442e66-b106-47be-99c8-78805c72142d HTTP/1.1" status: 204 len: 168 time: 2.0014861 Feb 03 13:59:33.731857 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54178) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:33.772501 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b18f95-6835-4093-9a5c-3ef2b4e87b46 None None] Network c1c1101f-3f68-4175-9112-3a10fd62cb9d requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:59:33.833192 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c4dfabd5-6f5b-42f3-a86b-5918d1c8fd68 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:33.842489 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-9ec13ff3-984e-42d5-bedd-8a9adc7130d0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting port 14f32d63-72fa-4b9d-8547-10863a4f1130 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:33.842830 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9ec13ff3-984e-42d5-bedd-8a9adc7130d0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:33.843986 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efed820-cbda-4c8f-849a-356ac392291f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Made reservation on behalf of 2fa0476fd5f14aeea80802e139eae85a for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:33.846916 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1efed820-cbda-4c8f-849a-356ac392291f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:33.863107 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-f900ea2e-b680-4aa9-b13c-88d0130e0366 None None] Provisioning for port cc414144-ce7e-4b9d-a928-51c359029d22 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:59:33.879101 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 9f327a0c-b19c-4805-84cd-17c7f2794ba7 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:59:33.889453 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-1efed820-cbda-4c8f-849a-356ac392291f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] device_id is not set on port d740d84b-0323-4d2e-a22e-d4aa73d2a14f yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:59:33.897849 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 9f327a0c-b19c-4805-84cd-17c7f2794ba7 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:33.898455 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:34.018057 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb13c6ea-adf6-43ec-bbc9-e797df2aff70 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Router 23936c17-7b15-427b-b55d-926cbf08edee is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:59:34.064216 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-e8cfc5b6-3369-4cff-923d-a7dc10898ca5 None None] Allocated IP 172.20.0.2 (365ed64c-a3f2-4b7f-90a9-ed1a9e5c638d/17e78f27-2a18-4f27-b8e3-24b90e5e6c52/71ff0335-8753-48b8-9247-08b6c0669eb4) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:59:34.102819 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb55971f-746e-497b-a7c4-6447f8963664 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:34.104394 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-fb55971f-746e-497b-a7c4-6447f8963664 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Synchronizing usage tracker for tenant:faf754c5dcac42e3b7b479467002acb8 on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:59:34.226333 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-fb55971f-746e-497b-a7c4-6447f8963664 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Unset dirty status for tenant:faf754c5dcac42e3b7b479467002acb8 on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:59:34.232475 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-fb55971f-746e-497b-a7c4-6447f8963664 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4943755 Feb 03 13:59:34.233564 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54182) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:34.287733 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-436fba7d-a717-4647-a9b1-e27822eb0afb None None] Provisioning for port 14f32d63-72fa-4b9d-8547-10863a4f1130 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:59:34.345176 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323c0a82-bb07-4021-a7ad-b26e3f2070e5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:59:34.345724 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-436fba7d-a717-4647-a9b1-e27822eb0afb None None] Provisioning complete for port 14f32d63-72fa-4b9d-8547-10863a4f1130 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:34.345724 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-436fba7d-a717-4647-a9b1-e27822eb0afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:34.368070 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9ec13ff3-984e-42d5-bedd-8a9adc7130d0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:34.380471 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c4dfabd5-6f5b-42f3-a86b-5918d1c8fd68 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:34.385803 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0231c23-86d2-4c67-92ca-3a8cbb650073 None None] Sync routers for ids ['2a1a9059-2612-48ef-a558-cc9a429449c1'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:59:34.411190 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-323c0a82-bb07-4021-a7ad-b26e3f2070e5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:34.414673 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-323c0a82-bb07-4021-a7ad-b26e3f2070e5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "PUT /v2.0/routers/2a1a9059-2612-48ef-a558-cc9a429449c1 HTTP/1.1" status: 200 len: 953 time: 5.0991557 Feb 03 13:59:34.419267 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54188) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:34.430323 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:34.482500 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-436fba7d-a717-4647-a9b1-e27822eb0afb None None] Port 14f32d63-72fa-4b9d-8547-10863a4f1130 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:59:34.487538 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0231c23-86d2-4c67-92ca-3a8cbb650073 None None] Routers {'2a1a9059-2612-48ef-a558-cc9a429449c1'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:59:34.488217 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-f0231c23-86d2-4c67-92ca-3a8cbb650073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:59:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2a1a9059-2612-48ef-a558-cc9a429449c1'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:34.527439 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-9ec13ff3-984e-42d5-bedd-8a9adc7130d0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Calling delete_port for 14f32d63-72fa-4b9d-8547-10863a4f1130 owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:59:34.586236 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b9129c92-cfb9-4b36-92f9-c1e080c2f996 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3489885 Feb 03 13:59:34.587103 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54192) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:34.595326 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-0342865f-a58d-41ba-8619-c3d40930be0b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2133565498'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:34.603770 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-0342865f-a58d-41ba-8619-c3d40930be0b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:34.611574 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-0342865f-a58d-41ba-8619-c3d40930be0b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Usage tracker for resource:network and tenant:faf754c5dcac42e3b7b479467002acb8 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:34.615401 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-0342865f-a58d-41ba-8619-c3d40930be0b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:34.632135 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-0342865f-a58d-41ba-8619-c3d40930be0b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:34.662822 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 9f327a0c-b19c-4805-84cd-17c7f2794ba7, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=9f327a0c-b19c-4805-84cd-17c7f2794ba7,segment=NetworkSegment(9519bb4d-0aff-441c-9cc6-9ccef1a3895e),segment_id=9519bb4d-0aff-441c-9cc6-9ccef1a3895e)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:59:34.696321 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0342865f-a58d-41ba-8619-c3d40930be0b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Made reservation on behalf of faf754c5dcac42e3b7b479467002acb8 for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:34.700113 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0342865f-a58d-41ba-8619-c3d40930be0b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:34.704503 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e8cfc5b6-3369-4cff-923d-a7dc10898ca5 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:34.717169 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:34.717931 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device cc414144-ce7e-4b9d-a928-51c359029d22 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:59:34.773540 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb13c6ea-adf6-43ec-bbc9-e797df2aff70 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:59:34.777425 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-f0231c23-86d2-4c67-92ca-3a8cbb650073 None None] Set router 2a1a9059-2612-48ef-a558-cc9a429449c1 gateway port host: None {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:59:34.781269 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fb13c6ea-adf6-43ec-bbc9-e797df2aff70 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:34.782438 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-fb13c6ea-adf6-43ec-bbc9-e797df2aff70 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] 10.222.0.41 "PUT /v2.0/routers/23936c17-7b15-427b-b55d-926cbf08edee HTTP/1.1" status: 200 len: 919 time: 8.8156838 Feb 03 13:59:34.784868 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d2a438-6bba-46af-b5a7-3a39aab6dd61 None None] Sync routers for ids ['23936c17-7b15-427b-b55d-926cbf08edee'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:59:34.785365 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54196) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:34.804741 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-1aa03e66-83bf-48c7-aba7-8d6180949a75 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "GET /v2.0/routers/2a1a9059-2612-48ef-a558-cc9a429449c1 HTTP/1.1" status: 200 len: 953 time: 0.3876147 Feb 03 13:59:34.808028 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54200) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:34.809607 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 13:59:34.810300 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d2a438-6bba-46af-b5a7-3a39aab6dd61 None None] Routers {'23936c17-7b15-427b-b55d-926cbf08edee'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:59:34.810896 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-92d2a438-6bba-46af-b5a7-3a39aab6dd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:59:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['23936c17-7b15-427b-b55d-926cbf08edee'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:34.823601 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-077ee8d5-5f6e-4b9f-8593-5004052a2da1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Request body: {'router': {'routes': None}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:34.828634 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-e8cfc5b6-3369-4cff-923d-a7dc10898ca5 None None] Transition to ACTIVE for port object 71ff0335-8753-48b8-9247-08b6c0669eb4 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:59:34.862511 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9ec13ff3-984e-42d5-bedd-8a9adc7130d0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:34.883914 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-92d2a438-6bba-46af-b5a7-3a39aab6dd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:34.898139 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d2a438-6bba-46af-b5a7-3a39aab6dd61 None None] Routers {'23936c17-7b15-427b-b55d-926cbf08edee'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:59:34.898738 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-92d2a438-6bba-46af-b5a7-3a39aab6dd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:59:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['23936c17-7b15-427b-b55d-926cbf08edee'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:34.910722 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0342865f-a58d-41ba-8619-c3d40930be0b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:59:34.914051 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-e8cfc5b6-3369-4cff-923d-a7dc10898ca5 None None] Transition to ACTIVE for port object 71ff0335-8753-48b8-9247-08b6c0669eb4 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:59:34.926499 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec13ff3-984e-42d5-bedd-8a9adc7130d0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Port': ['ID=14f32d63-72fa-4b9d-8547-10863a4f1130,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:34.950839 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0342865f-a58d-41ba-8619-c3d40930be0b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:34.959796 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-0342865f-a58d-41ba-8619-c3d40930be0b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Added segment 9c99c6ab-7370-4573-aa89-e58ea982c5a1 of type vlan for network d324801c-17c7-4ea1-adaa-253765323704 Feb 03 13:59:34.960219 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=9f327a0c-b19c-4805-84cd-17c7f2794ba7,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:34.981751 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-92d2a438-6bba-46af-b5a7-3a39aab6dd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:34.982161 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d2a438-6bba-46af-b5a7-3a39aab6dd61 None None] The sync data for ids ['23936c17-7b15-427b-b55d-926cbf08edee'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:59:35.017056 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9ec13ff3-984e-42d5-bedd-8a9adc7130d0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:35.061394 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e8cfc5b6-3369-4cff-923d-a7dc10898ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:35.128544 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0342865f-a58d-41ba-8619-c3d40930be0b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:35.168120 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c4dfabd5-6f5b-42f3-a86b-5918d1c8fd68 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for router_gateway, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:35.211641 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cfc5b6-3369-4cff-923d-a7dc10898ca5 None None] Network 365ed64c-a3f2-4b7f-90a9-ed1a9e5c638d is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:35.217635 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-e8cfc5b6-3369-4cff-923d-a7dc10898ca5 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:35.220046 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cfc5b6-3369-4cff-923d-a7dc10898ca5 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:59:35.224832 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cfc5b6-3369-4cff-923d-a7dc10898ca5 None None] Pushing event updated for resources: {'Port': ['ID=71ff0335-8753-48b8-9247-08b6c0669eb4,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:35.225543 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c4dfabd5-6f5b-42f3-a86b-5918d1c8fd68 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:35.244293 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-9ec13ff3-984e-42d5-bedd-8a9adc7130d0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/ports/14f32d63-72fa-4b9d-8547-10863a4f1130 HTTP/1.1" status: 204 len: 168 time: 1.5642495 Feb 03 13:59:35.252285 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54206) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:35.274128 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port cc414144-ce7e-4b9d-a928-51c359029d22 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:59:35.321038 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-1efed820-cbda-4c8f-849a-356ac392291f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Allocated IP 172.20.0.12 (365ed64c-a3f2-4b7f-90a9-ed1a9e5c638d/17e78f27-2a18-4f27-b8e3-24b90e5e6c52/d740d84b-0323-4d2e-a22e-d4aa73d2a14f) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:59:35.325148 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port cc414144-ce7e-4b9d-a928-51c359029d22 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:35.325148 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:35.378512 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf5791-2b7c-443a-8990-a50ddc3671e7 req-cf09d0ab-49f8-439e-bfc6-c6c9b901fabe tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:35.382904 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3dbf5791-2b7c-443a-8990-a50ddc3671e7 req-cf09d0ab-49f8-439e-bfc6-c6c9b901fabe tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.2974670 Feb 03 13:59:35.394176 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0342865f-a58d-41ba-8619-c3d40930be0b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:35.399026 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0342865f-a58d-41ba-8619-c3d40930be0b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:35.399835 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0342865f-a58d-41ba-8619-c3d40930be0b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:35.436259 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68767251-c79d-4b91-ba5c-3df426842249 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:35.437873 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68767251-c79d-4b91-ba5c-3df426842249 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:35.438669 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-68767251-c79d-4b91-ba5c-3df426842249 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:59:35.441013 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-e8cfc5b6-3369-4cff-923d-a7dc10898ca5 None None] Attempting to bind port 71ff0335-8753-48b8-9247-08b6c0669eb4 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:59:35.441395 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-e8cfc5b6-3369-4cff-923d-a7dc10898ca5 None None] Attempting to bind port 71ff0335-8753-48b8-9247-08b6c0669eb4 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'b272ad16-8b78-4153-9a6b-6b63bd319940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '365ed64c-a3f2-4b7f-90a9-ed1a9e5c638d'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:59:35.441747 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cfc5b6-3369-4cff-923d-a7dc10898ca5 None None] Attempting to bind port 71ff0335-8753-48b8-9247-08b6c0669eb4 on network 365ed64c-a3f2-4b7f-90a9-ed1a9e5c638d {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:59:35.458041 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cfc5b6-3369-4cff-923d-a7dc10898ca5 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:59:35.458425 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cfc5b6-3369-4cff-923d-a7dc10898ca5 None None] Checking segment: {'id': 'b272ad16-8b78-4153-9a6b-6b63bd319940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '365ed64c-a3f2-4b7f-90a9-ed1a9e5c638d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:59:35.458817 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e8cfc5b6-3369-4cff-923d-a7dc10898ca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:35.459239 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cfc5b6-3369-4cff-923d-a7dc10898ca5 None None] Bound using segment: {'id': 'b272ad16-8b78-4153-9a6b-6b63bd319940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '365ed64c-a3f2-4b7f-90a9-ed1a9e5c638d'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:59:35.459709 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-e8cfc5b6-3369-4cff-923d-a7dc10898ca5 None None] Bound port: 71ff0335-8753-48b8-9247-08b6c0669eb4, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b272ad16-8b78-4153-9a6b-6b63bd319940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '365ed64c-a3f2-4b7f-90a9-ed1a9e5c638d'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:59:35.460079 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e8cfc5b6-3369-4cff-923d-a7dc10898ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:35.570484 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0342865f-a58d-41ba-8619-c3d40930be0b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'Network': ['ID=d324801c-17c7-4ea1-adaa-253765323704,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:35.582693 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-0342865f-a58d-41ba-8619-c3d40930be0b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9946473 Feb 03 13:59:35.585024 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3dbf5791-2b7c-443a-8990-a50ddc3671e7 req-6a290107-dcf0-48b4-8a68-d9e3cdcdc0a9 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764185 Feb 03 13:59:35.586156 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54210) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:35.591013 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a153bcba-a111-41bb-9345-135800e273f1 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] 10.222.0.41 "GET /v2.0/routers/23936c17-7b15-427b-b55d-926cbf08edee HTTP/1.1" status: 200 len: 925 time: 0.8037724 Feb 03 13:59:35.595357 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-166fd8c2-bc3d-4c81-910a-66c44fd66318 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'subnet': {'network_id': 'd324801c-17c7-4ea1-adaa-253765323704', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:35.606646 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54214) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:35.615108 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network d324801c-17c7-4ea1-adaa-253765323704 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:59:35.635373 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-f0231c23-86d2-4c67-92ca-3a8cbb650073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'name': 'tempest-RoutersIpV6Test-router-979439135', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:58:43Z', 'updated_at': '2022-02-03T13:59:31Z', 'revision_number': 6, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'gw_port_host': None, '_interfaces': [{'id': '0ad52dcc-57a3-4c04-aee5-395333a50763', 'name': '', 'network_id': '19b00385-999c-4704-aee1-5bba5d33b369', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:f9:9e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ff040b3-6f29-40fe-a4df-a58020824988', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:58Z', 'updated_at': '2022-02-03T13:59:11Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': '7ff040b3-6f29-40fe-a4df-a58020824988', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74bb7149-3ba5-4af2-89eb-1d6858ae7e1e', 'name': '', 'network_id': '613815a1-1bf9-4547-85e2-a76dadd9ecc4', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:a9:70:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84ee5945-0288-48f0-bbda-6ca4c112aaba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:59:12Z', 'updated_at': '2022-02-03T13:59:28Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': '84ee5945-0288-48f0-bbda-6ca4c112aaba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f327a0c-b19c-4805-84cd-17c7f2794ba7', 'name': '', 'network_id': 'bbfebeea-db98-44d4-afdd-e9ecc20ea312', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:cf:d5:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd35db50a-c01e-4eb3-b8a9-969e1c159844', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:59:23Z', 'updated_at': '2022-02-03T13:59:30Z', 'revision_number': 4, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': 'd35db50a-c01e-4eb3-b8a9-969e1c159844', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e8c105-0fdb-4569-91e8-d3855c1efff3', 'name': '', 'network_id': 'c6d2680a-3380-4d17-8377-378a03cb63a7', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:22:06:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:48Z', 'updated_at': '2022-02-03T13:58:58Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:35.637302 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:35.680204 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-68767251-c79d-4b91-ba5c-3df426842249 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:59:35.681408 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-68767251-c79d-4b91-ba5c-3df426842249 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4218416 Feb 03 13:59:35.685255 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54220) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:35.782510 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-166fd8c2-bc3d-4c81-910a-66c44fd66318 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:35.805427 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-166fd8c2-bc3d-4c81-910a-66c44fd66318 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Usage tracker for resource:subnet and tenant:faf754c5dcac42e3b7b479467002acb8 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:35.805720 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0231c23-86d2-4c67-92ca-3a8cbb650073 None None] Checking router: 2a1a9059-2612-48ef-a558-cc9a429449c1 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 13:59:35.827091 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-e8cfc5b6-3369-4cff-923d-a7dc10898ca5 None None] For port 71ff0335-8753-48b8-9247-08b6c0669eb4, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:59:35.843963 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-166fd8c2-bc3d-4c81-910a-66c44fd66318 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:35.870726 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-e8cfc5b6-3369-4cff-923d-a7dc10898ca5 None None] For port 71ff0335-8753-48b8-9247-08b6c0669eb4, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=71ff0335-8753-48b8-9247-08b6c0669eb4,segment=NetworkSegment(b272ad16-8b78-4153-9a6b-6b63bd319940),segment_id=b272ad16-8b78-4153-9a6b-6b63bd319940)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:59:35.875345 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port cc414144-ce7e-4b9d-a928-51c359029d22, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=cc414144-ce7e-4b9d-a928-51c359029d22,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:59:35.879724 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0231c23-86d2-4c67-92ca-3a8cbb650073 None None] Routers {'2a1a9059-2612-48ef-a558-cc9a429449c1'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:59:35.880373 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-f0231c23-86d2-4c67-92ca-3a8cbb650073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:59:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2a1a9059-2612-48ef-a558-cc9a429449c1'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:35.887833 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-c4dfabd5-6f5b-42f3-a86b-5918d1c8fd68 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Allocated IP 172.26.3.169 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/3acdf287-2707-4097-8759-6d4ab7d9a8e7) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:59:35.949081 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e8cfc5b6-3369-4cff-923d-a7dc10898ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:36.022995 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-166fd8c2-bc3d-4c81-910a-66c44fd66318 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:36.058695 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:36.120567 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-fefb2214-c6d6-4026-ac68-b6c521d65a5f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting subnet 9b038539-0299-4447-8c7f-4284c9e23583 {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 13:59:36.125906 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fefb2214-c6d6-4026-ac68-b6c521d65a5f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:36.149169 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-f0231c23-86d2-4c67-92ca-3a8cbb650073 None None] Set router 2a1a9059-2612-48ef-a558-cc9a429449c1 gateway port host: None {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:59:36.159990 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166fd8c2-bc3d-4c81-910a-66c44fd66318 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Made reservation on behalf of faf754c5dcac42e3b7b479467002acb8 for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:36.178332 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b72f517-cb0e-43e2-9c81-a28edccea54e req-d940968b-d006-443d-aed2-597943540260 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:36.179845 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7b72f517-cb0e-43e2-9c81-a28edccea54e req-d940968b-d006-443d-aed2-597943540260 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.3924093 Feb 03 13:59:36.195074 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device db0a0f2f-4133-455b-aa66-1c37a3e17faa no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 13:59:36.228063 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cfc5b6-3369-4cff-923d-a7dc10898ca5 None None] Pushing event updated for resources: {'Port': ['ID=71ff0335-8753-48b8-9247-08b6c0669eb4,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:36.232158 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1efed820-cbda-4c8f-849a-356ac392291f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:36.264184 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c15bcbce-d4bd-4ba2-8688-5b7eb4ef8894 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=16a0e898-50c0-4b65-ae3a-069e9649bbca&device_id=23936c17-7b15-427b-b55d-926cbf08edee&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6483979 Feb 03 13:59:36.276572 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54224) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:36.281890 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: db0a0f2f-4133-455b-aa66-1c37a3e17faa {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 13:59:36.282178 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device db0a0f2f-4133-455b-aa66-1c37a3e17faa not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 13:59:36.288131 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-1efed820-cbda-4c8f-849a-356ac392291f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Transition to ACTIVE for port object d740d84b-0323-4d2e-a22e-d4aa73d2a14f will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:59:36.341707 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fefb2214-c6d6-4026-ac68-b6c521d65a5f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:36.385726 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c4dfabd5-6f5b-42f3-a86b-5918d1c8fd68 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:36.460251 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-166fd8c2-bc3d-4c81-910a-66c44fd66318 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:36.469702 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 9f327a0c-b19c-4805-84cd-17c7f2794ba7 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:59:36.492210 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.extraroute_db [None req-077ee8d5-5f6e-4b9f-8593-5004052a2da1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Added routes are [] {{(pid=84181) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 03 13:59:36.492935 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.extraroute_db [None req-077ee8d5-5f6e-4b9f-8593-5004052a2da1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=84181) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 03 13:59:36.554308 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-077ee8d5-5f6e-4b9f-8593-5004052a2da1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:36.558995 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1efed820-cbda-4c8f-849a-356ac392291f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:36.590548 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=cc414144-ce7e-4b9d-a928-51c359029d22,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:36.614480 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fefb2214-c6d6-4026-ac68-b6c521d65a5f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:36.625450 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c4dfabd5-6f5b-42f3-a86b-5918d1c8fd68 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:36.736509 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7b72f517-cb0e-43e2-9c81-a28edccea54e req-1db4dd28-c29c-4f99-a676-c84ac4d69501 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5464025 Feb 03 13:59:36.747590 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 9f327a0c-b19c-4805-84cd-17c7f2794ba7 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:36.747772 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:36.819930 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efed820-cbda-4c8f-849a-356ac392291f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Network 365ed64c-a3f2-4b7f-90a9-ed1a9e5c638d is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:36.831286 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-1efed820-cbda-4c8f-849a-356ac392291f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:36.849563 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dfabd5-6f5b-42f3-a86b-5918d1c8fd68 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:36.855630 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efed820-cbda-4c8f-849a-356ac392291f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:59:36.856463 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c4f32d-cd89-4fc7-823f-9939f6231b60 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:36.861093 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c1c4f32d-cd89-4fc7-823f-9939f6231b60 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] 10.222.0.41 "GET /v2.0/networks/16a0e898-50c0-4b65-ae3a-069e9649bbca HTTP/1.1" status: 200 len: 881 time: 0.5846431 Feb 03 13:59:36.861676 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54230) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:36.887216 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-c4dfabd5-6f5b-42f3-a86b-5918d1c8fd68 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:36.893799 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efed820-cbda-4c8f-849a-356ac392291f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'Port': ['ID=d740d84b-0323-4d2e-a22e-d4aa73d2a14f,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:36.896247 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dfabd5-6f5b-42f3-a86b-5918d1c8fd68 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:59:36.921938 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-fddf9459-1f88-4072-9498-6ca7063635f0 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] 10.222.0.41 "GET /v2.0/ports?device_id=23936c17-7b15-427b-b55d-926cbf08edee HTTP/1.1" status: 200 len: 205 time: 0.0580547 Feb 03 13:59:36.922504 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54234) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:36.959582 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-f0231c23-86d2-4c67-92ca-3a8cbb650073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'name': 'tempest-RoutersIpV6Test-router-979439135', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:58:43Z', 'updated_at': '2022-02-03T13:59:31Z', 'revision_number': 6, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'gw_port_host': None, '_interfaces': [{'id': '0ad52dcc-57a3-4c04-aee5-395333a50763', 'name': '', 'network_id': '19b00385-999c-4704-aee1-5bba5d33b369', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:f9:9e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ff040b3-6f29-40fe-a4df-a58020824988', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:58Z', 'updated_at': '2022-02-03T13:59:11Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': '7ff040b3-6f29-40fe-a4df-a58020824988', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74bb7149-3ba5-4af2-89eb-1d6858ae7e1e', 'name': '', 'network_id': '613815a1-1bf9-4547-85e2-a76dadd9ecc4', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:a9:70:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84ee5945-0288-48f0-bbda-6ca4c112aaba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:59:12Z', 'updated_at': '2022-02-03T13:59:28Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': '84ee5945-0288-48f0-bbda-6ca4c112aaba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f327a0c-b19c-4805-84cd-17c7f2794ba7', 'name': '', 'network_id': 'bbfebeea-db98-44d4-afdd-e9ecc20ea312', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:cf:d5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd35db50a-c01e-4eb3-b8a9-969e1c159844', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:59:23Z', 'updated_at': '2022-02-03T13:59:34Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': 'd35db50a-c01e-4eb3-b8a9-969e1c159844', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e8c105-0fdb-4569-91e8-d3855c1efff3', 'name': '', 'network_id': 'c6d2680a-3380-4d17-8377-378a03cb63a7', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:22:06:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:48Z', 'updated_at': '2022-02-03T13:58:58Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:36.970643 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0231c23-86d2-4c67-92ca-3a8cbb650073 None None] The sync data for ids ['2a1a9059-2612-48ef-a558-cc9a429449c1'] in dv-neutron-827016-1-hyperv is: [{'id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'name': 'tempest-RoutersIpV6Test-router-979439135', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:58:43Z', 'updated_at': '2022-02-03T13:59:31Z', 'revision_number': 6, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'gw_port_host': None, '_interfaces': [{'id': '0ad52dcc-57a3-4c04-aee5-395333a50763', 'name': '', 'network_id': '19b00385-999c-4704-aee1-5bba5d33b369', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:f9:9e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ff040b3-6f29-40fe-a4df-a58020824988', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:58Z', 'updated_at': '2022-02-03T13:59:11Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': '7ff040b3-6f29-40fe-a4df-a58020824988', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74bb7149-3ba5-4af2-89eb-1d6858ae7e1e', 'name': '', 'network_id': '613815a1-1bf9-4547-85e2-a76dadd9ecc4', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:a9:70:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84ee5945-0288-48f0-bbda-6ca4c112aaba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:59:12Z', 'updated_at': '2022-02-03T13:59:28Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': '84ee5945-0288-48f0-bbda-6ca4c112aaba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f327a0c-b19c-4805-84cd-17c7f2794ba7', 'name': '', 'network_id': 'bbfebeea-db98-44d4-afdd-e9ecc20ea312', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:cf:d5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd35db50a-c01e-4eb3-b8a9-969e1c159844', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:59:23Z', 'updated_at': '2022-02-03T13:59:34Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': 'd35db50a-c01e-4eb3-b8a9-969e1c159844', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e8c105-0fdb-4569-91e8-d3855c1efff3', 'name': '', 'network_id': 'c6d2680a-3380-4d17-8377-378a03cb63a7', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:22:06:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:48Z', 'updated_at': '2022-02-03T13:58:58Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:59:37.015435 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfabd5-6f5b-42f3-a86b-5918d1c8fd68 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Pushing event updated for resources: {'Port': ['ID=3acdf287-2707-4097-8759-6d4ab7d9a8e7,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:37.050911 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fefb2214-c6d6-4026-ac68-b6c521d65a5f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:37.105709 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efed820-cbda-4c8f-849a-356ac392291f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:37.106319 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1efed820-cbda-4c8f-849a-356ac392291f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:37.126358 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb2214-c6d6-4026-ac68-b6c521d65a5f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Subnet': ['ID=9b038539-0299-4447-8c7f-4284c9e23583,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:37.144124 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7d9227-180f-4267-9c53-48817d0d1dd8 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:59:37.146351 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fefb2214-c6d6-4026-ac68-b6c521d65a5f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:37.308076 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-1efed820-cbda-4c8f-849a-356ac392291f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.9960446 Feb 03 13:59:37.312075 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-fefb2214-c6d6-4026-ac68-b6c521d65a5f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/9b038539-0299-4447-8c7f-4284c9e23583 HTTP/1.1" status: 204 len: 168 time: 1.6258795 Feb 03 13:59:37.314446 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54240) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:37.314773 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54242) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:37.318785 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-166fd8c2-bc3d-4c81-910a-66c44fd66318 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:37.432815 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-077ee8d5-5f6e-4b9f-8593-5004052a2da1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:37.441774 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-077ee8d5-5f6e-4b9f-8593-5004052a2da1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970733'] for router, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:37.601431 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b83ac0f2-b878-464e-8633-315ba2705fc4 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2839816 Feb 03 13:59:37.605061 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54248) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:37.624272 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74464966-245e-4994-b2b7-8b90d0d82f3a None None] DHCP port deletion for ac0baa47-f752-4b1c-8067-faa2699b3288 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 13:59:37.626887 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-30d21194-502a-42e3-b906-e54c1930a47c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'subnet': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:37.629593 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-74464966-245e-4994-b2b7-8b90d0d82f3a None None] Deleting port cc414144-ce7e-4b9d-a928-51c359029d22 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:37.630145 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-74464966-245e-4994-b2b7-8b90d0d82f3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:37.678296 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-d0309521-4023-41a3-af14-a4c4ea73bbb1 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Deleting port d740d84b-0323-4d2e-a22e-d4aa73d2a14f {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:37.678795 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d0309521-4023-41a3-af14-a4c4ea73bbb1 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:37.710489 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166fd8c2-bc3d-4c81-910a-66c44fd66318 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'Subnet': ['ID=14ca9214-78d4-44ec-93fc-5392cf71b3f5,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:37.738980 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5237250e-f7ce-43b7-afad-450955280992 None None] Network 365ed64c-a3f2-4b7f-90a9-ed1a9e5c638d requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:59:37.920232 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-30d21194-502a-42e3-b906-e54c1930a47c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:37.924113 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c4dfabd5-6f5b-42f3-a86b-5918d1c8fd68 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for router_gateway, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:37.924925 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c4dfabd5-6f5b-42f3-a86b-5918d1c8fd68 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:37.931790 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-30d21194-502a-42e3-b906-e54c1930a47c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Usage tracker for resource:subnet and tenant:1508f35e18f0463982f9a6d535c8268b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:37.938123 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-30d21194-502a-42e3-b906-e54c1930a47c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:37.946333 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-30d21194-502a-42e3-b906-e54c1930a47c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:37.960370 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166fd8c2-bc3d-4c81-910a-66c44fd66318 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Checking segment: {'id': '9c99c6ab-7370-4573-aa89-e58ea982c5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd324801c-17c7-4ea1-adaa-253765323704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:59:37.960971 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166fd8c2-bc3d-4c81-910a-66c44fd66318 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Network hostable DHCP agents. Network: d324801c-17c7-4ea1-adaa-253765323704, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:59:38.007233 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc4070-36a4-451e-967a-8a8ce360759b req-4f711b51-51bb-4128-a971-630537bc8284 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:38.008697 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8ccc4070-36a4-451e-967a-8a8ce360759b req-4f711b51-51bb-4128-a971-630537bc8284 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.5136881 Feb 03 13:59:38.012378 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-35cf53c1-aa59-48bb-846f-74784d86f55e tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:38.046326 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077ee8d5-5f6e-4b9f-8593-5004052a2da1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Router 2a1a9059-2612-48ef-a558-cc9a429449c1 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:59:38.069988 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-74464966-245e-4994-b2b7-8b90d0d82f3a None None] For port cc414144-ce7e-4b9d-a928-51c359029d22, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=cc414144-ce7e-4b9d-a928-51c359029d22,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:59:38.070675 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-74464966-245e-4994-b2b7-8b90d0d82f3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:38.118712 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-361715e3-8d10-4b6e-8c3d-2cfb5be909f5 None None] Provisioning for port 71ff0335-8753-48b8-9247-08b6c0669eb4 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:59:38.149963 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d21194-502a-42e3-b906-e54c1930a47c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:38.232686 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8ccc4070-36a4-451e-967a-8a8ce360759b req-9c4b762d-9c6f-42cf-8ad9-e2d98dcc37ab tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614349 Feb 03 13:59:38.272081 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-74464966-245e-4994-b2b7-8b90d0d82f3a None None] Calling delete_port for cc414144-ce7e-4b9d-a928-51c359029d22 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:59:38.294157 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d0309521-4023-41a3-af14-a4c4ea73bbb1 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:38.390525 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-30d21194-502a-42e3-b906-e54c1930a47c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:38.421617 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166fd8c2-bc3d-4c81-910a-66c44fd66318 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Network d324801c-17c7-4ea1-adaa-253765323704 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:59:38.501863 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-d0309521-4023-41a3-af14-a4c4ea73bbb1 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Calling delete_port for d740d84b-0323-4d2e-a22e-d4aa73d2a14f owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:59:38.502934 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 71ff0335-8753-48b8-9247-08b6c0669eb4 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:59:38.575103 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-74464966-245e-4994-b2b7-8b90d0d82f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:38.600468 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-166fd8c2-bc3d-4c81-910a-66c44fd66318 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, d324801c-17c7-4ea1-adaa-253765323704) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:38.604301 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077ee8d5-5f6e-4b9f-8593-5004052a2da1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:59:38.604753 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166fd8c2-bc3d-4c81-910a-66c44fd66318 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:38.614287 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-166fd8c2-bc3d-4c81-910a-66c44fd66318 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:38.652874 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74464966-245e-4994-b2b7-8b90d0d82f3a None None] Pushing event deleted for resources: {'Port': ['ID=cc414144-ce7e-4b9d-a928-51c359029d22,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:38.672317 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74464966-245e-4994-b2b7-8b90d0d82f3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:38.673084 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74464966-245e-4994-b2b7-8b90d0d82f3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:38.673084 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74464966-245e-4994-b2b7-8b90d0d82f3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:38.673494 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74464966-245e-4994-b2b7-8b90d0d82f3a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:38.673835 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74464966-245e-4994-b2b7-8b90d0d82f3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:38.674170 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74464966-245e-4994-b2b7-8b90d0d82f3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:38.674501 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74464966-245e-4994-b2b7-8b90d0d82f3a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:38.674963 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74464966-245e-4994-b2b7-8b90d0d82f3a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:38.675321 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74464966-245e-4994-b2b7-8b90d0d82f3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:38.675658 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74464966-245e-4994-b2b7-8b90d0d82f3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:38.675875 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-077ee8d5-5f6e-4b9f-8593-5004052a2da1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:38.676333 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74464966-245e-4994-b2b7-8b90d0d82f3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:38.680112 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-077ee8d5-5f6e-4b9f-8593-5004052a2da1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "PUT /v2.0/routers/2a1a9059-2612-48ef-a558-cc9a429449c1 HTTP/1.1" status: 200 len: 703 time: 3.8679090 Feb 03 13:59:38.681102 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54252) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:38.687148 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62fa21f-557a-49c1-8ef6-077455c69415 None None] Sync routers for ids ['2a1a9059-2612-48ef-a558-cc9a429449c1'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:59:38.698225 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ba4615-ce20-4fca-b1b2-b61c4cff62e8 None None] Network d324801c-17c7-4ea1-adaa-253765323704 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:59:38.701730 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-35cf53c1-aa59-48bb-846f-74784d86f55e tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:38.764058 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-166fd8c2-bc3d-4c81-910a-66c44fd66318 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1767571 Feb 03 13:59:38.766546 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54256) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:38.775257 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-2baccee9-9567-4ba6-97d8-9acbbd078075 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'port': {'network_id': 'd324801c-17c7-4ea1-adaa-253765323704', 'name': 'tempest-PortsIpV6TestJSON-55640080'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:38.876610 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4dfabd5-6f5b-42f3-a86b-5918d1c8fd68 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Router b8ac8743-9c7e-4709-a28e-1ea2b501ff15 is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:59:38.903095 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 71ff0335-8753-48b8-9247-08b6c0669eb4 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:59:38.909716 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62fa21f-557a-49c1-8ef6-077455c69415 None None] Routers {'2a1a9059-2612-48ef-a558-cc9a429449c1'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:59:38.910558 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-e62fa21f-557a-49c1-8ef6-077455c69415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:59:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2a1a9059-2612-48ef-a558-cc9a429449c1'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:38.951859 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-2baccee9-9567-4ba6-97d8-9acbbd078075 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:38.956805 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-35cf53c1-aa59-48bb-846f-74784d86f55e tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Deleting port ad4d5d5d-f111-442f-b750-1a9ca3825da9 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:38.957268 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-35cf53c1-aa59-48bb-846f-74784d86f55e tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:38.993030 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d0309521-4023-41a3-af14-a4c4ea73bbb1 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:39.003028 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 71ff0335-8753-48b8-9247-08b6c0669eb4 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:39.003567 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:39.011505 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-30d21194-502a-42e3-b906-e54c1930a47c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:39.061283 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-2baccee9-9567-4ba6-97d8-9acbbd078075 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:39.072243 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0309521-4023-41a3-af14-a4c4ea73bbb1 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event deleted for resources: {'Port': ['ID=d740d84b-0323-4d2e-a22e-d4aa73d2a14f,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:39.080829 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-a8136cb8-ac4f-4d34-b674-8a487750ca80 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "GET /v2.0/routers/2a1a9059-2612-48ef-a558-cc9a429449c1 HTTP/1.1" status: 200 len: 703 time: 0.3958127 Feb 03 13:59:39.082173 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54260) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:39.108835 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74464966-245e-4994-b2b7-8b90d0d82f3a None None] No DVR routers for this DVR port cc414144-ce7e-4b9d-a928-51c359029d22 on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:59:39.109960 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d21194-502a-42e3-b906-e54c1930a47c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:39.114247 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-30d21194-502a-42e3-b906-e54c1930a47c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:39.118158 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-a097c164-bdc5-492a-8d97-cdd29b530d07 None None] Could not find standard attr ID for object d740d84b-0323-4d2e-a22e-d4aa73d2a14f. {{(pid=84183) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 13:59:39.118443 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d21194-502a-42e3-b906-e54c1930a47c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Subnet': ['ID=5dff69fc-7862-4784-91a7-6241c5a7d36b,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:39.119974 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d21194-502a-42e3-b906-e54c1930a47c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:39.120742 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-30d21194-502a-42e3-b906-e54c1930a47c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:39.139467 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cda1685-648c-4b8f-9ff8-12d751f40157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-d324801c-17c7-4ea1-adaa-253765323704', 'network_id': 'd324801c-17c7-4ea1-adaa-253765323704', 'tenant_id': 'faf754c5dcac42e3b7b479467002acb8', 'fixed_ips': [{'subnet_id': '14ca9214-78d4-44ec-93fc-5392cf71b3f5'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:59:39.140405 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9cda1685-648c-4b8f-9ff8-12d751f40157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:39.157932 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbee68be-fc24-488c-a390-60669da3a258 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:59:39.218729 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2baccee9-9567-4ba6-97d8-9acbbd078075 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Made reservation on behalf of faf754c5dcac42e3b7b479467002acb8 for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:39.221984 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2baccee9-9567-4ba6-97d8-9acbbd078075 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:39.280486 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4dfabd5-6f5b-42f3-a86b-5918d1c8fd68 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:59:39.296403 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-30d21194-502a-42e3-b906-e54c1930a47c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6899056 Feb 03 13:59:39.300460 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55c5d05-70be-4738-90dd-85c5895112b9 None None] Sync routers for ids ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:59:39.316893 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54266) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:39.319209 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55c5d05-70be-4738-90dd-85c5895112b9 None None] Routers {'b8ac8743-9c7e-4709-a28e-1ea2b501ff15'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:59:39.320047 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-a55c5d05-70be-4738-90dd-85c5895112b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:59:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:39.331300 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-fc35c6df-f592-453b-8985-f5e92e4280da tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'port': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'fixed_ips': [{'subnet_id': '5dff69fc-7862-4784-91a7-6241c5a7d36b', 'ip_address': '2001:db8::87b9:9e32:2a22:444a'}], 'name': 'tempest-NetworksTestDHCPv6-1248813138'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:39.361512 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-e62fa21f-557a-49c1-8ef6-077455c69415 None None] Set router 2a1a9059-2612-48ef-a558-cc9a429449c1 gateway port host: None {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:59:39.473377 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-a55c5d05-70be-4738-90dd-85c5895112b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:39.491314 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55c5d05-70be-4738-90dd-85c5895112b9 None None] Routers {'b8ac8743-9c7e-4709-a28e-1ea2b501ff15'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:59:39.491928 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-a55c5d05-70be-4738-90dd-85c5895112b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:59:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:39.550464 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-fc35c6df-f592-453b-8985-f5e92e4280da tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:39.555502 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-fc35c6df-f592-453b-8985-f5e92e4280da tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Usage tracker for resource:port and tenant:1508f35e18f0463982f9a6d535c8268b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:39.557703 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-a55c5d05-70be-4738-90dd-85c5895112b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:39.558288 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55c5d05-70be-4738-90dd-85c5895112b9 None None] The sync data for ids ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:59:39.560203 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-fc35c6df-f592-453b-8985-f5e92e4280da tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:39.567399 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-fc35c6df-f592-453b-8985-f5e92e4280da tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:39.570191 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c4dfabd5-6f5b-42f3-a86b-5918d1c8fd68 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:39.572916 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-2baccee9-9567-4ba6-97d8-9acbbd078075 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] device_id is not set on port 4f4f0296-40af-4cef-8c2a-450521b83cfb yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:59:39.574960 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c4dfabd5-6f5b-42f3-a86b-5918d1c8fd68 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.2175183 Feb 03 13:59:39.579470 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54270) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:39.648892 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-a097c164-bdc5-492a-8d97-cdd29b530d07 None None] Provisioning complete for port 71ff0335-8753-48b8-9247-08b6c0669eb4 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:39.649158 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a097c164-bdc5-492a-8d97-cdd29b530d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:39.663292 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc35c6df-f592-453b-8985-f5e92e4280da tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:39.669467 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fc35c6df-f592-453b-8985-f5e92e4280da tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:39.809464 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d0309521-4023-41a3-af14-a4c4ea73bbb1 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:39.855153 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-fc35c6df-f592-453b-8985-f5e92e4280da tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] device_id is not set on port b581c5ee-e24b-4c58-be3e-f126efa370c7 yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:59:39.881042 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d0309521-4023-41a3-af14-a4c4ea73bbb1 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/ports/d740d84b-0323-4d2e-a22e-d4aa73d2a14f HTTP/1.1" status: 204 len: 168 time: 2.5626032 Feb 03 13:59:39.886428 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54274) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:39.889260 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-35cf53c1-aa59-48bb-846f-74784d86f55e tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:39.928836 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:40.102371 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-35cf53c1-aa59-48bb-846f-74784d86f55e tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Calling delete_port for ad4d5d5d-f111-442f-b750-1a9ca3825da9 owned by network:router_gateway {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:59:40.106587 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 71ff0335-8753-48b8-9247-08b6c0669eb4, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=71ff0335-8753-48b8-9247-08b6c0669eb4,segment=NetworkSegment(b272ad16-8b78-4153-9a6b-6b63bd319940),segment_id=b272ad16-8b78-4153-9a6b-6b63bd319940)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:59:40.120440 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55228b17-c04a-479c-9531-e52cfc32ebdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-ac0baa47-f752-4b1c-8067-faa2699b3288', 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'tenant_id': '1508f35e18f0463982f9a6d535c8268b', 'fixed_ips': [{'subnet_id': '5dff69fc-7862-4784-91a7-6241c5a7d36b'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:59:40.121252 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-55228b17-c04a-479c-9531-e52cfc32ebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:40.141980 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-78bd2ed6-c431-42b9-817d-14eaaffff2cb tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] DELETE failed (client error): The resource could not be found. Feb 03 13:59:40.141980 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78bd2ed6-c431-42b9-817d-14eaaffff2cb tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:59:40.145023 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-78bd2ed6-c431-42b9-817d-14eaaffff2cb tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/ports/d740d84b-0323-4d2e-a22e-d4aa73d2a14f HTTP/1.1" status: 404 len: 333 time: 0.2422135 Feb 03 13:59:40.156691 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a097c164-bdc5-492a-8d97-cdd29b530d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:40.157856 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54280) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:40.210756 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-2baccee9-9567-4ba6-97d8-9acbbd078075 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Allocated IP 2001:db8::37d (d324801c-17c7-4ea1-adaa-253765323704/14ca9214-78d4-44ec-93fc-5392cf71b3f5/4f4f0296-40af-4cef-8c2a-450521b83cfb) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:59:40.220191 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08be73-c2d7-4dcf-9b8f-0ffe3b8f8503 req-511e76f7-b889-4f78-b955-d11acadf9523 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:40.221438 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae0fd6a9-3b0a-4026-8aa6-82e1fd1a7b09 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] GET failed (client error): The resource could not be found. Feb 03 13:59:40.221812 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ae0fd6a9-3b0a-4026-8aa6-82e1fd1a7b09 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Synchronizing usage tracker for tenant:2fa0476fd5f14aeea80802e139eae85a on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:59:40.224535 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7d08be73-c2d7-4dcf-9b8f-0ffe3b8f8503 req-511e76f7-b889-4f78-b955-d11acadf9523 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.6838279 Feb 03 13:59:40.225357 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:40.237474 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-fc35c6df-f592-453b-8985-f5e92e4280da tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Allocated IP 2001:db8::87b9:9e32:2a22:444a (ac0baa47-f752-4b1c-8067-faa2699b3288/5dff69fc-7862-4784-91a7-6241c5a7d36b/b581c5ee-e24b-4c58-be3e-f126efa370c7) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:59:40.307716 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device cc414144-ce7e-4b9d-a928-51c359029d22 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 13:59:40.362099 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ae0fd6a9-3b0a-4026-8aa6-82e1fd1a7b09 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Unset dirty status for tenant:2fa0476fd5f14aeea80802e139eae85a on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:59:40.366236 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ae0fd6a9-3b0a-4026-8aa6-82e1fd1a7b09 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "GET /v2.0/ports/d740d84b-0323-4d2e-a22e-d4aa73d2a14f HTTP/1.1" status: 404 len: 333 time: 0.2040493 Feb 03 13:59:40.373652 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54284) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:40.374261 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-e62fa21f-557a-49c1-8ef6-077455c69415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'name': 'tempest-RoutersIpV6Test-router-979439135', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:58:43Z', 'updated_at': '2022-02-03T13:59:36Z', 'revision_number': 7, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'gw_port_host': None, '_interfaces': [{'id': '0ad52dcc-57a3-4c04-aee5-395333a50763', 'name': '', 'network_id': '19b00385-999c-4704-aee1-5bba5d33b369', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:f9:9e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ff040b3-6f29-40fe-a4df-a58020824988', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:58Z', 'updated_at': '2022-02-03T13:59:11Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': '7ff040b3-6f29-40fe-a4df-a58020824988', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74bb7149-3ba5-4af2-89eb-1d6858ae7e1e', 'name': '', 'network_id': '613815a1-1bf9-4547-85e2-a76dadd9ecc4', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:a9:70:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84ee5945-0288-48f0-bbda-6ca4c112aaba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:59:12Z', 'updated_at': '2022-02-03T13:59:28Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': '84ee5945-0288-48f0-bbda-6ca4c112aaba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f327a0c-b19c-4805-84cd-17c7f2794ba7', 'name': '', 'network_id': 'bbfebeea-db98-44d4-afdd-e9ecc20ea312', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:cf:d5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd35db50a-c01e-4eb3-b8a9-969e1c159844', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:59:23Z', 'updated_at': '2022-02-03T13:59:34Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': 'd35db50a-c01e-4eb3-b8a9-969e1c159844', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e8c105-0fdb-4569-91e8-d3855c1efff3', 'name': '', 'network_id': 'c6d2680a-3380-4d17-8377-378a03cb63a7', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:22:06:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:48Z', 'updated_at': '2022-02-03T13:58:58Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:40.376231 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: cc414144-ce7e-4b9d-a928-51c359029d22 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 13:59:40.377176 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device cc414144-ce7e-4b9d-a928-51c359029d22 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 13:59:40.394440 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62fa21f-557a-49c1-8ef6-077455c69415 None None] Checking router: 2a1a9059-2612-48ef-a558-cc9a429449c1 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 13:59:40.421259 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-a097c164-bdc5-492a-8d97-cdd29b530d07 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:59:40.421620 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-a097c164-bdc5-492a-8d97-cdd29b530d07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:59:40.432238 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=71ff0335-8753-48b8-9247-08b6c0669eb4,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:40.436861 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62fa21f-557a-49c1-8ef6-077455c69415 None None] Routers {'2a1a9059-2612-48ef-a558-cc9a429449c1'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:59:40.437485 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-e62fa21f-557a-49c1-8ef6-077455c69415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:59:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2a1a9059-2612-48ef-a558-cc9a429449c1'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:40.475932 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7d08be73-c2d7-4dcf-9b8f-0ffe3b8f8503 req-0f9c8e6c-0a3a-4918-82dc-c8b253be9465 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2386553 Feb 03 13:59:40.590532 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-e62fa21f-557a-49c1-8ef6-077455c69415 None None] Set router 2a1a9059-2612-48ef-a558-cc9a429449c1 gateway port host: None {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:59:40.806055 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fc35c6df-f592-453b-8985-f5e92e4280da tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:40.806617 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2baccee9-9567-4ba6-97d8-9acbbd078075 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:40.812883 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-988ff390-a708-4d0b-b1e5-934b77288478 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Deleting subnet 17e78f27-2a18-4f27-b8e3-24b90e5e6c52 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 13:59:40.820834 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-988ff390-a708-4d0b-b1e5-934b77288478 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:40.838352 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a2b09b54-0c9e-453f-998e-e829de0bc79e tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:40.886106 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-fc35c6df-f592-453b-8985-f5e92e4280da tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Transition to ACTIVE for port object b581c5ee-e24b-4c58-be3e-f126efa370c7 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:59:40.890750 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-2baccee9-9567-4ba6-97d8-9acbbd078075 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Transition to ACTIVE for port object 4f4f0296-40af-4cef-8c2a-450521b83cfb will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:59:40.892590 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-988ff390-a708-4d0b-b1e5-934b77288478 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:40.897138 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-35cf53c1-aa59-48bb-846f-74784d86f55e tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:40.955864 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf53c1-aa59-48bb-846f-74784d86f55e tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Pushing event deleted for resources: {'Port': ['ID=ad4d5d5d-f111-442f-b750-1a9ca3825da9,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:40.964989 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-e62fa21f-557a-49c1-8ef6-077455c69415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'name': 'tempest-RoutersIpV6Test-router-979439135', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:58:43Z', 'updated_at': '2022-02-03T13:59:36Z', 'revision_number': 7, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'gw_port_host': None, '_interfaces': [{'id': '0ad52dcc-57a3-4c04-aee5-395333a50763', 'name': '', 'network_id': '19b00385-999c-4704-aee1-5bba5d33b369', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:f9:9e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ff040b3-6f29-40fe-a4df-a58020824988', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:58Z', 'updated_at': '2022-02-03T13:59:11Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': '7ff040b3-6f29-40fe-a4df-a58020824988', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74bb7149-3ba5-4af2-89eb-1d6858ae7e1e', 'name': '', 'network_id': '613815a1-1bf9-4547-85e2-a76dadd9ecc4', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:a9:70:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84ee5945-0288-48f0-bbda-6ca4c112aaba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:59:12Z', 'updated_at': '2022-02-03T13:59:28Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': '84ee5945-0288-48f0-bbda-6ca4c112aaba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f327a0c-b19c-4805-84cd-17c7f2794ba7', 'name': '', 'network_id': 'bbfebeea-db98-44d4-afdd-e9ecc20ea312', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:cf:d5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd35db50a-c01e-4eb3-b8a9-969e1c159844', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:59:23Z', 'updated_at': '2022-02-03T13:59:34Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': 'd35db50a-c01e-4eb3-b8a9-969e1c159844', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e8c105-0fdb-4569-91e8-d3855c1efff3', 'name': '', 'network_id': 'c6d2680a-3380-4d17-8377-378a03cb63a7', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:22:06:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:48Z', 'updated_at': '2022-02-03T13:58:58Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:40.977835 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62fa21f-557a-49c1-8ef6-077455c69415 None None] The sync data for ids ['2a1a9059-2612-48ef-a558-cc9a429449c1'] in dv-neutron-827016-1-hyperv is: [{'id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'name': 'tempest-RoutersIpV6Test-router-979439135', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:58:43Z', 'updated_at': '2022-02-03T13:59:36Z', 'revision_number': 7, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'gw_port_host': None, '_interfaces': [{'id': '0ad52dcc-57a3-4c04-aee5-395333a50763', 'name': '', 'network_id': '19b00385-999c-4704-aee1-5bba5d33b369', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:f9:9e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ff040b3-6f29-40fe-a4df-a58020824988', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:58Z', 'updated_at': '2022-02-03T13:59:11Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': '7ff040b3-6f29-40fe-a4df-a58020824988', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74bb7149-3ba5-4af2-89eb-1d6858ae7e1e', 'name': '', 'network_id': '613815a1-1bf9-4547-85e2-a76dadd9ecc4', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:a9:70:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84ee5945-0288-48f0-bbda-6ca4c112aaba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:59:12Z', 'updated_at': '2022-02-03T13:59:28Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': '84ee5945-0288-48f0-bbda-6ca4c112aaba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f327a0c-b19c-4805-84cd-17c7f2794ba7', 'name': '', 'network_id': 'bbfebeea-db98-44d4-afdd-e9ecc20ea312', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:cf:d5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd35db50a-c01e-4eb3-b8a9-969e1c159844', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:59:23Z', 'updated_at': '2022-02-03T13:59:34Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': 'd35db50a-c01e-4eb3-b8a9-969e1c159844', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e8c105-0fdb-4569-91e8-d3855c1efff3', 'name': '', 'network_id': 'c6d2680a-3380-4d17-8377-378a03cb63a7', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:22:06:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:48Z', 'updated_at': '2022-02-03T13:58:58Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:59:41.076699 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-988ff390-a708-4d0b-b1e5-934b77288478 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:41.114768 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fc35c6df-f592-453b-8985-f5e92e4280da tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:41.157391 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-1d84b0e5-12bf-41db-9d7f-0f1f753f043d None None] Could not find standard attr ID for object d740d84b-0323-4d2e-a22e-d4aa73d2a14f. {{(pid=84183) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 13:59:41.203743 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2baccee9-9567-4ba6-97d8-9acbbd078075 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:41.223563 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc35c6df-f592-453b-8985-f5e92e4280da tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Port': ['ID=b581c5ee-e24b-4c58-be3e-f126efa370c7,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:41.228342 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc35c6df-f592-453b-8985-f5e92e4280da tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:41.231664 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-fc35c6df-f592-453b-8985-f5e92e4280da tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:41.271713 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-55228b17-c04a-479c-9531-e52cfc32ebdf None None] Allocated IP 2001:db8::2 (ac0baa47-f752-4b1c-8067-faa2699b3288/5dff69fc-7862-4784-91a7-6241c5a7d36b/5983bbc4-a6e6-44ec-a08f-2c3969519157) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:59:41.284170 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc35c6df-f592-453b-8985-f5e92e4280da tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:59:41.288099 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc35c6df-f592-453b-8985-f5e92e4280da tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:41.291517 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fc35c6df-f592-453b-8985-f5e92e4280da tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:41.406025 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-9cda1685-648c-4b8f-9ff8-12d751f40157 None None] Allocated IP 2001:db8::2 (d324801c-17c7-4ea1-adaa-253765323704/14ca9214-78d4-44ec-93fc-5392cf71b3f5/f0926ba2-5ea2-4a1b-a20e-0f39d25dc9bd) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:59:41.416101 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-988ff390-a708-4d0b-b1e5-934b77288478 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:41.451100 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-35cf53c1-aa59-48bb-846f-74784d86f55e tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:41.456946 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-fc35c6df-f592-453b-8985-f5e92e4280da tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1357508 Feb 03 13:59:41.460001 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54288) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:41.475095 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ff390-a708-4d0b-b1e5-934b77288478 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event deleted for resources: {'Subnet': ['ID=17e78f27-2a18-4f27-b8e3-24b90e5e6c52,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:41.555136 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2baccee9-9567-4ba6-97d8-9acbbd078075 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Network d324801c-17c7-4ea1-adaa-253765323704 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:41.647473 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-2baccee9-9567-4ba6-97d8-9acbbd078075 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:41.655261 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baccee9-9567-4ba6-97d8-9acbbd078075 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'Port': ['ID=4f4f0296-40af-4cef-8c2a-450521b83cfb,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:41.657601 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baccee9-9567-4ba6-97d8-9acbbd078075 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:59:41.661478 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2baccee9-9567-4ba6-97d8-9acbbd078075 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:41.662109 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2baccee9-9567-4ba6-97d8-9acbbd078075 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:41.707941 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-988ff390-a708-4d0b-b1e5-934b77288478 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:41.713859 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-988ff390-a708-4d0b-b1e5-934b77288478 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/subnets/17e78f27-2a18-4f27-b8e3-24b90e5e6c52 HTTP/1.1" status: 204 len: 168 time: 1.3340971 Feb 03 13:59:41.720160 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41412cb1-76c5-495d-8fc9-ce82f0f79d88 None None] Network 365ed64c-a3f2-4b7f-90a9-ed1a9e5c638d requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:59:41.724604 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54296) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:41.770759 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-55228b17-c04a-479c-9531-e52cfc32ebdf None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:41.845748 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-55228b17-c04a-479c-9531-e52cfc32ebdf None None] Transition to ACTIVE for port object 5983bbc4-a6e6-44ec-a08f-2c3969519157 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:59:41.881199 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-35cf53c1-aa59-48bb-846f-74784d86f55e tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:41.910066 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-195df8ea-70a4-4da4-8ed3-248310de1a39 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:41.936397 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9cda1685-648c-4b8f-9ff8-12d751f40157 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:41.939331 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-55228b17-c04a-479c-9531-e52cfc32ebdf None None] Transition to ACTIVE for port object 5983bbc4-a6e6-44ec-a08f-2c3969519157 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:59:41.945811 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2baccee9-9567-4ba6-97d8-9acbbd078075 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1756136 Feb 03 13:59:41.950020 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-35cf53c1-aa59-48bb-846f-74784d86f55e tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:41.950020 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54300) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:41.953795 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58da8041-3ae3-4c07-8c2a-2d6b09e28238 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:41.954503 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-58da8041-3ae3-4c07-8c2a-2d6b09e28238 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:59:41.979562 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-195df8ea-70a4-4da4-8ed3-248310de1a39 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Deleting port 71ff0335-8753-48b8-9247-08b6c0669eb4 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:41.979815 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-195df8ea-70a4-4da4-8ed3-248310de1a39 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:41.982043 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-9cda1685-648c-4b8f-9ff8-12d751f40157 None None] Transition to ACTIVE for port object f0926ba2-5ea2-4a1b-a20e-0f39d25dc9bd will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:59:41.988098 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-738415d7-e898-4282-80ad-b09138eede06 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'port': {'network_id': 'd324801c-17c7-4ea1-adaa-253765323704', 'name': 'tempest-PortsIpV6TestJSON-1202518412'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:42.010082 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-9cda1685-648c-4b8f-9ff8-12d751f40157 None None] Transition to ACTIVE for port object f0926ba2-5ea2-4a1b-a20e-0f39d25dc9bd will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:59:42.027865 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-55228b17-c04a-479c-9531-e52cfc32ebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:42.029417 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-91e8bf2c-0c2a-4dad-a7fe-f2882e68350f tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:42.101064 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9cda1685-648c-4b8f-9ff8-12d751f40157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:42.115110 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55228b17-c04a-479c-9531-e52cfc32ebdf None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:42.115976 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55228b17-c04a-479c-9531-e52cfc32ebdf None None] Pushing event updated for resources: {'Port': ['ID=5983bbc4-a6e6-44ec-a08f-2c3969519157,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:42.121694 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-55228b17-c04a-479c-9531-e52cfc32ebdf None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:42.132124 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da41258-61dc-4383-86ea-5f6b3f1143fb req-d535a223-22aa-4374-ad60-87f635835d17 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:42.133605 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5da41258-61dc-4383-86ea-5f6b3f1143fb req-d535a223-22aa-4374-ad60-87f635835d17 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.4975588 Feb 03 13:59:42.155958 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-58da8041-3ae3-4c07-8c2a-2d6b09e28238 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:59:42.156668 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-58da8041-3ae3-4c07-8c2a-2d6b09e28238 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.6873636 Feb 03 13:59:42.163618 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55228b17-c04a-479c-9531-e52cfc32ebdf None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:59:42.166767 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54304) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:42.190354 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de26eb42-558a-4cd6-bab3-9e0c20ec142b None None] DHCP port deletion for 365ed64c-a3f2-4b7f-90a9-ed1a9e5c638d request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 13:59:42.208845 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-de26eb42-558a-4cd6-bab3-9e0c20ec142b None None] Deleting port 71ff0335-8753-48b8-9247-08b6c0669eb4 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:42.213505 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-de26eb42-558a-4cd6-bab3-9e0c20ec142b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:42.222731 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-35cf53c1-aa59-48bb-846f-74784d86f55e tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:42.223305 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35cf53c1-aa59-48bb-846f-74784d86f55e tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Fanout notify agent at l3_agent the message router_deleted on router 23936c17-7b15-427b-b55d-926cbf08edee {{(pid=84182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:59:42.264450 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cda1685-648c-4b8f-9ff8-12d751f40157 None None] Network d324801c-17c7-4ea1-adaa-253765323704 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:42.276840 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-35cf53c1-aa59-48bb-846f-74784d86f55e tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:42.284871 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-35cf53c1-aa59-48bb-846f-74784d86f55e tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] 10.222.0.41 "DELETE /v2.0/routers/23936c17-7b15-427b-b55d-926cbf08edee HTTP/1.1" status: 204 len: 168 time: 5.2850344 Feb 03 13:59:42.285783 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-9cda1685-648c-4b8f-9ff8-12d751f40157 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:42.285939 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54308) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:42.294487 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5da41258-61dc-4383-86ea-5f6b3f1143fb req-3c403e86-e6c8-47a0-aa23-aabc34f2913e tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511877 Feb 03 13:59:42.323552 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cda1685-648c-4b8f-9ff8-12d751f40157 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:59:42.323788 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-1b188999-9c00-48a7-a083-997290392825 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-346131625', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}, 'admin_state_up': False}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:42.325582 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda1685-648c-4b8f-9ff8-12d751f40157 None None] Pushing event updated for resources: {'Port': ['ID=f0926ba2-5ea2-4a1b-a20e-0f39d25dc9bd,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:42.330836 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-1b188999-9c00-48a7-a083-997290392825 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:42.334796 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-1b188999-9c00-48a7-a083-997290392825 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Usage tracker for resource:router and tenant:f9fdab74892247138f76fc59f639f82f is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:42.337915 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-1b188999-9c00-48a7-a083-997290392825 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:42.352878 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-1b188999-9c00-48a7-a083-997290392825 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:42.377547 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-738415d7-e898-4282-80ad-b09138eede06 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:42.391211 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-738415d7-e898-4282-80ad-b09138eede06 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:42.434332 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-55228b17-c04a-479c-9531-e52cfc32ebdf None None] Attempting to bind port 5983bbc4-a6e6-44ec-a08f-2c3969519157 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:59:42.434709 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-55228b17-c04a-479c-9531-e52cfc32ebdf None None] Attempting to bind port 5983bbc4-a6e6-44ec-a08f-2c3969519157 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:59:42.435138 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55228b17-c04a-479c-9531-e52cfc32ebdf None None] Attempting to bind port 5983bbc4-a6e6-44ec-a08f-2c3969519157 on network ac0baa47-f752-4b1c-8067-faa2699b3288 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:59:42.478030 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1b188999-9c00-48a7-a083-997290392825 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:42.479153 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1b188999-9c00-48a7-a083-997290392825 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:42.480474 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-510978d9-28f8-4ff1-96f3-760f195f21c0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting port b581c5ee-e24b-4c58-be3e-f126efa370c7 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:42.480840 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-510978d9-28f8-4ff1-96f3-760f195f21c0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:42.498849 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55228b17-c04a-479c-9531-e52cfc32ebdf None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:59:42.499621 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55228b17-c04a-479c-9531-e52cfc32ebdf None None] Checking segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:59:42.499774 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-55228b17-c04a-479c-9531-e52cfc32ebdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:42.500045 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55228b17-c04a-479c-9531-e52cfc32ebdf None None] Bound using segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:59:42.500528 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-55228b17-c04a-479c-9531-e52cfc32ebdf None None] Bound port: 5983bbc4-a6e6-44ec-a08f-2c3969519157, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:59:42.500901 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-55228b17-c04a-479c-9531-e52cfc32ebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:42.503106 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738415d7-e898-4282-80ad-b09138eede06 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Made reservation on behalf of faf754c5dcac42e3b7b479467002acb8 for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:42.506042 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-738415d7-e898-4282-80ad-b09138eede06 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:42.515193 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 71ff0335-8753-48b8-9247-08b6c0669eb4 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 13:59:42.527706 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-195df8ea-70a4-4da4-8ed3-248310de1a39 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] For port 71ff0335-8753-48b8-9247-08b6c0669eb4, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=71ff0335-8753-48b8-9247-08b6c0669eb4,segment=NetworkSegment(b272ad16-8b78-4153-9a6b-6b63bd319940),segment_id=b272ad16-8b78-4153-9a6b-6b63bd319940)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:59:42.528201 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-195df8ea-70a4-4da4-8ed3-248310de1a39 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:42.548334 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-738415d7-e898-4282-80ad-b09138eede06 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] device_id is not set on port cc7bd018-62a5-418c-af25-aa289138ee0a yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:59:42.570061 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-9cda1685-648c-4b8f-9ff8-12d751f40157 None None] Attempting to bind port f0926ba2-5ea2-4a1b-a20e-0f39d25dc9bd on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:59:42.570436 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-9cda1685-648c-4b8f-9ff8-12d751f40157 None None] Attempting to bind port f0926ba2-5ea2-4a1b-a20e-0f39d25dc9bd by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '9c99c6ab-7370-4573-aa89-e58ea982c5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd324801c-17c7-4ea1-adaa-253765323704'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:59:42.570800 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cda1685-648c-4b8f-9ff8-12d751f40157 None None] Attempting to bind port f0926ba2-5ea2-4a1b-a20e-0f39d25dc9bd on network d324801c-17c7-4ea1-adaa-253765323704 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:59:42.586363 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1b188999-9c00-48a7-a083-997290392825 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:42.678776 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-195df8ea-70a4-4da4-8ed3-248310de1a39 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Calling delete_port for 71ff0335-8753-48b8-9247-08b6c0669eb4 owned by network:dhcp {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:59:42.690158 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cda1685-648c-4b8f-9ff8-12d751f40157 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:59:42.690997 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cda1685-648c-4b8f-9ff8-12d751f40157 None None] Checking segment: {'id': '9c99c6ab-7370-4573-aa89-e58ea982c5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd324801c-17c7-4ea1-adaa-253765323704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:59:42.690997 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9cda1685-648c-4b8f-9ff8-12d751f40157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:42.691366 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cda1685-648c-4b8f-9ff8-12d751f40157 None None] Bound using segment: {'id': '9c99c6ab-7370-4573-aa89-e58ea982c5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd324801c-17c7-4ea1-adaa-253765323704'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:59:42.691986 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-9cda1685-648c-4b8f-9ff8-12d751f40157 None None] Bound port: f0926ba2-5ea2-4a1b-a20e-0f39d25dc9bd, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c99c6ab-7370-4573-aa89-e58ea982c5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd324801c-17c7-4ea1-adaa-253765323704'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:59:42.692368 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9cda1685-648c-4b8f-9ff8-12d751f40157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:42.741910 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-de26eb42-558a-4cd6-bab3-9e0c20ec142b None None] For port 71ff0335-8753-48b8-9247-08b6c0669eb4, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=71ff0335-8753-48b8-9247-08b6c0669eb4,segment=NetworkSegment(b272ad16-8b78-4153-9a6b-6b63bd319940),segment_id=b272ad16-8b78-4153-9a6b-6b63bd319940)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:59:42.742587 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-de26eb42-558a-4cd6-bab3-9e0c20ec142b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:42.781966 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-a2b09b54-0c9e-453f-998e-e829de0bc79e tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Deleting port 9f327a0c-b19c-4805-84cd-17c7f2794ba7 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:42.782345 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a2b09b54-0c9e-453f-998e-e829de0bc79e tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:42.871511 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-738415d7-e898-4282-80ad-b09138eede06 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Allocated IP 2001:db8::3a9 (d324801c-17c7-4ea1-adaa-253765323704/14ca9214-78d4-44ec-93fc-5392cf71b3f5/cc7bd018-62a5-418c-af25-aa289138ee0a) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:59:42.959997 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-de26eb42-558a-4cd6-bab3-9e0c20ec142b None None] Calling delete_port for 71ff0335-8753-48b8-9247-08b6c0669eb4 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:59:43.012811 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-55228b17-c04a-479c-9531-e52cfc32ebdf None None] For port 5983bbc4-a6e6-44ec-a08f-2c3969519157, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:59:43.021213 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-195df8ea-70a4-4da4-8ed3-248310de1a39 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:43.038776 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-55228b17-c04a-479c-9531-e52cfc32ebdf None None] For port 5983bbc4-a6e6-44ec-a08f-2c3969519157, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=5983bbc4-a6e6-44ec-a08f-2c3969519157,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:59:43.052235 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:43.098981 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195df8ea-70a4-4da4-8ed3-248310de1a39 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event deleted for resources: {'Port': ['ID=71ff0335-8753-48b8-9247-08b6c0669eb4,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:43.144847 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-55228b17-c04a-479c-9531-e52cfc32ebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:43.148818 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195df8ea-70a4-4da4-8ed3-248310de1a39 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] No DVR routers for this DVR port 71ff0335-8753-48b8-9247-08b6c0669eb4 on host dv-neutron-827016-1-hyperv {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:59:43.187628 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1b188999-9c00-48a7-a083-997290392825 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:43.196677 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-9cda1685-648c-4b8f-9ff8-12d751f40157 None None] For port f0926ba2-5ea2-4a1b-a20e-0f39d25dc9bd, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:59:43.224802 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-de26eb42-558a-4cd6-bab3-9e0c20ec142b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:59:43.225067 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-de26eb42-558a-4cd6-bab3-9e0c20ec142b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:59:43.227013 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-9cda1685-648c-4b8f-9ff8-12d751f40157 None None] For port f0926ba2-5ea2-4a1b-a20e-0f39d25dc9bd, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=f0926ba2-5ea2-4a1b-a20e-0f39d25dc9bd,segment=NetworkSegment(9c99c6ab-7370-4573-aa89-e58ea982c5a1),segment_id=9c99c6ab-7370-4573-aa89-e58ea982c5a1)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:59:43.283671 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55228b17-c04a-479c-9531-e52cfc32ebdf None None] Pushing event updated for resources: {'Port': ['ID=5983bbc4-a6e6-44ec-a08f-2c3969519157,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:43.317420 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-510978d9-28f8-4ff1-96f3-760f195f21c0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:43.333289 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9cda1685-648c-4b8f-9ff8-12d751f40157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:43.368994 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-a2b09b54-0c9e-453f-998e-e829de0bc79e tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] For port 9f327a0c-b19c-4805-84cd-17c7f2794ba7, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=9f327a0c-b19c-4805-84cd-17c7f2794ba7,segment=NetworkSegment(9519bb4d-0aff-441c-9cc6-9ccef1a3895e),segment_id=9519bb4d-0aff-441c-9cc6-9ccef1a3895e)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:59:43.369953 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a2b09b54-0c9e-453f-998e-e829de0bc79e tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:43.442972 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-195df8ea-70a4-4da4-8ed3-248310de1a39 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:43.444075 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda1685-648c-4b8f-9ff8-12d751f40157 None None] Pushing event updated for resources: {'Port': ['ID=f0926ba2-5ea2-4a1b-a20e-0f39d25dc9bd,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:43.475281 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-195df8ea-70a4-4da4-8ed3-248310de1a39 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['365ed64c-a3f2-4b7f-90a9-ed1a9e5c638d']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:43.492547 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-195df8ea-70a4-4da4-8ed3-248310de1a39 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b272ad16-8b78-4153-9a6b-6b63bd319940') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:43.493129 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-195df8ea-70a4-4da4-8ed3-248310de1a39 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b272ad16-8b78-4153-9a6b-6b63bd319940') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:43.512325 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-195df8ea-70a4-4da4-8ed3-248310de1a39 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:43.588320 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-195df8ea-70a4-4da4-8ed3-248310de1a39 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:43.665851 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-a2b09b54-0c9e-453f-998e-e829de0bc79e tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Calling delete_port for 9f327a0c-b19c-4805-84cd-17c7f2794ba7 owned by network:router_interface {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:59:43.690497 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-510978d9-28f8-4ff1-96f3-760f195f21c0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Calling delete_port for b581c5ee-e24b-4c58-be3e-f126efa370c7 owned by {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:59:43.727003 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-de26eb42-558a-4cd6-bab3-9e0c20ec142b None None] Deleting port 71ff0335-8753-48b8-9247-08b6c0669eb4 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:43.727388 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-91e8bf2c-0c2a-4dad-a7fe-f2882e68350f tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Allocated IP 172.20.0.1 (c1c1101f-3f68-4175-9112-3a10fd62cb9d/d7bea81d-d959-4f2a-8f17-3b4608f09636/44f8f55c-74bf-442a-8d1d-5d3fe9420a19) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:59:43.727537 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-de26eb42-558a-4cd6-bab3-9e0c20ec142b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:43.732356 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-195df8ea-70a4-4da4-8ed3-248310de1a39 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:59:43.732636 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-195df8ea-70a4-4da4-8ed3-248310de1a39 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:43.748654 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 13:59:43.748654 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:59:43.748654 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 13:59:43.748654 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:59:43.748654 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 13:59:43.748654 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:59:43.748654 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 13:59:43.748654 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:59:43.748654 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 13:59:43.748654 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:59:43.748654 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 13:59:43.748654 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:59:43.748654 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 13:59:43.748654 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:59:43.748654 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:59:43.748654 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:59:43.748654 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:59:43.748654 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:59:43.748654 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 13:59:43.748654 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:59:43.748654 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 13:59:43.748654 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:59:43.748654 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:59:43.748654 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:59:43.748654 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 13:59:43.748654 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:59:43.748654 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:59:43.748654 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:59:43.748654 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:59:43.748654 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:59:43.748654 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:59:43.748654 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:59:43.872135 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-de26eb42-558a-4cd6-bab3-9e0c20ec142b None None] The port '71ff0335-8753-48b8-9247-08b6c0669eb4' was deleted {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 13:59:43.955694 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-738415d7-e898-4282-80ad-b09138eede06 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:43.988389 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-738415d7-e898-4282-80ad-b09138eede06 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Transition to ACTIVE for port object cc7bd018-62a5-418c-af25-aa289138ee0a will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:59:44.029320 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017829f-ab1f-431a-b3a7-08f54224f2d5 req-b5843703-7915-4f1d-adfc-3fcde3bc0862 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:44.030791 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6017829f-ab1f-431a-b3a7-08f54224f2d5 req-b5843703-7915-4f1d-adfc-3fcde3bc0862 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.4803941 Feb 03 13:59:44.046746 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-195df8ea-70a4-4da4-8ed3-248310de1a39 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:44.075617 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-195df8ea-70a4-4da4-8ed3-248310de1a39 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:44.101820 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195df8ea-70a4-4da4-8ed3-248310de1a39 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event deleted for resources: {'Network': ['ID=365ed64c-a3f2-4b7f-90a9-ed1a9e5c638d,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:44.145632 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-195df8ea-70a4-4da4-8ed3-248310de1a39 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/networks/365ed64c-a3f2-4b7f-90a9-ed1a9e5c638d HTTP/1.1" status: 204 len: 168 time: 2.4198034 Feb 03 13:59:44.149838 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54314) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:44.153159 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6017829f-ab1f-431a-b3a7-08f54224f2d5 req-fb01e61c-291d-4e54-bb84-9199e422ac83 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129823 Feb 03 13:59:44.155757 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-a5c95faf-32fe-4f69-ad32-f93afad13d87 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1166251588'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:44.171478 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-a5c95faf-32fe-4f69-ad32-f93afad13d87 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:44.179002 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-a5c95faf-32fe-4f69-ad32-f93afad13d87 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Usage tracker for resource:network and tenant:2fa0476fd5f14aeea80802e139eae85a is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:44.183469 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-91e8bf2c-0c2a-4dad-a7fe-f2882e68350f tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:44.186262 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-a5c95faf-32fe-4f69-ad32-f93afad13d87 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:44.193952 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-a5c95faf-32fe-4f69-ad32-f93afad13d87 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:44.208629 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-738415d7-e898-4282-80ad-b09138eede06 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:44.209071 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-510978d9-28f8-4ff1-96f3-760f195f21c0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:44.249420 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1b188999-9c00-48a7-a083-997290392825 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router_gateway, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:44.264034 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c95faf-32fe-4f69-ad32-f93afad13d87 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Made reservation on behalf of 2fa0476fd5f14aeea80802e139eae85a for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:44.266922 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a5c95faf-32fe-4f69-ad32-f93afad13d87 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:44.280393 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510978d9-28f8-4ff1-96f3-760f195f21c0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Port': ['ID=b581c5ee-e24b-4c58-be3e-f126efa370c7,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:44.291469 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1b188999-9c00-48a7-a083-997290392825 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:44.332606 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-510978d9-28f8-4ff1-96f3-760f195f21c0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:44.336849 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-510978d9-28f8-4ff1-96f3-760f195f21c0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/ports/b581c5ee-e24b-4c58-be3e-f126efa370c7 HTTP/1.1" status: 204 len: 168 time: 2.1620400 Feb 03 13:59:44.338128 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54318) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:44.349137 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a2b09b54-0c9e-453f-998e-e829de0bc79e tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:44.379035 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738415d7-e898-4282-80ad-b09138eede06 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'Port': ['ID=cc7bd018-62a5-418c-af25-aa289138ee0a,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:44.382386 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-91e8bf2c-0c2a-4dad-a7fe-f2882e68350f tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:44.386776 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738415d7-e898-4282-80ad-b09138eede06 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Network d324801c-17c7-4ea1-adaa-253765323704 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:44.391122 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c95faf-32fe-4f69-ad32-f93afad13d87 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:59:44.423389 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-738415d7-e898-4282-80ad-b09138eede06 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:44.434046 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738415d7-e898-4282-80ad-b09138eede06 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:59:44.438237 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738415d7-e898-4282-80ad-b09138eede06 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:44.438493 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-738415d7-e898-4282-80ad-b09138eede06 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:44.442234 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b09b54-0c9e-453f-998e-e829de0bc79e tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event deleted for resources: {'Port': ['ID=9f327a0c-b19c-4805-84cd-17c7f2794ba7,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:44.460425 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a5c95faf-32fe-4f69-ad32-f93afad13d87 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:44.460807 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-a5c95faf-32fe-4f69-ad32-f93afad13d87 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Added segment e6229612-042d-4f6a-8cf1-3d5f0f27a2ac of type vlan for network f2479b67-881b-4943-b8cc-aa3803628da0 Feb 03 13:59:44.518533 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e8bf2c-0c2a-4dad-a7fe-f2882e68350f tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Network c1c1101f-3f68-4175-9112-3a10fd62cb9d is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:44.518533 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015f2778-e1e4-4805-a69d-7da5be3f5745 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:44.518533 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015f2778-e1e4-4805-a69d-7da5be3f5745 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:44.518533 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-015f2778-e1e4-4805-a69d-7da5be3f5745 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:59:44.518533 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-91e8bf2c-0c2a-4dad-a7fe-f2882e68350f tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:44.531635 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e8bf2c-0c2a-4dad-a7fe-f2882e68350f tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:59:44.561034 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8bf2c-0c2a-4dad-a7fe-f2882e68350f tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Pushing event updated for resources: {'Port': ['ID=44f8f55c-74bf-442a-8d1d-5d3fe9420a19,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:44.587173 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a5c95faf-32fe-4f69-ad32-f93afad13d87 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:44.643998 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-91e8bf2c-0c2a-4dad-a7fe-f2882e68350f tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:44.659508 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-015f2778-e1e4-4805-a69d-7da5be3f5745 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:59:44.664853 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-015f2778-e1e4-4805-a69d-7da5be3f5745 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3246589 Feb 03 13:59:44.670422 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54322) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:44.707855 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 5983bbc4-a6e6-44ec-a08f-2c3969519157 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:59:44.733020 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a5c95faf-32fe-4f69-ad32-f93afad13d87 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:44.736806 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c95faf-32fe-4f69-ad32-f93afad13d87 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:44.737512 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a5c95faf-32fe-4f69-ad32-f93afad13d87 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:44.805314 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-1b188999-9c00-48a7-a083-997290392825 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Allocated IP 172.26.3.174 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/874aa25e-c07c-46a1-a045-a33135606f43) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:59:44.819648 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-738415d7-e898-4282-80ad-b09138eede06 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8422029 Feb 03 13:59:44.825108 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54326) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:44.842163 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 5983bbc4-a6e6-44ec-a08f-2c3969519157 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:59:44.850458 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device f0926ba2-5ea2-4a1b-a20e-0f39d25dc9bd up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:59:44.920098 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c95faf-32fe-4f69-ad32-f93afad13d87 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'Network': ['ID=f2479b67-881b-4943-b8cc-aa3803628da0,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:44.937826 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network f2479b67-881b-4943-b8cc-aa3803628da0 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:59:44.987318 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-a5c95faf-32fe-4f69-ad32-f93afad13d87 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8357651 Feb 03 13:59:44.992097 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54330) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:45.071793 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-46fab6c0-555f-4fe9-9f54-76b45dbfaa29 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'subnet': {'network_id': 'f2479b67-881b-4943-b8cc-aa3803628da0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:45.116925 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port f0926ba2-5ea2-4a1b-a20e-0f39d25dc9bd completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:59:45.254992 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1b188999-9c00-48a7-a083-997290392825 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:45.328822 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74656dc-ad80-4d4a-a37d-dea6e550f9aa tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:45.329954 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e74656dc-ad80-4d4a-a37d-dea6e550f9aa tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Synchronizing usage tracker for tenant:faf754c5dcac42e3b7b479467002acb8 on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:59:45.333734 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-a3908117-d8c8-4123-ba13-e408922994c1 None None] Provisioning for port 5983bbc4-a6e6-44ec-a08f-2c3969519157 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:59:45.339654 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-a3908117-d8c8-4123-ba13-e408922994c1 None None] Provisioning complete for port 5983bbc4-a6e6-44ec-a08f-2c3969519157 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:45.348801 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a3908117-d8c8-4123-ba13-e408922994c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:45.351514 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a2b09b54-0c9e-453f-998e-e829de0bc79e tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:45.486202 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-91e8bf2c-0c2a-4dad-a7fe-f2882e68350f tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:45.496735 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e74656dc-ad80-4d4a-a37d-dea6e550f9aa tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Unset dirty status for tenant:faf754c5dcac42e3b7b479467002acb8 on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:59:45.498061 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e74656dc-ad80-4d4a-a37d-dea6e550f9aa tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A37d HTTP/1.1" status: 200 len: 927 time: 0.6701853 Feb 03 13:59:45.499550 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1b188999-9c00-48a7-a083-997290392825 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:45.503975 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54336) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:45.511779 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41f8083-6143-4639-ac1e-e6847ad96618 None None] Network d324801c-17c7-4ea1-adaa-253765323704 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:59:45.534534 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-07bccb0a-6884-46bc-8b9f-31c34c888118 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting subnet 5dff69fc-7862-4784-91a7-6241c5a7d36b {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 13:59:45.538608 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-46fab6c0-555f-4fe9-9f54-76b45dbfaa29 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:45.544039 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-07bccb0a-6884-46bc-8b9f-31c34c888118 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:45.575366 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-46fab6c0-555f-4fe9-9f54-76b45dbfaa29 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Usage tracker for resource:subnet and tenant:2fa0476fd5f14aeea80802e139eae85a is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:45.615722 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-46fab6c0-555f-4fe9-9f54-76b45dbfaa29 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:45.627897 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a3908117-d8c8-4123-ba13-e408922994c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:45.629655 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-46fab6c0-555f-4fe9-9f54-76b45dbfaa29 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:45.672460 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-07bccb0a-6884-46bc-8b9f-31c34c888118 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:45.687425 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-a3908117-d8c8-4123-ba13-e408922994c1 None None] For port 5983bbc4-a6e6-44ec-a08f-2c3969519157, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=5983bbc4-a6e6-44ec-a08f-2c3969519157,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:59:45.747474 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b188999-9c00-48a7-a083-997290392825 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:45.755229 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-1b188999-9c00-48a7-a083-997290392825 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:45.761261 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b188999-9c00-48a7-a083-997290392825 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:59:45.781073 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a3908117-d8c8-4123-ba13-e408922994c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:45.807438 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-7e34f3d5-cd62-425d-9f0d-ef8ee4988327 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Deleting port cc7bd018-62a5-418c-af25-aa289138ee0a {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:45.807927 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7e34f3d5-cd62-425d-9f0d-ef8ee4988327 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:45.836255 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b188999-9c00-48a7-a083-997290392825 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Pushing event updated for resources: {'Port': ['ID=874aa25e-c07c-46a1-a045-a33135606f43,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:45.862832 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3908117-d8c8-4123-ba13-e408922994c1 None None] Pushing event updated for resources: {'Port': ['ID=5983bbc4-a6e6-44ec-a08f-2c3969519157,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:45.874260 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801398e3-1428-461f-bad3-248b7b330ad7 req-bb6fba93-487d-4a77-be6f-14e138ad5da3 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:45.876072 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-801398e3-1428-461f-bad3-248b7b330ad7 req-bb6fba93-487d-4a77-be6f-14e138ad5da3 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.4271302 Feb 03 13:59:45.889605 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fab6c0-555f-4fe9-9f54-76b45dbfaa29 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Made reservation on behalf of 2fa0476fd5f14aeea80802e139eae85a for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:45.936392 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-33e1f91f-1b6c-4955-9e1a-5a664e7f567a None None] Could not find standard attr ID for object b581c5ee-e24b-4c58-be3e-f126efa370c7. {{(pid=84183) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 13:59:46.020681 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-33e1f91f-1b6c-4955-9e1a-5a664e7f567a None None] Provisioning for port f0926ba2-5ea2-4a1b-a20e-0f39d25dc9bd completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:59:46.027279 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-33e1f91f-1b6c-4955-9e1a-5a664e7f567a None None] Provisioning complete for port f0926ba2-5ea2-4a1b-a20e-0f39d25dc9bd triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:46.032307 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-33e1f91f-1b6c-4955-9e1a-5a664e7f567a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:46.069423 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-801398e3-1428-461f-bad3-248b7b330ad7 req-abb45c4e-1efb-4d72-aae7-9c45d9ddbaea tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772547 Feb 03 13:59:46.081140 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-46fab6c0-555f-4fe9-9f54-76b45dbfaa29 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:46.220047 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-33e1f91f-1b6c-4955-9e1a-5a664e7f567a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:46.264303 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-33e1f91f-1b6c-4955-9e1a-5a664e7f567a None None] For port f0926ba2-5ea2-4a1b-a20e-0f39d25dc9bd, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=f0926ba2-5ea2-4a1b-a20e-0f39d25dc9bd,segment=NetworkSegment(9c99c6ab-7370-4573-aa89-e58ea982c5a1),segment_id=9c99c6ab-7370-4573-aa89-e58ea982c5a1)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:59:46.282084 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-07bccb0a-6884-46bc-8b9f-31c34c888118 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:46.334578 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-33e1f91f-1b6c-4955-9e1a-5a664e7f567a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:46.430348 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-91e8bf2c-0c2a-4dad-a7fe-f2882e68350f tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:46.511496 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e1f91f-1b6c-4955-9e1a-5a664e7f567a None None] Pushing event updated for resources: {'Port': ['ID=f0926ba2-5ea2-4a1b-a20e-0f39d25dc9bd,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:46.514251 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7e34f3d5-cd62-425d-9f0d-ef8ee4988327 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:46.555264 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-07bccb0a-6884-46bc-8b9f-31c34c888118 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:46.596368 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-9cb2d673-60c8-4973-a2eb-da70b62c7097 None None] Provisioning for port 4f4f0296-40af-4cef-8c2a-450521b83cfb completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:59:46.607446 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-91e8bf2c-0c2a-4dad-a7fe-f2882e68350f tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:46.608462 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 5983bbc4-a6e6-44ec-a08f-2c3969519157 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:59:46.640868 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-9cb2d673-60c8-4973-a2eb-da70b62c7097 None None] Provisioning complete for port 4f4f0296-40af-4cef-8c2a-450521b83cfb triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:46.641363 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9cb2d673-60c8-4973-a2eb-da70b62c7097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:46.713503 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-7e34f3d5-cd62-425d-9f0d-ef8ee4988327 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Calling delete_port for cc7bd018-62a5-418c-af25-aa289138ee0a owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:59:46.728792 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-9cb2d673-60c8-4973-a2eb-da70b62c7097 None None] Port 4f4f0296-40af-4cef-8c2a-450521b83cfb cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:59:46.754050 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-9cb2d673-60c8-4973-a2eb-da70b62c7097 None None] Provisioning complete for port f0926ba2-5ea2-4a1b-a20e-0f39d25dc9bd triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:46.754415 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9cb2d673-60c8-4973-a2eb-da70b62c7097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:46.784755 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 5983bbc4-a6e6-44ec-a08f-2c3969519157 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:46.785367 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:46.793356 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bccb0a-6884-46bc-8b9f-31c34c888118 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Subnet': ['ID=5dff69fc-7862-4784-91a7-6241c5a7d36b,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:46.806799 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-07bccb0a-6884-46bc-8b9f-31c34c888118 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:46.826783 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7499f0f-73fb-43ab-8b00-d4a3f5c4f1de None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:59:46.839445 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8bf2c-0c2a-4dad-a7fe-f2882e68350f tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Pushing event updated for resources: {'Port': ['ID=44f8f55c-74bf-442a-8d1d-5d3fe9420a19,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:46.845605 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-46fab6c0-555f-4fe9-9f54-76b45dbfaa29 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:46.884239 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-91e8bf2c-0c2a-4dad-a7fe-f2882e68350f tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:46.905089 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-07bccb0a-6884-46bc-8b9f-31c34c888118 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/5dff69fc-7862-4784-91a7-6241c5a7d36b HTTP/1.1" status: 204 len: 168 time: 2.2288947 Feb 03 13:59:46.905956 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54340) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:46.952921 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fab6c0-555f-4fe9-9f54-76b45dbfaa29 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'Subnet': ['ID=7899d640-1a3c-49fd-817e-b72b3ae65605,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:46.995590 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c8c6c71b-467e-44a9-a7c0-8ef04725fe72 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0795891 Feb 03 13:59:46.998705 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54344) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:47.016612 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-dd8451db-436e-4253-b896-c4e8f9c62aaf tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'subnet': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:47.041957 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1b188999-9c00-48a7-a083-997290392825 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router_gateway, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:47.042376 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1b188999-9c00-48a7-a083-997290392825 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:47.042499 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fab6c0-555f-4fe9-9f54-76b45dbfaa29 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Checking segment: {'id': 'e6229612-042d-4f6a-8cf1-3d5f0f27a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f2479b67-881b-4943-b8cc-aa3803628da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:59:47.042777 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fab6c0-555f-4fe9-9f54-76b45dbfaa29 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Network hostable DHCP agents. Network: f2479b67-881b-4943-b8cc-aa3803628da0, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:59:47.100350 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e8bf2c-0c2a-4dad-a7fe-f2882e68350f tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Network c1c1101f-3f68-4175-9112-3a10fd62cb9d is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:47.102477 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-91e8bf2c-0c2a-4dad-a7fe-f2882e68350f tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:47.175369 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fab6c0-555f-4fe9-9f54-76b45dbfaa29 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Network f2479b67-881b-4943-b8cc-aa3803628da0 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:59:47.307930 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-dd8451db-436e-4253-b896-c4e8f9c62aaf tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:47.323812 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:47.326949 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-dd8451db-436e-4253-b896-c4e8f9c62aaf tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Usage tracker for resource:subnet and tenant:1508f35e18f0463982f9a6d535c8268b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:47.338126 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-dd8451db-436e-4253-b896-c4e8f9c62aaf tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:47.343132 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b09b54-0c9e-453f-998e-e829de0bc79e tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Router 2a1a9059-2612-48ef-a558-cc9a429449c1 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:59:47.357579 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-dd8451db-436e-4253-b896-c4e8f9c62aaf tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:47.373010 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dab6093-d794-4a08-80cd-0795111a0bc6 None None] DHCP port deletion for ac0baa47-f752-4b1c-8067-faa2699b3288 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 13:59:47.380326 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-46fab6c0-555f-4fe9-9f54-76b45dbfaa29 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, f2479b67-881b-4943-b8cc-aa3803628da0) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:47.381274 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-9dab6093-d794-4a08-80cd-0795111a0bc6 None None] Deleting port 5983bbc4-a6e6-44ec-a08f-2c3969519157 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:47.381962 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9dab6093-d794-4a08-80cd-0795111a0bc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:47.385096 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fab6c0-555f-4fe9-9f54-76b45dbfaa29 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:47.385694 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-46fab6c0-555f-4fe9-9f54-76b45dbfaa29 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:47.434921 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c40ed4c-8216-4668-bd0f-52e573b9717f None None] Network f2479b67-881b-4943-b8cc-aa3803628da0 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:59:47.455668 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7e34f3d5-cd62-425d-9f0d-ef8ee4988327 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:47.468073 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1d9d7-7d26-4832-ac80-95d5b7b2fecf req-d9071357-9ccb-42e2-b295-f9bc937a700e tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:47.468282 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-9cb2d673-60c8-4973-a2eb-da70b62c7097 None None] Provisioning for port cc7bd018-62a5-418c-af25-aa289138ee0a completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:59:47.468415 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9ca1d9d7-7d26-4832-ac80-95d5b7b2fecf req-d9071357-9ccb-42e2-b295-f9bc937a700e tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.2403677 Feb 03 13:59:47.503380 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8451db-436e-4253-b896-c4e8f9c62aaf tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:47.505663 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-46fab6c0-555f-4fe9-9f54-76b45dbfaa29 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5122435 Feb 03 13:59:47.506267 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54350) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:47.519667 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-3b8c0d1b-42f9-469f-ae95-de03fbe30746 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'port': {'network_id': 'f2479b67-881b-4943-b8cc-aa3803628da0', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1839656977'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:47.534245 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-9cb2d673-60c8-4973-a2eb-da70b62c7097 None None] Provisioning complete for port cc7bd018-62a5-418c-af25-aa289138ee0a triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:47.534245 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9cb2d673-60c8-4973-a2eb-da70b62c7097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:47.571821 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-9cb2d673-60c8-4973-a2eb-da70b62c7097 None None] Port cc7bd018-62a5-418c-af25-aa289138ee0a was deleted so its status cannot be updated. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 03 13:59:47.597555 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e34f3d5-cd62-425d-9f0d-ef8ee4988327 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event deleted for resources: {'Port': ['ID=cc7bd018-62a5-418c-af25-aa289138ee0a,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:47.681780 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3b8c0d1b-42f9-469f-ae95-de03fbe30746 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:47.740162 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3b8c0d1b-42f9-469f-ae95-de03fbe30746 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Usage tracker for resource:port and tenant:2fa0476fd5f14aeea80802e139eae85a is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:47.747861 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3b8c0d1b-42f9-469f-ae95-de03fbe30746 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:47.755562 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3b8c0d1b-42f9-469f-ae95-de03fbe30746 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:47.821423 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-9dab6093-d794-4a08-80cd-0795111a0bc6 None None] For port 5983bbc4-a6e6-44ec-a08f-2c3969519157, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=5983bbc4-a6e6-44ec-a08f-2c3969519157,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:59:47.822587 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9dab6093-d794-4a08-80cd-0795111a0bc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:47.825682 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8c0d1b-42f9-469f-ae95-de03fbe30746 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Made reservation on behalf of 2fa0476fd5f14aeea80802e139eae85a for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:47.828709 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3b8c0d1b-42f9-469f-ae95-de03fbe30746 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:47.847288 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-dd8451db-436e-4253-b896-c4e8f9c62aaf tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:47.855968 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e8bf2c-0c2a-4dad-a7fe-f2882e68350f tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Router b8ac8743-9c7e-4709-a28e-1ea2b501ff15 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:59:47.865983 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-3b8c0d1b-42f9-469f-ae95-de03fbe30746 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] device_id is not set on port d82dbe5d-5a20-4c2a-bb6a-21347bcf0f04 yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:59:47.926300 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-d0640cb1-3b88-40a8-b8a0-161e262dc303 None None] Provisioning complete for port 4f4f0296-40af-4cef-8c2a-450521b83cfb triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:47.926832 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d0640cb1-3b88-40a8-b8a0-161e262dc303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:47.971952 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7e34f3d5-cd62-425d-9f0d-ef8ee4988327 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:48.024149 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9ca1d9d7-7d26-4832-ac80-95d5b7b2fecf req-9b8b08a4-c03b-4f6e-99a0-08fb494f82a6 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5066793 Feb 03 13:59:48.050035 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-9dab6093-d794-4a08-80cd-0795111a0bc6 None None] Calling delete_port for 5983bbc4-a6e6-44ec-a08f-2c3969519157 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:59:48.115637 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7e34f3d5-cd62-425d-9f0d-ef8ee4988327 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/ports/cc7bd018-62a5-418c-af25-aa289138ee0a HTTP/1.1" status: 204 len: 168 time: 2.5750446 Feb 03 13:59:48.126011 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54354) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:48.169176 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-d0640cb1-3b88-40a8-b8a0-161e262dc303 None None] Port 4f4f0296-40af-4cef-8c2a-450521b83cfb cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:59:48.175772 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df84161-0e4e-4de1-aa1e-8d3e7b21062d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-f2479b67-881b-4943-b8cc-aa3803628da0', 'network_id': 'f2479b67-881b-4943-b8cc-aa3803628da0', 'tenant_id': '2fa0476fd5f14aeea80802e139eae85a', 'fixed_ips': [{'subnet_id': '7899d640-1a3c-49fd-817e-b72b3ae65605'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:59:48.176749 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3df84161-0e4e-4de1-aa1e-8d3e7b21062d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:48.189652 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ed3ec6d-bc3e-405e-b8a9-9b092e183212 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] GET failed (client error): The resource could not be found. Feb 03 13:59:48.190433 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-9ed3ec6d-bc3e-405e-b8a9-9b092e183212 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Synchronizing usage tracker for tenant:faf754c5dcac42e3b7b479467002acb8 on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:59:48.195726 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-d0640cb1-3b88-40a8-b8a0-161e262dc303 None None] Could not find standard attr ID for object cc7bd018-62a5-418c-af25-aa289138ee0a. {{(pid=84183) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 13:59:48.226541 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b09b54-0c9e-453f-998e-e829de0bc79e tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:59:48.228968 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-3b8c0d1b-42f9-469f-ae95-de03fbe30746 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Allocated IP 172.20.0.12 (f2479b67-881b-4943-b8cc-aa3803628da0/7899d640-1a3c-49fd-817e-b72b3ae65605/d82dbe5d-5a20-4c2a-bb6a-21347bcf0f04) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:59:48.251538 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa896ea7-2d37-401e-9e69-b4a27ae31e6a None None] Sync routers for ids ['2a1a9059-2612-48ef-a558-cc9a429449c1'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:59:48.276749 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a2b09b54-0c9e-453f-998e-e829de0bc79e tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "PUT /v2.0/routers/2a1a9059-2612-48ef-a558-cc9a429449c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1875858 Feb 03 13:59:48.278454 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54358) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:48.302858 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa896ea7-2d37-401e-9e69-b4a27ae31e6a None None] Routers {'2a1a9059-2612-48ef-a558-cc9a429449c1'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:59:48.303623 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-aa896ea7-2d37-401e-9e69-b4a27ae31e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:59:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2a1a9059-2612-48ef-a558-cc9a429449c1'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:48.350840 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-9ed3ec6d-bc3e-405e-b8a9-9b092e183212 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Unset dirty status for tenant:faf754c5dcac42e3b7b479467002acb8 on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:59:48.352359 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-9ed3ec6d-bc3e-405e-b8a9-9b092e183212 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "GET /v2.0/ports/cc7bd018-62a5-418c-af25-aa289138ee0a HTTP/1.1" status: 404 len: 333 time: 0.2212622 Feb 03 13:59:48.354950 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54362) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:48.472193 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9dab6093-d794-4a08-80cd-0795111a0bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:48.487670 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-dd8451db-436e-4253-b896-c4e8f9c62aaf tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:48.522992 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b188999-9c00-48a7-a083-997290392825 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Router 1f885421-4511-44a2-8c6a-26cc0c3ee0d3 is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:59:48.534821 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dab6093-d794-4a08-80cd-0795111a0bc6 None None] No DVR routers for this DVR port 5983bbc4-a6e6-44ec-a08f-2c3969519157 on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:59:48.538450 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab6093-d794-4a08-80cd-0795111a0bc6 None None] Pushing event deleted for resources: {'Port': ['ID=5983bbc4-a6e6-44ec-a08f-2c3969519157,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:48.552518 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-c5083283-0ad5-4ecd-a293-6dd984868146 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Deleting port 4f4f0296-40af-4cef-8c2a-450521b83cfb {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:48.552518 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c5083283-0ad5-4ecd-a293-6dd984868146 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:48.576699 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device f0926ba2-5ea2-4a1b-a20e-0f39d25dc9bd up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:59:48.624515 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-aa896ea7-2d37-401e-9e69-b4a27ae31e6a None None] Set router 2a1a9059-2612-48ef-a558-cc9a429449c1 gateway port host: None {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:59:48.690911 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3b8c0d1b-42f9-469f-ae95-de03fbe30746 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:48.749549 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-3b8c0d1b-42f9-469f-ae95-de03fbe30746 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Transition to ACTIVE for port object d82dbe5d-5a20-4c2a-bb6a-21347bcf0f04 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:59:48.765308 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e100a7c-44b1-48fb-9f6c-d65e0558f787 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Deleting subnet d35db50a-c01e-4eb3-b8a9-969e1c159844 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 13:59:48.773713 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2e100a7c-44b1-48fb-9f6c-d65e0558f787 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:48.814002 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8451db-436e-4253-b896-c4e8f9c62aaf tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:48.827221 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-dd8451db-436e-4253-b896-c4e8f9c62aaf tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:48.852894 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8451db-436e-4253-b896-c4e8f9c62aaf tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:48.854974 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-dd8451db-436e-4253-b896-c4e8f9c62aaf tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:48.857906 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2e100a7c-44b1-48fb-9f6c-d65e0558f787 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:48.864734 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port f0926ba2-5ea2-4a1b-a20e-0f39d25dc9bd triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:48.865314 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:48.879302 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8451db-436e-4253-b896-c4e8f9c62aaf tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Subnet': ['ID=4dc18d2b-09b2-4f63-b0cc-7d5f363c3ae3,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:48.894018 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e8bf2c-0c2a-4dad-a7fe-f2882e68350f tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:59:48.902999 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c71fe0-b73d-4e30-9da7-6b60208060f1 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:59:48.905605 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2efac62-67a2-4499-bfb2-f12da35e315b None None] Sync routers for ids ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:59:48.914842 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-91e8bf2c-0c2a-4dad-a7fe-f2882e68350f tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "PUT /v2.0/routers/b8ac8743-9c7e-4709-a28e-1ea2b501ff15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3302250 Feb 03 13:59:48.918412 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54366) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:48.926724 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-0007ea9a-8500-44b6-9c7e-1ed0410c7b4c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Request body: {'port': {'network_id': 'c1c1101f-3f68-4175-9112-3a10fd62cb9d', 'name': 'tempest-FloatingIPTestJSON-948165621'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:48.928115 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2efac62-67a2-4499-bfb2-f12da35e315b None None] Routers {'b8ac8743-9c7e-4709-a28e-1ea2b501ff15'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:59:48.928911 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-a2efac62-67a2-4499-bfb2-f12da35e315b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:59:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:49.015491 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3b8c0d1b-42f9-469f-ae95-de03fbe30746 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:49.030768 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-a2efac62-67a2-4499-bfb2-f12da35e315b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:49.049668 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2efac62-67a2-4499-bfb2-f12da35e315b None None] Routers {'b8ac8743-9c7e-4709-a28e-1ea2b501ff15'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:59:49.050560 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-a2efac62-67a2-4499-bfb2-f12da35e315b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:59:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:49.084999 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-dd8451db-436e-4253-b896-c4e8f9c62aaf tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0849903 Feb 03 13:59:49.089133 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54370) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:49.099194 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-58072c92-f5d6-4517-a081-8c5b17636c23 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'port': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'fixed_ips': [{'subnet_id': '4dc18d2b-09b2-4f63-b0cc-7d5f363c3ae3', 'ip_address': '2001:db8::2ae4:9353:b638:5439'}], 'name': 'tempest-NetworksTestDHCPv6-1809257315'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:49.106313 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-3df84161-0e4e-4de1-aa1e-8d3e7b21062d None None] Allocated IP 172.20.0.2 (f2479b67-881b-4943-b8cc-aa3803628da0/7899d640-1a3c-49fd-817e-b72b3ae65605/d659986b-d117-413c-8529-575c4aff3200) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:59:49.158438 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8c0d1b-42f9-469f-ae95-de03fbe30746 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Network f2479b67-881b-4943-b8cc-aa3803628da0 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:49.163389 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c0d1b-42f9-469f-ae95-de03fbe30746 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'Port': ['ID=d82dbe5d-5a20-4c2a-bb6a-21347bcf0f04,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:49.177374 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-3b8c0d1b-42f9-469f-ae95-de03fbe30746 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:49.184050 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2e100a7c-44b1-48fb-9f6c-d65e0558f787 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:49.260353 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-a2efac62-67a2-4499-bfb2-f12da35e315b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:49.260765 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2efac62-67a2-4499-bfb2-f12da35e315b None None] The sync data for ids ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:59:49.283290 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-58072c92-f5d6-4517-a081-8c5b17636c23 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:49.306978 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-58072c92-f5d6-4517-a081-8c5b17636c23 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Usage tracker for resource:port and tenant:1508f35e18f0463982f9a6d535c8268b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:49.341611 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-58072c92-f5d6-4517-a081-8c5b17636c23 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:49.352673 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8c0d1b-42f9-469f-ae95-de03fbe30746 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:59:49.356937 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c5083283-0ad5-4ecd-a293-6dd984868146 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:49.385764 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-0007ea9a-8500-44b6-9c7e-1ed0410c7b4c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:49.403092 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-0007ea9a-8500-44b6-9c7e-1ed0410c7b4c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Usage tracker for resource:port and tenant:2e321b7425cc4fcdadac3009246b2caf is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:49.409583 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-0007ea9a-8500-44b6-9c7e-1ed0410c7b4c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:49.419115 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-0007ea9a-8500-44b6-9c7e-1ed0410c7b4c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:49.425408 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-58072c92-f5d6-4517-a081-8c5b17636c23 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:49.475377 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8c0d1b-42f9-469f-ae95-de03fbe30746 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:49.475995 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3b8c0d1b-42f9-469f-ae95-de03fbe30746 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:49.533852 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0007ea9a-8500-44b6-9c7e-1ed0410c7b4c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Made reservation on behalf of 2e321b7425cc4fcdadac3009246b2caf for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:49.538368 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0007ea9a-8500-44b6-9c7e-1ed0410c7b4c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:49.553484 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-c5083283-0ad5-4ecd-a293-6dd984868146 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Calling delete_port for 4f4f0296-40af-4cef-8c2a-450521b83cfb owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:59:49.564051 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-0007ea9a-8500-44b6-9c7e-1ed0410c7b4c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] device_id is not set on port 34f37cfa-21ec-479f-9937-7b0b7b35f215 yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:59:49.593955 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58072c92-f5d6-4517-a081-8c5b17636c23 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:49.598907 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-58072c92-f5d6-4517-a081-8c5b17636c23 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:49.615510 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3b8c0d1b-42f9-469f-ae95-de03fbe30746 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.1016390 Feb 03 13:59:49.620442 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54376) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:49.621565 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2e100a7c-44b1-48fb-9f6c-d65e0558f787 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:49.665977 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e100a7c-44b1-48fb-9f6c-d65e0558f787 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event deleted for resources: {'Subnet': ['ID=d35db50a-c01e-4eb3-b8a9-969e1c159844,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:49.693234 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2e100a7c-44b1-48fb-9f6c-d65e0558f787 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:49.703556 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-2e100a7c-44b1-48fb-9f6c-d65e0558f787 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "DELETE /v2.0/subnets/d35db50a-c01e-4eb3-b8a9-969e1c159844 HTTP/1.1" status: 204 len: 168 time: 1.4227188 Feb 03 13:59:49.707175 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54380) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:49.715798 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-58072c92-f5d6-4517-a081-8c5b17636c23 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] device_id is not set on port 7890be07-635a-41e9-a7d9-eb1f5f381f3c yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:59:49.717304 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff177ecc-bc07-4530-bd1f-46a920f914fc None None] Network bbfebeea-db98-44d4-afdd-e9ecc20ea312 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:59:49.807475 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-d3c748cc-a24b-41c3-ba44-925607bb7238 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Deleting port d82dbe5d-5a20-4c2a-bb6a-21347bcf0f04 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:49.807475 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d3c748cc-a24b-41c3-ba44-925607bb7238 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:49.838189 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3bc584-5d5a-4ac3-b724-dcaa21189b1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-ac0baa47-f752-4b1c-8067-faa2699b3288', 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'tenant_id': '1508f35e18f0463982f9a6d535c8268b', 'fixed_ips': [{'subnet_id': '4dc18d2b-09b2-4f63-b0cc-7d5f363c3ae3'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 13:59:49.838976 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ec3bc584-5d5a-4ac3-b724-dcaa21189b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:49.865671 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f769211-a28f-4249-a291-487e9efbd32b req-9ba3c99a-acf2-4fd7-8ee1-697d40fffbee tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:49.866990 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2f769211-a28f-4249-a291-487e9efbd32b req-9ba3c99a-acf2-4fd7-8ee1-697d40fffbee tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.5635653 Feb 03 13:59:49.888195 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-0007ea9a-8500-44b6-9c7e-1ed0410c7b4c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Allocated IP 172.20.0.4 (c1c1101f-3f68-4175-9112-3a10fd62cb9d/d7bea81d-d959-4f2a-8f17-3b4608f09636/34f37cfa-21ec-479f-9937-7b0b7b35f215) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:59:49.893322 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-50d1642c-ad66-4c62-ade5-e5f997f4233a tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:49.899923 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-aa896ea7-2d37-401e-9e69-b4a27ae31e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'name': 'tempest-RoutersIpV6Test-router-979439135', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:58:43Z', 'updated_at': '2022-02-03T13:59:44Z', 'revision_number': 8, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'gw_port_host': None, '_interfaces': [{'id': '0ad52dcc-57a3-4c04-aee5-395333a50763', 'name': '', 'network_id': '19b00385-999c-4704-aee1-5bba5d33b369', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:f9:9e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ff040b3-6f29-40fe-a4df-a58020824988', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:58Z', 'updated_at': '2022-02-03T13:59:11Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': '7ff040b3-6f29-40fe-a4df-a58020824988', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74bb7149-3ba5-4af2-89eb-1d6858ae7e1e', 'name': '', 'network_id': '613815a1-1bf9-4547-85e2-a76dadd9ecc4', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:a9:70:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84ee5945-0288-48f0-bbda-6ca4c112aaba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:59:12Z', 'updated_at': '2022-02-03T13:59:28Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': '84ee5945-0288-48f0-bbda-6ca4c112aaba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e8c105-0fdb-4569-91e8-d3855c1efff3', 'name': '', 'network_id': 'c6d2680a-3380-4d17-8377-378a03cb63a7', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:22:06:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:48Z', 'updated_at': '2022-02-03T13:58:58Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:49.913506 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-50d1642c-ad66-4c62-ade5-e5f997f4233a tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Deleting port e3800a6e-7bff-4e05-bc9f-bac0f3581eff {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:49.913987 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-50d1642c-ad66-4c62-ade5-e5f997f4233a tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:49.917852 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa896ea7-2d37-401e-9e69-b4a27ae31e6a None None] Checking router: 2a1a9059-2612-48ef-a558-cc9a429449c1 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 13:59:49.961326 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3df84161-0e4e-4de1-aa1e-8d3e7b21062d None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:49.987253 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 5983bbc4-a6e6-44ec-a08f-2c3969519157 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 13:59:50.001493 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b188999-9c00-48a7-a083-997290392825 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:59:50.035770 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c02398-54c3-4c6f-a48b-cc12311bdb68 None None] Sync routers for ids ['1f885421-4511-44a2-8c6a-26cc0c3ee0d3'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:59:50.074300 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 5983bbc4-a6e6-44ec-a08f-2c3969519157 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 13:59:50.074560 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 5983bbc4-a6e6-44ec-a08f-2c3969519157 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 13:59:50.077278 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-3df84161-0e4e-4de1-aa1e-8d3e7b21062d None None] Transition to ACTIVE for port object d659986b-d117-413c-8529-575c4aff3200 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:59:50.149488 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa896ea7-2d37-401e-9e69-b4a27ae31e6a None None] Routers {'2a1a9059-2612-48ef-a558-cc9a429449c1'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:59:50.150649 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-aa896ea7-2d37-401e-9e69-b4a27ae31e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:59:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2a1a9059-2612-48ef-a558-cc9a429449c1'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:50.172859 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2f769211-a28f-4249-a291-487e9efbd32b req-a3148ea5-49ef-43e9-93d6-0aefc7191e75 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2347610 Feb 03 13:59:50.190462 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c5083283-0ad5-4ecd-a293-6dd984868146 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:50.214828 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-3df84161-0e4e-4de1-aa1e-8d3e7b21062d None None] Transition to ACTIVE for port object d659986b-d117-413c-8529-575c4aff3200 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:59:50.255239 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-58072c92-f5d6-4517-a081-8c5b17636c23 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Allocated IP 2001:db8::2ae4:9353:b638:5439 (ac0baa47-f752-4b1c-8067-faa2699b3288/4dc18d2b-09b2-4f63-b0cc-7d5f363c3ae3/7890be07-635a-41e9-a7d9-eb1f5f381f3c) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:59:50.285835 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c02398-54c3-4c6f-a48b-cc12311bdb68 None None] Routers {'1f885421-4511-44a2-8c6a-26cc0c3ee0d3'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:59:50.286572 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-d5c02398-54c3-4c6f-a48b-cc12311bdb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:59:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['1f885421-4511-44a2-8c6a-26cc0c3ee0d3'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:50.288092 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-50d1642c-ad66-4c62-ade5-e5f997f4233a tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] For port e3800a6e-7bff-4e05-bc9f-bac0f3581eff, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=e3800a6e-7bff-4e05-bc9f-bac0f3581eff,segment=NetworkSegment(9519bb4d-0aff-441c-9cc6-9ccef1a3895e),segment_id=9519bb4d-0aff-441c-9cc6-9ccef1a3895e)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:59:50.298360 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-50d1642c-ad66-4c62-ade5-e5f997f4233a tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:50.344946 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3df84161-0e4e-4de1-aa1e-8d3e7b21062d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:50.381794 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0007ea9a-8500-44b6-9c7e-1ed0410c7b4c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:50.453931 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-50d1642c-ad66-4c62-ade5-e5f997f4233a tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Calling delete_port for e3800a6e-7bff-4e05-bc9f-bac0f3581eff owned by network:dhcp {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:59:50.483242 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-d5c02398-54c3-4c6f-a48b-cc12311bdb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:50.548457 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df84161-0e4e-4de1-aa1e-8d3e7b21062d None None] Network f2479b67-881b-4943-b8cc-aa3803628da0 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:50.556976 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df84161-0e4e-4de1-aa1e-8d3e7b21062d None None] Pushing event updated for resources: {'Port': ['ID=d659986b-d117-413c-8529-575c4aff3200,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:50.559568 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-3df84161-0e4e-4de1-aa1e-8d3e7b21062d None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:50.561245 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-aa896ea7-2d37-401e-9e69-b4a27ae31e6a None None] Set router 2a1a9059-2612-48ef-a558-cc9a429449c1 gateway port host: None {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 13:59:50.604532 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df84161-0e4e-4de1-aa1e-8d3e7b21062d None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:59:50.639665 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c02398-54c3-4c6f-a48b-cc12311bdb68 None None] Routers {'1f885421-4511-44a2-8c6a-26cc0c3ee0d3'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:59:50.640404 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-d5c02398-54c3-4c6f-a48b-cc12311bdb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:59:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['1f885421-4511-44a2-8c6a-26cc0c3ee0d3'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:50.654125 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-50d1642c-ad66-4c62-ade5-e5f997f4233a tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:50.659738 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0007ea9a-8500-44b6-9c7e-1ed0410c7b4c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:50.724316 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5083283-0ad5-4ecd-a293-6dd984868146 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event deleted for resources: {'Port': ['ID=4f4f0296-40af-4cef-8c2a-450521b83cfb,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:50.734425 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1b188999-9c00-48a7-a083-997290392825 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:50.743573 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-1b188999-9c00-48a7-a083-997290392825 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.4473877 Feb 03 13:59:50.744258 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54388) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:50.750810 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f651a4a-2df4-49e5-81f7-b8558c5fc2ef None None] DHCP port deletion for bbfebeea-db98-44d4-afdd-e9ecc20ea312 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 13:59:50.765351 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1642c-ad66-4c62-ade5-e5f997f4233a tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event deleted for resources: {'Port': ['ID=e3800a6e-7bff-4e05-bc9f-bac0f3581eff,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:50.785678 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-d5c02398-54c3-4c6f-a48b-cc12311bdb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:50.786089 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c02398-54c3-4c6f-a48b-cc12311bdb68 None None] The sync data for ids ['1f885421-4511-44a2-8c6a-26cc0c3ee0d3'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:59:50.856397 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007ea9a-8500-44b6-9c7e-1ed0410c7b4c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Pushing event updated for resources: {'Port': ['ID=34f37cfa-21ec-479f-9937-7b0b7b35f215,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:50.878299 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-075766eb-410f-461c-9434-d9658c6a1be4 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:50.895702 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-3df84161-0e4e-4de1-aa1e-8d3e7b21062d None None] Attempting to bind port d659986b-d117-413c-8529-575c4aff3200 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:59:50.896070 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-3df84161-0e4e-4de1-aa1e-8d3e7b21062d None None] Attempting to bind port d659986b-d117-413c-8529-575c4aff3200 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'e6229612-042d-4f6a-8cf1-3d5f0f27a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f2479b67-881b-4943-b8cc-aa3803628da0'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:59:50.896320 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d1642c-ad66-4c62-ade5-e5f997f4233a tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] No DVR routers for this DVR port e3800a6e-7bff-4e05-bc9f-bac0f3581eff on host dv-neutron-827016-1-hyperv {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:59:50.896437 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df84161-0e4e-4de1-aa1e-8d3e7b21062d None None] Attempting to bind port d659986b-d117-413c-8529-575c4aff3200 on network f2479b67-881b-4943-b8cc-aa3803628da0 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:59:50.945364 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0007ea9a-8500-44b6-9c7e-1ed0410c7b4c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Network c1c1101f-3f68-4175-9112-3a10fd62cb9d is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:50.955540 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df84161-0e4e-4de1-aa1e-8d3e7b21062d None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:59:50.956198 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df84161-0e4e-4de1-aa1e-8d3e7b21062d None None] Checking segment: {'id': 'e6229612-042d-4f6a-8cf1-3d5f0f27a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f2479b67-881b-4943-b8cc-aa3803628da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:59:50.956309 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3df84161-0e4e-4de1-aa1e-8d3e7b21062d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:50.956685 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df84161-0e4e-4de1-aa1e-8d3e7b21062d None None] Bound using segment: {'id': 'e6229612-042d-4f6a-8cf1-3d5f0f27a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f2479b67-881b-4943-b8cc-aa3803628da0'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:59:50.957524 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-3df84161-0e4e-4de1-aa1e-8d3e7b21062d None None] Bound port: d659986b-d117-413c-8529-575c4aff3200, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6229612-042d-4f6a-8cf1-3d5f0f27a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f2479b67-881b-4943-b8cc-aa3803628da0'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:59:50.957524 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3df84161-0e4e-4de1-aa1e-8d3e7b21062d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:50.958337 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-0007ea9a-8500-44b6-9c7e-1ed0410c7b4c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:50.984713 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0007ea9a-8500-44b6-9c7e-1ed0410c7b4c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:59:51.016862 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c5083283-0ad5-4ecd-a293-6dd984868146 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:51.022178 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c5083283-0ad5-4ecd-a293-6dd984868146 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/ports/4f4f0296-40af-4cef-8c2a-450521b83cfb HTTP/1.1" status: 204 len: 168 time: 2.6661832 Feb 03 13:59:51.028381 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54392) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:51.059892 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d3c748cc-a24b-41c3-ba44-925607bb7238 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:51.120892 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-3df84161-0e4e-4de1-aa1e-8d3e7b21062d None None] For port d659986b-d117-413c-8529-575c4aff3200, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:59:51.126105 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f8db34a-1ad5-4312-91d9-6f8e3c9af1ef tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] GET failed (client error): The resource could not be found. Feb 03 13:59:51.126618 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3f8db34a-1ad5-4312-91d9-6f8e3c9af1ef tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Synchronizing usage tracker for tenant:faf754c5dcac42e3b7b479467002acb8 on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:59:51.131299 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-3df84161-0e4e-4de1-aa1e-8d3e7b21062d None None] For port d659986b-d117-413c-8529-575c4aff3200, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=d659986b-d117-413c-8529-575c4aff3200,segment=NetworkSegment(e6229612-042d-4f6a-8cf1-3d5f0f27a2ac),segment_id=e6229612-042d-4f6a-8cf1-3d5f0f27a2ac)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:59:51.161146 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-aa896ea7-2d37-401e-9e69-b4a27ae31e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'name': 'tempest-RoutersIpV6Test-router-979439135', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:58:43Z', 'updated_at': '2022-02-03T13:59:44Z', 'revision_number': 8, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'gw_port_host': None, '_interfaces': [{'id': '0ad52dcc-57a3-4c04-aee5-395333a50763', 'name': '', 'network_id': '19b00385-999c-4704-aee1-5bba5d33b369', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:f9:9e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ff040b3-6f29-40fe-a4df-a58020824988', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:58Z', 'updated_at': '2022-02-03T13:59:11Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': '7ff040b3-6f29-40fe-a4df-a58020824988', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74bb7149-3ba5-4af2-89eb-1d6858ae7e1e', 'name': '', 'network_id': '613815a1-1bf9-4547-85e2-a76dadd9ecc4', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:a9:70:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84ee5945-0288-48f0-bbda-6ca4c112aaba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:59:12Z', 'updated_at': '2022-02-03T13:59:28Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': '84ee5945-0288-48f0-bbda-6ca4c112aaba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e8c105-0fdb-4569-91e8-d3855c1efff3', 'name': '', 'network_id': 'c6d2680a-3380-4d17-8377-378a03cb63a7', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:22:06:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:48Z', 'updated_at': '2022-02-03T13:58:58Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:51.163691 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-50d1642c-ad66-4c62-ade5-e5f997f4233a tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:51.165839 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa896ea7-2d37-401e-9e69-b4a27ae31e6a None None] The sync data for ids ['2a1a9059-2612-48ef-a558-cc9a429449c1'] in dv-neutron-827016-1-hyperv is: [{'id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'name': 'tempest-RoutersIpV6Test-router-979439135', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:58:43Z', 'updated_at': '2022-02-03T13:59:44Z', 'revision_number': 8, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'gw_port_host': None, '_interfaces': [{'id': '0ad52dcc-57a3-4c04-aee5-395333a50763', 'name': '', 'network_id': '19b00385-999c-4704-aee1-5bba5d33b369', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:f9:9e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ff040b3-6f29-40fe-a4df-a58020824988', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:58Z', 'updated_at': '2022-02-03T13:59:11Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': '7ff040b3-6f29-40fe-a4df-a58020824988', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74bb7149-3ba5-4af2-89eb-1d6858ae7e1e', 'name': '', 'network_id': '613815a1-1bf9-4547-85e2-a76dadd9ecc4', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:a9:70:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84ee5945-0288-48f0-bbda-6ca4c112aaba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:59:12Z', 'updated_at': '2022-02-03T13:59:28Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': '84ee5945-0288-48f0-bbda-6ca4c112aaba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e8c105-0fdb-4569-91e8-d3855c1efff3', 'name': '', 'network_id': 'c6d2680a-3380-4d17-8377-378a03cb63a7', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:22:06:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:48Z', 'updated_at': '2022-02-03T13:58:58Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:59:51.175624 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0007ea9a-8500-44b6-9c7e-1ed0410c7b4c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:51.176248 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0007ea9a-8500-44b6-9c7e-1ed0410c7b4c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:51.226539 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3df84161-0e4e-4de1-aa1e-8d3e7b21062d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:51.232475 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-d3c748cc-a24b-41c3-ba44-925607bb7238 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Calling delete_port for d82dbe5d-5a20-4c2a-bb6a-21347bcf0f04 owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:59:51.268015 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-58072c92-f5d6-4517-a081-8c5b17636c23 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:51.318934 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-58072c92-f5d6-4517-a081-8c5b17636c23 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Transition to ACTIVE for port object 7890be07-635a-41e9-a7d9-eb1f5f381f3c will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:59:51.323655 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df84161-0e4e-4de1-aa1e-8d3e7b21062d None None] Pushing event updated for resources: {'Port': ['ID=d659986b-d117-413c-8529-575c4aff3200,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:51.326061 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3f8db34a-1ad5-4312-91d9-6f8e3c9af1ef tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Unset dirty status for tenant:faf754c5dcac42e3b7b479467002acb8 on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:59:51.327207 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3f8db34a-1ad5-4312-91d9-6f8e3c9af1ef tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "GET /v2.0/ports/4f4f0296-40af-4cef-8c2a-450521b83cfb HTTP/1.1" status: 404 len: 333 time: 0.2924943 Feb 03 13:59:51.329035 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-50d1642c-ad66-4c62-ade5-e5f997f4233a tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbfebeea-db98-44d4-afdd-e9ecc20ea312']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:51.339646 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54396) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:51.344915 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b0360705-571d-43b1-a94e-9810b41814b0 req-988fa247-e09b-4fd7-ac93-10b26534a81a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8ad7c313a9048189891dfa3a8c2ec7f&device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 1099 time: 0.4849000 Feb 03 13:59:51.373922 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4dc72b-7dad-4608-a145-be31d44a3af0 req-ccc0d957-98bc-4f33-8d4f-d2cfb4365145 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:51.375447 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bd4dc72b-7dad-4608-a145-be31d44a3af0 req-ccc0d957-98bc-4f33-8d4f-d2cfb4365145 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.5632830 Feb 03 13:59:51.433607 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-50d1642c-ad66-4c62-ade5-e5f997f4233a tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9519bb4d-0aff-441c-9cc6-9ccef1a3895e') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:51.433607 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-50d1642c-ad66-4c62-ade5-e5f997f4233a tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9519bb4d-0aff-441c-9cc6-9ccef1a3895e') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:51.444458 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-0007ea9a-8500-44b6-9c7e-1ed0410c7b4c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5250101 Feb 03 13:59:51.454607 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-50d1642c-ad66-4c62-ade5-e5f997f4233a tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:51.467997 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54400) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:51.553012 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-2aa0b8a0-8af5-4633-996c-43c50268f736 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Request body: {'port': {'network_id': 'c1c1101f-3f68-4175-9112-3a10fd62cb9d', 'name': 'tempest-FloatingIPTestJSON-1722446068'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:51.632460 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bd4dc72b-7dad-4608-a145-be31d44a3af0 req-215f9fc5-05c3-4369-b579-5948fc0d25ee tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2370489 Feb 03 13:59:51.659028 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-58072c92-f5d6-4517-a081-8c5b17636c23 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:51.668632 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-50d1642c-ad66-4c62-ade5-e5f997f4233a tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:51.738075 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58072c92-f5d6-4517-a081-8c5b17636c23 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:51.741317 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d3c748cc-a24b-41c3-ba44-925607bb7238 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:51.741971 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-ec3bc584-5d5a-4ac3-b724-dcaa21189b1b None None] Allocated IP 2001:db8::2 (ac0baa47-f752-4b1c-8067-faa2699b3288/4dc18d2b-09b2-4f63-b0cc-7d5f363c3ae3/49c68700-ac3f-41fe-8a15-2581c74241aa) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:59:51.754702 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-58072c92-f5d6-4517-a081-8c5b17636c23 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:51.759976 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d1642c-ad66-4c62-ade5-e5f997f4233a tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:59:51.760504 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-50d1642c-ad66-4c62-ade5-e5f997f4233a tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:51.767298 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58072c92-f5d6-4517-a081-8c5b17636c23 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:59:51.771088 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58072c92-f5d6-4517-a081-8c5b17636c23 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:51.771691 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-58072c92-f5d6-4517-a081-8c5b17636c23 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:51.782110 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 13:59:51.782110 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:59:51.782110 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 13:59:51.782110 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:59:51.782110 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 13:59:51.782110 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:59:51.782110 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 13:59:51.782110 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:59:51.782110 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 13:59:51.782110 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:59:51.782110 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 13:59:51.782110 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:59:51.782110 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 13:59:51.782110 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:59:51.782110 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:59:51.782110 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:59:51.782110 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:59:51.782110 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:59:51.782110 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 13:59:51.782110 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:59:51.782110 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 13:59:51.782110 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:59:51.782110 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:59:51.782110 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:59:51.782110 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 13:59:51.782110 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:59:51.782110 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:59:51.782110 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:59:51.782110 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:59:51.782110 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:59:51.782110 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:59:51.782110 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:59:51.796936 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58072c92-f5d6-4517-a081-8c5b17636c23 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Port': ['ID=7890be07-635a-41e9-a7d9-eb1f5f381f3c,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:51.944148 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c748cc-a24b-41c3-ba44-925607bb7238 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event deleted for resources: {'Port': ['ID=d82dbe5d-5a20-4c2a-bb6a-21347bcf0f04,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:51.984852 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0360705-571d-43b1-a94e-9810b41814b0 req-0fa3139b-c8b5-4d5e-87b0-04fc98bbdfa2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:51.986305 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b0360705-571d-43b1-a94e-9810b41814b0 req-0fa3139b-c8b5-4d5e-87b0-04fc98bbdfa2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=455fb28a-aeb2-407e-b782-081ff385e6a8 HTTP/1.1" status: 200 len: 912 time: 0.6357131 Feb 03 13:59:52.004863 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ec3bc584-5d5a-4ac3-b724-dcaa21189b1b None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:52.014887 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-58072c92-f5d6-4517-a081-8c5b17636c23 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9213769 Feb 03 13:59:52.016410 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54404) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:52.018415 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-ec3bc584-5d5a-4ac3-b724-dcaa21189b1b None None] Transition to ACTIVE for port object 49c68700-ac3f-41fe-8a15-2581c74241aa will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:59:52.021295 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d3c748cc-a24b-41c3-ba44-925607bb7238 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:52.026168 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d3c748cc-a24b-41c3-ba44-925607bb7238 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/ports/d82dbe5d-5a20-4c2a-bb6a-21347bcf0f04 HTTP/1.1" status: 204 len: 168 time: 2.3908019 Feb 03 13:59:52.042093 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-ec3bc584-5d5a-4ac3-b724-dcaa21189b1b None None] Transition to ACTIVE for port object 49c68700-ac3f-41fe-8a15-2581c74241aa will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:59:52.054174 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54408) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:52.098207 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-50d1642c-ad66-4c62-ade5-e5f997f4233a tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:52.121404 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ec3bc584-5d5a-4ac3-b724-dcaa21189b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:52.122599 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-2aa0b8a0-8af5-4633-996c-43c50268f736 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:52.153466 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-289f70ff-c1fd-469d-bc90-df0a2a874dda tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Deleting subnet 14ca9214-78d4-44ec-93fc-5392cf71b3f5 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 13:59:52.158917 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-50d1642c-ad66-4c62-ade5-e5f997f4233a tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:52.166386 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-2aa0b8a0-8af5-4633-996c-43c50268f736 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Usage tracker for resource:port and tenant:2e321b7425cc4fcdadac3009246b2caf is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:52.178837 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d9d58e1-30b9-423e-9a7e-e100fd581490 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] GET failed (client error): The resource could not be found. Feb 03 13:59:52.179633 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-8d9d58e1-30b9-423e-9a7e-e100fd581490 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Synchronizing usage tracker for tenant:2fa0476fd5f14aeea80802e139eae85a on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:59:52.183873 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6950c650-7b81-4931-abf2-9eb5941683fa tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:52.185208 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-6950c650-7b81-4931-abf2-9eb5941683fa tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:59:52.188187 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-2aa0b8a0-8af5-4633-996c-43c50268f736 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:52.190911 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-289f70ff-c1fd-469d-bc90-df0a2a874dda tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:52.226081 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3bc584-5d5a-4ac3-b724-dcaa21189b1b None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:52.230066 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1642c-ad66-4c62-ade5-e5f997f4233a tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event deleted for resources: {'Network': ['ID=bbfebeea-db98-44d4-afdd-e9ecc20ea312,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:52.230538 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-ec3bc584-5d5a-4ac3-b724-dcaa21189b1b None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:52.234610 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3bc584-5d5a-4ac3-b724-dcaa21189b1b None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:59:52.237856 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3bc584-5d5a-4ac3-b724-dcaa21189b1b None None] Pushing event updated for resources: {'Port': ['ID=49c68700-ac3f-41fe-8a15-2581c74241aa,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:52.244716 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-2aa0b8a0-8af5-4633-996c-43c50268f736 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:52.251026 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-50d1642c-ad66-4c62-ade5-e5f997f4233a tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "DELETE /v2.0/networks/bbfebeea-db98-44d4-afdd-e9ecc20ea312 HTTP/1.1" status: 204 len: 168 time: 2.5428538 Feb 03 13:59:52.254524 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54412) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:52.336305 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-6950c650-7b81-4931-abf2-9eb5941683fa tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:59:52.340887 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-ec3bc584-5d5a-4ac3-b724-dcaa21189b1b None None] Attempting to bind port 49c68700-ac3f-41fe-8a15-2581c74241aa on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 13:59:52.340887 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-ec3bc584-5d5a-4ac3-b724-dcaa21189b1b None None] Attempting to bind port 49c68700-ac3f-41fe-8a15-2581c74241aa by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 13:59:52.340887 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3bc584-5d5a-4ac3-b724-dcaa21189b1b None None] Attempting to bind port 49c68700-ac3f-41fe-8a15-2581c74241aa on network ac0baa47-f752-4b1c-8067-faa2699b3288 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 13:59:52.341230 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-6950c650-7b81-4931-abf2-9eb5941683fa tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3197162 Feb 03 13:59:52.345442 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54416) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:52.345747 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3bc584-5d5a-4ac3-b724-dcaa21189b1b None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 13:59:52.346130 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3bc584-5d5a-4ac3-b724-dcaa21189b1b None None] Checking segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 13:59:52.346541 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ec3bc584-5d5a-4ac3-b724-dcaa21189b1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:52.346941 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3bc584-5d5a-4ac3-b724-dcaa21189b1b None None] Bound using segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 13:59:52.347445 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-ec3bc584-5d5a-4ac3-b724-dcaa21189b1b None None] Bound port: 49c68700-ac3f-41fe-8a15-2581c74241aa, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 13:59:52.347828 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ec3bc584-5d5a-4ac3-b724-dcaa21189b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:52.409941 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b0360705-571d-43b1-a94e-9810b41814b0 req-b20569e2-c4ae-43be-8449-43c6310cbd3f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ccd1588-742b-4c70-9905-1804d6d1b0db HTTP/1.1" status: 200 len: 1001 time: 0.4118040 Feb 03 13:59:52.448663 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-ec3bc584-5d5a-4ac3-b724-dcaa21189b1b None None] For port 49c68700-ac3f-41fe-8a15-2581c74241aa, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:59:52.452531 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-ec3bc584-5d5a-4ac3-b724-dcaa21189b1b None None] For port 49c68700-ac3f-41fe-8a15-2581c74241aa, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=49c68700-ac3f-41fe-8a15-2581c74241aa,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:59:52.481623 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-289f70ff-c1fd-469d-bc90-df0a2a874dda tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:52.522249 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-8d9d58e1-30b9-423e-9a7e-e100fd581490 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Unset dirty status for tenant:2fa0476fd5f14aeea80802e139eae85a on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:59:52.523406 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8d9d58e1-30b9-423e-9a7e-e100fd581490 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "GET /v2.0/ports/d82dbe5d-5a20-4c2a-bb6a-21347bcf0f04 HTTP/1.1" status: 404 len: 333 time: 0.4677699 Feb 03 13:59:52.525085 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa0b8a0-8af5-4633-996c-43c50268f736 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Made reservation on behalf of 2e321b7425cc4fcdadac3009246b2caf for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:52.527987 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ec3bc584-5d5a-4ac3-b724-dcaa21189b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:52.528143 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2aa0b8a0-8af5-4633-996c-43c50268f736 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:52.539695 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54420) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:52.615399 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device d659986b-d117-413c-8529-575c4aff3200 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:59:52.650337 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48de2364-9e24-40c4-9ddb-deb21309d7ca None None] Network f2479b67-881b-4943-b8cc-aa3803628da0 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:59:52.708508 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-2aa0b8a0-8af5-4633-996c-43c50268f736 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] device_id is not set on port fef7a01f-02a6-48a5-baf7-e294d4c12c52 yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 13:59:52.749240 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-075766eb-410f-461c-9434-d9658c6a1be4 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:52.762049 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-7b51c2ee-fea2-4afd-aaac-e27828916799 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting port 7890be07-635a-41e9-a7d9-eb1f5f381f3c {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:52.762282 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7b51c2ee-fea2-4afd-aaac-e27828916799 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:52.803761 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0360705-571d-43b1-a94e-9810b41814b0 req-fb2562e5-a8a5-44f8-a576-ae99ee14919b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:52.805315 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b0360705-571d-43b1-a94e-9810b41814b0 req-fb2562e5-a8a5-44f8-a576-ae99ee14919b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=40877380-5501-4f93-a989-8ff73ca2ca3b HTTP/1.1" status: 200 len: 851 time: 0.3865702 Feb 03 13:59:52.822903 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3bc584-5d5a-4ac3-b724-dcaa21189b1b None None] Pushing event updated for resources: {'Port': ['ID=49c68700-ac3f-41fe-8a15-2581c74241aa,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:52.858864 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-075766eb-410f-461c-9434-d9658c6a1be4 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:52.941472 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5154b5-79f7-4ae9-9d19-518dc2e048c4 req-4e467cc1-f787-4e84-a60c-48a5002a6969 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:52.943167 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2a5154b5-79f7-4ae9-9d19-518dc2e048c4 req-4e467cc1-f787-4e84-a60c-48a5002a6969 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.1393824 Feb 03 13:59:52.955994 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-c338e7ff-6b51-442f-91c9-56a3529a1a7b None None] Provisioning for port d659986b-d117-413c-8529-575c4aff3200 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:59:52.994770 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-075766eb-410f-461c-9434-d9658c6a1be4 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Deleting port 874aa25e-c07c-46a1-a045-a33135606f43 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:52.995389 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-075766eb-410f-461c-9434-d9658c6a1be4 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:53.023734 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port d659986b-d117-413c-8529-575c4aff3200 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:59:53.037313 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port d659986b-d117-413c-8529-575c4aff3200 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:53.037952 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:53.164023 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2a5154b5-79f7-4ae9-9d19-518dc2e048c4 req-dbc2c597-f494-4bd1-b134-03b9d0cbf639 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952765 Feb 03 13:59:53.242197 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:53.280463 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port d659986b-d117-413c-8529-575c4aff3200, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=d659986b-d117-413c-8529-575c4aff3200,segment=NetworkSegment(e6229612-042d-4f6a-8cf1-3d5f0f27a2ac),segment_id=e6229612-042d-4f6a-8cf1-3d5f0f27a2ac)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:59:53.296984 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-075766eb-410f-461c-9434-d9658c6a1be4 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:53.349175 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-289f70ff-c1fd-469d-bc90-df0a2a874dda tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:53.362172 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:53.453812 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 9f327a0c-b19c-4805-84cd-17c7f2794ba7 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 13:59:53.501224 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 9f327a0c-b19c-4805-84cd-17c7f2794ba7 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 13:59:53.501491 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 9f327a0c-b19c-4805-84cd-17c7f2794ba7 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 13:59:53.501775 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device e3800a6e-7bff-4e05-bc9f-bac0f3581eff no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 13:59:53.505266 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-075766eb-410f-461c-9434-d9658c6a1be4 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Calling delete_port for 874aa25e-c07c-46a1-a045-a33135606f43 owned by network:router_gateway {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:59:53.546780 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: e3800a6e-7bff-4e05-bc9f-bac0f3581eff {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 13:59:53.547039 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device e3800a6e-7bff-4e05-bc9f-bac0f3581eff not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 13:59:53.553865 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=d659986b-d117-413c-8529-575c4aff3200,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:53.605549 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-6baf078c-326b-431c-b44c-9e4ad33abb40 None None] Provisioning complete for port d659986b-d117-413c-8529-575c4aff3200 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:53.605920 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6baf078c-326b-431c-b44c-9e4ad33abb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:53.643729 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-78f03462-235d-4a45-bc0d-1eb2cfdbf0ea tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Deleting subnet 7899d640-1a3c-49fd-817e-b72b3ae65605 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 13:59:53.679536 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-78f03462-235d-4a45-bc0d-1eb2cfdbf0ea tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:53.753016 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b0360705-571d-43b1-a94e-9810b41814b0 req-49451bb8-74ac-425d-8902-cedcb9cfb41d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=455fb28a-aeb2-407e-b782-081ff385e6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9298801 Feb 03 13:59:53.760594 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7b51c2ee-fea2-4afd-aaac-e27828916799 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:53.796502 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-075766eb-410f-461c-9434-d9658c6a1be4 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:53.801414 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-2aa0b8a0-8af5-4633-996c-43c50268f736 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Allocated IP 172.20.0.9 (c1c1101f-3f68-4175-9112-3a10fd62cb9d/d7bea81d-d959-4f2a-8f17-3b4608f09636/fef7a01f-02a6-48a5-baf7-e294d4c12c52) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:59:53.847221 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075766eb-410f-461c-9434-d9658c6a1be4 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Pushing event deleted for resources: {'Port': ['ID=874aa25e-c07c-46a1-a045-a33135606f43,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:53.865938 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-52ab25e1-0bcc-4310-b669-3ab626eb8c31 None None] Could not find standard attr ID for object d82dbe5d-5a20-4c2a-bb6a-21347bcf0f04. {{(pid=84183) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 13:59:54.000857 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-7b51c2ee-fea2-4afd-aaac-e27828916799 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Calling delete_port for 7890be07-635a-41e9-a7d9-eb1f5f381f3c owned by {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:59:54.098587 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-78f03462-235d-4a45-bc0d-1eb2cfdbf0ea tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:54.104557 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-075766eb-410f-461c-9434-d9658c6a1be4 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:54.146700 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-289f70ff-c1fd-469d-bc90-df0a2a874dda tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:54.185115 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-266ed5f2-b9d6-4bb7-8076-94fe283d4e5c None None] Provisioning for port 49c68700-ac3f-41fe-8a15-2581c74241aa completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:59:54.257179 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-075766eb-410f-461c-9434-d9658c6a1be4 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:54.261503 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-075766eb-410f-461c-9434-d9658c6a1be4 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970733'] for router, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:54.314391 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-289f70ff-c1fd-469d-bc90-df0a2a874dda tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:54.323278 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5648ff3-3558-4d7b-8f57-d5f0946d9323 None None] Network d324801c-17c7-4ea1-adaa-253765323704 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:59:54.392988 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f70ff-c1fd-469d-bc90-df0a2a874dda tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event deleted for resources: {'Subnet': ['ID=14ca9214-78d4-44ec-93fc-5392cf71b3f5,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:54.461683 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-289f70ff-c1fd-469d-bc90-df0a2a874dda tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/subnets/14ca9214-78d4-44ec-93fc-5392cf71b3f5 HTTP/1.1" status: 204 len: 168 time: 3.1206515 Feb 03 13:59:54.469452 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54430) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:54.503130 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255c5ae-2fb0-434d-854f-9eaf508ef24c req-5126655f-152e-4729-8249-ae885d19cf30 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:54.505057 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3255c5ae-2fb0-434d-854f-9eaf508ef24c req-5126655f-152e-4729-8249-ae885d19cf30 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.1657534 Feb 03 13:59:54.514131 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075766eb-410f-461c-9434-d9658c6a1be4 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Router 1f885421-4511-44a2-8c6a-26cc0c3ee0d3 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:59:54.629023 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3255c5ae-2fb0-434d-854f-9eaf508ef24c req-27ce1863-7b10-4766-aa76-d88a3790a492 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137481 Feb 03 13:59:54.643192 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 49c68700-ac3f-41fe-8a15-2581c74241aa up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:59:54.650678 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b0360705-571d-43b1-a94e-9810b41814b0 req-5643471b-4473-4836-bf2e-a9c6e808c6f7 service neutron] 10.222.0.47 "GET /v2.0/networks/455fb28a-aeb2-407e-b782-081ff385e6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8689535 Feb 03 13:59:54.692554 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-4dedf654-c1a1-455d-8913-a2465d3d28f0 None None] Provisioning for port 7890be07-635a-41e9-a7d9-eb1f5f381f3c completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:59:54.708232 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-78f03462-235d-4a45-bc0d-1eb2cfdbf0ea tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:54.709637 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-4dedf654-c1a1-455d-8913-a2465d3d28f0 None None] Provisioning complete for port 7890be07-635a-41e9-a7d9-eb1f5f381f3c triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:54.710338 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4dedf654-c1a1-455d-8913-a2465d3d28f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:54.788802 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-4dedf654-c1a1-455d-8913-a2465d3d28f0 None None] Port 7890be07-635a-41e9-a7d9-eb1f5f381f3c cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 13:59:54.837552 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa4a543-41b5-4734-93b8-8ac5c34cc4ad None None] DHCP port deletion for d324801c-17c7-4ea1-adaa-253765323704 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 13:59:54.837777 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075766eb-410f-461c-9434-d9658c6a1be4 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:59:54.842725 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-6aa4a543-41b5-4734-93b8-8ac5c34cc4ad None None] Deleting port f0926ba2-5ea2-4a1b-a20e-0f39d25dc9bd {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:54.843493 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6aa4a543-41b5-4734-93b8-8ac5c34cc4ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:54.847029 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7051782d-a9e4-4c96-a194-432eeb095a64 None None] Sync routers for ids ['1f885421-4511-44a2-8c6a-26cc0c3ee0d3'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 13:59:54.859643 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7051782d-a9e4-4c96-a194-432eeb095a64 None None] Routers {'1f885421-4511-44a2-8c6a-26cc0c3ee0d3'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:59:54.861134 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-7051782d-a9e4-4c96-a194-432eeb095a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:59:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['1f885421-4511-44a2-8c6a-26cc0c3ee0d3'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:54.863359 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-075766eb-410f-461c-9434-d9658c6a1be4 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:54.867701 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-075766eb-410f-461c-9434-d9658c6a1be4 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] 10.222.0.41 "PUT /v2.0/routers/1f885421-4511-44a2-8c6a-26cc0c3ee0d3 HTTP/1.1" status: 200 len: 709 time: 4.0211713 Feb 03 13:59:54.868396 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54434) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:54.938820 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-7051782d-a9e4-4c96-a194-432eeb095a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:54.952371 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7051782d-a9e4-4c96-a194-432eeb095a64 None None] Routers {'1f885421-4511-44a2-8c6a-26cc0c3ee0d3'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 13:59:54.953364 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-7051782d-a9e4-4c96-a194-432eeb095a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:59:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['1f885421-4511-44a2-8c6a-26cc0c3ee0d3'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:55.020532 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-8ccaacec-ea72-4064-b7bb-f53333bbf1cc tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] 10.222.0.41 "GET /v2.0/routers/1f885421-4511-44a2-8c6a-26cc0c3ee0d3 HTTP/1.1" status: 200 len: 744 time: 0.1502216 Feb 03 13:59:55.021235 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54438) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:55.021588 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-7051782d-a9e4-4c96-a194-432eeb095a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:55.022294 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7051782d-a9e4-4c96-a194-432eeb095a64 None None] The sync data for ids ['1f885421-4511-44a2-8c6a-26cc0c3ee0d3'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 13:59:55.034327 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 49c68700-ac3f-41fe-8a15-2581c74241aa completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:59:55.053446 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 49c68700-ac3f-41fe-8a15-2581c74241aa triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:55.053942 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:55.069942 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c1f3e0ff-b566-4285-a2a7-bb58fac198b4 tempest-RoutersIpV6AdminTest-1914914407 tempest-RoutersIpV6AdminTest-1914914407-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=16a0e898-50c0-4b65-ae3a-069e9649bbca&device_id=1f885421-4511-44a2-8c6a-26cc0c3ee0d3 HTTP/1.1" status: 200 len: 205 time: 0.0451398 Feb 03 13:59:55.070141 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54442) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:55.115484 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-9c2e1c2d-9e1f-4a65-b04f-8fd144fd0337 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f885421-4511-44a2-8c6a-26cc0c3ee0d3 HTTP/1.1" status: 200 len: 205 time: 0.0420349 Feb 03 13:59:55.116170 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54446) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:55.132512 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4f928a25-dd00-48de-bc87-b256dcaa571c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:55.133906 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-6aa4a543-41b5-4734-93b8-8ac5c34cc4ad None None] For port f0926ba2-5ea2-4a1b-a20e-0f39d25dc9bd, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=f0926ba2-5ea2-4a1b-a20e-0f39d25dc9bd,segment=NetworkSegment(9c99c6ab-7370-4573-aa89-e58ea982c5a1),segment_id=9c99c6ab-7370-4573-aa89-e58ea982c5a1)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:59:55.134910 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6aa4a543-41b5-4734-93b8-8ac5c34cc4ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:55.233071 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-4f928a25-dd00-48de-bc87-b256dcaa571c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Deleting port f0926ba2-5ea2-4a1b-a20e-0f39d25dc9bd {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:55.233489 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4f928a25-dd00-48de-bc87-b256dcaa571c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:55.252569 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c41f49d1-d501-4ea7-a240-bf360fac6aa4 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:55.264711 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-6aa4a543-41b5-4734-93b8-8ac5c34cc4ad None None] Calling delete_port for f0926ba2-5ea2-4a1b-a20e-0f39d25dc9bd owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:59:55.282626 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b10e0f46-bfa2-4d83-8849-247a3a7f2589 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:55.334981 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7b51c2ee-fea2-4afd-aaac-e27828916799 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:55.342605 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b0360705-571d-43b1-a94e-9810b41814b0 req-6b60b46b-55c9-4df8-b8ad-87719f66ab34 service neutron] 10.222.0.47 "GET /v2.0/networks/455fb28a-aeb2-407e-b782-081ff385e6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495034 Feb 03 13:59:55.385895 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:55.396737 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3f3f8b3e-77e2-41da-9f94-e646a7ccc6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:55.401933 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2aa0b8a0-8af5-4633-996c-43c50268f736 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:55.411101 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-78f03462-235d-4a45-bc0d-1eb2cfdbf0ea tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:55.423703 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 49c68700-ac3f-41fe-8a15-2581c74241aa, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=49c68700-ac3f-41fe-8a15-2581c74241aa,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:59:55.466559 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51c2ee-fea2-4afd-aaac-e27828916799 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Port': ['ID=7890be07-635a-41e9-a7d9-eb1f5f381f3c,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:55.484989 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f03462-235d-4a45-bc0d-1eb2cfdbf0ea tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event deleted for resources: {'Subnet': ['ID=7899d640-1a3c-49fd-817e-b72b3ae65605,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:55.488163 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6aa4a543-41b5-4734-93b8-8ac5c34cc4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:55.551504 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa4a543-41b5-4734-93b8-8ac5c34cc4ad None None] Pushing event deleted for resources: {'Port': ['ID=f0926ba2-5ea2-4a1b-a20e-0f39d25dc9bd,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:55.553204 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:55.553941 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device d659986b-d117-413c-8529-575c4aff3200 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:59:55.610334 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-78f03462-235d-4a45-bc0d-1eb2cfdbf0ea tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:55.619326 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-4f928a25-dd00-48de-bc87-b256dcaa571c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] The port 'f0926ba2-5ea2-4a1b-a20e-0f39d25dc9bd' was deleted {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 13:59:55.629443 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7b51c2ee-fea2-4afd-aaac-e27828916799 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:55.638790 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa4a543-41b5-4734-93b8-8ac5c34cc4ad None None] No DVR routers for this DVR port f0926ba2-5ea2-4a1b-a20e-0f39d25dc9bd on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:59:55.681904 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6828e98e-4d2f-407a-a5b3-721a25cd893b None None] Network f2479b67-881b-4943-b8cc-aa3803628da0 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:59:55.689100 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-78f03462-235d-4a45-bc0d-1eb2cfdbf0ea tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/subnets/7899d640-1a3c-49fd-817e-b72b3ae65605 HTTP/1.1" status: 204 len: 168 time: 3.1356554 Feb 03 13:59:55.696067 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54452) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:55.758242 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c41f49d1-d501-4ea7-a240-bf360fac6aa4 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:55.776364 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c41f49d1-d501-4ea7-a240-bf360fac6aa4 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:55.895157 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-7b51c2ee-fea2-4afd-aaac-e27828916799 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/ports/7890be07-635a-41e9-a7d9-eb1f5f381f3c HTTP/1.1" status: 204 len: 168 time: 3.5372212 Feb 03 13:59:55.896184 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3be41b-4118-4bd9-a3dc-e055d189003d req-0c40ddf7-e4f7-4dc2-84e2-1152786bfbb6 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:55.904683 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5a3be41b-4118-4bd9-a3dc-e055d189003d req-0c40ddf7-e4f7-4dc2-84e2-1152786bfbb6 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.0924616 Feb 03 13:59:55.912368 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54456) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:55.924301 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c41f49d1-d501-4ea7-a240-bf360fac6aa4 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:55.925027 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41f49d1-d501-4ea7-a240-bf360fac6aa4 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Fanout notify agent at l3_agent the message router_deleted on router 1f885421-4511-44a2-8c6a-26cc0c3ee0d3 {{(pid=84182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:59:55.938601 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port d659986b-d117-413c-8529-575c4aff3200 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:55.938980 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:55.940612 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4f928a25-dd00-48de-bc87-b256dcaa571c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:55.961697 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=49c68700-ac3f-41fe-8a15-2581c74241aa,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:55.986237 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c41f49d1-d501-4ea7-a240-bf360fac6aa4 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:55.987356 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c41f49d1-d501-4ea7-a240-bf360fac6aa4 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] 10.222.0.41 "DELETE /v2.0/routers/1f885421-4511-44a2-8c6a-26cc0c3ee0d3 HTTP/1.1" status: 204 len: 168 time: 0.8705835 Feb 03 13:59:55.992298 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54460) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:56.026661 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94f75ce-578b-430a-bebb-dfbcdd6596f5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:56.027134 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2aa0b8a0-8af5-4633-996c-43c50268f736 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:56.028052 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94f75ce-578b-430a-bebb-dfbcdd6596f5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:56.028783 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d94f75ce-578b-430a-bebb-dfbcdd6596f5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:59:56.036780 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7fbe437b-071e-4316-8b8c-2259e379daaa tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:56.041834 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-4f928a25-dd00-48de-bc87-b256dcaa571c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d324801c-17c7-4ea1-adaa-253765323704']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:56.046808 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5a3be41b-4118-4bd9-a3dc-e055d189003d req-e6fd0d76-6d5f-4b44-a3d9-015d5791a89a tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410568 Feb 03 13:59:56.115637 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3ea3ebda-7c41-4bdb-8fc5-ca034ba27ceb tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f885421-4511-44a2-8c6a-26cc0c3ee0d3 HTTP/1.1" status: 200 len: 205 time: 0.1220512 Feb 03 13:59:56.118599 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54464) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:56.120129 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-4f928a25-dd00-48de-bc87-b256dcaa571c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c99c6ab-7370-4573-aa89-e58ea982c5a1') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:56.120647 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-4f928a25-dd00-48de-bc87-b256dcaa571c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c99c6ab-7370-4573-aa89-e58ea982c5a1') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:56.135924 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee68020-5b2a-4f30-bbe9-81c9acc4c548 None None] DHCP port deletion for f2479b67-881b-4943-b8cc-aa3803628da0 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 13:59:56.142508 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-dee68020-5b2a-4f30-bbe9-81c9acc4c548 None None] Deleting port d659986b-d117-413c-8529-575c4aff3200 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:56.143774 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-dee68020-5b2a-4f30-bbe9-81c9acc4c548 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:56.161350 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4f928a25-dd00-48de-bc87-b256dcaa571c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:56.199998 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d94f75ce-578b-430a-bebb-dfbcdd6596f5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:59:56.206406 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d94f75ce-578b-430a-bebb-dfbcdd6596f5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2979672 Feb 03 13:59:56.213155 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54468) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:56.233008 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa0b8a0-8af5-4633-996c-43c50268f736 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Network c1c1101f-3f68-4175-9112-3a10fd62cb9d is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:56.238526 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-7fbe437b-071e-4316-8b8c-2259e379daaa tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Deleting port d659986b-d117-413c-8529-575c4aff3200 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:56.238874 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7fbe437b-071e-4316-8b8c-2259e379daaa tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:56.261786 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-b145fe2c-c326-47e4-8160-6a9cf52e5cce tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] delete failed (client error): The resource could not be found. Feb 03 13:59:56.265992 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b145fe2c-c326-47e4-8160-6a9cf52e5cce tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] 10.222.0.41 "DELETE /v2.0/routers/1f885421-4511-44a2-8c6a-26cc0c3ee0d3 HTTP/1.1" status: 404 len: 336 time: 0.1432393 Feb 03 13:59:56.268343 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54472) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:56.310918 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-2aa0b8a0-8af5-4633-996c-43c50268f736 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:56.312528 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa0b8a0-8af5-4633-996c-43c50268f736 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:59:56.327809 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4fa05c1c-194b-4953-b76f-f57a37ee17b4 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] 10.222.0.41 "GET /v2.0/ports?device_id=23936c17-7b15-427b-b55d-926cbf08edee HTTP/1.1" status: 200 len: 205 time: 0.0566583 Feb 03 13:59:56.329227 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54476) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:56.340671 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4f928a25-dd00-48de-bc87-b256dcaa571c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:56.352458 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa0b8a0-8af5-4633-996c-43c50268f736 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Pushing event updated for resources: {'Port': ['ID=fef7a01f-02a6-48a5-baf7-e294d4c12c52,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:56.391793 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-dee68020-5b2a-4f30-bbe9-81c9acc4c548 None None] For port d659986b-d117-413c-8529-575c4aff3200, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=d659986b-d117-413c-8529-575c4aff3200,segment=NetworkSegment(e6229612-042d-4f6a-8cf1-3d5f0f27a2ac),segment_id=e6229612-042d-4f6a-8cf1-3d5f0f27a2ac)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:59:56.395589 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-dee68020-5b2a-4f30-bbe9-81c9acc4c548 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:56.395746 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f928a25-dd00-48de-bc87-b256dcaa571c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:59:56.395746 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4f928a25-dd00-48de-bc87-b256dcaa571c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:56.412748 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 13:59:56.412748 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:59:56.412748 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 13:59:56.412748 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:59:56.412748 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 13:59:56.412748 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:59:56.412748 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 13:59:56.412748 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:59:56.412748 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 13:59:56.412748 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:59:56.412748 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 13:59:56.412748 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:59:56.412748 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 13:59:56.412748 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:59:56.412748 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:59:56.412748 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:59:56.412748 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:59:56.412748 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:59:56.412748 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 13:59:56.412748 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:59:56.412748 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 13:59:56.412748 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:59:56.412748 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:59:56.412748 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:59:56.412748 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 13:59:56.412748 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:59:56.412748 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:59:56.412748 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:59:56.412748 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:59:56.412748 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:59:56.412748 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:59:56.412748 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:59:56.539177 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-d396f622-e704-4f67-b047-5dfcd4c57bc0 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] delete failed (client error): The resource could not be found. Feb 03 13:59:56.540857 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d396f622-e704-4f67-b047-5dfcd4c57bc0 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] 10.222.0.41 "DELETE /v2.0/routers/23936c17-7b15-427b-b55d-926cbf08edee HTTP/1.1" status: 404 len: 336 time: 0.2103193 Feb 03 13:59:56.543652 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54480) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:56.547006 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 49c68700-ac3f-41fe-8a15-2581c74241aa up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 13:59:56.576747 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-dee68020-5b2a-4f30-bbe9-81c9acc4c548 None None] Calling delete_port for d659986b-d117-413c-8529-575c4aff3200 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:59:56.660037 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d2316821-361d-4bec-b561-b16f4eaaf2e9 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e281b8d-bd7a-4522-b23c-fb4d617967e7 HTTP/1.1" status: 200 len: 205 time: 0.0992312 Feb 03 13:59:56.661180 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54484) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:56.688838 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 49c68700-ac3f-41fe-8a15-2581c74241aa triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:56.689511 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:56.741672 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-dee68020-5b2a-4f30-bbe9-81c9acc4c548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:56.746526 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-d604a276-1a0c-4a81-8c94-d3bd5009d4c9 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] delete failed (client error): The resource could not be found. Feb 03 13:59:56.750716 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d604a276-1a0c-4a81-8c94-d3bd5009d4c9 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] 10.222.0.41 "DELETE /v2.0/routers/8e281b8d-bd7a-4522-b23c-fb4d617967e7 HTTP/1.1" status: 404 len: 336 time: 0.0858061 Feb 03 13:59:56.750903 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54488) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:56.773893 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa0b8a0-8af5-4633-996c-43c50268f736 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:56.774550 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2aa0b8a0-8af5-4633-996c-43c50268f736 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:56.793186 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee68020-5b2a-4f30-bbe9-81c9acc4c548 None None] Pushing event deleted for resources: {'Port': ['ID=d659986b-d117-413c-8529-575c4aff3200,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:56.804772 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee68020-5b2a-4f30-bbe9-81c9acc4c548 None None] No DVR routers for this DVR port d659986b-d117-413c-8529-575c4aff3200 on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:59:56.813836 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-8c310f66-3d4b-4f07-ade9-35c7f37c1451 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bf928ab-f177-4748-b174-df6c7ef83110 HTTP/1.1" status: 200 len: 205 time: 0.0592840 Feb 03 13:59:56.813836 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54492) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:56.857387 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4f928a25-dd00-48de-bc87-b256dcaa571c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:56.895098 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-dc3a3a6d-5fe1-4aa3-8972-c6b02ac98787 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] delete failed (client error): The resource could not be found. Feb 03 13:59:56.895098 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-dc3a3a6d-5fe1-4aa3-8972-c6b02ac98787 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] 10.222.0.41 "DELETE /v2.0/routers/1bf928ab-f177-4748-b174-df6c7ef83110 HTTP/1.1" status: 404 len: 336 time: 0.0793908 Feb 03 13:59:56.896800 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-771efe21-d86d-4863-95cf-511750c7a827 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting subnet 4dc18d2b-09b2-4f63-b0cc-7d5f363c3ae3 {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 13:59:56.899688 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54496) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:56.901730 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4f928a25-dd00-48de-bc87-b256dcaa571c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:56.904735 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-4f928a25-dd00-48de-bc87-b256dcaa571c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/networks/d324801c-17c7-4ea1-adaa-253765323704 HTTP/1.1" status: 204 len: 168 time: 2.3741434 Feb 03 13:59:56.933951 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device f0926ba2-5ea2-4a1b-a20e-0f39d25dc9bd no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 13:59:56.935794 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-771efe21-d86d-4863-95cf-511750c7a827 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:56.956165 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54500) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:56.975376 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: f0926ba2-5ea2-4a1b-a20e-0f39d25dc9bd {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 13:59:56.975801 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device f0926ba2-5ea2-4a1b-a20e-0f39d25dc9bd not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 13:59:56.976291 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device d659986b-d117-413c-8529-575c4aff3200 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 13:59:56.980698 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-2aa0b8a0-8af5-4633-996c-43c50268f736 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.5079908 Feb 03 13:59:56.980860 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a3fa145e-2fbf-4343-a006-79fb7035d8db tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] 10.222.0.41 "GET /v2.0/ports?device_id=5632f22a-69b1-416c-9881-2dca1178a400 HTTP/1.1" status: 200 len: 205 time: 0.0771866 Feb 03 13:59:56.981180 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54504) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:56.981506 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54506) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:56.990109 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-6c487a1e-a70d-4ce5-8f97-fdc85cb2dcfe tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Request body: {'floatingip': {'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'port_id': 'fef7a01f-02a6-48a5-baf7-e294d4c12c52', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:56.997935 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-e2a38d34-fd79-452a-ba6d-7e3692542e64 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-646154811'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:57.003778 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-281971fb-1681-4d71-afa0-4c4a05a5465a req-894f6eab-fe9a-4815-815a-c0f706d648b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8ad7c313a9048189891dfa3a8c2ec7f&device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 1099 time: 0.7272038 Feb 03 13:59:57.004482 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f928a25-dd00-48de-bc87-b256dcaa571c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event deleted for resources: {'Network': ['ID=d324801c-17c7-4ea1-adaa-253765323704,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:57.015829 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: d659986b-d117-413c-8529-575c4aff3200 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 13:59:57.015829 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device d659986b-d117-413c-8529-575c4aff3200 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 13:59:57.018296 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e2a38d34-fd79-452a-ba6d-7e3692542e64 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:57.057057 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e2a38d34-fd79-452a-ba6d-7e3692542e64 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Usage tracker for resource:network and tenant:faf754c5dcac42e3b7b479467002acb8 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:57.065965 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e2a38d34-fd79-452a-ba6d-7e3692542e64 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:57.068638 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-6c487a1e-a70d-4ce5-8f97-fdc85cb2dcfe tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:57.082517 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-6c487a1e-a70d-4ce5-8f97-fdc85cb2dcfe tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Usage tracker for resource:floatingip and tenant:2e321b7425cc4fcdadac3009246b2caf is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:57.085705 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-c470b3cf-9090-4ee4-9a95-50331246934a tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] delete failed (client error): The resource could not be found. Feb 03 13:59:57.087145 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c470b3cf-9090-4ee4-9a95-50331246934a tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] 10.222.0.41 "DELETE /v2.0/routers/5632f22a-69b1-416c-9881-2dca1178a400 HTTP/1.1" status: 404 len: 336 time: 0.1027226 Feb 03 13:59:57.088991 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-771efe21-d86d-4863-95cf-511750c7a827 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:57.115206 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-6c487a1e-a70d-4ce5-8f97-fdc85cb2dcfe tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:57.122715 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54514) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:57.158087 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-6c487a1e-a70d-4ce5-8f97-fdc85cb2dcfe tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:57.163501 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-7fbe437b-071e-4316-8b8c-2259e379daaa tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] For port d659986b-d117-413c-8529-575c4aff3200, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=d659986b-d117-413c-8529-575c4aff3200,segment=NetworkSegment(e6229612-042d-4f6a-8cf1-3d5f0f27a2ac),segment_id=e6229612-042d-4f6a-8cf1-3d5f0f27a2ac)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:59:57.163872 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7fbe437b-071e-4316-8b8c-2259e379daaa tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:57.171874 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e2a38d34-fd79-452a-ba6d-7e3692542e64 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:57.182499 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b111386e-71be-482a-babd-75d17b1417a8 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0471ded-7343-4d8b-8732-d7968a59cdf7 HTTP/1.1" status: 200 len: 205 time: 0.0588462 Feb 03 13:59:57.190952 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54518) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:57.280012 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-771efe21-d86d-4863-95cf-511750c7a827 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:57.316239 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6c487a1e-a70d-4ce5-8f97-fdc85cb2dcfe tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for floatingip, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:57.343338 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68874b1d-0705-4445-9a32-b1e4e9c6b5ee req-b6e1ba65-0dce-4be4-9122-b54979b39b5c tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:57.344705 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-68874b1d-0705-4445-9a32-b1e4e9c6b5ee req-b6e1ba65-0dce-4be4-9122-b54979b39b5c tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.1651647 Feb 03 13:59:57.370924 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-7fbe437b-071e-4316-8b8c-2259e379daaa tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Calling delete_port for d659986b-d117-413c-8529-575c4aff3200 owned by network:dhcp {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:59:57.408697 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-836d366a-87fb-4f41-b2f2-01f568e5c6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:57.431810 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-36ad7045-79e4-4d50-8984-541b658df728 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] delete failed (client error): The resource could not be found. Feb 03 13:59:57.432827 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-36ad7045-79e4-4d50-8984-541b658df728 tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] 10.222.0.41 "DELETE /v2.0/routers/c0471ded-7343-4d8b-8732-d7968a59cdf7 HTTP/1.1" status: 404 len: 336 time: 0.2412546 Feb 03 13:59:57.443902 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54522) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:57.482362 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a38d34-fd79-452a-ba6d-7e3692542e64 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Made reservation on behalf of faf754c5dcac42e3b7b479467002acb8 for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:57.485295 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e2a38d34-fd79-452a-ba6d-7e3692542e64 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:57.506754 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2ef38c2-8e54-4916-b857-105d07ba503a tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] DELETE failed (client error): The resource could not be found. Feb 03 13:59:57.507228 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2ef38c2-8e54-4916-b857-105d07ba503a tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:59:57.517586 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-68874b1d-0705-4445-9a32-b1e4e9c6b5ee req-e91ebaea-80f1-4ca8-837e-9ebc6a0fc074 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661839 Feb 03 13:59:57.524699 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c2ef38c2-8e54-4916-b857-105d07ba503a tempest-RoutersIpV6AdminTest-1613736868 tempest-RoutersIpV6AdminTest-1613736868-project] 10.222.0.41 "DELETE /v2.0/subnets/d7973ac7-dd80-480e-a040-f22cedcb2613 HTTP/1.1" status: 404 len: 337 time: 0.0755982 Feb 03 13:59:57.558933 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281971fb-1681-4d71-afa0-4c4a05a5465a req-931a7126-ea98-4744-b170-f74cbf9db906 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:57.561052 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-281971fb-1681-4d71-afa0-4c4a05a5465a req-931a7126-ea98-4744-b170-f74cbf9db906 service neutron] 10.222.0.47 "GET /v2.0/networks?id=455fb28a-aeb2-407e-b782-081ff385e6a8 HTTP/1.1" status: 200 len: 912 time: 0.5270386 Feb 03 13:59:57.591964 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6c487a1e-a70d-4ce5-8f97-fdc85cb2dcfe tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:57.599463 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-771efe21-d86d-4863-95cf-511750c7a827 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:57.680437 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-281971fb-1681-4d71-afa0-4c4a05a5465a req-dfdc1759-66f4-44a7-a6b7-87ea11359d42 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ccd1588-742b-4c70-9905-1804d6d1b0db HTTP/1.1" status: 200 len: 1001 time: 0.1108334 Feb 03 13:59:57.689132 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.db.api [None req-7fbe437b-071e-4316-8b8c-2259e379daaa tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:59:57.689446 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG oslo_db.api [None req-7fbe437b-071e-4316-8b8c-2259e379daaa tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:59:57.708708 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771efe21-d86d-4863-95cf-511750c7a827 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Subnet': ['ID=4dc18d2b-09b2-4f63-b0cc-7d5f363c3ae3,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:57.720556 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a38d34-fd79-452a-ba6d-7e3692542e64 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:59:57.739292 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-771efe21-d86d-4863-95cf-511750c7a827 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:57.741159 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458b34ae-5c46-4074-aeab-d11326cfa251 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 13:59:57.748992 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e2a38d34-fd79-452a-ba6d-7e3692542e64 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:57.749475 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-e2a38d34-fd79-452a-ba6d-7e3692542e64 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Added segment 3a525324-fdef-44bc-ae03-6ebc7b6998a7 of type vlan for network 2adca357-eaaa-4111-80a5-663d43b2485c Feb 03 13:59:57.763692 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-771efe21-d86d-4863-95cf-511750c7a827 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/4dc18d2b-09b2-4f63-b0cc-7d5f363c3ae3 HTTP/1.1" status: 204 len: 168 time: 1.5498962 Feb 03 13:59:57.767106 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54530) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:57.800622 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281971fb-1681-4d71-afa0-4c4a05a5465a req-1731be88-8bbd-4266-9575-85585e473577 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:57.802186 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-281971fb-1681-4d71-afa0-4c4a05a5465a req-1731be88-8bbd-4266-9575-85585e473577 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=40877380-5501-4f93-a989-8ff73ca2ca3b HTTP/1.1" status: 200 len: 851 time: 0.1141260 Feb 03 13:59:57.807400 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e2a38d34-fd79-452a-ba6d-7e3692542e64 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:57.881228 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-93b43cf3-d2d1-4fe7-9cc5-ac96a3327a6b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1129420 Feb 03 13:59:57.881785 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54534) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:57.968993 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-281971fb-1681-4d71-afa0-4c4a05a5465a req-8e9e8da5-602f-4538-b505-21bffcc7a0f0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=455fb28a-aeb2-407e-b782-081ff385e6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1546457 Feb 03 13:59:58.014475 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a8f767-4c84-44d7-ae9d-1bf5cc7f5569 None None] DHCP port deletion for ac0baa47-f752-4b1c-8067-faa2699b3288 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 13:59:58.019848 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-b8a8f767-4c84-44d7-ae9d-1bf5cc7f5569 None None] Deleting port 49c68700-ac3f-41fe-8a15-2581c74241aa {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:58.020225 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b8a8f767-4c84-44d7-ae9d-1bf5cc7f5569 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:58.036945 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e2a38d34-fd79-452a-ba6d-7e3692542e64 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:58.040815 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a38d34-fd79-452a-ba6d-7e3692542e64 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:58.041590 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e2a38d34-fd79-452a-ba6d-7e3692542e64 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:58.080609 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-6c487a1e-a70d-4ce5-8f97-fdc85cb2dcfe tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Allocated IP 172.26.3.86 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/157fe81e-e793-4b1a-91a9-8860e23728c4) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:59:58.103995 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec483a2-640a-4944-a1d4-68e829039437 req-5c8c2c83-0143-4918-ad05-62d418e30922 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:58.105707 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4ec483a2-640a-4944-a1d4-68e829039437 req-5c8c2c83-0143-4918-ad05-62d418e30922 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.4415638 Feb 03 13:59:58.143545 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54540) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:58.202082 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-7fbe437b-071e-4316-8b8c-2259e379daaa tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Deleting port d659986b-d117-413c-8529-575c4aff3200 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:58.202472 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7fbe437b-071e-4316-8b8c-2259e379daaa tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:58.246309 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cb5362-74ea-42d3-a0ab-d03ce95bf72a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:58.250571 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a7cb5362-74ea-42d3-a0ab-d03ce95bf72a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3647470 Feb 03 13:59:58.251468 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54544) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:58.268138 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-b8a8f767-4c84-44d7-ae9d-1bf5cc7f5569 None None] For port 49c68700-ac3f-41fe-8a15-2581c74241aa, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=49c68700-ac3f-41fe-8a15-2581c74241aa,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:59:58.268638 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b8a8f767-4c84-44d7-ae9d-1bf5cc7f5569 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:58.295715 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4ec483a2-640a-4944-a1d4-68e829039437 req-ee82933b-cde4-435e-93ef-74b267b58196 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832635 Feb 03 13:59:58.409777 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba05d61d-549d-46dc-b104-22cbb006023f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:58.410476 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ba05d61d-549d-46dc-b104-22cbb006023f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 13:59:58.415672 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6c487a1e-a70d-4ce5-8f97-fdc85cb2dcfe tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:58.447886 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-b10e0f46-bfa2-4d83-8849-247a3a7f2589 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Deleting port 74bb7149-3ba5-4af2-89eb-1d6858ae7e1e {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 13:59:58.448113 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b10e0f46-bfa2-4d83-8849-247a3a7f2589 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:58.495580 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-7fbe437b-071e-4316-8b8c-2259e379daaa tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] The port 'd659986b-d117-413c-8529-575c4aff3200' was deleted {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 13:59:58.512868 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-b8a8f767-4c84-44d7-ae9d-1bf5cc7f5569 None None] Calling delete_port for 49c68700-ac3f-41fe-8a15-2581c74241aa owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:59:58.556908 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 49c68700-ac3f-41fe-8a15-2581c74241aa no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 13:59:58.591699 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6c487a1e-a70d-4ce5-8f97-fdc85cb2dcfe tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:58.593286 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a38d34-fd79-452a-ba6d-7e3692542e64 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'Network': ['ID=2adca357-eaaa-4111-80a5-663d43b2485c,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:58.611298 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 2adca357-eaaa-4111-80a5-663d43b2485c details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 13:59:58.629114 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-281971fb-1681-4d71-afa0-4c4a05a5465a req-5413c825-23eb-4d36-8832-754e24f1e4d3 service neutron] 10.222.0.47 "GET /v2.0/networks/455fb28a-aeb2-407e-b782-081ff385e6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6525543 Feb 03 13:59:58.653379 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e2a38d34-fd79-452a-ba6d-7e3692542e64 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6837525 Feb 03 13:59:58.655107 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54552) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:58.657111 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ba05d61d-549d-46dc-b104-22cbb006023f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 13:59:58.659344 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ba05d61d-549d-46dc-b104-22cbb006023f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4024808 Feb 03 13:59:58.664732 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-3272962a-7061-4480-a55e-a26abbed8fe9 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'subnet': {'network_id': '2adca357-eaaa-4111-80a5-663d43b2485c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:58.685789 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54556) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:58.739764 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bc21840b-3bac-41c7-9a98-4fd1d7241f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:58.819756 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:58.821362 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c487a1e-a70d-4ce5-8f97-fdc85cb2dcfe tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:58.830411 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:58.830626 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d79edd5e-e7c5-4855-8f92-80f355d95451 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1406043 Feb 03 13:59:58.831487 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-6c487a1e-a70d-4ce5-8f97-fdc85cb2dcfe tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:58.835443 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c487a1e-a70d-4ce5-8f97-fdc85cb2dcfe tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Pushing event updated for resources: {'Port': ['ID=157fe81e-e793-4b1a-91a9-8860e23728c4,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:58.835443 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54560) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:58.842930 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c487a1e-a70d-4ce5-8f97-fdc85cb2dcfe tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 13:59:58.851569 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:58.851569 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b8a8f767-4c84-44d7-ae9d-1bf5cc7f5569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:58.883513 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-a660b213-d289-43be-beef-1417fa4ad9f0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'subnet': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:58.892097 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7fbe437b-071e-4316-8b8c-2259e379daaa tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:58.905271 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8f767-4c84-44d7-ae9d-1bf5cc7f5569 None None] Pushing event deleted for resources: {'Port': ['ID=49c68700-ac3f-41fe-8a15-2581c74241aa,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:58.943602 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a8f767-4c84-44d7-ae9d-1bf5cc7f5569 None None] No DVR routers for this DVR port 49c68700-ac3f-41fe-8a15-2581c74241aa on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:59:58.979876 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-bc21840b-3bac-41c7-9a98-4fd1d7241f12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:58.989748 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-7fbe437b-071e-4316-8b8c-2259e379daaa tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2479b67-881b-4943-b8cc-aa3803628da0']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:58.999996 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-bc21840b-3bac-41c7-9a98-4fd1d7241f12 admin admin] Usage tracker for resource:security_group_rule and tenant:f9fdab74892247138f76fc59f639f82f is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:59.023947 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-bc21840b-3bac-41c7-9a98-4fd1d7241f12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:59.026947 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-3272962a-7061-4480-a55e-a26abbed8fe9 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:59.035584 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-bc21840b-3bac-41c7-9a98-4fd1d7241f12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:59.041550 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-7fbe437b-071e-4316-8b8c-2259e379daaa tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6229612-042d-4f6a-8cf1-3d5f0f27a2ac') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:59.041849 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-7fbe437b-071e-4316-8b8c-2259e379daaa tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6229612-042d-4f6a-8cf1-3d5f0f27a2ac') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:59.049653 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-281971fb-1681-4d71-afa0-4c4a05a5465a req-31d9d7d1-a043-44db-b156-49e052cac902 service neutron] 10.222.0.47 "GET /v2.0/networks/455fb28a-aeb2-407e-b782-081ff385e6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009252 Feb 03 13:59:59.070123 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed473a68-f81a-45d0-b9c7-8005f8df09be req-d86cb41a-8c48-42ca-9683-f3e72d64d0d6 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:59.071657 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ed473a68-f81a-45d0-b9c7-8005f8df09be req-d86cb41a-8c48-42ca-9683-f3e72d64d0d6 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.5197799 Feb 03 13:59:59.072711 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3272962a-7061-4480-a55e-a26abbed8fe9 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Usage tracker for resource:subnet and tenant:faf754c5dcac42e3b7b479467002acb8 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 13:59:59.075847 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7fbe437b-071e-4316-8b8c-2259e379daaa tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:59.082048 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3272962a-7061-4480-a55e-a26abbed8fe9 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 13:59:59.083137 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-b10e0f46-bfa2-4d83-8849-247a3a7f2589 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] For port 74bb7149-3ba5-4af2-89eb-1d6858ae7e1e, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=74bb7149-3ba5-4af2-89eb-1d6858ae7e1e,segment=NetworkSegment(62c54110-ba20-4210-a9d9-8203c05c98f9),segment_id=62c54110-ba20-4210-a9d9-8203c05c98f9)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:59:59.083462 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b10e0f46-bfa2-4d83-8849-247a3a7f2589 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:59.096676 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-3272962a-7061-4480-a55e-a26abbed8fe9 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:59.139215 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-a660b213-d289-43be-beef-1417fa4ad9f0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:59.166167 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-a660b213-d289-43be-beef-1417fa4ad9f0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:59.210564 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ed473a68-f81a-45d0-b9c7-8005f8df09be req-28dbfe15-12ce-40b3-8a0c-e48fde118d77 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255059 Feb 03 13:59:59.219001 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-b10e0f46-bfa2-4d83-8849-247a3a7f2589 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Calling delete_port for 74bb7149-3ba5-4af2-89eb-1d6858ae7e1e owned by network:router_interface {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 13:59:59.231767 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3272962a-7061-4480-a55e-a26abbed8fe9 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Made reservation on behalf of faf754c5dcac42e3b7b479467002acb8 for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:59.261393 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7fbe437b-071e-4316-8b8c-2259e379daaa tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:59.282046 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fbe437b-071e-4316-8b8c-2259e379daaa tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 13:59:59.282441 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7fbe437b-071e-4316-8b8c-2259e379daaa tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:59.299090 dv-neutron-827016-1-hyperv neutron-server[84181]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:59:59.299090 dv-neutron-827016-1-hyperv neutron-server[84181]: util.warn( Feb 03 13:59:59.299090 dv-neutron-827016-1-hyperv neutron-server[84181]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:59:59.299090 dv-neutron-827016-1-hyperv neutron-server[84181]: util.warn( Feb 03 13:59:59.299090 dv-neutron-827016-1-hyperv neutron-server[84181]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:59:59.299090 dv-neutron-827016-1-hyperv neutron-server[84181]: util.warn( Feb 03 13:59:59.299090 dv-neutron-827016-1-hyperv neutron-server[84181]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:59:59.299090 dv-neutron-827016-1-hyperv neutron-server[84181]: util.warn( Feb 03 13:59:59.299090 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 13:59:59.299090 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 13:59:59.299090 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 13:59:59.299090 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:59:59.299090 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 13:59:59.299090 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 13:59:59.299090 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 13:59:59.299090 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:59:59.299090 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 13:59:59.299090 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:59:59.299090 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 13:59:59.299090 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:59:59.299090 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 13:59:59.299090 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 13:59:59.299090 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:59:59.299090 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 13:59:59.299090 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:59:59.299090 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 13:59:59.299090 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 13:59:59.299090 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:59:59.299090 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 13:59:59.299090 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:59:59.299090 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:59:59.299090 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 13:59:59.299090 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 13:59:59.299090 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 13:59:59.299090 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:59:59.299090 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 13:59:59.299090 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:59:59.299090 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 13:59:59.299090 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:59:59.299090 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:59:59.310059 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a660b213-d289-43be-beef-1417fa4ad9f0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:59.313588 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a660b213-d289-43be-beef-1417fa4ad9f0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:59.456480 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bc21840b-3bac-41c7-9a98-4fd1d7241f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:59.465911 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7fbe437b-071e-4316-8b8c-2259e379daaa tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:59.492042 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7fbe437b-071e-4316-8b8c-2259e379daaa tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:59.505432 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe437b-071e-4316-8b8c-2259e379daaa tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event deleted for resources: {'Network': ['ID=f2479b67-881b-4943-b8cc-aa3803628da0,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:59.508271 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-7fbe437b-071e-4316-8b8c-2259e379daaa tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/networks/f2479b67-881b-4943-b8cc-aa3803628da0 HTTP/1.1" status: 204 len: 168 time: 3.8111348 Feb 03 13:59:59.512880 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54566) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:59.516236 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3272962a-7061-4480-a55e-a26abbed8fe9 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:59.519386 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-7dec1469-cc1e-4b14-a391-8eda3a3d2c7f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'port': {'network_id': 'da5fb634-29a9-4f74-808e-6b8578428b60', 'name': 'tempest-PortsTestJSON-528190769'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 13:59:59.540698 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bc21840b-3bac-41c7-9a98-4fd1d7241f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:59.711443 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc21840b-3bac-41c7-9a98-4fd1d7241f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e08438b-bcdd-4c5d-8d1b-56c6c8d253b9,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:59.729657 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-bc21840b-3bac-41c7-9a98-4fd1d7241f12 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f9fdab74892247138f76fc59f639f82f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5764320 Feb 03 13:59:59.730434 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54572) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 13:59:59.740097 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-7dec1469-cc1e-4b14-a391-8eda3a3d2c7f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 13:59:59.782820 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-7dec1469-cc1e-4b14-a391-8eda3a3d2c7f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 13:59:59.820438 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-80b94601-854f-413d-a842-853b3bf121ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:59.832127 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b10e0f46-bfa2-4d83-8849-247a3a7f2589 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:59.888728 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dec1469-cc1e-4b14-a391-8eda3a3d2c7f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Made reservation on behalf of 2fa0476fd5f14aeea80802e139eae85a for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:59.891719 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7dec1469-cc1e-4b14-a391-8eda3a3d2c7f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:59.902375 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-80b94601-854f-413d-a842-853b3bf121ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 13:59:59.911343 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e0f46-bfa2-4d83-8849-247a3a7f2589 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event deleted for resources: {'Port': ['ID=74bb7149-3ba5-4af2-89eb-1d6858ae7e1e,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:59.992788 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-7dec1469-cc1e-4b14-a391-8eda3a3d2c7f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] device_id is not set on port 7217f418-e83c-43bc-845b-148ab710dbe4 yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:00:00.090689 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b074d-c193-499f-9b02-de685987194d req-295b98a5-a656-4ca9-9e4b-dee60e6b7bd2 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:00.095578 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a50b074d-c193-499f-9b02-de685987194d req-295b98a5-a656-4ca9-9e4b-dee60e6b7bd2 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.3122029 Feb 03 14:00:00.105133 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:00.215313 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a660b213-d289-43be-beef-1417fa4ad9f0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:00.301551 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a50b074d-c193-499f-9b02-de685987194d req-d63150ee-74ad-4f80-a20d-2747c434077a tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846545 Feb 03 14:00:00.307349 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a660b213-d289-43be-beef-1417fa4ad9f0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:00.311495 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-a660b213-d289-43be-beef-1417fa4ad9f0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:00.314796 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a660b213-d289-43be-beef-1417fa4ad9f0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:00.315589 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a660b213-d289-43be-beef-1417fa4ad9f0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:00.320331 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660b213-d289-43be-beef-1417fa4ad9f0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Subnet': ['ID=3acd2843-874c-4c82-8b93-9da3fe591e7f,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:00.330966 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3272962a-7061-4480-a55e-a26abbed8fe9 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:00.345143 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1685c6-c2bc-4ace-b55a-eaca2ccabcfb None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:00:00.420329 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-80b94601-854f-413d-a842-853b3bf121ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:00.474871 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b94601-854f-413d-a842-853b3bf121ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e08438b-bcdd-4c5d-8d1b-56c6c8d253b9,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:00.506756 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7dec1469-cc1e-4b14-a391-8eda3a3d2c7f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:00.518546 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b10e0f46-bfa2-4d83-8849-247a3a7f2589 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:00.521647 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3272962a-7061-4480-a55e-a26abbed8fe9 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'Subnet': ['ID=85a09724-859f-4931-b459-37eed0f76760,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:00.550821 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a660b213-d289-43be-beef-1417fa4ad9f0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7082796 Feb 03 14:00:00.552568 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54576) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:00.559493 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6c487a1e-a70d-4ce5-8f97-fdc85cb2dcfe tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:00.563380 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-2fdff689-e74c-4318-ae7c-b8feeddd1c67 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'port': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'fixed_ips': [{'subnet_id': '3acd2843-874c-4c82-8b93-9da3fe591e7f', 'ip_address': '2001:db8::b11e:f7d9:6822:33fb'}], 'name': 'tempest-NetworksTestDHCPv6-397384757'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:00.664849 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3272962a-7061-4480-a55e-a26abbed8fe9 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Checking segment: {'id': '3a525324-fdef-44bc-ae03-6ebc7b6998a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2adca357-eaaa-4111-80a5-663d43b2485c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:00:00.665833 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3272962a-7061-4480-a55e-a26abbed8fe9 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Network hostable DHCP agents. Network: 2adca357-eaaa-4111-80a5-663d43b2485c, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:00:00.670204 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-80b94601-854f-413d-a842-853b3bf121ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:00.685016 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-80b94601-854f-413d-a842-853b3bf121ef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0e08438b-bcdd-4c5d-8d1b-56c6c8d253b9 HTTP/1.1" status: 204 len: 168 time: 0.9351416 Feb 03 14:00:00.694165 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7dec1469-cc1e-4b14-a391-8eda3a3d2c7f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:00.726197 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03f82ec-6629-4626-82db-8bfd9ae8a908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-ac0baa47-f752-4b1c-8067-faa2699b3288', 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'tenant_id': '1508f35e18f0463982f9a6d535c8268b', 'fixed_ips': [{'subnet_id': '3acd2843-874c-4c82-8b93-9da3fe591e7f'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:00:00.727114 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b03f82ec-6629-4626-82db-8bfd9ae8a908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:00.747615 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6c487a1e-a70d-4ce5-8f97-fdc85cb2dcfe tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:00.795834 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec1469-cc1e-4b14-a391-8eda3a3d2c7f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'Port': ['ID=7217f418-e83c-43bc-845b-148ab710dbe4,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:00.801556 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dec1469-cc1e-4b14-a391-8eda3a3d2c7f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Network da5fb634-29a9-4f74-808e-6b8578428b60 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:00.803668 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-7dec1469-cc1e-4b14-a391-8eda3a3d2c7f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:00.807902 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dec1469-cc1e-4b14-a391-8eda3a3d2c7f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:00:00.811729 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dec1469-cc1e-4b14-a391-8eda3a3d2c7f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:00.812334 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7dec1469-cc1e-4b14-a391-8eda3a3d2c7f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:00.833694 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-2fdff689-e74c-4318-ae7c-b8feeddd1c67 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:00.843211 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2fdff689-e74c-4318-ae7c-b8feeddd1c67 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Usage tracker for resource:port and tenant:1508f35e18f0463982f9a6d535c8268b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:00:00.848281 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2fdff689-e74c-4318-ae7c-b8feeddd1c67 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:00:00.861838 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-2fdff689-e74c-4318-ae7c-b8feeddd1c67 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:00.929509 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-b03f82ec-6629-4626-82db-8bfd9ae8a908 None None] Allocated IP 2001:db8::2 (ac0baa47-f752-4b1c-8067-faa2699b3288/3acd2843-874c-4c82-8b93-9da3fe591e7f/ffde6bcc-064f-4ece-8874-3475c5b17835) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:00:00.945583 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3272962a-7061-4480-a55e-a26abbed8fe9 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Network 2adca357-eaaa-4111-80a5-663d43b2485c is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:00:00.968621 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-7dec1469-cc1e-4b14-a391-8eda3a3d2c7f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4519110 Feb 03 14:00:00.969232 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54582) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:01.044434 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fdff689-e74c-4318-ae7c-b8feeddd1c67 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:00:01.049766 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2fdff689-e74c-4318-ae7c-b8feeddd1c67 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:01.076065 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-2fdff689-e74c-4318-ae7c-b8feeddd1c67 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] device_id is not set on port 25bdab47-3ac0-48e5-80b0-4ddfd6d3bc9d yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:00:01.145662 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-3272962a-7061-4480-a55e-a26abbed8fe9 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 2adca357-eaaa-4111-80a5-663d43b2485c) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:01.161108 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48682b17-d67d-484b-b6e9-4f79a02b83c9 None None] Network 2adca357-eaaa-4111-80a5-663d43b2485c requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:00:01.169254 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3272962a-7061-4480-a55e-a26abbed8fe9 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:01.169844 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3272962a-7061-4480-a55e-a26abbed8fe9 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:01.175910 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-02a39a3c-bcea-4281-b2d3-6b7e8b8ab326 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Deleting port 7217f418-e83c-43bc-845b-148ab710dbe4 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:01.176242 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-02a39a3c-bcea-4281-b2d3-6b7e8b8ab326 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:01.215924 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10e0f46-bfa2-4d83-8849-247a3a7f2589 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Router 2a1a9059-2612-48ef-a558-cc9a429449c1 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:00:01.351250 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6c487a1e-a70d-4ce5-8f97-fdc85cb2dcfe tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:01.359507 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3272962a-7061-4480-a55e-a26abbed8fe9 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7035191 Feb 03 14:00:01.362744 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54590) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:01.370911 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-2903c20f-40cd-40ef-8c66-de921776d9df tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'port': {'network_id': '2adca357-eaaa-4111-80a5-663d43b2485c', 'name': 'tempest-PortsIpV6TestJSON-1952028072', 'fixed_ips': [{'subnet_id': '85a09724-859f-4931-b459-37eed0f76760', 'ip_address': '2001:db8::10'}]}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:01.377970 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b03f82ec-6629-4626-82db-8bfd9ae8a908 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:01.410631 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10e0f46-bfa2-4d83-8849-247a3a7f2589 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:00:01.428034 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b10e0f46-bfa2-4d83-8849-247a3a7f2589 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "PUT /v2.0/routers/2a1a9059-2612-48ef-a558-cc9a429449c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1669374 Feb 03 14:00:01.428966 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54594) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:01.453558 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54598) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:01.474387 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6c487a1e-a70d-4ce5-8f97-fdc85cb2dcfe tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:01.484085 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0227d62c-ea83-4cef-964d-1eee804609bb None None] Sync routers for ids ['2a1a9059-2612-48ef-a558-cc9a429449c1'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:00:01.487630 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b03f82ec-6629-4626-82db-8bfd9ae8a908 None None] Transition to ACTIVE for port object ffde6bcc-064f-4ece-8874-3475c5b17835 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:01.498147 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a536114-2866-49e2-8e38-548f8fb5ee61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-2adca357-eaaa-4111-80a5-663d43b2485c', 'network_id': '2adca357-eaaa-4111-80a5-663d43b2485c', 'tenant_id': 'faf754c5dcac42e3b7b479467002acb8', 'fixed_ips': [{'subnet_id': '85a09724-859f-4931-b459-37eed0f76760'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:00:01.499157 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6a536114-2866-49e2-8e38-548f8fb5ee61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:01.538454 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b03f82ec-6629-4626-82db-8bfd9ae8a908 None None] Transition to ACTIVE for port object ffde6bcc-064f-4ece-8874-3475c5b17835 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:01.656564 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb8b19f9-0d1b-4044-b68e-b952d05f047f tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Deleting subnet 84ee5945-0288-48f0-bbda-6ca4c112aaba {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:00:01.660168 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bb8b19f9-0d1b-4044-b68e-b952d05f047f tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:01.660331 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0227d62c-ea83-4cef-964d-1eee804609bb None None] Routers {'2a1a9059-2612-48ef-a558-cc9a429449c1'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:00:01.660937 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-0227d62c-ea83-4cef-964d-1eee804609bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:59:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2a1a9059-2612-48ef-a558-cc9a429449c1'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:01.717718 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bb8b19f9-0d1b-4044-b68e-b952d05f047f tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:01.839023 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b03f82ec-6629-4626-82db-8bfd9ae8a908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:01.911932 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03f82ec-6629-4626-82db-8bfd9ae8a908 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:01.921476 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-6a536114-2866-49e2-8e38-548f8fb5ee61 None None] Allocated IP 2001:db8::2 (2adca357-eaaa-4111-80a5-663d43b2485c/85a09724-859f-4931-b459-37eed0f76760/53fb6d94-602c-40c9-a5ab-9c07f7397fad) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:00:01.922765 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bb8b19f9-0d1b-4044-b68e-b952d05f047f tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:01.923672 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-b03f82ec-6629-4626-82db-8bfd9ae8a908 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:01.935980 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03f82ec-6629-4626-82db-8bfd9ae8a908 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:00:01.959100 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c487a1e-a70d-4ce5-8f97-fdc85cb2dcfe tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Pushing event updated for resources: {'Port': ['ID=157fe81e-e793-4b1a-91a9-8860e23728c4,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:01.991445 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-02a39a3c-bcea-4281-b2d3-6b7e8b8ab326 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:02.019597 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f82ec-6629-4626-82db-8bfd9ae8a908 None None] Pushing event updated for resources: {'Port': ['ID=ffde6bcc-064f-4ece-8874-3475c5b17835,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:02.022003 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-0227d62c-ea83-4cef-964d-1eee804609bb None None] Set router 2a1a9059-2612-48ef-a558-cc9a429449c1 gateway port host: None {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:00:02.038542 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-46535790-5e8c-4755-b163-a8a3bd3b586d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4b3df48f94a24c57807c6c656f18bfb8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5836029 Feb 03 14:00:02.041695 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54602) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:02.070198 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bb8b19f9-0d1b-4044-b68e-b952d05f047f tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:02.122997 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b19f9-0d1b-4044-b68e-b952d05f047f tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event deleted for resources: {'Subnet': ['ID=84ee5945-0288-48f0-bbda-6ca4c112aaba,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:02.132995 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bb8b19f9-0d1b-4044-b68e-b952d05f047f tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:02.151253 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-bb8b19f9-0d1b-4044-b68e-b952d05f047f tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "DELETE /v2.0/subnets/84ee5945-0288-48f0-bbda-6ca4c112aaba HTTP/1.1" status: 204 len: 168 time: 0.7180698 Feb 03 14:00:02.152107 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54606) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:02.158409 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c31742-d9ba-41d1-b3fe-1684929f78b0 None None] Network 613815a1-1bf9-4547-85e2-a76dadd9ecc4 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:00:02.158603 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6c487a1e-a70d-4ce5-8f97-fdc85cb2dcfe tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:02.177051 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c55e8cf6-8058-4ad3-aaae-f519981d9dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:02.212973 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-2fdff689-e74c-4318-ae7c-b8feeddd1c67 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Allocated IP 2001:db8::b11e:f7d9:6822:33fb (ac0baa47-f752-4b1c-8067-faa2699b3288/3acd2843-874c-4c82-8b93-9da3fe591e7f/25bdab47-3ac0-48e5-80b0-4ddfd6d3bc9d) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:00:02.222567 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-02a39a3c-bcea-4281-b2d3-6b7e8b8ab326 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Calling delete_port for 7217f418-e83c-43bc-845b-148ab710dbe4 owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:00:02.254306 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-2903c20f-40cd-40ef-8c66-de921776d9df tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:02.272503 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c55e8cf6-8058-4ad3-aaae-f519981d9dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:02.275202 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-b03f82ec-6629-4626-82db-8bfd9ae8a908 None None] Attempting to bind port ffde6bcc-064f-4ece-8874-3475c5b17835 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:00:02.275810 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-b03f82ec-6629-4626-82db-8bfd9ae8a908 None None] Attempting to bind port ffde6bcc-064f-4ece-8874-3475c5b17835 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:00:02.275908 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03f82ec-6629-4626-82db-8bfd9ae8a908 None None] Attempting to bind port ffde6bcc-064f-4ece-8874-3475c5b17835 on network ac0baa47-f752-4b1c-8067-faa2699b3288 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:00:02.295932 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-2903c20f-40cd-40ef-8c66-de921776d9df tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:02.308360 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8f04489c-2b3b-4742-800f-f8a430821c08 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:02.341431 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-8f04489c-2b3b-4742-800f-f8a430821c08 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Deleting port 9f0eec60-0772-4f95-a88f-336c9708d90c {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:02.346598 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8f04489c-2b3b-4742-800f-f8a430821c08 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:02.382821 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03f82ec-6629-4626-82db-8bfd9ae8a908 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:00:02.382821 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03f82ec-6629-4626-82db-8bfd9ae8a908 None None] Checking segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:00:02.382821 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b03f82ec-6629-4626-82db-8bfd9ae8a908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:02.382821 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03f82ec-6629-4626-82db-8bfd9ae8a908 None None] Bound using segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:00:02.382821 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-b03f82ec-6629-4626-82db-8bfd9ae8a908 None None] Bound port: ffde6bcc-064f-4ece-8874-3475c5b17835, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:00:02.383604 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b03f82ec-6629-4626-82db-8bfd9ae8a908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:02.383693 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0ec72-8214-4417-b348-935e3088c36c req-d88d5cae-6bd6-4ce5-b949-0d017a11bd3e tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:02.384947 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-95b0ec72-8214-4417-b348-935e3088c36c req-d88d5cae-6bd6-4ce5-b949-0d017a11bd3e tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.8587260 Feb 03 14:00:02.421559 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2903c20f-40cd-40ef-8c66-de921776d9df tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Made reservation on behalf of faf754c5dcac42e3b7b479467002acb8 for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:00:02.427230 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2903c20f-40cd-40ef-8c66-de921776d9df tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:02.493344 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-02a39a3c-bcea-4281-b2d3-6b7e8b8ab326 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:02.528453 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c55e8cf6-8058-4ad3-aaae-f519981d9dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:02.531370 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-2903c20f-40cd-40ef-8c66-de921776d9df tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] device_id is not set on port 8eebd6dd-6df9-4f39-a7b9-a1f9c7b11a04 yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:00:02.561213 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e8cf6-8058-4ad3-aaae-f519981d9dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ce579c-f691-4e2f-9bbc-c48f3f28cbf3,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:02.577485 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c55e8cf6-8058-4ad3-aaae-f519981d9dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:02.581103 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c55e8cf6-8058-4ad3-aaae-f519981d9dec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/33ce579c-f691-4e2f-9bbc-c48f3f28cbf3 HTTP/1.1" status: 204 len: 168 time: 0.5356882 Feb 03 14:00:02.589060 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-8f04489c-2b3b-4742-800f-f8a430821c08 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] For port 9f0eec60-0772-4f95-a88f-336c9708d90c, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=9f0eec60-0772-4f95-a88f-336c9708d90c,segment=NetworkSegment(62c54110-ba20-4210-a9d9-8203c05c98f9),segment_id=62c54110-ba20-4210-a9d9-8203c05c98f9)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:02.589423 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8f04489c-2b3b-4742-800f-f8a430821c08 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:02.609905 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a39a3c-bcea-4281-b2d3-6b7e8b8ab326 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event deleted for resources: {'Port': ['ID=7217f418-e83c-43bc-845b-148ab710dbe4,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:02.694049 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-02a39a3c-bcea-4281-b2d3-6b7e8b8ab326 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:02.705943 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-95b0ec72-8214-4417-b348-935e3088c36c req-e00c4106-03a5-4090-bb71-e86131ff8fce tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2998149 Feb 03 14:00:02.726119 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-8f04489c-2b3b-4742-800f-f8a430821c08 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Calling delete_port for 9f0eec60-0772-4f95-a88f-336c9708d90c owned by network:dhcp {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:00:02.749009 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-02a39a3c-bcea-4281-b2d3-6b7e8b8ab326 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/ports/7217f418-e83c-43bc-845b-148ab710dbe4 HTTP/1.1" status: 204 len: 168 time: 1.7790303 Feb 03 14:00:02.753109 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54612) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:02.798312 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6a536114-2866-49e2-8e38-548f8fb5ee61 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:02.808444 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-b03f82ec-6629-4626-82db-8bfd9ae8a908 None None] For port ffde6bcc-064f-4ece-8874-3475c5b17835, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:00:02.815724 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-b03f82ec-6629-4626-82db-8bfd9ae8a908 None None] For port ffde6bcc-064f-4ece-8874-3475c5b17835, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=ffde6bcc-064f-4ece-8874-3475c5b17835,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:00:02.821118 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-6a536114-2866-49e2-8e38-548f8fb5ee61 None None] Transition to ACTIVE for port object 53fb6d94-602c-40c9-a5ab-9c07f7397fad will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:02.851024 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-6a536114-2866-49e2-8e38-548f8fb5ee61 None None] Transition to ACTIVE for port object 53fb6d94-602c-40c9-a5ab-9c07f7397fad will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:02.859314 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-20ee6e3f-2c40-40ef-9e8e-36b74dbfe976 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'port': {'network_id': 'da5fb634-29a9-4f74-808e-6b8578428b60', 'mac_address': 'fa:16:3e:c8:0d:ed', 'name': 'tempest-PortsTestJSON-523042423'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:02.907369 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-0227d62c-ea83-4cef-964d-1eee804609bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'name': 'tempest-RoutersIpV6Test-router-979439135', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:58:43Z', 'updated_at': '2022-02-03T13:59:59Z', 'revision_number': 9, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'gw_port_host': None, '_interfaces': [{'id': '0ad52dcc-57a3-4c04-aee5-395333a50763', 'name': '', 'network_id': '19b00385-999c-4704-aee1-5bba5d33b369', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:f9:9e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ff040b3-6f29-40fe-a4df-a58020824988', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:58Z', 'updated_at': '2022-02-03T13:59:11Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': '7ff040b3-6f29-40fe-a4df-a58020824988', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e8c105-0fdb-4569-91e8-d3855c1efff3', 'name': '', 'network_id': 'c6d2680a-3380-4d17-8377-378a03cb63a7', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:22:06:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:48Z', 'updated_at': '2022-02-03T13:58:58Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:02.911919 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b03f82ec-6629-4626-82db-8bfd9ae8a908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:02.961465 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0227d62c-ea83-4cef-964d-1eee804609bb None None] Checking router: 2a1a9059-2612-48ef-a558-cc9a429449c1 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:00:02.963620 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37687e3b-3eb6-4902-8a41-10c1ee8d4ed0 None None] DHCP port deletion for 613815a1-1bf9-4547-85e2-a76dadd9ecc4 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:00:02.983529 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6a536114-2866-49e2-8e38-548f8fb5ee61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:02.990503 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8f04489c-2b3b-4742-800f-f8a430821c08 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:03.010122 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-37687e3b-3eb6-4902-8a41-10c1ee8d4ed0 None None] Deleting port 9f0eec60-0772-4f95-a88f-336c9708d90c {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:03.010603 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-37687e3b-3eb6-4902-8a41-10c1ee8d4ed0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:03.064580 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f04489c-2b3b-4742-800f-f8a430821c08 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event deleted for resources: {'Port': ['ID=9f0eec60-0772-4f95-a88f-336c9708d90c,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:03.069544 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f04489c-2b3b-4742-800f-f8a430821c08 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] No DVR routers for this DVR port 9f0eec60-0772-4f95-a88f-336c9708d90c on host dv-neutron-827016-1-hyperv {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:00:03.081240 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2fdff689-e74c-4318-ae7c-b8feeddd1c67 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:03.105147 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-37687e3b-3eb6-4902-8a41-10c1ee8d4ed0 None None] The port '9f0eec60-0772-4f95-a88f-336c9708d90c' was deleted {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 14:00:03.113666 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f82ec-6629-4626-82db-8bfd9ae8a908 None None] Pushing event updated for resources: {'Port': ['ID=ffde6bcc-064f-4ece-8874-3475c5b17835,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:03.113849 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-20ee6e3f-2c40-40ef-9e8e-36b74dbfe976 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:03.123056 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0227d62c-ea83-4cef-964d-1eee804609bb None None] Routers {'2a1a9059-2612-48ef-a558-cc9a429449c1'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:00:03.123698 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-0227d62c-ea83-4cef-964d-1eee804609bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:59:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2a1a9059-2612-48ef-a558-cc9a429449c1'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:03.124657 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-2fdff689-e74c-4318-ae7c-b8feeddd1c67 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Transition to ACTIVE for port object 25bdab47-3ac0-48e5-80b0-4ddfd6d3bc9d will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:03.130466 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-20ee6e3f-2c40-40ef-9e8e-36b74dbfe976 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Usage tracker for resource:port and tenant:2fa0476fd5f14aeea80802e139eae85a is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:00:03.146464 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-20ee6e3f-2c40-40ef-9e8e-36b74dbfe976 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:00:03.162618 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-20ee6e3f-2c40-40ef-9e8e-36b74dbfe976 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:03.173007 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-2903c20f-40cd-40ef-8c66-de921776d9df tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Allocated IP 2001:db8::10 (2adca357-eaaa-4111-80a5-663d43b2485c/85a09724-859f-4931-b459-37eed0f76760/8eebd6dd-6df9-4f39-a7b9-a1f9c7b11a04) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:00:03.202588 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.l3_db [None req-6c487a1e-a70d-4ce5-8f97-fdc85cb2dcfe tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Floating IP 1b41eb5a-e6bb-43ff-b3cb-6db29e70e8ed associated. External IP: 172.26.3.86, port: fef7a01f-02a6-48a5-baf7-e294d4c12c52. Feb 03 14:00:03.220139 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8f04489c-2b3b-4742-800f-f8a430821c08 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:03.242923 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a536114-2866-49e2-8e38-548f8fb5ee61 None None] Network 2adca357-eaaa-4111-80a5-663d43b2485c is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:03.260845 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-8f04489c-2b3b-4742-800f-f8a430821c08 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['613815a1-1bf9-4547-85e2-a76dadd9ecc4']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:03.280195 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-8f04489c-2b3b-4742-800f-f8a430821c08 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62c54110-ba20-4210-a9d9-8203c05c98f9') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:03.281211 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-8f04489c-2b3b-4742-800f-f8a430821c08 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62c54110-ba20-4210-a9d9-8203c05c98f9') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:03.287546 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ee6e3f-2c40-40ef-9e8e-36b74dbfe976 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Made reservation on behalf of 2fa0476fd5f14aeea80802e139eae85a for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:00:03.319920 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8f04489c-2b3b-4742-800f-f8a430821c08 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:03.358988 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-6a536114-2866-49e2-8e38-548f8fb5ee61 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:03.364043 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8f04489c-2b3b-4742-800f-f8a430821c08 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:03.384390 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f04489c-2b3b-4742-800f-f8a430821c08 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:00:03.386311 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8f04489c-2b3b-4742-800f-f8a430821c08 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:03.391343 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a536114-2866-49e2-8e38-548f8fb5ee61 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:00:03.432798 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 14:00:03.432798 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:00:03.432798 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 14:00:03.432798 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:00:03.432798 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 14:00:03.432798 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:00:03.432798 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 14:00:03.432798 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:00:03.432798 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 14:00:03.432798 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:00:03.432798 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 14:00:03.432798 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:00:03.432798 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 14:00:03.432798 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:00:03.432798 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:00:03.432798 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:00:03.432798 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:00:03.432798 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:00:03.432798 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 14:00:03.432798 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:00:03.432798 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 14:00:03.432798 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:00:03.432798 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:00:03.432798 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:00:03.432798 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 14:00:03.432798 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:00:03.432798 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:00:03.432798 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:00:03.432798 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:00:03.432798 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:00:03.432798 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:00:03.432798 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:00:03.460959 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2fdff689-e74c-4318-ae7c-b8feeddd1c67 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:03.629814 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4c1ca0ba-9376-4b0a-aafe-986299bad1e2 req-af3ce747-3941-4035-9472-d1b791e7bafa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8ad7c313a9048189891dfa3a8c2ec7f&device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 1099 time: 0.1154468 Feb 03 14:00:03.662453 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a536114-2866-49e2-8e38-548f8fb5ee61 None None] Pushing event updated for resources: {'Port': ['ID=53fb6d94-602c-40c9-a5ab-9c07f7397fad,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:03.697448 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-6a536114-2866-49e2-8e38-548f8fb5ee61 None None] Attempting to bind port 53fb6d94-602c-40c9-a5ab-9c07f7397fad on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:00:03.698068 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-6a536114-2866-49e2-8e38-548f8fb5ee61 None None] Attempting to bind port 53fb6d94-602c-40c9-a5ab-9c07f7397fad by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '3a525324-fdef-44bc-ae03-6ebc7b6998a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2adca357-eaaa-4111-80a5-663d43b2485c'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:00:03.698596 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a536114-2866-49e2-8e38-548f8fb5ee61 None None] Attempting to bind port 53fb6d94-602c-40c9-a5ab-9c07f7397fad on network 2adca357-eaaa-4111-80a5-663d43b2485c {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:00:03.703996 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-0227d62c-ea83-4cef-964d-1eee804609bb None None] Set router 2a1a9059-2612-48ef-a558-cc9a429449c1 gateway port host: None {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:00:03.739751 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8f04489c-2b3b-4742-800f-f8a430821c08 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:03.750880 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a536114-2866-49e2-8e38-548f8fb5ee61 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:00:03.751295 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a536114-2866-49e2-8e38-548f8fb5ee61 None None] Checking segment: {'id': '3a525324-fdef-44bc-ae03-6ebc7b6998a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2adca357-eaaa-4111-80a5-663d43b2485c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:00:03.751701 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6a536114-2866-49e2-8e38-548f8fb5ee61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:03.752098 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a536114-2866-49e2-8e38-548f8fb5ee61 None None] Bound using segment: {'id': '3a525324-fdef-44bc-ae03-6ebc7b6998a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2adca357-eaaa-4111-80a5-663d43b2485c'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:00:03.752575 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-6a536114-2866-49e2-8e38-548f8fb5ee61 None None] Bound port: 53fb6d94-602c-40c9-a5ab-9c07f7397fad, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a525324-fdef-44bc-ae03-6ebc7b6998a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2adca357-eaaa-4111-80a5-663d43b2485c'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:00:03.752953 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6a536114-2866-49e2-8e38-548f8fb5ee61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:03.824750 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8f04489c-2b3b-4742-800f-f8a430821c08 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:03.842466 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f04489c-2b3b-4742-800f-f8a430821c08 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event deleted for resources: {'Network': ['ID=613815a1-1bf9-4547-85e2-a76dadd9ecc4,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:03.868135 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2903c20f-40cd-40ef-8c66-de921776d9df tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:03.874441 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8f04489c-2b3b-4742-800f-f8a430821c08 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "DELETE /v2.0/networks/613815a1-1bf9-4547-85e2-a76dadd9ecc4 HTTP/1.1" status: 204 len: 168 time: 1.7210562 Feb 03 14:00:03.884418 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-2903c20f-40cd-40ef-8c66-de921776d9df tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Transition to ACTIVE for port object 8eebd6dd-6df9-4f39-a7b9-a1f9c7b11a04 will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:03.885801 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54630) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:03.904941 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-6a536114-2866-49e2-8e38-548f8fb5ee61 None None] For port 53fb6d94-602c-40c9-a5ab-9c07f7397fad, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:00:03.908405 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-6a536114-2866-49e2-8e38-548f8fb5ee61 None None] For port 53fb6d94-602c-40c9-a5ab-9c07f7397fad, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=53fb6d94-602c-40c9-a5ab-9c07f7397fad,segment=NetworkSegment(3a525324-fdef-44bc-ae03-6ebc7b6998a7),segment_id=3a525324-fdef-44bc-ae03-6ebc7b6998a7)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:00:03.934503 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-20ee6e3f-2c40-40ef-9e8e-36b74dbfe976 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:04.019621 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ca0ba-9376-4b0a-aafe-986299bad1e2 req-877d1202-1df3-4c58-8465-bfccbc27b942 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:04.021011 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4c1ca0ba-9376-4b0a-aafe-986299bad1e2 req-877d1202-1df3-4c58-8465-bfccbc27b942 service neutron] 10.222.0.47 "GET /v2.0/networks?id=455fb28a-aeb2-407e-b782-081ff385e6a8 HTTP/1.1" status: 200 len: 912 time: 0.3837118 Feb 03 14:00:04.037980 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2903c20f-40cd-40ef-8c66-de921776d9df tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:04.041156 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6a536114-2866-49e2-8e38-548f8fb5ee61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:04.074169 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-20ee6e3f-2c40-40ef-9e8e-36b74dbfe976 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] device_id is not set on port 7f314ee8-1e16-48e9-92a2-0c1662293be6 yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:00:04.205485 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdff689-e74c-4318-ae7c-b8feeddd1c67 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:04.216919 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-2fdff689-e74c-4318-ae7c-b8feeddd1c67 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:04.223291 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdff689-e74c-4318-ae7c-b8feeddd1c67 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Port': ['ID=25bdab47-3ac0-48e5-80b0-4ddfd6d3bc9d,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:04.228698 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdff689-e74c-4318-ae7c-b8feeddd1c67 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:00:04.234781 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdff689-e74c-4318-ae7c-b8feeddd1c67 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:04.237357 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2fdff689-e74c-4318-ae7c-b8feeddd1c67 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:04.306146 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4c1ca0ba-9376-4b0a-aafe-986299bad1e2 req-84dc92d6-dba0-49db-8b6f-26cbc997ca26 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ccd1588-742b-4c70-9905-1804d6d1b0db HTTP/1.1" status: 200 len: 1001 time: 0.1314344 Feb 03 14:00:04.315621 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2903c20f-40cd-40ef-8c66-de921776d9df tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Network 2adca357-eaaa-4111-80a5-663d43b2485c is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:04.338641 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a536114-2866-49e2-8e38-548f8fb5ee61 None None] Pushing event updated for resources: {'Port': ['ID=53fb6d94-602c-40c9-a5ab-9c07f7397fad,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:04.346183 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-2903c20f-40cd-40ef-8c66-de921776d9df tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:04.357527 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2903c20f-40cd-40ef-8c66-de921776d9df tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:00:04.365917 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2903c20f-40cd-40ef-8c66-de921776d9df tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:04.377182 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2903c20f-40cd-40ef-8c66-de921776d9df tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:04.389110 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-0227d62c-ea83-4cef-964d-1eee804609bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'name': 'tempest-RoutersIpV6Test-router-979439135', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:58:43Z', 'updated_at': '2022-02-03T13:59:59Z', 'revision_number': 9, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'gw_port_host': None, '_interfaces': [{'id': '0ad52dcc-57a3-4c04-aee5-395333a50763', 'name': '', 'network_id': '19b00385-999c-4704-aee1-5bba5d33b369', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:f9:9e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ff040b3-6f29-40fe-a4df-a58020824988', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:58Z', 'updated_at': '2022-02-03T13:59:11Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': '7ff040b3-6f29-40fe-a4df-a58020824988', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e8c105-0fdb-4569-91e8-d3855c1efff3', 'name': '', 'network_id': 'c6d2680a-3380-4d17-8377-378a03cb63a7', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:22:06:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:48Z', 'updated_at': '2022-02-03T13:58:58Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:04.393697 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0227d62c-ea83-4cef-964d-1eee804609bb None None] The sync data for ids ['2a1a9059-2612-48ef-a558-cc9a429449c1'] in dv-neutron-827016-1-hyperv is: [{'id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'name': 'tempest-RoutersIpV6Test-router-979439135', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:58:43Z', 'updated_at': '2022-02-03T13:59:59Z', 'revision_number': 9, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'gw_port_host': None, '_interfaces': [{'id': '0ad52dcc-57a3-4c04-aee5-395333a50763', 'name': '', 'network_id': '19b00385-999c-4704-aee1-5bba5d33b369', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:f9:9e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ff040b3-6f29-40fe-a4df-a58020824988', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:58Z', 'updated_at': '2022-02-03T13:59:11Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': '7ff040b3-6f29-40fe-a4df-a58020824988', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e8c105-0fdb-4569-91e8-d3855c1efff3', 'name': '', 'network_id': 'c6d2680a-3380-4d17-8377-378a03cb63a7', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:22:06:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:48Z', 'updated_at': '2022-02-03T13:58:58Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:00:04.510531 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ca0ba-9376-4b0a-aafe-986299bad1e2 req-a3820c34-2588-4339-a05f-c6b1151a62d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:04.512146 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4c1ca0ba-9376-4b0a-aafe-986299bad1e2 req-a3820c34-2588-4339-a05f-c6b1151a62d5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=40877380-5501-4f93-a989-8ff73ca2ca3b HTTP/1.1" status: 200 len: 851 time: 0.1989746 Feb 03 14:00:04.620592 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2903c20f-40cd-40ef-8c66-de921776d9df tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2272091 Feb 03 14:00:04.620592 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54640) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:04.620592 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54644) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:04.621271 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-8d204a05-c9de-4c25-b20b-9ab6f112ecbc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'port': {'network_id': '2adca357-eaaa-4111-80a5-663d43b2485c', 'name': 'tempest-PortsIpV6TestJSON-1890972602', 'fixed_ips': [{'subnet_id': '85a09724-859f-4931-b459-37eed0f76760', 'ip_address': '2001:db8::f'}]}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:04.642443 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463a676-0a9f-493b-af96-5975be48acf1 req-1f63e57a-ceb4-4c18-b480-91c8bc2d9411 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:04.648403 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1463a676-0a9f-493b-af96-5975be48acf1 req-1f63e57a-ceb4-4c18-b480-91c8bc2d9411 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 1.2468359 Feb 03 14:00:04.648403 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903c20f-40cd-40ef-8c66-de921776d9df tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'Port': ['ID=8eebd6dd-6df9-4f39-a7b9-a1f9c7b11a04,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:04.671581 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4c1ca0ba-9376-4b0a-aafe-986299bad1e2 req-eb906f3a-304f-40d1-8597-bd458ac40b26 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=455fb28a-aeb2-407e-b782-081ff385e6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0965347 Feb 03 14:00:04.755900 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-159d2b2d-c9ea-4e8f-9ea2-4fb52a772600 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:04.811712 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2fdff689-e74c-4318-ae7c-b8feeddd1c67 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.2557659 Feb 03 14:00:04.834254 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54650) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:04.872969 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-ed2b1618-9f46-41ac-a60b-e95eae4b269a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'port': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'fixed_ips': [{'subnet_id': '3acd2843-874c-4c82-8b93-9da3fe591e7f', 'ip_address': '2001:db8::b11e:f7d9:6822:33fb'}], 'name': 'tempest-NetworksTestDHCPv6-1182053511'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:04.972674 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device ffde6bcc-064f-4ece-8874-3475c5b17835 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:00:05.021939 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4c1ca0ba-9376-4b0a-aafe-986299bad1e2 req-10ea3611-72a9-4ea0-b1a6-a0813690dcee service neutron] 10.222.0.47 "GET /v2.0/networks/455fb28a-aeb2-407e-b782-081ff385e6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426394 Feb 03 14:00:05.129016 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-20ee6e3f-2c40-40ef-9e8e-36b74dbfe976 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:05.160119 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-6f88f19e-bfa8-4207-ab20-bebc1a94304e tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-558114211'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:05.206058 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-6f88f19e-bfa8-4207-ab20-bebc1a94304e tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:05.224303 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-6f88f19e-bfa8-4207-ab20-bebc1a94304e tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Usage tracker for resource:network and tenant:8066c18a8ab246dfbf645d8b25c67254 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:00:05.241099 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-6f88f19e-bfa8-4207-ab20-bebc1a94304e tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:00:05.246779 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1463a676-0a9f-493b-af96-5975be48acf1 req-b2440bbc-dc4f-400a-ac02-c76f01261d4e tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5464451 Feb 03 14:00:05.251298 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4c1ca0ba-9376-4b0a-aafe-986299bad1e2 req-d459984e-eae2-4f87-a76e-ff0686aaaee2 service neutron] 10.222.0.47 "GET /v2.0/networks/455fb28a-aeb2-407e-b782-081ff385e6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190068 Feb 03 14:00:05.264650 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-c3d99129-f3d7-430a-9159-4134e3e150cb None None] Provisioning for port ffde6bcc-064f-4ece-8874-3475c5b17835 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:00:05.284572 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-6f88f19e-bfa8-4207-ab20-bebc1a94304e tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:05.287249 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port ffde6bcc-064f-4ece-8874-3475c5b17835 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:00:05.306782 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port ffde6bcc-064f-4ece-8874-3475c5b17835 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:05.307438 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:05.343621 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-8d204a05-c9de-4c25-b20b-9ab6f112ecbc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:05.348320 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-8d204a05-c9de-4c25-b20b-9ab6f112ecbc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Usage tracker for resource:port and tenant:faf754c5dcac42e3b7b479467002acb8 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:00:05.351796 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-8d204a05-c9de-4c25-b20b-9ab6f112ecbc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:00:05.358838 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-8d204a05-c9de-4c25-b20b-9ab6f112ecbc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:05.368476 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ed2b1618-9f46-41ac-a60b-e95eae4b269a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:05.379953 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ed2b1618-9f46-41ac-a60b-e95eae4b269a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Usage tracker for resource:port and tenant:1508f35e18f0463982f9a6d535c8268b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:00:05.384773 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ed2b1618-9f46-41ac-a60b-e95eae4b269a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:00:05.402502 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ed2b1618-9f46-41ac-a60b-e95eae4b269a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:05.409877 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f88f19e-bfa8-4207-ab20-bebc1a94304e tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Made reservation on behalf of 8066c18a8ab246dfbf645d8b25c67254 for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:00:05.412751 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6f88f19e-bfa8-4207-ab20-bebc1a94304e tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:05.434724 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6f88f19e-bfa8-4207-ab20-bebc1a94304e tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:05.448050 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d204a05-c9de-4c25-b20b-9ab6f112ecbc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Made reservation on behalf of faf754c5dcac42e3b7b479467002acb8 for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:00:05.453185 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:05.492611 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port ffde6bcc-064f-4ece-8874-3475c5b17835, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=ffde6bcc-064f-4ece-8874-3475c5b17835,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:05.494894 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-71f373fd-5c43-4646-9a4f-b4e14a3cea5c None None] Provisioning for port 25bdab47-3ac0-48e5-80b0-4ddfd6d3bc9d completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:00:05.500464 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-71f373fd-5c43-4646-9a4f-b4e14a3cea5c None None] Provisioning complete for port 25bdab47-3ac0-48e5-80b0-4ddfd6d3bc9d triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:05.500960 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-71f373fd-5c43-4646-9a4f-b4e14a3cea5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:05.516021 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-20ee6e3f-2c40-40ef-9e8e-36b74dbfe976 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:05.562988 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-71f373fd-5c43-4646-9a4f-b4e14a3cea5c None None] Port 25bdab47-3ac0-48e5-80b0-4ddfd6d3bc9d cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:00:05.579033 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:05.631088 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2b1618-9f46-41ac-a60b-e95eae4b269a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:00:05.680450 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 9f0eec60-0772-4f95-a88f-336c9708d90c no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:00:05.709500 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-159d2b2d-c9ea-4e8f-9ea2-4fb52a772600 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Deleting port 0ad52dcc-57a3-4c04-aee5-395333a50763 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:05.710142 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-159d2b2d-c9ea-4e8f-9ea2-4fb52a772600 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:05.725877 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 9f0eec60-0772-4f95-a88f-336c9708d90c {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:00:05.726359 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 9f0eec60-0772-4f95-a88f-336c9708d90c not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:00:05.739279 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=ffde6bcc-064f-4ece-8874-3475c5b17835,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:05.911809 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-6f88f19e-bfa8-4207-ab20-bebc1a94304e tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:05.928256 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a54bf3b-9b50-47da-a634-7f5e530f4706 None None] Network 2adca357-eaaa-4111-80a5-663d43b2485c requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:00:05.931536 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-6f88f19e-bfa8-4207-ab20-bebc1a94304e tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Usage tracker for resource:security_group_rule and tenant:8066c18a8ab246dfbf645d8b25c67254 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:00:05.954530 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ee6e3f-2c40-40ef-9e8e-36b74dbfe976 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Network da5fb634-29a9-4f74-808e-6b8578428b60 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:05.957177 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee6e3f-2c40-40ef-9e8e-36b74dbfe976 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'Port': ['ID=7f314ee8-1e16-48e9-92a2-0c1662293be6,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:05.959883 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-20ee6e3f-2c40-40ef-9e8e-36b74dbfe976 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:05.962517 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-6f88f19e-bfa8-4207-ab20-bebc1a94304e tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:00:05.984728 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ee6e3f-2c40-40ef-9e8e-36b74dbfe976 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:00:05.989535 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ee6e3f-2c40-40ef-9e8e-36b74dbfe976 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:05.990914 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-20ee6e3f-2c40-40ef-9e8e-36b74dbfe976 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:06.008708 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-6f88f19e-bfa8-4207-ab20-bebc1a94304e tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:06.038308 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-159d2b2d-c9ea-4e8f-9ea2-4fb52a772600 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] For port 0ad52dcc-57a3-4c04-aee5-395333a50763, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=0ad52dcc-57a3-4c04-aee5-395333a50763,segment=NetworkSegment(74df03ac-7dfa-4e85-94ad-5a0c2058ee96),segment_id=74df03ac-7dfa-4e85-94ad-5a0c2058ee96)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:06.038865 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-159d2b2d-c9ea-4e8f-9ea2-4fb52a772600 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:06.072224 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8d204a05-c9de-4c25-b20b-9ab6f112ecbc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:06.088526 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b3105b94-3151-463f-8b3a-fca0e0e6a43f None None] Provisioning for port 53fb6d94-602c-40c9-a5ab-9c07f7397fad completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:00:06.175421 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-159d2b2d-c9ea-4e8f-9ea2-4fb52a772600 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Calling delete_port for 0ad52dcc-57a3-4c04-aee5-395333a50763 owned by network:router_interface {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:00:06.188457 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ed2b1618-9f46-41ac-a60b-e95eae4b269a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:06.210588 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-20ee6e3f-2c40-40ef-9e8e-36b74dbfe976 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.3944924 Feb 03 14:00:06.211827 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54656) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:06.213550 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-8d204a05-c9de-4c25-b20b-9ab6f112ecbc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] device_id is not set on port c0fccdb1-5099-46b2-8f11-a2d18a94bef9 yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:00:06.312561 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-ed2b1618-9f46-41ac-a60b-e95eae4b269a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] device_id is not set on port 0971962e-28c9-4ff6-a47a-73595680e7a9 yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:00:06.353751 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69263b4d-5f85-4fd6-8477-db89f721ba07 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:06.354380 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-69263b4d-5f85-4fd6-8477-db89f721ba07 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Synchronizing usage tracker for tenant:2fa0476fd5f14aeea80802e139eae85a on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:00:06.506999 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-69263b4d-5f85-4fd6-8477-db89f721ba07 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Unset dirty status for tenant:2fa0476fd5f14aeea80802e139eae85a on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:00:06.510799 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-69263b4d-5f85-4fd6-8477-db89f721ba07 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "GET /v2.0/ports/7f314ee8-1e16-48e9-92a2-0c1662293be6 HTTP/1.1" status: 200 len: 840 time: 0.2962081 Feb 03 14:00:06.517608 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54662) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:06.550968 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6f88f19e-bfa8-4207-ab20-bebc1a94304e tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:06.634015 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6f88f19e-bfa8-4207-ab20-bebc1a94304e tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:06.648933 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-436c53d5-80e5-47ce-b3bd-6c69853d8f2e tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Deleting port 7f314ee8-1e16-48e9-92a2-0c1662293be6 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:06.649815 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-436c53d5-80e5-47ce-b3bd-6c69853d8f2e tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:06.655665 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device ffde6bcc-064f-4ece-8874-3475c5b17835 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:00:06.702731 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-52b1d553-5594-4c46-9992-78a32af4f62b None None] Provisioning for port 8eebd6dd-6df9-4f39-a7b9-a1f9c7b11a04 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:00:06.713648 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-52b1d553-5594-4c46-9992-78a32af4f62b None None] Provisioning complete for port 8eebd6dd-6df9-4f39-a7b9-a1f9c7b11a04 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:06.714260 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-52b1d553-5594-4c46-9992-78a32af4f62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:06.723208 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f88f19e-bfa8-4207-ab20-bebc1a94304e tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:00:06.736199 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6f88f19e-bfa8-4207-ab20-bebc1a94304e tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:06.736641 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-6f88f19e-bfa8-4207-ab20-bebc1a94304e tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Added segment 671874b9-c908-491e-bf46-4f71d3c4e920 of type vlan for network 8f0f6305-38ab-4a46-b8a5-b819ded7a852 Feb 03 14:00:06.771803 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6f88f19e-bfa8-4207-ab20-bebc1a94304e tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:06.772360 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-159d2b2d-c9ea-4e8f-9ea2-4fb52a772600 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:06.778367 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-52b1d553-5594-4c46-9992-78a32af4f62b None None] Port 8eebd6dd-6df9-4f39-a7b9-a1f9c7b11a04 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:00:06.788046 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port ffde6bcc-064f-4ece-8874-3475c5b17835 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:06.788414 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:06.801912 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f88f19e-bfa8-4207-ab20-bebc1a94304e tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d319bb29-f595-4a31-a9ac-f7c484114de5,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:06.842392 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d2b2d-c9ea-4e8f-9ea2-4fb52a772600 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event deleted for resources: {'Port': ['ID=0ad52dcc-57a3-4c04-aee5-395333a50763,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:06.915898 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 53fb6d94-602c-40c9-a5ab-9c07f7397fad up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:00:06.960330 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-e0432053-9b30-40a1-b237-fd69d16e7055 None None] Provisioning complete for port 8eebd6dd-6df9-4f39-a7b9-a1f9c7b11a04 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:06.960809 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e0432053-9b30-40a1-b237-fd69d16e7055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:06.966772 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c487a1e-a70d-4ce5-8f97-fdc85cb2dcfe tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Router b8ac8743-9c7e-4709-a28e-1ea2b501ff15 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:00:06.987033 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-8d204a05-c9de-4c25-b20b-9ab6f112ecbc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Allocated IP 2001:db8::f (2adca357-eaaa-4111-80a5-663d43b2485c/85a09724-859f-4931-b459-37eed0f76760/c0fccdb1-5099-46b2-8f11-a2d18a94bef9) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:00:07.067055 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6f88f19e-bfa8-4207-ab20-bebc1a94304e tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:07.075608 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-e0432053-9b30-40a1-b237-fd69d16e7055 None None] Port 8eebd6dd-6df9-4f39-a7b9-a1f9c7b11a04 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:00:07.078110 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f88f19e-bfa8-4207-ab20-bebc1a94304e tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:07.079354 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6f88f19e-bfa8-4207-ab20-bebc1a94304e tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:07.122765 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-436c53d5-80e5-47ce-b3bd-6c69853d8f2e tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:07.123633 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed2b1618-9f46-41ac-a60b-e95eae4b269a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 03 14:00:07.124084 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed2b1618-9f46-41ac-a60b-e95eae4b269a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:00:07.150559 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 53fb6d94-602c-40c9-a5ab-9c07f7397fad completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:00:07.156841 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 53fb6d94-602c-40c9-a5ab-9c07f7397fad triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:07.156841 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:07.263661 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-436c53d5-80e5-47ce-b3bd-6c69853d8f2e tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Calling delete_port for 7f314ee8-1e16-48e9-92a2-0c1662293be6 owned by {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:00:07.270891 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:07.305074 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 53fb6d94-602c-40c9-a5ab-9c07f7397fad, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=53fb6d94-602c-40c9-a5ab-9c07f7397fad,segment=NetworkSegment(3a525324-fdef-44bc-ae03-6ebc7b6998a7),segment_id=3a525324-fdef-44bc-ae03-6ebc7b6998a7)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:07.356447 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-159d2b2d-c9ea-4e8f-9ea2-4fb52a772600 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:07.361558 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:07.399249 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6dfb74-d149-4c99-ae07-447c4ca1a45d req-19f77935-c1cf-447b-af01-cbaea0c934af tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:07.401441 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ab6dfb74-d149-4c99-ae07-447c4ca1a45d req-19f77935-c1cf-447b-af01-cbaea0c934af tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.9264839 Feb 03 14:00:07.415169 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f88f19e-bfa8-4207-ab20-bebc1a94304e tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Pushing event updated for resources: {'Network': ['ID=8f0f6305-38ab-4a46-b8a5-b819ded7a852,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:07.436969 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 74bb7149-3ba5-4af2-89eb-1d6858ae7e1e no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:00:07.437527 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-436c53d5-80e5-47ce-b3bd-6c69853d8f2e tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:07.461539 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 8f0f6305-38ab-4a46-b8a5-b819ded7a852 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:00:07.501349 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 74bb7149-3ba5-4af2-89eb-1d6858ae7e1e {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:00:07.501574 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 74bb7149-3ba5-4af2-89eb-1d6858ae7e1e not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:00:07.505547 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ed2b1618-9f46-41ac-a60b-e95eae4b269a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.6525929 Feb 03 14:00:07.513557 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54666) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:07.546075 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c53d5-80e5-47ce-b3bd-6c69853d8f2e tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event deleted for resources: {'Port': ['ID=7f314ee8-1e16-48e9-92a2-0c1662293be6,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:07.556791 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-436c53d5-80e5-47ce-b3bd-6c69853d8f2e tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:07.593473 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-6f88f19e-bfa8-4207-ab20-bebc1a94304e tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.9574666 Feb 03 14:00:07.597305 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54670) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:07.597818 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=53fb6d94-602c-40c9-a5ab-9c07f7397fad,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:07.603884 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-3ba91307-e12b-430f-9b91-aab266d67024 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Request body: {'subnet': {'network_id': '8f0f6305-38ab-4a46-b8a5-b819ded7a852', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:07.606719 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8d204a05-c9de-4c25-b20b-9ab6f112ecbc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:07.624083 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ab6dfb74-d149-4c99-ae07-447c4ca1a45d req-8e4730ec-fbb8-46c3-b0aa-e4909c2a149f tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1962311 Feb 03 14:00:07.644749 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-8d204a05-c9de-4c25-b20b-9ab6f112ecbc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Transition to ACTIVE for port object c0fccdb1-5099-46b2-8f11-a2d18a94bef9 will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:07.724416 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-436c53d5-80e5-47ce-b3bd-6c69853d8f2e tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/ports/7f314ee8-1e16-48e9-92a2-0c1662293be6 HTTP/1.1" status: 204 len: 168 time: 1.2058206 Feb 03 14:00:07.736320 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54674) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:07.790558 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-36930437-f073-4942-87f1-a002a76bad92 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] GET failed (client error): The resource could not be found. Feb 03 14:00:07.791068 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-36930437-f073-4942-87f1-a002a76bad92 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Synchronizing usage tracker for tenant:2fa0476fd5f14aeea80802e139eae85a on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:00:07.803361 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53dcc92-c316-4185-a3d9-923691d11dfc tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:07.807778 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53dcc92-c316-4185-a3d9-923691d11dfc tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:07.808529 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-c53dcc92-c316-4185-a3d9-923691d11dfc tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:00:07.841936 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c487a1e-a70d-4ce5-8f97-fdc85cb2dcfe tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:00:07.850241 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8d204a05-c9de-4c25-b20b-9ab6f112ecbc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:07.856426 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ebdc70-56f8-45b4-b7ac-63fc624ca201 None None] Sync routers for ids ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:00:07.871022 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ebdc70-56f8-45b4-b7ac-63fc624ca201 None None] Routers {'b8ac8743-9c7e-4709-a28e-1ea2b501ff15'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:00:07.871866 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-14ebdc70-56f8-45b4-b7ac-63fc624ca201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:59:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:07.933463 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d204a05-c9de-4c25-b20b-9ab6f112ecbc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Network 2adca357-eaaa-4111-80a5-663d43b2485c is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:07.936738 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-8d204a05-c9de-4c25-b20b-9ab6f112ecbc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:07.941106 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-14ebdc70-56f8-45b4-b7ac-63fc624ca201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:07.941346 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d204a05-c9de-4c25-b20b-9ab6f112ecbc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:00:07.945208 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d204a05-c9de-4c25-b20b-9ab6f112ecbc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:07.947443 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8d204a05-c9de-4c25-b20b-9ab6f112ecbc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:07.949254 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3ba91307-e12b-430f-9b91-aab266d67024 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:07.949712 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d204a05-c9de-4c25-b20b-9ab6f112ecbc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'Port': ['ID=c0fccdb1-5099-46b2-8f11-a2d18a94bef9,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:07.954479 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ebdc70-56f8-45b4-b7ac-63fc624ca201 None None] Routers {'b8ac8743-9c7e-4709-a28e-1ea2b501ff15'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:00:07.955431 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-14ebdc70-56f8-45b4-b7ac-63fc624ca201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:59:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:07.956971 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3ba91307-e12b-430f-9b91-aab266d67024 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Usage tracker for resource:subnet and tenant:8066c18a8ab246dfbf645d8b25c67254 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:00:07.961919 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3ba91307-e12b-430f-9b91-aab266d67024 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:00:07.967544 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-36930437-f073-4942-87f1-a002a76bad92 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Unset dirty status for tenant:2fa0476fd5f14aeea80802e139eae85a on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:00:07.972357 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-36930437-f073-4942-87f1-a002a76bad92 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "GET /v2.0/ports/7f314ee8-1e16-48e9-92a2-0c1662293be6 HTTP/1.1" status: 404 len: 333 time: 0.2316630 Feb 03 14:00:07.972505 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3ba91307-e12b-430f-9b91-aab266d67024 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:07.973558 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54678) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:07.982103 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-cd720218-bb3b-4c47-b385-b26d91f2cbf0 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'port': {'network_id': 'da5fb634-29a9-4f74-808e-6b8578428b60', 'name': 'tempest-PortsTestJSON-1336628837'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:08.002100 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-c53dcc92-c316-4185-a3d9-923691d11dfc tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:00:08.004649 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c53dcc92-c316-4185-a3d9-923691d11dfc tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.4885490 Feb 03 14:00:08.006212 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6c487a1e-a70d-4ce5-8f97-fdc85cb2dcfe tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:08.024052 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-14ebdc70-56f8-45b4-b7ac-63fc624ca201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:08.025260 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ebdc70-56f8-45b4-b7ac-63fc624ca201 None None] The sync data for ids ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:00:08.033406 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54682) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:08.168779 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159d2b2d-c9ea-4e8f-9ea2-4fb52a772600 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Router 2a1a9059-2612-48ef-a558-cc9a429449c1 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:00:08.242044 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba91307-e12b-430f-9b91-aab266d67024 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Made reservation on behalf of 8066c18a8ab246dfbf645d8b25c67254 for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:00:08.271874 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-8d204a05-c9de-4c25-b20b-9ab6f112ecbc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.6644177 Feb 03 14:00:08.274962 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54686) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:08.281496 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-6d15584a-f958-4660-a9a5-35f054eeec6b None None] Provisioning for port c0fccdb1-5099-46b2-8f11-a2d18a94bef9 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:00:08.286735 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-6d15584a-f958-4660-a9a5-35f054eeec6b None None] Provisioning complete for port c0fccdb1-5099-46b2-8f11-a2d18a94bef9 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:08.287361 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6d15584a-f958-4660-a9a5-35f054eeec6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:08.335992 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-cd720218-bb3b-4c47-b385-b26d91f2cbf0 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:08.345139 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-6d15584a-f958-4660-a9a5-35f054eeec6b None None] Port c0fccdb1-5099-46b2-8f11-a2d18a94bef9 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:00:08.345958 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-cd720218-bb3b-4c47-b385-b26d91f2cbf0 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:08.355867 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-ee871a77-8089-46d2-b2a1-c05795d684b0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting port 25bdab47-3ac0-48e5-80b0-4ddfd6d3bc9d {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:08.356737 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ee871a77-8089-46d2-b2a1-c05795d684b0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:08.391119 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-6c487a1e-a70d-4ce5-8f97-fdc85cb2dcfe tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 11.4070172 Feb 03 14:00:08.398197 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54690) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:08.405980 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-5549b0c9-5042-4535-a40e-744b92aec4be tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:08.484384 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd720218-bb3b-4c47-b385-b26d91f2cbf0 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Made reservation on behalf of 2fa0476fd5f14aeea80802e139eae85a for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:00:08.486388 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3ba91307-e12b-430f-9b91-aab266d67024 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:08.486884 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cd720218-bb3b-4c47-b385-b26d91f2cbf0 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:08.576037 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 53fb6d94-602c-40c9-a5ab-9c07f7397fad up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:00:08.577184 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-cd720218-bb3b-4c47-b385-b26d91f2cbf0 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] device_id is not set on port 3ed6749a-9e44-46de-89b3-866f50f04e71 yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:00:08.597169 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151410b9-252e-40a1-be16-accc1995c60a tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:08.598609 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-151410b9-252e-40a1-be16-accc1995c60a tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3227239 Feb 03 14:00:08.603130 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54694) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:08.630640 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5549b0c9-5042-4535-a40e-744b92aec4be tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for floatingip, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:08.653782 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 53fb6d94-602c-40c9-a5ab-9c07f7397fad triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:08.654467 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:08.700400 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159d2b2d-c9ea-4e8f-9ea2-4fb52a772600 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:00:08.753257 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-159d2b2d-c9ea-4e8f-9ea2-4fb52a772600 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "PUT /v2.0/routers/2a1a9059-2612-48ef-a558-cc9a429449c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8662820 Feb 03 14:00:08.764651 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54700) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:08.764834 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9250ae1-af2e-45f5-a984-ce7328bb339d None None] Sync routers for ids ['2a1a9059-2612-48ef-a558-cc9a429449c1'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:00:08.827679 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9250ae1-af2e-45f5-a984-ce7328bb339d None None] Routers {'2a1a9059-2612-48ef-a558-cc9a429449c1'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:00:08.828404 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-a9250ae1-af2e-45f5-a984-ce7328bb339d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:59:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2a1a9059-2612-48ef-a558-cc9a429449c1'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:08.855741 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b455c01-d565-47cd-bac4-0971245fa279 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:08.859599 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b455c01-d565-47cd-bac4-0971245fa279 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:08.863699 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b455c01-d565-47cd-bac4-0971245fa279 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:08.869514 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-1b455c01-d565-47cd-bac4-0971245fa279 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2607241 Feb 03 14:00:08.875467 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54704) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:08.986599 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-a9250ae1-af2e-45f5-a984-ce7328bb339d None None] Set router 2a1a9059-2612-48ef-a558-cc9a429449c1 gateway port host: None {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:00:08.991345 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3ba91307-e12b-430f-9b91-aab266d67024 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:09.056322 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-215ef9f2-27ef-46c7-9dba-63e722de010e tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Deleting subnet 7ff040b3-6f29-40fe-a4df-a58020824988 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:00:09.070758 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-215ef9f2-27ef-46c7-9dba-63e722de010e tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:09.112772 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-8febcbd0-7ceb-4a1f-a0f2-01556bc8bdd4 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Deleting port c0fccdb1-5099-46b2-8f11-a2d18a94bef9 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:09.113112 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8febcbd0-7ceb-4a1f-a0f2-01556bc8bdd4 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:09.116067 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba91307-e12b-430f-9b91-aab266d67024 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Pushing event updated for resources: {'Subnet': ['ID=bce56d86-ba55-4a70-81e8-6c9d891f2ae6,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:09.148312 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-215ef9f2-27ef-46c7-9dba-63e722de010e tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:09.153480 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ee871a77-8089-46d2-b2a1-c05795d684b0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:09.190059 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba91307-e12b-430f-9b91-aab266d67024 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Checking segment: {'id': '671874b9-c908-491e-bf46-4f71d3c4e920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8f0f6305-38ab-4a46-b8a5-b819ded7a852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:00:09.190578 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba91307-e12b-430f-9b91-aab266d67024 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Network hostable DHCP agents. Network: 8f0f6305-38ab-4a46-b8a5-b819ded7a852, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:00:09.312311 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-a9250ae1-af2e-45f5-a984-ce7328bb339d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'name': 'tempest-RoutersIpV6Test-router-979439135', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:58:43Z', 'updated_at': '2022-02-03T14:00:06Z', 'revision_number': 10, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'gw_port_host': None, '_interfaces': [{'id': 'b2e8c105-0fdb-4569-91e8-d3855c1efff3', 'name': '', 'network_id': 'c6d2680a-3380-4d17-8377-378a03cb63a7', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:22:06:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:48Z', 'updated_at': '2022-02-03T13:58:58Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:09.316247 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9250ae1-af2e-45f5-a984-ce7328bb339d None None] Checking router: 2a1a9059-2612-48ef-a558-cc9a429449c1 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:00:09.328722 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9250ae1-af2e-45f5-a984-ce7328bb339d None None] Routers {'2a1a9059-2612-48ef-a558-cc9a429449c1'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:00:09.329340 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-a9250ae1-af2e-45f5-a984-ce7328bb339d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:59:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2a1a9059-2612-48ef-a558-cc9a429449c1'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:09.364948 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-215ef9f2-27ef-46c7-9dba-63e722de010e tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:09.396315 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-ee871a77-8089-46d2-b2a1-c05795d684b0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Calling delete_port for 25bdab47-3ac0-48e5-80b0-4ddfd6d3bc9d owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:00:09.397878 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba91307-e12b-430f-9b91-aab266d67024 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Network 8f0f6305-38ab-4a46-b8a5-b819ded7a852 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:00:09.475684 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-3ba91307-e12b-430f-9b91-aab266d67024 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 8f0f6305-38ab-4a46-b8a5-b819ded7a852) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:09.480981 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba91307-e12b-430f-9b91-aab266d67024 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:09.481621 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3ba91307-e12b-430f-9b91-aab266d67024 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:09.488770 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a54098e-f7a9-4547-8b82-c49e356c7e41 None None] Network 8f0f6305-38ab-4a46-b8a5-b819ded7a852 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:00:09.505244 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-215ef9f2-27ef-46c7-9dba-63e722de010e tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:09.547002 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ef9f2-27ef-46c7-9dba-63e722de010e tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event deleted for resources: {'Subnet': ['ID=7ff040b3-6f29-40fe-a4df-a58020824988,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:09.552016 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-215ef9f2-27ef-46c7-9dba-63e722de010e tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:09.553813 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-215ef9f2-27ef-46c7-9dba-63e722de010e tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "DELETE /v2.0/subnets/7ff040b3-6f29-40fe-a4df-a58020824988 HTTP/1.1" status: 204 len: 168 time: 0.7932017 Feb 03 14:00:09.557070 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54708) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:09.567227 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7641ced-58b3-4436-89eb-d448ddadbbef None None] Network 19b00385-999c-4704-aee1-5bba5d33b369 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:00:09.581953 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3ba91307-e12b-430f-9b91-aab266d67024 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9836202 Feb 03 14:00:09.585696 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-a9250ae1-af2e-45f5-a984-ce7328bb339d None None] Set router 2a1a9059-2612-48ef-a558-cc9a429449c1 gateway port host: None {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:00:09.585854 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5549b0c9-5042-4535-a40e-744b92aec4be tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:09.586895 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54712) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:09.597715 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c458c17-6478-4921-9fe5-bbe72f56b718 req-a892c77c-4bd5-46e4-803d-480719e1519a tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:09.601631 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7c458c17-6478-4921-9fe5-bbe72f56b718 req-a892c77c-4bd5-46e4-803d-480719e1519a tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.7963386 Feb 03 14:00:09.611175 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cd720218-bb3b-4c47-b385-b26d91f2cbf0 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:09.635297 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-021b3a35-41c0-46bf-83bb-b38c8a4f4f51 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Request body: {'port': {'network_id': '8f0f6305-38ab-4a46-b8a5-b819ded7a852', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-461919355'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:09.768504 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c101a8d3-f1e9-449a-958d-e9e9763828e0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:09.805961 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-c101a8d3-f1e9-449a-958d-e9e9763828e0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Deleting port 9cc1e72c-637f-4065-b8f8-b6fedfac652b {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:09.806316 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c101a8d3-f1e9-449a-958d-e9e9763828e0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:09.856113 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5549b0c9-5042-4535-a40e-744b92aec4be tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:09.856313 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.l3_db [None req-5549b0c9-5042-4535-a40e-744b92aec4be tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Floating IP 1b41eb5a-e6bb-43ff-b3cb-6db29e70e8ed disassociated. External IP: 172.26.3.86, port: fef7a01f-02a6-48a5-baf7-e294d4c12c52. Feb 03 14:00:09.866775 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-021b3a35-41c0-46bf-83bb-b38c8a4f4f51 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:09.872625 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-021b3a35-41c0-46bf-83bb-b38c8a4f4f51 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Usage tracker for resource:port and tenant:8066c18a8ab246dfbf645d8b25c67254 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:00:09.876860 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-021b3a35-41c0-46bf-83bb-b38c8a4f4f51 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:00:09.885552 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-021b3a35-41c0-46bf-83bb-b38c8a4f4f51 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:10.014028 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021b3a35-41c0-46bf-83bb-b38c8a4f4f51 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Made reservation on behalf of 8066c18a8ab246dfbf645d8b25c67254 for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:00:10.017030 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-021b3a35-41c0-46bf-83bb-b38c8a4f4f51 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:10.021156 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7c458c17-6478-4921-9fe5-bbe72f56b718 req-01f47baf-908a-4860-8db4-01cd014e5f7f tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4056067 Feb 03 14:00:10.058548 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-021b3a35-41c0-46bf-83bb-b38c8a4f4f51 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] device_id is not set on port 19b6ca04-8f65-4970-b2a2-fec53ad925c7 yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:00:10.125191 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8febcbd0-7ceb-4a1f-a0f2-01556bc8bdd4 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:10.125497 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-c101a8d3-f1e9-449a-958d-e9e9763828e0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] For port 9cc1e72c-637f-4065-b8f8-b6fedfac652b, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=9cc1e72c-637f-4065-b8f8-b6fedfac652b,segment=NetworkSegment(74df03ac-7dfa-4e85-94ad-5a0c2058ee96),segment_id=74df03ac-7dfa-4e85-94ad-5a0c2058ee96)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:10.125497 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c101a8d3-f1e9-449a-958d-e9e9763828e0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:10.153573 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebea93b6-2bbd-4e73-9e88-6e353a405ae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-8f0f6305-38ab-4a46-b8a5-b819ded7a852', 'network_id': '8f0f6305-38ab-4a46-b8a5-b819ded7a852', 'tenant_id': '8066c18a8ab246dfbf645d8b25c67254', 'fixed_ips': [{'subnet_id': 'bce56d86-ba55-4a70-81e8-6c9d891f2ae6'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:00:10.154664 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ebea93b6-2bbd-4e73-9e88-6e353a405ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:10.266364 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-c101a8d3-f1e9-449a-958d-e9e9763828e0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Calling delete_port for 9cc1e72c-637f-4065-b8f8-b6fedfac652b owned by network:dhcp {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:00:10.281308 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-8febcbd0-7ceb-4a1f-a0f2-01556bc8bdd4 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Calling delete_port for c0fccdb1-5099-46b2-8f11-a2d18a94bef9 owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:00:10.323823 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ee871a77-8089-46d2-b2a1-c05795d684b0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:10.330458 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cd720218-bb3b-4c47-b385-b26d91f2cbf0 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:10.370551 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8df6c8-4f87-4ccc-b6bc-f7082bba0778 None None] DHCP port deletion for 19b00385-999c-4704-aee1-5bba5d33b369 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:00:10.380555 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-1e8df6c8-4f87-4ccc-b6bc-f7082bba0778 None None] Deleting port 9cc1e72c-637f-4065-b8f8-b6fedfac652b {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:10.381116 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1e8df6c8-4f87-4ccc-b6bc-f7082bba0778 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:10.438013 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c101a8d3-f1e9-449a-958d-e9e9763828e0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:10.448771 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-a9250ae1-af2e-45f5-a984-ce7328bb339d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'name': 'tempest-RoutersIpV6Test-router-979439135', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:58:43Z', 'updated_at': '2022-02-03T14:00:06Z', 'revision_number': 10, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'gw_port_host': None, '_interfaces': [{'id': 'b2e8c105-0fdb-4569-91e8-d3855c1efff3', 'name': '', 'network_id': 'c6d2680a-3380-4d17-8377-378a03cb63a7', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:22:06:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:48Z', 'updated_at': '2022-02-03T13:58:58Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:10.452110 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee871a77-8089-46d2-b2a1-c05795d684b0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Port': ['ID=25bdab47-3ac0-48e5-80b0-4ddfd6d3bc9d,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:10.466163 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9250ae1-af2e-45f5-a984-ce7328bb339d None None] The sync data for ids ['2a1a9059-2612-48ef-a558-cc9a429449c1'] in dv-neutron-827016-1-hyperv is: [{'id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'name': 'tempest-RoutersIpV6Test-router-979439135', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:58:43Z', 'updated_at': '2022-02-03T14:00:06Z', 'revision_number': 10, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'gw_port_host': None, '_interfaces': [{'id': 'b2e8c105-0fdb-4569-91e8-d3855c1efff3', 'name': '', 'network_id': 'c6d2680a-3380-4d17-8377-378a03cb63a7', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'mac_address': 'fa:16:3e:22:06:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:58:48Z', 'updated_at': '2022-02-03T13:58:58Z', 'revision_number': 5, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'subnets': [{'id': 'd17203dc-8468-4bf1-8176-00a6cf9c4c89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:00:10.507286 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-ebea93b6-2bbd-4e73-9e88-6e353a405ae0 None None] Allocated IP 2001:db8::2 (8f0f6305-38ab-4a46-b8a5-b819ded7a852/bce56d86-ba55-4a70-81e8-6c9d891f2ae6/33ace79f-c0c2-4a45-b250-43f6632d1d0e) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:00:10.516755 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-1e8df6c8-4f87-4ccc-b6bc-f7082bba0778 None None] The port '9cc1e72c-637f-4065-b8f8-b6fedfac652b' was deleted {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 14:00:10.531543 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c101a8d3-f1e9-449a-958d-e9e9763828e0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event deleted for resources: {'Port': ['ID=9cc1e72c-637f-4065-b8f8-b6fedfac652b,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:10.535500 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c101a8d3-f1e9-449a-958d-e9e9763828e0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] No DVR routers for this DVR port 9cc1e72c-637f-4065-b8f8-b6fedfac652b on host dv-neutron-827016-1-hyperv {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:00:10.637921 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd720218-bb3b-4c47-b385-b26d91f2cbf0 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Network da5fb634-29a9-4f74-808e-6b8578428b60 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:10.669348 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ee871a77-8089-46d2-b2a1-c05795d684b0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:10.672682 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-cd720218-bb3b-4c47-b385-b26d91f2cbf0 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:10.675026 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd720218-bb3b-4c47-b385-b26d91f2cbf0 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:00:10.675225 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c101a8d3-f1e9-449a-958d-e9e9763828e0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:10.679021 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd720218-bb3b-4c47-b385-b26d91f2cbf0 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:10.679620 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cd720218-bb3b-4c47-b385-b26d91f2cbf0 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:10.695400 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd720218-bb3b-4c47-b385-b26d91f2cbf0 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'Port': ['ID=3ed6749a-9e44-46de-89b3-866f50f04e71,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:10.718173 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-c101a8d3-f1e9-449a-958d-e9e9763828e0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19b00385-999c-4704-aee1-5bba5d33b369']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:10.740190 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-c101a8d3-f1e9-449a-958d-e9e9763828e0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74df03ac-7dfa-4e85-94ad-5a0c2058ee96') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:10.740928 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-c101a8d3-f1e9-449a-958d-e9e9763828e0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74df03ac-7dfa-4e85-94ad-5a0c2058ee96') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:10.762092 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ebea93b6-2bbd-4e73-9e88-6e353a405ae0 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:10.766999 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c101a8d3-f1e9-449a-958d-e9e9763828e0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:10.792100 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c101a8d3-f1e9-449a-958d-e9e9763828e0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:10.800690 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c101a8d3-f1e9-449a-958d-e9e9763828e0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:00:10.801090 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c101a8d3-f1e9-449a-958d-e9e9763828e0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:10.814557 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 9cc1e72c-637f-4065-b8f8-b6fedfac652b no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:00:10.818381 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274c715-0cfe-4adc-8955-5ba67cc19038 req-4886eed4-0e74-4eee-b86d-0673a3ec6004 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:10.825273 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4274c715-0cfe-4adc-8955-5ba67cc19038 req-4886eed4-0e74-4eee-b86d-0673a3ec6004 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.4761553 Feb 03 14:00:10.849863 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 9cc1e72c-637f-4065-b8f8-b6fedfac652b {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:00:10.850994 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 9cc1e72c-637f-4065-b8f8-b6fedfac652b not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:00:10.870678 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ee871a77-8089-46d2-b2a1-c05795d684b0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/ports/25bdab47-3ac0-48e5-80b0-4ddfd6d3bc9d HTTP/1.1" status: 204 len: 168 time: 2.8295808 Feb 03 14:00:10.876161 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-cd720218-bb3b-4c47-b385-b26d91f2cbf0 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.9015570 Feb 03 14:00:10.877087 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54718) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:10.884812 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54720) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:10.893477 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 14:00:10.893477 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:00:10.893477 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 14:00:10.893477 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:00:10.893477 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 14:00:10.893477 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:00:10.893477 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 14:00:10.893477 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:00:10.893477 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 14:00:10.893477 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:00:10.893477 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 14:00:10.893477 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:00:10.893477 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 14:00:10.893477 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:00:10.893477 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:00:10.893477 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:00:10.893477 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:00:10.893477 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:00:10.893477 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 14:00:10.893477 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:00:10.893477 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 14:00:10.893477 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:00:10.893477 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:00:10.893477 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:00:10.893477 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 14:00:10.893477 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:00:10.893477 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:00:10.893477 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:00:10.893477 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:00:10.893477 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:00:10.893477 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:00:10.893477 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:00:10.925010 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-8aa4631e-7cd9-465f-9e45-14d3b806d3c8 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:10.973137 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-ebea93b6-2bbd-4e73-9e88-6e353a405ae0 None None] Transition to ACTIVE for port object 33ace79f-c0c2-4a45-b250-43f6632d1d0e will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:10.975254 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8febcbd0-7ceb-4a1f-a0f2-01556bc8bdd4 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:10.975747 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c101a8d3-f1e9-449a-958d-e9e9763828e0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:10.999535 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-ebea93b6-2bbd-4e73-9e88-6e353a405ae0 None None] Transition to ACTIVE for port object 33ace79f-c0c2-4a45-b250-43f6632d1d0e will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:10.999935 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c101a8d3-f1e9-449a-958d-e9e9763828e0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:11.008616 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c101a8d3-f1e9-449a-958d-e9e9763828e0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event deleted for resources: {'Network': ['ID=19b00385-999c-4704-aee1-5bba5d33b369,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:11.018395 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c101a8d3-f1e9-449a-958d-e9e9763828e0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "DELETE /v2.0/networks/19b00385-999c-4704-aee1-5bba5d33b369 HTTP/1.1" status: 204 len: 168 time: 1.4603622 Feb 03 14:00:11.021093 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54726) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:11.050607 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8febcbd0-7ceb-4a1f-a0f2-01556bc8bdd4 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event deleted for resources: {'Port': ['ID=c0fccdb1-5099-46b2-8f11-a2d18a94bef9,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:11.064587 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ebea93b6-2bbd-4e73-9e88-6e353a405ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:11.123101 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4274c715-0cfe-4adc-8955-5ba67cc19038 req-04a64dd4-1a67-4816-b57c-727a2f9e6c21 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2965586 Feb 03 14:00:11.137605 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebea93b6-2bbd-4e73-9e88-6e353a405ae0 None None] Network 8f0f6305-38ab-4a46-b8a5-b819ded7a852 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:11.144508 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-ebea93b6-2bbd-4e73-9e88-6e353a405ae0 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:11.145908 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebea93b6-2bbd-4e73-9e88-6e353a405ae0 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:00:11.148880 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea93b6-2bbd-4e73-9e88-6e353a405ae0 None None] Pushing event updated for resources: {'Port': ['ID=33ace79f-c0c2-4a45-b250-43f6632d1d0e,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:11.175259 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086f6fe5-60a3-444d-8b5b-32e9108814fd tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:11.176670 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086f6fe5-60a3-444d-8b5b-32e9108814fd tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:11.177406 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-086f6fe5-60a3-444d-8b5b-32e9108814fd tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:00:11.247484 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-ebea93b6-2bbd-4e73-9e88-6e353a405ae0 None None] Attempting to bind port 33ace79f-c0c2-4a45-b250-43f6632d1d0e on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:00:11.248001 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-ebea93b6-2bbd-4e73-9e88-6e353a405ae0 None None] Attempting to bind port 33ace79f-c0c2-4a45-b250-43f6632d1d0e by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '671874b9-c908-491e-bf46-4f71d3c4e920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8f0f6305-38ab-4a46-b8a5-b819ded7a852'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:00:11.248486 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebea93b6-2bbd-4e73-9e88-6e353a405ae0 None None] Attempting to bind port 33ace79f-c0c2-4a45-b250-43f6632d1d0e on network 8f0f6305-38ab-4a46-b8a5-b819ded7a852 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:00:11.257717 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebea93b6-2bbd-4e73-9e88-6e353a405ae0 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:00:11.258903 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebea93b6-2bbd-4e73-9e88-6e353a405ae0 None None] Checking segment: {'id': '671874b9-c908-491e-bf46-4f71d3c4e920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8f0f6305-38ab-4a46-b8a5-b819ded7a852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:00:11.259515 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ebea93b6-2bbd-4e73-9e88-6e353a405ae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:11.260219 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebea93b6-2bbd-4e73-9e88-6e353a405ae0 None None] Bound using segment: {'id': '671874b9-c908-491e-bf46-4f71d3c4e920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8f0f6305-38ab-4a46-b8a5-b819ded7a852'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:00:11.261089 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-ebea93b6-2bbd-4e73-9e88-6e353a405ae0 None None] Bound port: 33ace79f-c0c2-4a45-b250-43f6632d1d0e, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '671874b9-c908-491e-bf46-4f71d3c4e920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8f0f6305-38ab-4a46-b8a5-b819ded7a852'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:00:11.261642 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ebea93b6-2bbd-4e73-9e88-6e353a405ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:11.297384 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8febcbd0-7ceb-4a1f-a0f2-01556bc8bdd4 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:11.299746 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-8febcbd0-7ceb-4a1f-a0f2-01556bc8bdd4 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/ports/c0fccdb1-5099-46b2-8f11-a2d18a94bef9 HTTP/1.1" status: 204 len: 168 time: 2.4187355 Feb 03 14:00:11.305682 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54732) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:11.411920 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-021b3a35-41c0-46bf-83bb-b38c8a4f4f51 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Allocated IP 2001:db8::17c (8f0f6305-38ab-4a46-b8a5-b819ded7a852/bce56d86-ba55-4a70-81e8-6c9d891f2ae6/19b6ca04-8f65-4970-b2a2-fec53ad925c7) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:00:11.428305 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-176bbb13-dd5a-48f6-aa18-69385cb0e979 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] GET failed (client error): The resource could not be found. Feb 03 14:00:11.428305 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-176bbb13-dd5a-48f6-aa18-69385cb0e979 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Synchronizing usage tracker for tenant:faf754c5dcac42e3b7b479467002acb8 on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:00:11.431740 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8aa4631e-7cd9-465f-9e45-14d3b806d3c8 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:11.443926 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-ebea93b6-2bbd-4e73-9e88-6e353a405ae0 None None] For port 33ace79f-c0c2-4a45-b250-43f6632d1d0e, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:00:11.448406 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-ebea93b6-2bbd-4e73-9e88-6e353a405ae0 None None] For port 33ace79f-c0c2-4a45-b250-43f6632d1d0e, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=33ace79f-c0c2-4a45-b250-43f6632d1d0e,segment=NetworkSegment(671874b9-c908-491e-bf46-4f71d3c4e920),segment_id=671874b9-c908-491e-bf46-4f71d3c4e920)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:00:11.556770 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ebea93b6-2bbd-4e73-9e88-6e353a405ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:11.667474 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea93b6-2bbd-4e73-9e88-6e353a405ae0 None None] Pushing event updated for resources: {'Port': ['ID=33ace79f-c0c2-4a45-b250-43f6632d1d0e,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:11.693404 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-176bbb13-dd5a-48f6-aa18-69385cb0e979 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Unset dirty status for tenant:faf754c5dcac42e3b7b479467002acb8 on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:00:11.696901 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-176bbb13-dd5a-48f6-aa18-69385cb0e979 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "GET /v2.0/ports/c0fccdb1-5099-46b2-8f11-a2d18a94bef9 HTTP/1.1" status: 404 len: 333 time: 0.3867207 Feb 03 14:00:11.705719 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-086f6fe5-60a3-444d-8b5b-32e9108814fd tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:00:11.709223 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-086f6fe5-60a3-444d-8b5b-32e9108814fd tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.8254209 Feb 03 14:00:11.709381 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54738) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:11.717252 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54740) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:11.803957 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:00:11.829430 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-5393c38e-6404-4bca-b849-a2c15a2f4034 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Deleting port 8eebd6dd-6df9-4f39-a7b9-a1f9c7b11a04 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:11.829843 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5393c38e-6404-4bca-b849-a2c15a2f4034 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:11.907670 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-021b3a35-41c0-46bf-83bb-b38c8a4f4f51 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:11.975708 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8aa4631e-7cd9-465f-9e45-14d3b806d3c8 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:11.984062 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5549b0c9-5042-4535-a40e-744b92aec4be tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Router b8ac8743-9c7e-4709-a28e-1ea2b501ff15 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:00:12.001925 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfd325-0e9e-44a0-bd37-31d0db6bc1a5 req-5ceaef58-cf3b-473d-b6d3-9858cf2aea31 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:12.003506 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-01bfd325-0e9e-44a0-bd37-31d0db6bc1a5 req-5ceaef58-cf3b-473d-b6d3-9858cf2aea31 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.1716173 Feb 03 14:00:12.047151 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-021b3a35-41c0-46bf-83bb-b38c8a4f4f51 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Transition to ACTIVE for port object 19b6ca04-8f65-4970-b2a2-fec53ad925c7 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:12.072365 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8aa4631e-7cd9-465f-9e45-14d3b806d3c8 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:12.171627 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-8aa4631e-7cd9-465f-9e45-14d3b806d3c8 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] In _notify_port_updated(), no bound segment for port 3ed6749a-9e44-46de-89b3-866f50f04e71 on network da5fb634-29a9-4f74-808e-6b8578428b60 {{(pid=84182) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 03 14:00:12.175418 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa4631e-7cd9-465f-9e45-14d3b806d3c8 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:12.176010 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8aa4631e-7cd9-465f-9e45-14d3b806d3c8 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:12.177272 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-8aa4631e-7cd9-465f-9e45-14d3b806d3c8 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "PUT /v2.0/ports/3ed6749a-9e44-46de-89b3-866f50f04e71 HTTP/1.1" status: 200 len: 818 time: 1.2916009 Feb 03 14:00:12.183677 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54746) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:12.236274 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4631e-7cd9-465f-9e45-14d3b806d3c8 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'Port': ['ID=3ed6749a-9e44-46de-89b3-866f50f04e71,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:12.247497 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-01bfd325-0e9e-44a0-bd37-31d0db6bc1a5 req-9ec3c8bd-23ff-494e-95de-c30e8d4e8086 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833928 Feb 03 14:00:12.287940 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-9b2c704d-c773-4fe7-a168-bfdcbd38eb37 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Deleting port 3ed6749a-9e44-46de-89b3-866f50f04e71 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:12.288290 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9b2c704d-c773-4fe7-a168-bfdcbd38eb37 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:12.316663 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e29514b-a7ee-450f-a2f2-ede2fb229b67 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting subnet 3acd2843-874c-4c82-8b93-9da3fe591e7f {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:00:12.333108 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6e29514b-a7ee-450f-a2f2-ede2fb229b67 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:12.393895 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5393c38e-6404-4bca-b849-a2c15a2f4034 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:12.403404 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-021b3a35-41c0-46bf-83bb-b38c8a4f4f51 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:12.456915 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a7519102-0fbf-4d9b-a51d-3dd48453205c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:12.594018 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 33ace79f-c0c2-4a45-b250-43f6632d1d0e up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:00:12.637551 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6e29514b-a7ee-450f-a2f2-ede2fb229b67 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:12.643761 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5549b0c9-5042-4535-a40e-744b92aec4be tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:00:12.650746 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5549b0c9-5042-4535-a40e-744b92aec4be tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:12.660552 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ad13d9-44a0-4273-ad53-6544e5647bb0 None None] Sync routers for ids ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:00:12.670608 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-5393c38e-6404-4bca-b849-a2c15a2f4034 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Calling delete_port for 8eebd6dd-6df9-4f39-a7b9-a1f9c7b11a04 owned by {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:00:12.680068 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ad13d9-44a0-4273-ad53-6544e5647bb0 None None] Routers {'b8ac8743-9c7e-4709-a28e-1ea2b501ff15'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:00:12.682101 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-d1ad13d9-44a0-4273-ad53-6544e5647bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:59:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:12.686035 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9b2c704d-c773-4fe7-a168-bfdcbd38eb37 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:12.766741 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-d1ad13d9-44a0-4273-ad53-6544e5647bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:12.772977 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 33ace79f-c0c2-4a45-b250-43f6632d1d0e completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:00:12.781530 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021b3a35-41c0-46bf-83bb-b38c8a4f4f51 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Network 8f0f6305-38ab-4a46-b8a5-b819ded7a852 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:12.784561 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b3a35-41c0-46bf-83bb-b38c8a4f4f51 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Pushing event updated for resources: {'Port': ['ID=19b6ca04-8f65-4970-b2a2-fec53ad925c7,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:12.790710 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 0ad52dcc-57a3-4c04-aee5-395333a50763 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:00:12.791596 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ad13d9-44a0-4273-ad53-6544e5647bb0 None None] Routers {'b8ac8743-9c7e-4709-a28e-1ea2b501ff15'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:00:12.794035 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-d1ad13d9-44a0-4273-ad53-6544e5647bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:59:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:12.796912 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-021b3a35-41c0-46bf-83bb-b38c8a4f4f51 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:12.848451 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-9b2c704d-c773-4fe7-a168-bfdcbd38eb37 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Calling delete_port for 3ed6749a-9e44-46de-89b3-866f50f04e71 owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:00:12.851494 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021b3a35-41c0-46bf-83bb-b38c8a4f4f51 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:00:12.852964 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 0ad52dcc-57a3-4c04-aee5-395333a50763 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:00:12.853513 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 0ad52dcc-57a3-4c04-aee5-395333a50763 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:00:12.855884 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021b3a35-41c0-46bf-83bb-b38c8a4f4f51 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:12.856425 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe3d1bf-6cfb-4500-a18a-f1e5a6576ff2 None None] Network 8f0f6305-38ab-4a46-b8a5-b819ded7a852 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:00:12.856554 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-021b3a35-41c0-46bf-83bb-b38c8a4f4f51 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:12.881638 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-d1ad13d9-44a0-4273-ad53-6544e5647bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:12.883732 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ad13d9-44a0-4273-ad53-6544e5647bb0 None None] The sync data for ids ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:00:12.902197 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-5549b0c9-5042-4535-a40e-744b92aec4be tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "PUT /v2.0/floatingips/1b41eb5a-e6bb-43ff-b3cb-6db29e70e8ed HTTP/1.1" status: 200 len: 687 time: 4.4997568 Feb 03 14:00:12.903465 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54750) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:13.085476 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-3ae3d945-2d4f-4f53-8fc6-20efd546eadf tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Deleting port 157fe81e-e793-4b1a-91a9-8860e23728c4 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:13.086451 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3ae3d945-2d4f-4f53-8fc6-20efd546eadf tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:13.100919 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6e29514b-a7ee-450f-a2f2-ede2fb229b67 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:13.132665 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-e3192dc2-7986-488d-98b8-073fa408f38e None None] Provisioning for port 33ace79f-c0c2-4a45-b250-43f6632d1d0e completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:00:13.142597 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-e3192dc2-7986-488d-98b8-073fa408f38e None None] Provisioning complete for port 33ace79f-c0c2-4a45-b250-43f6632d1d0e triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:13.143191 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e3192dc2-7986-488d-98b8-073fa408f38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:13.145154 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-021b3a35-41c0-46bf-83bb-b38c8a4f4f51 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.5573702 Feb 03 14:00:13.145812 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54754) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:13.168758 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-e9952ca1-e116-4300-a69f-222d1384eb77 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Request body: {'port': {'network_id': '8f0f6305-38ab-4a46-b8a5-b819ded7a852', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2081967250', 'allowed_address_pairs': [{'ip_address': '2001:db8::17c', 'mac_address': 'fa:16:3e:bd:be:56'}]}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:13.205335 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9b2c704d-c773-4fe7-a168-bfdcbd38eb37 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:13.257936 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c704d-c773-4fe7-a168-bfdcbd38eb37 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event deleted for resources: {'Port': ['ID=3ed6749a-9e44-46de-89b3-866f50f04e71,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:13.278820 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9b2c704d-c773-4fe7-a168-bfdcbd38eb37 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:13.295168 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e3192dc2-7986-488d-98b8-073fa408f38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:13.355153 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3ae3d945-2d4f-4f53-8fc6-20efd546eadf tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:13.356221 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3ae3d945-2d4f-4f53-8fc6-20efd546eadf tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:13.356341 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5393c38e-6404-4bca-b849-a2c15a2f4034 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:13.358778 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-e3192dc2-7986-488d-98b8-073fa408f38e None None] For port 33ace79f-c0c2-4a45-b250-43f6632d1d0e, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=33ace79f-c0c2-4a45-b250-43f6632d1d0e,segment=NetworkSegment(671874b9-c908-491e-bf46-4f71d3c4e920),segment_id=671874b9-c908-491e-bf46-4f71d3c4e920)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:13.459464 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e3192dc2-7986-488d-98b8-073fa408f38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:13.500566 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5393c38e-6404-4bca-b849-a2c15a2f4034 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event deleted for resources: {'Port': ['ID=8eebd6dd-6df9-4f39-a7b9-a1f9c7b11a04,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:13.502945 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6e29514b-a7ee-450f-a2f2-ede2fb229b67 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:13.553512 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3192dc2-7986-488d-98b8-073fa408f38e None None] Pushing event updated for resources: {'Port': ['ID=33ace79f-c0c2-4a45-b250-43f6632d1d0e,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:13.598378 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29514b-a7ee-450f-a2f2-ede2fb229b67 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Subnet': ['ID=3acd2843-874c-4c82-8b93-9da3fe591e7f,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:13.631503 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-3ae3d945-2d4f-4f53-8fc6-20efd546eadf tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Calling delete_port for 157fe81e-e793-4b1a-91a9-8860e23728c4 owned by network:floatingip {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:00:13.632637 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e9952ca1-e116-4300-a69f-222d1384eb77 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:13.650522 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e9952ca1-e116-4300-a69f-222d1384eb77 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Usage tracker for resource:port and tenant:8066c18a8ab246dfbf645d8b25c67254 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:00:13.656186 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3625bab4-6357-43bf-a7c4-0be64721c3b6 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:00:13.662572 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6e29514b-a7ee-450f-a2f2-ede2fb229b67 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:13.671787 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e9952ca1-e116-4300-a69f-222d1384eb77 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:00:13.671787 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5393c38e-6404-4bca-b849-a2c15a2f4034 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:13.683932 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e9952ca1-e116-4300-a69f-222d1384eb77 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:13.755702 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-9b2c704d-c773-4fe7-a168-bfdcbd38eb37 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/ports/3ed6749a-9e44-46de-89b3-866f50f04e71 HTTP/1.1" status: 204 len: 168 time: 1.5709901 Feb 03 14:00:13.761390 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54760) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:13.838930 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-6e29514b-a7ee-450f-a2f2-ede2fb229b67 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/3acd2843-874c-4c82-8b93-9da3fe591e7f HTTP/1.1" status: 204 len: 168 time: 2.1176641 Feb 03 14:00:13.844520 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9952ca1-e116-4300-a69f-222d1384eb77 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Made reservation on behalf of 8066c18a8ab246dfbf645d8b25c67254 for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:00:13.847026 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54764) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:13.866347 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-45a59500-1ac2-40f8-a6e0-18de5c24270c None None] Provisioning complete for port 33ace79f-c0c2-4a45-b250-43f6632d1d0e triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:13.867219 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-45a59500-1ac2-40f8-a6e0-18de5c24270c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:13.928168 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-5393c38e-6404-4bca-b849-a2c15a2f4034 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/ports/8eebd6dd-6df9-4f39-a7b9-a1f9c7b11a04 HTTP/1.1" status: 204 len: 168 time: 2.2184131 Feb 03 14:00:13.934588 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54768) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:13.940485 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7cd4b30c-732e-48c3-94de-a183b96a8903 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0875516 Feb 03 14:00:13.943787 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54770) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:14.000349 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-75b6a098-bc34-471e-badc-5bfd4aa9e530 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'subnet': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:14.013571 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e9952ca1-e116-4300-a69f-222d1384eb77 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:14.038314 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-e9952ca1-e116-4300-a69f-222d1384eb77 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] device_id is not set on port 11bfe1e7-9ec8-4dbb-899c-9d7aa8ba02a1 yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:00:14.056649 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-2feca7ea-587e-4f38-93a4-78b7bac35636 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] GET failed (client error): The resource could not be found. Feb 03 14:00:14.060720 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2feca7ea-587e-4f38-93a4-78b7bac35636 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "GET /v2.0/ports/8eebd6dd-6df9-4f39-a7b9-a1f9c7b11a04 HTTP/1.1" status: 404 len: 333 time: 0.1181674 Feb 03 14:00:14.063159 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54776) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:14.121685 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d3c53d-6a4c-42e5-8c53-9f7d79ee8ed4 None None] DHCP port deletion for ac0baa47-f752-4b1c-8067-faa2699b3288 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:00:14.128721 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-56d3c53d-6a4c-42e5-8c53-9f7d79ee8ed4 None None] Deleting port ffde6bcc-064f-4ece-8874-3475c5b17835 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:14.129356 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-56d3c53d-6a4c-42e5-8c53-9f7d79ee8ed4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:14.165470 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-45a59500-1ac2-40f8-a6e0-18de5c24270c None None] Provisioning for port 19b6ca04-8f65-4970-b2a2-fec53ad925c7 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:00:14.178053 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-45a59500-1ac2-40f8-a6e0-18de5c24270c None None] Provisioning complete for port 19b6ca04-8f65-4970-b2a2-fec53ad925c7 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:14.178559 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-45a59500-1ac2-40f8-a6e0-18de5c24270c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:14.194127 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c21a7-9f88-4b47-9df8-de615b974a48 req-37aed993-ef26-48ce-a311-fa59c617eb78 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:14.201336 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e10c21a7-9f88-4b47-9df8-de615b974a48 req-37aed993-ef26-48ce-a311-fa59c617eb78 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.5217011 Feb 03 14:00:14.282944 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-45a59500-1ac2-40f8-a6e0-18de5c24270c None None] Port 19b6ca04-8f65-4970-b2a2-fec53ad925c7 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:00:14.287582 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-e9952ca1-e116-4300-a69f-222d1384eb77 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Allocated IP 2001:db8::256 (8f0f6305-38ab-4a46-b8a5-b819ded7a852/bce56d86-ba55-4a70-81e8-6c9d891f2ae6/11bfe1e7-9ec8-4dbb-899c-9d7aa8ba02a1) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:00:14.291827 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3f42c6-bfb2-4bf0-aea2-5e3b9906b17d tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:14.292533 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ff3f42c6-bfb2-4bf0-aea2-5e3b9906b17d tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Synchronizing usage tracker for tenant:2fa0476fd5f14aeea80802e139eae85a on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:00:14.295423 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-75b6a098-bc34-471e-badc-5bfd4aa9e530 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:14.324519 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-75b6a098-bc34-471e-badc-5bfd4aa9e530 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Usage tracker for resource:subnet and tenant:1508f35e18f0463982f9a6d535c8268b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:00:14.329132 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-75b6a098-bc34-471e-badc-5bfd4aa9e530 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:00:14.344110 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-75b6a098-bc34-471e-badc-5bfd4aa9e530 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:14.398286 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3ae3d945-2d4f-4f53-8fc6-20efd546eadf tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:14.414004 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-56d3c53d-6a4c-42e5-8c53-9f7d79ee8ed4 None None] For port ffde6bcc-064f-4ece-8874-3475c5b17835, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=ffde6bcc-064f-4ece-8874-3475c5b17835,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:14.414004 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-56d3c53d-6a4c-42e5-8c53-9f7d79ee8ed4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:14.461976 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e10c21a7-9f88-4b47-9df8-de615b974a48 req-143824d2-ebf8-4dcd-aee4-57048c97147f tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2597218 Feb 03 14:00:14.485122 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae3d945-2d4f-4f53-8fc6-20efd546eadf tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Pushing event deleted for resources: {'Port': ['ID=157fe81e-e793-4b1a-91a9-8860e23728c4,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:14.551840 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-a7519102-0fbf-4d9b-a51d-3dd48453205c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Deleting port b2e8c105-0fdb-4569-91e8-d3855c1efff3 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:14.552191 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a7519102-0fbf-4d9b-a51d-3dd48453205c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:14.571209 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-56d3c53d-6a4c-42e5-8c53-9f7d79ee8ed4 None None] Calling delete_port for ffde6bcc-064f-4ece-8874-3475c5b17835 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:00:14.585014 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ff3f42c6-bfb2-4bf0-aea2-5e3b9906b17d tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Unset dirty status for tenant:2fa0476fd5f14aeea80802e139eae85a on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:00:14.588760 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ff3f42c6-bfb2-4bf0-aea2-5e3b9906b17d tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.8236358 Feb 03 14:00:14.588760 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b6a098-bc34-471e-badc-5bfd4aa9e530 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:00:14.591734 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54780) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:14.599542 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 33ace79f-c0c2-4a45-b250-43f6632d1d0e up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:00:14.641516 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-e1713482-36d5-4d86-9839-e3c690cc6865 None None] Provisioning complete for port 19b6ca04-8f65-4970-b2a2-fec53ad925c7 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:14.641792 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e1713482-36d5-4d86-9839-e3c690cc6865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:14.675310 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-51d8ac20-a3dd-415b-b525-a3b4703d4be3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] GET failed (client error): The resource could not be found. Feb 03 14:00:14.676183 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-51d8ac20-a3dd-415b-b525-a3b4703d4be3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Synchronizing usage tracker for tenant:2fa0476fd5f14aeea80802e139eae85a on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:00:14.684298 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b2d6fc6-be9f-4756-9243-3ab1e637d1e9 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Deleting subnet 85a09724-859f-4931-b459-37eed0f76760 {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:00:14.700286 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1b2d6fc6-be9f-4756-9243-3ab1e637d1e9 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:14.741880 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-e1713482-36d5-4d86-9839-e3c690cc6865 None None] Port 19b6ca04-8f65-4970-b2a2-fec53ad925c7 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:00:14.755181 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3ae3d945-2d4f-4f53-8fc6-20efd546eadf tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for floatingip, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:14.756312 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 33ace79f-c0c2-4a45-b250-43f6632d1d0e triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:14.756783 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:14.764702 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-75b6a098-bc34-471e-badc-5bfd4aa9e530 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:14.856663 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-56d3c53d-6a4c-42e5-8c53-9f7d79ee8ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:14.856922 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3ae3d945-2d4f-4f53-8fc6-20efd546eadf tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:14.858073 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3ae3d945-2d4f-4f53-8fc6-20efd546eadf tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "DELETE /v2.0/floatingips/1b41eb5a-e6bb-43ff-b3cb-6db29e70e8ed HTTP/1.1" status: 204 len: 168 time: 1.9540718 Feb 03 14:00:14.863397 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1b2d6fc6-be9f-4756-9243-3ab1e637d1e9 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:14.901261 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54784) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:14.915821 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-01b8be68-b6f4-4428-9295-7304bd0b4968 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Request body: {'floatingip': {'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'port_id': '34f37cfa-21ec-479f-9937-7b0b7b35f215'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:14.917221 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3c53d-6a4c-42e5-8c53-9f7d79ee8ed4 None None] Pushing event deleted for resources: {'Port': ['ID=ffde6bcc-064f-4ece-8874-3475c5b17835,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:14.926724 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d3c53d-6a4c-42e5-8c53-9f7d79ee8ed4 None None] No DVR routers for this DVR port ffde6bcc-064f-4ece-8874-3475c5b17835 on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:00:14.928933 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-01b8be68-b6f4-4428-9295-7304bd0b4968 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:14.941565 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5666ee-b62f-427c-88ef-c4b42411bb28 req-0cace9d5-f8c1-4f03-9c56-a1b32a79d2d2 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:14.942314 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-0f5666ee-b62f-427c-88ef-c4b42411bb28 req-0cace9d5-f8c1-4f03-9c56-a1b32a79d2d2 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Synchronizing usage tracker for tenant:f8ad7c313a9048189891dfa3a8c2ec7f on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:00:14.947411 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-01b8be68-b6f4-4428-9295-7304bd0b4968 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Usage tracker for resource:floatingip and tenant:2e321b7425cc4fcdadac3009246b2caf is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:00:14.950085 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-51d8ac20-a3dd-415b-b525-a3b4703d4be3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Unset dirty status for tenant:2fa0476fd5f14aeea80802e139eae85a on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:00:14.954536 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-51d8ac20-a3dd-415b-b525-a3b4703d4be3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "GET /v2.0/ports/3ed6749a-9e44-46de-89b3-866f50f04e71 HTTP/1.1" status: 404 len: 333 time: 0.3506773 Feb 03 14:00:14.962128 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-01b8be68-b6f4-4428-9295-7304bd0b4968 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:00:14.962128 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54788) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:14.965734 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-398b407f-0594-4e47-94e3-e7b993adafb1 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1843281244'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:14.976759 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-01b8be68-b6f4-4428-9295-7304bd0b4968 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:14.982499 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-398b407f-0594-4e47-94e3-e7b993adafb1 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:14.994383 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-398b407f-0594-4e47-94e3-e7b993adafb1 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Usage tracker for resource:network and tenant:2fa0476fd5f14aeea80802e139eae85a is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:00:14.996909 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e9952ca1-e116-4300-a69f-222d1384eb77 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:15.001672 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device ffde6bcc-064f-4ece-8874-3475c5b17835 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:00:15.002786 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-398b407f-0594-4e47-94e3-e7b993adafb1 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:00:15.017095 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-398b407f-0594-4e47-94e3-e7b993adafb1 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:15.037163 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: ffde6bcc-064f-4ece-8874-3475c5b17835 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:00:15.037554 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device ffde6bcc-064f-4ece-8874-3475c5b17835 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:00:15.037786 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-e9952ca1-e116-4300-a69f-222d1384eb77 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Transition to ACTIVE for port object 11bfe1e7-9ec8-4dbb-899c-9d7aa8ba02a1 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:15.060512 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-a7519102-0fbf-4d9b-a51d-3dd48453205c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] For port b2e8c105-0fdb-4569-91e8-d3855c1efff3, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=b2e8c105-0fdb-4569-91e8-d3855c1efff3,segment=NetworkSegment(9a326b0b-603b-456a-9508-3e6d26d31716),segment_id=9a326b0b-603b-456a-9508-3e6d26d31716)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:15.062454 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a7519102-0fbf-4d9b-a51d-3dd48453205c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:15.176845 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398b407f-0594-4e47-94e3-e7b993adafb1 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Made reservation on behalf of 2fa0476fd5f14aeea80802e139eae85a for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:00:15.179809 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-398b407f-0594-4e47-94e3-e7b993adafb1 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:15.187892 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-0f5666ee-b62f-427c-88ef-c4b42411bb28 req-0cace9d5-f8c1-4f03-9c56-a1b32a79d2d2 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Unset dirty status for tenant:f8ad7c313a9048189891dfa3a8c2ec7f on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:00:15.211006 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-01b8be68-b6f4-4428-9295-7304bd0b4968 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for floatingip, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:15.212258 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-0f5666ee-b62f-427c-88ef-c4b42411bb28 req-0cace9d5-f8c1-4f03-9c56-a1b32a79d2d2 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.8702703 Feb 03 14:00:15.212258 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-a7519102-0fbf-4d9b-a51d-3dd48453205c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Calling delete_port for b2e8c105-0fdb-4569-91e8-d3855c1efff3 owned by network:router_interface {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:00:15.290456 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1b2d6fc6-be9f-4756-9243-3ab1e637d1e9 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:15.328660 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-0f5666ee-b62f-427c-88ef-c4b42411bb28 req-9bc7fcd5-6748-4452-a60d-9d3e4afdb11a tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Deleting port 4ccd1588-742b-4c70-9905-1804d6d1b0db {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:15.329280 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-0f5666ee-b62f-427c-88ef-c4b42411bb28 req-9bc7fcd5-6748-4452-a60d-9d3e4afdb11a tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:15.353997 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398b407f-0594-4e47-94e3-e7b993adafb1 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:00:15.375857 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e9952ca1-e116-4300-a69f-222d1384eb77 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:15.393576 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-398b407f-0594-4e47-94e3-e7b993adafb1 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:15.393970 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-398b407f-0594-4e47-94e3-e7b993adafb1 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Added segment 4e397f7e-7335-4d49-aa0f-a3cd28329b4e of type vlan for network 29567c6f-7621-40e1-9e33-6c82eedc7eec Feb 03 14:00:15.446489 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-398b407f-0594-4e47-94e3-e7b993adafb1 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:15.456745 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-75b6a098-bc34-471e-badc-5bfd4aa9e530 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:15.516640 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9952ca1-e116-4300-a69f-222d1384eb77 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Network 8f0f6305-38ab-4a46-b8a5-b819ded7a852 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:15.519374 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1b2d6fc6-be9f-4756-9243-3ab1e637d1e9 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:15.527016 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-e9952ca1-e116-4300-a69f-222d1384eb77 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:15.542429 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9952ca1-e116-4300-a69f-222d1384eb77 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:00:15.546206 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9952ca1-e116-4300-a69f-222d1384eb77 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:15.546844 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e9952ca1-e116-4300-a69f-222d1384eb77 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:15.551277 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9952ca1-e116-4300-a69f-222d1384eb77 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Pushing event updated for resources: {'Port': ['ID=11bfe1e7-9ec8-4dbb-899c-9d7aa8ba02a1,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:15.564331 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b6a098-bc34-471e-badc-5bfd4aa9e530 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:15.568647 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-75b6a098-bc34-471e-badc-5bfd4aa9e530 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:15.577887 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b6a098-bc34-471e-badc-5bfd4aa9e530 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:15.578480 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-75b6a098-bc34-471e-badc-5bfd4aa9e530 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:15.585114 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1b2d6fc6-be9f-4756-9243-3ab1e637d1e9 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:15.600002 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6a098-bc34-471e-badc-5bfd4aa9e530 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Subnet': ['ID=f6aece4a-d7bf-42e3-ac96-1c31e3aeed8b,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:15.608076 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14e9f6f-961f-4bf1-9a04-baa182b5b5eb None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:00:15.655336 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-398b407f-0594-4e47-94e3-e7b993adafb1 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:15.659095 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398b407f-0594-4e47-94e3-e7b993adafb1 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:15.659715 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-398b407f-0594-4e47-94e3-e7b993adafb1 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:15.676250 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8c7959-0372-46db-8fd2-153952472cdf None None] Network 2adca357-eaaa-4111-80a5-663d43b2485c requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:00:15.782581 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-0f5666ee-b62f-427c-88ef-c4b42411bb28 req-9bc7fcd5-6748-4452-a60d-9d3e4afdb11a tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] For port 4ccd1588-742b-4c70-9905-1804d6d1b0db, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=4ccd1588-742b-4c70-9905-1804d6d1b0db,segment=NetworkSegment(0e7268e2-bf48-4ad7-89d0-b4489178b8a5),segment_id=0e7268e2-bf48-4ad7-89d0-b4489178b8a5)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:15.782948 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-0f5666ee-b62f-427c-88ef-c4b42411bb28 req-9bc7fcd5-6748-4452-a60d-9d3e4afdb11a tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:15.801076 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e9952ca1-e116-4300-a69f-222d1384eb77 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.6501937 Feb 03 14:00:15.821783 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d6fc6-be9f-4756-9243-3ab1e637d1e9 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event deleted for resources: {'Subnet': ['ID=85a09724-859f-4931-b459-37eed0f76760,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:15.856470 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54794) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:15.864089 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b407f-0594-4e47-94e3-e7b993adafb1 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'Network': ['ID=29567c6f-7621-40e1-9e33-6c82eedc7eec,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:15.867476 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-1b2d6fc6-be9f-4756-9243-3ab1e637d1e9 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/subnets/85a09724-859f-4931-b459-37eed0f76760 HTTP/1.1" status: 204 len: 168 time: 1.7516181 Feb 03 14:00:15.875928 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-398b407f-0594-4e47-94e3-e7b993adafb1 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9182653 Feb 03 14:00:15.886494 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54798) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:15.886966 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54800) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:15.888726 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-01b8be68-b6f4-4428-9295-7304bd0b4968 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:15.904792 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a7519102-0fbf-4d9b-a51d-3dd48453205c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:15.904994 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 29567c6f-7621-40e1-9e33-6c82eedc7eec details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:00:15.941725 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-1cbedf12-d31d-45e6-a789-9ecf79632034 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'subnet': {'network_id': '29567c6f-7621-40e1-9e33-6c82eedc7eec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:15.975938 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7519102-0fbf-4d9b-a51d-3dd48453205c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event deleted for resources: {'Port': ['ID=b2e8c105-0fdb-4569-91e8-d3855c1efff3,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:15.978831 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-75b6a098-bc34-471e-badc-5bfd4aa9e530 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0005383 Feb 03 14:00:15.982938 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54806) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:15.994383 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-a629c64a-fc14-4563-a93b-35f54c9e2bf5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'port': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'fixed_ips': [{'subnet_id': 'f6aece4a-d7bf-42e3-ac96-1c31e3aeed8b', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1346958998'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:16.191345 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff3c75e-5a96-4cf9-94b9-de39e8e78375 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-ac0baa47-f752-4b1c-8067-faa2699b3288', 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'tenant_id': '1508f35e18f0463982f9a6d535c8268b', 'fixed_ips': [{'subnet_id': 'f6aece4a-d7bf-42e3-ac96-1c31e3aeed8b'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:00:16.192168 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9ff3c75e-5a96-4cf9-94b9-de39e8e78375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:16.250379 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9febe994-a21a-4a82-90ee-eb0e7d84dc2c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:16.253996 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-1cbedf12-d31d-45e6-a789-9ecf79632034 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:16.264888 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-1cbedf12-d31d-45e6-a789-9ecf79632034 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Usage tracker for resource:subnet and tenant:2fa0476fd5f14aeea80802e139eae85a is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:00:16.266891 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-6c1c478a-4121-4da8-8c00-404ad1b40a4d None None] Provisioning for port 11bfe1e7-9ec8-4dbb-899c-9d7aa8ba02a1 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:00:16.273292 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-1cbedf12-d31d-45e6-a789-9ecf79632034 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:00:16.284623 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-1cbedf12-d31d-45e6-a789-9ecf79632034 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:16.295982 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-6c1c478a-4121-4da8-8c00-404ad1b40a4d None None] Provisioning complete for port 11bfe1e7-9ec8-4dbb-899c-9d7aa8ba02a1 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:16.296545 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6c1c478a-4121-4da8-8c00-404ad1b40a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:16.307964 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-9febe994-a21a-4a82-90ee-eb0e7d84dc2c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Deleting port 53fb6d94-602c-40c9-a5ab-9c07f7397fad {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:16.307964 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9febe994-a21a-4a82-90ee-eb0e7d84dc2c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:16.362110 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28d28e3-89e6-4b5c-b55d-e49e22460c29 None None] DHCP port deletion for 2adca357-eaaa-4111-80a5-663d43b2485c request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:00:16.375725 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-b28d28e3-89e6-4b5c-b55d-e49e22460c29 None None] Deleting port 53fb6d94-602c-40c9-a5ab-9c07f7397fad {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:16.376356 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b28d28e3-89e6-4b5c-b55d-e49e22460c29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:16.415851 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631de7b-2591-43a4-b2a2-47126db9e6c2 req-0733fcdc-16f1-439b-a7e1-eea00e0d65c8 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:16.417354 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3631de7b-2591-43a4-b2a2-47126db9e6c2 req-0733fcdc-16f1-439b-a7e1-eea00e0d65c8 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 946 time: 0.7662942 Feb 03 14:00:16.469750 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-6c1c478a-4121-4da8-8c00-404ad1b40a4d None None] Port 11bfe1e7-9ec8-4dbb-899c-9d7aa8ba02a1 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:00:16.483964 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-01b8be68-b6f4-4428-9295-7304bd0b4968 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Allocated IP 172.26.3.32 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/933dead9-2e31-4196-9294-1ec360307d3f) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:00:16.615460 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbedf12-d31d-45e6-a789-9ecf79632034 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Made reservation on behalf of 2fa0476fd5f14aeea80802e139eae85a for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:00:16.633141 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-b28d28e3-89e6-4b5c-b55d-e49e22460c29 None None] For port 53fb6d94-602c-40c9-a5ab-9c07f7397fad, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=53fb6d94-602c-40c9-a5ab-9c07f7397fad,segment=NetworkSegment(3a525324-fdef-44bc-ae03-6ebc7b6998a7),segment_id=3a525324-fdef-44bc-ae03-6ebc7b6998a7)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:16.633575 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b28d28e3-89e6-4b5c-b55d-e49e22460c29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:16.687445 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3631de7b-2591-43a4-b2a2-47126db9e6c2 req-5de922be-7590-4cef-847e-10f7563537c6 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups?id=bba323fc-383b-497f-b744-dc05b6a39226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2367809 Feb 03 14:00:16.710477 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-0f5666ee-b62f-427c-88ef-c4b42411bb28 req-9bc7fcd5-6748-4452-a60d-9d3e4afdb11a tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:16.711045 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-0f5666ee-b62f-427c-88ef-c4b42411bb28 req-9bc7fcd5-6748-4452-a60d-9d3e4afdb11a tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:16.711304 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.l3_db [req-0f5666ee-b62f-427c-88ef-c4b42411bb28 req-9bc7fcd5-6748-4452-a60d-9d3e4afdb11a tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Floating IP fa369bbb-8fd1-4dcb-b51e-04c6616927d2 disassociated. External IP: 172.26.3.29, port: 4ccd1588-742b-4c70-9905-1804d6d1b0db. Feb 03 14:00:16.712048 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-0f5666ee-b62f-427c-88ef-c4b42411bb28 req-9bc7fcd5-6748-4452-a60d-9d3e4afdb11a tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Calling delete_port for 4ccd1588-742b-4c70-9905-1804d6d1b0db owned by compute:nova {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:00:16.756319 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-b28d28e3-89e6-4b5c-b55d-e49e22460c29 None None] Calling delete_port for 53fb6d94-602c-40c9-a5ab-9c07f7397fad owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:00:16.770908 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e48e87-1273-48ae-9f18-41cbb631e098 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:16.775369 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e48e87-1273-48ae-9f18-41cbb631e098 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:16.779218 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e48e87-1273-48ae-9f18-41cbb631e098 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:16.780087 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-13e48e87-1273-48ae-9f18-41cbb631e098 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Synchronizing usage tracker for tenant:8066c18a8ab246dfbf645d8b25c67254 on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:00:16.800635 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 53fb6d94-602c-40c9-a5ab-9c07f7397fad no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:00:16.810108 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-a629c64a-fc14-4563-a93b-35f54c9e2bf5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:16.814947 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-9febe994-a21a-4a82-90ee-eb0e7d84dc2c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] For port 53fb6d94-602c-40c9-a5ab-9c07f7397fad, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=53fb6d94-602c-40c9-a5ab-9c07f7397fad,segment=NetworkSegment(3a525324-fdef-44bc-ae03-6ebc7b6998a7),segment_id=3a525324-fdef-44bc-ae03-6ebc7b6998a7)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:16.815796 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9febe994-a21a-4a82-90ee-eb0e7d84dc2c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:16.828156 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-a629c64a-fc14-4563-a93b-35f54c9e2bf5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Usage tracker for resource:port and tenant:1508f35e18f0463982f9a6d535c8268b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:00:16.836263 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a7519102-0fbf-4d9b-a51d-3dd48453205c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:16.836263 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-a629c64a-fc14-4563-a93b-35f54c9e2bf5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:00:16.847888 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1cbedf12-d31d-45e6-a789-9ecf79632034 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:16.849278 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-a629c64a-fc14-4563-a93b-35f54c9e2bf5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:16.879984 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-9ff3c75e-5a96-4cf9-94b9-de39e8e78375 None None] Allocated IP 2001:db8::2 (ac0baa47-f752-4b1c-8067-faa2699b3288/f6aece4a-d7bf-42e3-ac96-1c31e3aeed8b/b475eee3-0b1a-41d8-b7d5-69449cf16669) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:00:16.937580 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-13e48e87-1273-48ae-9f18-41cbb631e098 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Unset dirty status for tenant:8066c18a8ab246dfbf645d8b25c67254 on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:00:16.941308 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-13e48e87-1273-48ae-9f18-41cbb631e098 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 1.0821216 Feb 03 14:00:16.942514 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54810) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:17.032452 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b28d28e3-89e6-4b5c-b55d-e49e22460c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:17.071598 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Port 53fb6d94-602c-40c9-a5ab-9c07f7397fad update to DOWN by agent not found {{(pid=84183) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 03 14:00:17.085295 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28d28e3-89e6-4b5c-b55d-e49e22460c29 None None] Pushing event deleted for resources: {'Port': ['ID=53fb6d94-602c-40c9-a5ab-9c07f7397fad,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:17.090081 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-9febe994-a21a-4a82-90ee-eb0e7d84dc2c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Calling delete_port for 53fb6d94-602c-40c9-a5ab-9c07f7397fad owned by network:dhcp {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:00:17.104802 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28d28e3-89e6-4b5c-b55d-e49e22460c29 None None] No DVR routers for this DVR port 53fb6d94-602c-40c9-a5ab-9c07f7397fad on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:00:17.117295 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a629c64a-fc14-4563-a93b-35f54c9e2bf5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:00:17.120892 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a629c64a-fc14-4563-a93b-35f54c9e2bf5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:17.166382 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-a629c64a-fc14-4563-a93b-35f54c9e2bf5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] device_id is not set on port a6044d70-71e0-430a-85cf-eebc5e6461a9 yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:00:17.234700 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-01b8be68-b6f4-4428-9295-7304bd0b4968 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:17.278629 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-5db196a6-9063-489e-8dd2-43a6dba2eb53 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Deleting port 11bfe1e7-9ec8-4dbb-899c-9d7aa8ba02a1 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:17.278988 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5db196a6-9063-489e-8dd2-43a6dba2eb53 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:17.287353 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.db.api [None req-9febe994-a21a-4a82-90ee-eb0e7d84dc2c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:00:17.287971 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG oslo_db.api [None req-9febe994-a21a-4a82-90ee-eb0e7d84dc2c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:00:17.297213 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9ff3c75e-5a96-4cf9-94b9-de39e8e78375 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:17.308237 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-9ff3c75e-5a96-4cf9-94b9-de39e8e78375 None None] Transition to ACTIVE for port object b475eee3-0b1a-41d8-b7d5-69449cf16669 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:17.328821 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-9ff3c75e-5a96-4cf9-94b9-de39e8e78375 None None] Transition to ACTIVE for port object b475eee3-0b1a-41d8-b7d5-69449cf16669 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:17.349787 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:17.377021 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-01b8be68-b6f4-4428-9295-7304bd0b4968 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:17.413161 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9ff3c75e-5a96-4cf9-94b9-de39e8e78375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:17.422893 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-0f5666ee-b62f-427c-88ef-c4b42411bb28 req-9bc7fcd5-6748-4452-a60d-9d3e4afdb11a tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:17.471078 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b8be68-b6f4-4428-9295-7304bd0b4968 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:17.474077 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-01b8be68-b6f4-4428-9295-7304bd0b4968 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:17.478530 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b8be68-b6f4-4428-9295-7304bd0b4968 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:00:17.486226 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff3c75e-5a96-4cf9-94b9-de39e8e78375 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:17.488153 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-9ff3c75e-5a96-4cf9-94b9-de39e8e78375 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:17.501637 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff3c75e-5a96-4cf9-94b9-de39e8e78375 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:00:17.506752 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff3c75e-5a96-4cf9-94b9-de39e8e78375 None None] Pushing event updated for resources: {'Port': ['ID=b475eee3-0b1a-41d8-b7d5-69449cf16669,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:17.510105 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8be68-b6f4-4428-9295-7304bd0b4968 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Pushing event updated for resources: {'Port': ['ID=933dead9-2e31-4196-9294-1ec360307d3f,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:17.529541 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7fcd5-6748-4452-a60d-9d3e4afdb11a tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Pushing event deleted for resources: {'Port': ['ID=4ccd1588-742b-4c70-9905-1804d6d1b0db,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:17.581693 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1cbedf12-d31d-45e6-a789-9ecf79632034 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:17.610917 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-9ff3c75e-5a96-4cf9-94b9-de39e8e78375 None None] Attempting to bind port b475eee3-0b1a-41d8-b7d5-69449cf16669 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:00:17.611431 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-9ff3c75e-5a96-4cf9-94b9-de39e8e78375 None None] Attempting to bind port b475eee3-0b1a-41d8-b7d5-69449cf16669 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:00:17.611870 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff3c75e-5a96-4cf9-94b9-de39e8e78375 None None] Attempting to bind port b475eee3-0b1a-41d8-b7d5-69449cf16669 on network ac0baa47-f752-4b1c-8067-faa2699b3288 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:00:17.619212 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff3c75e-5a96-4cf9-94b9-de39e8e78375 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:00:17.619594 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff3c75e-5a96-4cf9-94b9-de39e8e78375 None None] Checking segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:00:17.619994 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9ff3c75e-5a96-4cf9-94b9-de39e8e78375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:17.620862 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff3c75e-5a96-4cf9-94b9-de39e8e78375 None None] Bound using segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:00:17.620862 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-9ff3c75e-5a96-4cf9-94b9-de39e8e78375 None None] Bound port: b475eee3-0b1a-41d8-b7d5-69449cf16669, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:00:17.621203 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9ff3c75e-5a96-4cf9-94b9-de39e8e78375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:17.705451 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbedf12-d31d-45e6-a789-9ecf79632034 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'Subnet': ['ID=5f30fa21-198e-4e2d-a612-abfa453ec587,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:17.730868 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-9ff3c75e-5a96-4cf9-94b9-de39e8e78375 None None] For port b475eee3-0b1a-41d8-b7d5-69449cf16669, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:00:17.734515 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-9ff3c75e-5a96-4cf9-94b9-de39e8e78375 None None] For port b475eee3-0b1a-41d8-b7d5-69449cf16669, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=b475eee3-0b1a-41d8-b7d5-69449cf16669,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:00:17.754802 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbedf12-d31d-45e6-a789-9ecf79632034 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Checking segment: {'id': '4e397f7e-7335-4d49-aa0f-a3cd28329b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '29567c6f-7621-40e1-9e33-6c82eedc7eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:00:17.755274 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbedf12-d31d-45e6-a789-9ecf79632034 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Network hostable DHCP agents. Network: 29567c6f-7621-40e1-9e33-6c82eedc7eec, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:00:17.816812 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-9febe994-a21a-4a82-90ee-eb0e7d84dc2c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Deleting port 53fb6d94-602c-40c9-a5ab-9c07f7397fad {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:17.817169 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9febe994-a21a-4a82-90ee-eb0e7d84dc2c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:17.893166 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9ff3c75e-5a96-4cf9-94b9-de39e8e78375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:17.915191 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-a629c64a-fc14-4563-a93b-35f54c9e2bf5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:00:17.915782 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a629c64a-fc14-4563-a93b-35f54c9e2bf5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:00:17.925230 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6830ac3c-eac1-4250-828b-063e3afe7e71 req-19906f89-2c29-472e-8b92-785d9dd86602 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 210 time: 0.0698104 Feb 03 14:00:17.974583 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff3c75e-5a96-4cf9-94b9-de39e8e78375 None None] Pushing event updated for resources: {'Port': ['ID=b475eee3-0b1a-41d8-b7d5-69449cf16669,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:17.976714 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-9febe994-a21a-4a82-90ee-eb0e7d84dc2c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] The port '53fb6d94-602c-40c9-a5ab-9c07f7397fad' was deleted {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 14:00:17.989772 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7519102-0fbf-4d9b-a51d-3dd48453205c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Router 2a1a9059-2612-48ef-a558-cc9a429449c1 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:00:18.056398 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5db196a6-9063-489e-8dd2-43a6dba2eb53 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:18.210517 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9febe994-a21a-4a82-90ee-eb0e7d84dc2c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:18.223230 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbedf12-d31d-45e6-a789-9ecf79632034 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Network 29567c6f-7621-40e1-9e33-6c82eedc7eec is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:00:18.254722 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-9febe994-a21a-4a82-90ee-eb0e7d84dc2c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2adca357-eaaa-4111-80a5-663d43b2485c']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:18.270917 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-9febe994-a21a-4a82-90ee-eb0e7d84dc2c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a525324-fdef-44bc-ae03-6ebc7b6998a7') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:18.271239 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-9febe994-a21a-4a82-90ee-eb0e7d84dc2c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a525324-fdef-44bc-ae03-6ebc7b6998a7') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:18.286899 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9febe994-a21a-4a82-90ee-eb0e7d84dc2c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:18.311760 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9febe994-a21a-4a82-90ee-eb0e7d84dc2c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:18.320165 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9febe994-a21a-4a82-90ee-eb0e7d84dc2c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:00:18.320641 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9febe994-a21a-4a82-90ee-eb0e7d84dc2c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:18.339274 dv-neutron-827016-1-hyperv neutron-server[84182]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:00:18.339274 dv-neutron-827016-1-hyperv neutron-server[84182]: util.warn( Feb 03 14:00:18.339274 dv-neutron-827016-1-hyperv neutron-server[84182]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:00:18.339274 dv-neutron-827016-1-hyperv neutron-server[84182]: util.warn( Feb 03 14:00:18.339274 dv-neutron-827016-1-hyperv neutron-server[84182]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:00:18.339274 dv-neutron-827016-1-hyperv neutron-server[84182]: util.warn( Feb 03 14:00:18.339274 dv-neutron-827016-1-hyperv neutron-server[84182]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:00:18.339274 dv-neutron-827016-1-hyperv neutron-server[84182]: util.warn( Feb 03 14:00:18.339274 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 14:00:18.339274 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:00:18.339274 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 14:00:18.339274 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:00:18.339274 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 14:00:18.339274 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:00:18.339274 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 14:00:18.339274 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:00:18.339274 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 14:00:18.339274 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:00:18.339274 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 14:00:18.339274 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:00:18.339274 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 14:00:18.339274 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:00:18.339274 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:00:18.339274 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:00:18.339274 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:00:18.339274 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:00:18.339274 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 14:00:18.339274 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:00:18.339274 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 14:00:18.339274 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:00:18.339274 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:00:18.339274 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:00:18.339274 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 14:00:18.339274 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:00:18.339274 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:00:18.339274 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:00:18.339274 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:00:18.339274 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:00:18.339274 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:00:18.339274 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:00:18.397507 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-1cbedf12-d31d-45e6-a789-9ecf79632034 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 29567c6f-7621-40e1-9e33-6c82eedc7eec) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:18.401938 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbedf12-d31d-45e6-a789-9ecf79632034 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:18.403460 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1cbedf12-d31d-45e6-a789-9ecf79632034 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:18.404858 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-a629c64a-fc14-4563-a93b-35f54c9e2bf5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 2.4197006 Feb 03 14:00:18.412223 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b30ed8e-c12f-4ca4-a099-c867bdd8a273 None None] Network 29567c6f-7621-40e1-9e33-6c82eedc7eec requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:00:18.418573 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-5db196a6-9063-489e-8dd2-43a6dba2eb53 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Calling delete_port for 11bfe1e7-9ec8-4dbb-899c-9d7aa8ba02a1 owned by {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:00:18.421030 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54816) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:18.608822 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device b475eee3-0b1a-41d8-b7d5-69449cf16669 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:00:18.620981 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9febe994-a21a-4a82-90ee-eb0e7d84dc2c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:18.626211 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9febe994-a21a-4a82-90ee-eb0e7d84dc2c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:18.738236 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7519102-0fbf-4d9b-a51d-3dd48453205c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:00:18.751853 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-a7519102-0fbf-4d9b-a51d-3dd48453205c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "PUT /v2.0/routers/2a1a9059-2612-48ef-a558-cc9a429449c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7296202 Feb 03 14:00:18.752785 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54820) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:18.765816 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c95558-aa87-4f8d-b36a-5218adc680d9 None None] Sync routers for ids ['2a1a9059-2612-48ef-a558-cc9a429449c1'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:00:18.773284 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f2d3f7-c65f-4977-bd35-c56fa3abbf0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-29567c6f-7621-40e1-9e33-6c82eedc7eec', 'network_id': '29567c6f-7621-40e1-9e33-6c82eedc7eec', 'tenant_id': '2fa0476fd5f14aeea80802e139eae85a', 'fixed_ips': [{'subnet_id': '5f30fa21-198e-4e2d-a612-abfa453ec587'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:00:18.773284 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-86f2d3f7-c65f-4977-bd35-c56fa3abbf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:18.796251 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-1cbedf12-d31d-45e6-a789-9ecf79632034 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8605649 Feb 03 14:00:18.799926 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54824) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:18.808174 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9febe994-a21a-4a82-90ee-eb0e7d84dc2c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event deleted for resources: {'Network': ['ID=2adca357-eaaa-4111-80a5-663d43b2485c,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:18.808315 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5db196a6-9063-489e-8dd2-43a6dba2eb53 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:18.808417 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-9febe994-a21a-4a82-90ee-eb0e7d84dc2c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/networks/2adca357-eaaa-4111-80a5-663d43b2485c HTTP/1.1" status: 204 len: 168 time: 2.8715873 Feb 03 14:00:18.811774 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54828) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:18.813862 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-8a456587-052a-483c-bd54-167ef5110c08 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'subnet': {'network_id': '29567c6f-7621-40e1-9e33-6c82eedc7eec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:18.819690 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1b4572-f64c-47e1-bc7b-88ca30f5dd11 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:18.820398 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-8e1b4572-f64c-47e1-bc7b-88ca30f5dd11 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:00:18.829356 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-b3f49044-e1ac-46e7-8b59-6fefd50fda66 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-196718051'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:18.844242 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b3f49044-e1ac-46e7-8b59-6fefd50fda66 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:18.855782 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b3f49044-e1ac-46e7-8b59-6fefd50fda66 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Usage tracker for resource:network and tenant:faf754c5dcac42e3b7b479467002acb8 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:00:18.858363 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-01b8be68-b6f4-4428-9295-7304bd0b4968 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:18.862144 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b3f49044-e1ac-46e7-8b59-6fefd50fda66 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:00:18.869857 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b3f49044-e1ac-46e7-8b59-6fefd50fda66 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:18.894306 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c95558-aa87-4f8d-b36a-5218adc680d9 None None] Routers {'2a1a9059-2612-48ef-a558-cc9a429449c1'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:00:18.895294 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-87c95558-aa87-4f8d-b36a-5218adc680d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:59:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2a1a9059-2612-48ef-a558-cc9a429449c1'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:18.925252 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db196a6-9063-489e-8dd2-43a6dba2eb53 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Pushing event deleted for resources: {'Port': ['ID=11bfe1e7-9ec8-4dbb-899c-9d7aa8ba02a1,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:18.985679 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f49044-e1ac-46e7-8b59-6fefd50fda66 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Made reservation on behalf of faf754c5dcac42e3b7b479467002acb8 for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:00:18.989059 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b3f49044-e1ac-46e7-8b59-6fefd50fda66 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:18.996805 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port b475eee3-0b1a-41d8-b7d5-69449cf16669 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:00:19.004470 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-8e1b4572-f64c-47e1-bc7b-88ca30f5dd11 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:00:19.005774 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-8e1b4572-f64c-47e1-bc7b-88ca30f5dd11 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.5829501 Feb 03 14:00:19.019090 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54834) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:19.126847 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b479c3-4ac6-47f2-8e32-01be6b5d1f99 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:19.132917 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b479c3-4ac6-47f2-8e32-01be6b5d1f99 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:19.133885 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-69b479c3-4ac6-47f2-8e32-01be6b5d1f99 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:00:19.161520 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f49044-e1ac-46e7-8b59-6fefd50fda66 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:00:19.178323 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b3f49044-e1ac-46e7-8b59-6fefd50fda66 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:19.178659 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-b3f49044-e1ac-46e7-8b59-6fefd50fda66 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Added segment e9150301-6f12-47bc-a867-91fa9c13535b of type vlan for network 12f71a50-bc1c-4e20-af22-71da7afd7ba8 Feb 03 14:00:19.182644 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 4ccd1588-742b-4c70-9905-1804d6d1b0db no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:00:19.193030 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-01b8be68-b6f4-4428-9295-7304bd0b4968 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:19.231900 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] No Port match for: 4ccd1588-742b-4c70-9905-1804d6d1b0db {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:00:19.232291 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 4ccd1588-742b-4c70-9905-1804d6d1b0db not bound to the agent host hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:00:19.247242 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-87c95558-aa87-4f8d-b36a-5218adc680d9 None None] Set router 2a1a9059-2612-48ef-a558-cc9a429449c1 gateway port host: None {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:00:19.315287 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f5666ee-b62f-427c-88ef-c4b42411bb28 req-9bc7fcd5-6748-4452-a60d-9d3e4afdb11a tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Router 2c234442-2665-4a5c-927e-b83daa87c03b has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:00:19.331801 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5a38c491-5a18-4c25-9f6e-dfa09ca33b20 req-9b03313c-4127-412a-9c0b-0e3dca45aad6 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 210 time: 0.1411381 Feb 03 14:00:19.389336 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5db196a6-9063-489e-8dd2-43a6dba2eb53 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:19.393856 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-5db196a6-9063-489e-8dd2-43a6dba2eb53 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] 10.222.0.41 "DELETE /v2.0/ports/11bfe1e7-9ec8-4dbb-899c-9d7aa8ba02a1 HTTP/1.1" status: 204 len: 168 time: 2.4490798 Feb 03 14:00:19.394031 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-87c95558-aa87-4f8d-b36a-5218adc680d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'name': 'tempest-RoutersIpV6Test-router-979439135', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:58:43Z', 'updated_at': '2022-02-03T14:00:15Z', 'revision_number': 11, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'gw_port_host': None}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:19.396842 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-86f2d3f7-c65f-4977-bd35-c56fa3abbf0b None None] Allocated IP 172.20.0.2 (29567c6f-7621-40e1-9e33-6c82eedc7eec/5f30fa21-198e-4e2d-a612-abfa453ec587/e976194b-fb1d-42c7-b370-17b2f035305e) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:00:19.397752 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54838) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:19.406404 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-5823a4ca-ecfc-4782-bf32-df1bcf53e314 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Deleting subnet d17203dc-8468-4bf1-8176-00a6cf9c4c89 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:00:19.412287 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c95558-aa87-4f8d-b36a-5218adc680d9 None None] Checking router: 2a1a9059-2612-48ef-a558-cc9a429449c1 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:00:19.420297 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-69b479c3-4ac6-47f2-8e32-01be6b5d1f99 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:00:19.422676 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-69b479c3-4ac6-47f2-8e32-01be6b5d1f99 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4012914 Feb 03 14:00:19.427511 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54842) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:19.452119 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5823a4ca-ecfc-4782-bf32-df1bcf53e314 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:19.466164 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b3f49044-e1ac-46e7-8b59-6fefd50fda66 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:19.486709 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-8a456587-052a-483c-bd54-167ef5110c08 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:19.496595 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c95558-aa87-4f8d-b36a-5218adc680d9 None None] Routers {'2a1a9059-2612-48ef-a558-cc9a429449c1'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:00:19.497194 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-87c95558-aa87-4f8d-b36a-5218adc680d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:59:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2a1a9059-2612-48ef-a558-cc9a429449c1'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:19.553684 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-8a456587-052a-483c-bd54-167ef5110c08 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Usage tracker for resource:subnet and tenant:2fa0476fd5f14aeea80802e139eae85a is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:00:19.559213 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5b8c316-1a46-44b2-be99-9dae6ccc250c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting subnet f6aece4a-d7bf-42e3-ac96-1c31e3aeed8b {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:00:19.560543 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-9e74453f-0b48-4fcb-852c-971002cc2979 None None] Provisioning for port b475eee3-0b1a-41d8-b7d5-69449cf16669 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:00:19.565379 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-8a456587-052a-483c-bd54-167ef5110c08 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:00:19.566327 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b5b8c316-1a46-44b2-be99-9dae6ccc250c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:19.570493 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-81d44fe7-ad2f-492c-8426-7daa4a5439f5 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] GET failed (client error): The resource could not be found. Feb 03 14:00:19.571593 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-81d44fe7-ad2f-492c-8426-7daa4a5439f5 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Synchronizing usage tracker for tenant:8066c18a8ab246dfbf645d8b25c67254 on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:00:19.582627 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-8a456587-052a-483c-bd54-167ef5110c08 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:19.611395 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5823a4ca-ecfc-4782-bf32-df1bcf53e314 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:19.623042 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-9e74453f-0b48-4fcb-852c-971002cc2979 None None] Provisioning complete for port b475eee3-0b1a-41d8-b7d5-69449cf16669 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:19.623446 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9e74453f-0b48-4fcb-852c-971002cc2979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:19.634947 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b5b8c316-1a46-44b2-be99-9dae6ccc250c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:19.669470 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-01b8be68-b6f4-4428-9295-7304bd0b4968 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:19.676226 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b3f49044-e1ac-46e7-8b59-6fefd50fda66 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:19.679767 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f49044-e1ac-46e7-8b59-6fefd50fda66 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:19.680907 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b3f49044-e1ac-46e7-8b59-6fefd50fda66 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:19.698109 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-81d44fe7-ad2f-492c-8426-7daa4a5439f5 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Unset dirty status for tenant:8066c18a8ab246dfbf645d8b25c67254 on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:00:19.703498 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-81d44fe7-ad2f-492c-8426-7daa4a5439f5 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] 10.222.0.41 "GET /v2.0/ports/11bfe1e7-9ec8-4dbb-899c-9d7aa8ba02a1 HTTP/1.1" status: 404 len: 333 time: 0.2970731 Feb 03 14:00:19.703498 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a456587-052a-483c-bd54-167ef5110c08 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Made reservation on behalf of 2fa0476fd5f14aeea80802e139eae85a for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:00:19.704280 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54846) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:19.718942 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-d77202dc-9ddc-4aa2-9981-6d0704e5c5fc tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Request body: {'port': {'network_id': '8f0f6305-38ab-4a46-b8a5-b819ded7a852', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1428138998'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:19.733359 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-87c95558-aa87-4f8d-b36a-5218adc680d9 None None] Set router 2a1a9059-2612-48ef-a558-cc9a429449c1 gateway port host: None {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:00:19.872610 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-01b8be68-b6f4-4428-9295-7304bd0b4968 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:19.876173 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-87c95558-aa87-4f8d-b36a-5218adc680d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'name': 'tempest-RoutersIpV6Test-router-979439135', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:58:43Z', 'updated_at': '2022-02-03T14:00:15Z', 'revision_number': 11, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'gw_port_host': None}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:19.894321 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c95558-aa87-4f8d-b36a-5218adc680d9 None None] The sync data for ids ['2a1a9059-2612-48ef-a558-cc9a429449c1'] in dv-neutron-827016-1-hyperv is: [{'id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'name': 'tempest-RoutersIpV6Test-router-979439135', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:58:43Z', 'updated_at': '2022-02-03T14:00:15Z', 'revision_number': 11, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'gw_port_host': None}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:00:19.974773 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f49044-e1ac-46e7-8b59-6fefd50fda66 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'Network': ['ID=12f71a50-bc1c-4e20-af22-71da7afd7ba8,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:19.985117 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b3f49044-e1ac-46e7-8b59-6fefd50fda66 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1721227 Feb 03 14:00:19.994539 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54850) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:19.998014 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5823a4ca-ecfc-4782-bf32-df1bcf53e314 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:20.011945 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 12f71a50-bc1c-4e20-af22-71da7afd7ba8 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:00:20.032544 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-f062c9ee-5f94-4f10-9562-0e36ae857d77 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'subnet': {'network_id': '12f71a50-bc1c-4e20-af22-71da7afd7ba8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:20.062748 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b5b8c316-1a46-44b2-be99-9dae6ccc250c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:20.081263 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9e74453f-0b48-4fcb-852c-971002cc2979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:20.101631 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-86f2d3f7-c65f-4977-bd35-c56fa3abbf0b None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:20.107897 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8be68-b6f4-4428-9295-7304bd0b4968 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Pushing event updated for resources: {'Port': ['ID=933dead9-2e31-4196-9294-1ec360307d3f,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:20.145177 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-86f2d3f7-c65f-4977-bd35-c56fa3abbf0b None None] Transition to ACTIVE for port object e976194b-fb1d-42c7-b370-17b2f035305e will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:20.152464 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-01b8be68-b6f4-4428-9295-7304bd0b4968 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:20.176865 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-86f2d3f7-c65f-4977-bd35-c56fa3abbf0b None None] Transition to ACTIVE for port object e976194b-fb1d-42c7-b370-17b2f035305e will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:20.206688 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8a456587-052a-483c-bd54-167ef5110c08 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:20.215873 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-d77202dc-9ddc-4aa2-9981-6d0704e5c5fc tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:20.230668 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-d77202dc-9ddc-4aa2-9981-6d0704e5c5fc tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:20.259805 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-86f2d3f7-c65f-4977-bd35-c56fa3abbf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:20.296868 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f062c9ee-5f94-4f10-9562-0e36ae857d77 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:20.307153 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f062c9ee-5f94-4f10-9562-0e36ae857d77 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Usage tracker for resource:subnet and tenant:faf754c5dcac42e3b7b479467002acb8 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:00:20.313886 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f062c9ee-5f94-4f10-9562-0e36ae857d77 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:00:20.332838 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f062c9ee-5f94-4f10-9562-0e36ae857d77 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:20.341355 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f2d3f7-c65f-4977-bd35-c56fa3abbf0b None None] Network 29567c6f-7621-40e1-9e33-6c82eedc7eec is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:20.344499 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-86f2d3f7-c65f-4977-bd35-c56fa3abbf0b None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:20.348577 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f2d3f7-c65f-4977-bd35-c56fa3abbf0b None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:00:20.355682 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2d3f7-c65f-4977-bd35-c56fa3abbf0b None None] Pushing event updated for resources: {'Port': ['ID=e976194b-fb1d-42c7-b370-17b2f035305e,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:20.383539 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77202dc-9ddc-4aa2-9981-6d0704e5c5fc tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Made reservation on behalf of 8066c18a8ab246dfbf645d8b25c67254 for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:00:20.385997 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f5666ee-b62f-427c-88ef-c4b42411bb28 req-9bc7fcd5-6748-4452-a60d-9d3e4afdb11a tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:00:20.387529 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d77202dc-9ddc-4aa2-9981-6d0704e5c5fc tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:20.401335 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf864d4-b223-4589-8a24-c78d8897cd36 None None] Sync routers for ids ['2c234442-2665-4a5c-927e-b83daa87c03b'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:00:20.422906 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b5b8c316-1a46-44b2-be99-9dae6ccc250c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:20.445450 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf864d4-b223-4589-8a24-c78d8897cd36 None None] Routers {'2c234442-2665-4a5c-927e-b83daa87c03b'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:00:20.445450 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-acf864d4-b223-4589-8a24-c78d8897cd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:59:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2c234442-2665-4a5c-927e-b83daa87c03b'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:20.488440 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5823a4ca-ecfc-4782-bf32-df1bcf53e314 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:20.504631 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device b2e8c105-0fdb-4569-91e8-d3855c1efff3 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:00:20.547164 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f062c9ee-5f94-4f10-9562-0e36ae857d77 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Made reservation on behalf of faf754c5dcac42e3b7b479467002acb8 for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:00:20.569284 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b5b8c316-1a46-44b2-be99-9dae6ccc250c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:20.576356 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: b2e8c105-0fdb-4569-91e8-d3855c1efff3 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:00:20.576703 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device b2e8c105-0fdb-4569-91e8-d3855c1efff3 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:00:20.578346 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb7eeb7-cfc4-458e-b29f-ed27bde7ceb4 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:00:20.608801 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5666ee-b62f-427c-88ef-c4b42411bb28 req-9bc7fcd5-6748-4452-a60d-9d3e4afdb11a tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] No DVR routers for this DVR port 4ccd1588-742b-4c70-9905-1804d6d1b0db on host hv-neutron-8270 {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:00:20.619528 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823a4ca-ecfc-4782-bf32-df1bcf53e314 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event deleted for resources: {'Subnet': ['ID=d17203dc-8468-4bf1-8176-00a6cf9c4c89,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:20.625224 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8c316-1a46-44b2-be99-9dae6ccc250c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Subnet': ['ID=f6aece4a-d7bf-42e3-ac96-1c31e3aeed8b,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:20.626205 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.ipam_backend_mixin [None req-8a456587-052a-483c-bd54-167ef5110c08 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5f30fa21-198e-4e2d-a612-abfa453ec587 (CIDR: 172.20.0.0/28) Feb 03 14:00:20.649521 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-86f2d3f7-c65f-4977-bd35-c56fa3abbf0b None None] Attempting to bind port e976194b-fb1d-42c7-b370-17b2f035305e on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:00:20.649910 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-86f2d3f7-c65f-4977-bd35-c56fa3abbf0b None None] Attempting to bind port e976194b-fb1d-42c7-b370-17b2f035305e by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '4e397f7e-7335-4d49-aa0f-a3cd28329b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '29567c6f-7621-40e1-9e33-6c82eedc7eec'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:00:20.650274 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f2d3f7-c65f-4977-bd35-c56fa3abbf0b None None] Attempting to bind port e976194b-fb1d-42c7-b370-17b2f035305e on network 29567c6f-7621-40e1-9e33-6c82eedc7eec {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:00:20.654755 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-d77202dc-9ddc-4aa2-9981-6d0704e5c5fc tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] device_id is not set on port b230309b-5c4e-43a3-801c-272d4a55ef0d yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:00:20.658145 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-9e74453f-0b48-4fcb-852c-971002cc2979 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:00:20.662981 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-9e74453f-0b48-4fcb-852c-971002cc2979 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:00:20.679196 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-0f5666ee-b62f-427c-88ef-c4b42411bb28 req-9bc7fcd5-6748-4452-a60d-9d3e4afdb11a tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:20.682309 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b791fcd-4c9f-42f4-9b79-9379b9d8c048', 'name': 'network-vif-deleted', 'tag': '4ccd1588-742b-4c70-9905-1804d6d1b0db'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:00:20.704949 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3c585a58-114b-4e9a-a206-5a6c489f1955 req-621ae3a7-dfbe-4f9c-8f9a-c743ceda9fd1 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 210 time: 0.1294930 Feb 03 14:00:20.720125 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a456587-052a-483c-bd54-167ef5110c08 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:00:20.726330 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a456587-052a-483c-bd54-167ef5110c08 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:00:20.728943 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b5b8c316-1a46-44b2-be99-9dae6ccc250c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/f6aece4a-d7bf-42e3-ac96-1c31e3aeed8b HTTP/1.1" status: 204 len: 168 time: 1.3004012 Feb 03 14:00:20.731744 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5823a4ca-ecfc-4782-bf32-df1bcf53e314 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:20.733361 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54858) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:20.737112 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-5823a4ca-ecfc-4782-bf32-df1bcf53e314 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "DELETE /v2.0/subnets/d17203dc-8468-4bf1-8176-00a6cf9c4c89 HTTP/1.1" status: 204 len: 168 time: 1.9833567 Feb 03 14:00:20.741821 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54862) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:20.760545 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-0f5666ee-b62f-427c-88ef-c4b42411bb28 req-9bc7fcd5-6748-4452-a60d-9d3e4afdb11a tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.47 "DELETE /v2.0/ports/4ccd1588-742b-4c70-9905-1804d6d1b0db HTTP/1.1" status: 204 len: 173 time: 5.5348978 Feb 03 14:00:20.760796 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f2d3f7-c65f-4977-bd35-c56fa3abbf0b None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:00:20.761028 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f2d3f7-c65f-4977-bd35-c56fa3abbf0b None None] Checking segment: {'id': '4e397f7e-7335-4d49-aa0f-a3cd28329b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '29567c6f-7621-40e1-9e33-6c82eedc7eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:00:20.761642 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-86f2d3f7-c65f-4977-bd35-c56fa3abbf0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:20.762213 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f2d3f7-c65f-4977-bd35-c56fa3abbf0b None None] Bound using segment: {'id': '4e397f7e-7335-4d49-aa0f-a3cd28329b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '29567c6f-7621-40e1-9e33-6c82eedc7eec'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:00:20.762867 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-86f2d3f7-c65f-4977-bd35-c56fa3abbf0b None None] Bound port: e976194b-fb1d-42c7-b370-17b2f035305e, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e397f7e-7335-4d49-aa0f-a3cd28329b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '29567c6f-7621-40e1-9e33-6c82eedc7eec'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:00:20.763517 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-86f2d3f7-c65f-4977-bd35-c56fa3abbf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:20.770859 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-acf864d4-b223-4589-8a24-c78d8897cd36 None None] Set router 2c234442-2665-4a5c-927e-b83daa87c03b gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:00:20.778939 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc51f924-641a-43e0-9f1d-e9f9dbf5e66e None None] Network c6d2680a-3380-4d17-8377-378a03cb63a7 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:00:20.803327 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b791fcd-4c9f-42f4-9b79-9379b9d8c048', 'name': 'network-vif-deleted', 'tag': '4ccd1588-742b-4c70-9905-1804d6d1b0db', 'status': 'completed', 'code': 200} Feb 03 14:00:20.811682 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f062c9ee-5f94-4f10-9562-0e36ae857d77 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:21.040818 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8a456587-052a-483c-bd54-167ef5110c08 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2390256 Feb 03 14:00:21.047456 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54866) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:21.048707 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-0384ae71-1917-4f68-bcee-f5f39e77477d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3141592 Feb 03 14:00:21.058362 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-e471804e-3427-4fd9-9803-47adf121ab02 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'subnet': {'network_id': '29567c6f-7621-40e1-9e33-6c82eedc7eec', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:21.073406 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54868) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:21.084721 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-bf8927ad-afba-49fd-ab1e-f655ca787554 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'subnet': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:21.134678 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-86f2d3f7-c65f-4977-bd35-c56fa3abbf0b None None] For port e976194b-fb1d-42c7-b370-17b2f035305e, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:00:21.149179 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-86f2d3f7-c65f-4977-bd35-c56fa3abbf0b None None] For port e976194b-fb1d-42c7-b370-17b2f035305e, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=e976194b-fb1d-42c7-b370-17b2f035305e,segment=NetworkSegment(4e397f7e-7335-4d49-aa0f-a3cd28329b4e),segment_id=4e397f7e-7335-4d49-aa0f-a3cd28329b4e)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:00:21.183115 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.l3_db [None req-01b8be68-b6f4-4428-9295-7304bd0b4968 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Floating IP 9b81f857-edcb-4e08-8bda-0b62d49b5722 associated. External IP: 172.26.3.32, port: 34f37cfa-21ec-479f-9937-7b0b7b35f215. Feb 03 14:00:21.225970 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-acf864d4-b223-4589-8a24-c78d8897cd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c234442-2665-4a5c-927e-b83daa87c03b', 'name': 'tempest-ServerActionsTestJSON-1772128479-router', 'tenant_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '9a1c6356-5bf7-4121-ab93-ffc532146ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:43Z', 'revision_number': 4, 'project_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'gw_port': {'id': '9a1c6356-5bf7-4121-ab93-ffc532146ab5', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c234442-2665-4a5c-927e-b83daa87c03b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:32Z', 'updated_at': '2022-02-03T13:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '300de55e-0cde-40bc-be9a-6f8e8c76ff59', 'name': '', 'network_id': '455fb28a-aeb2-407e-b782-081ff385e6a8', 'tenant_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'mac_address': 'fa:16:3e:f2:b8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c234442-2665-4a5c-927e-b83daa87c03b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40877380-5501-4f93-a989-8ff73ca2ca3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:40Z', 'updated_at': '2022-02-03T13:55:56Z', 'revision_number': 5, 'project_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'subnets': [{'id': '40877380-5501-4f93-a989-8ff73ca2ca3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:21.227904 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9e74453f-0b48-4fcb-852c-971002cc2979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:21.231422 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf864d4-b223-4589-8a24-c78d8897cd36 None None] Checking router: 2c234442-2665-4a5c-927e-b83daa87c03b for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:00:21.264328 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf864d4-b223-4589-8a24-c78d8897cd36 None None] Routers {'2c234442-2665-4a5c-927e-b83daa87c03b'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:00:21.265021 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-acf864d4-b223-4589-8a24-c78d8897cd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:59:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2c234442-2665-4a5c-927e-b83daa87c03b'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:21.297330 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6ff9b1-307e-4749-ad85-ef07663efe69 None None] DHCP port deletion for ac0baa47-f752-4b1c-8067-faa2699b3288 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:00:21.302845 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-86f2d3f7-c65f-4977-bd35-c56fa3abbf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:21.337988 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b7060d59-1707-4bd4-ada5-d6685a9b1a26 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:21.346334 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f062c9ee-5f94-4f10-9562-0e36ae857d77 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:21.367488 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-ad6ff9b1-307e-4749-ad85-ef07663efe69 None None] Deleting port b475eee3-0b1a-41d8-b7d5-69449cf16669 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:21.368427 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ad6ff9b1-307e-4749-ad85-ef07663efe69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:21.382520 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-d77202dc-9ddc-4aa2-9981-6d0704e5c5fc tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Allocated IP 2001:db8::d6 (8f0f6305-38ab-4a46-b8a5-b819ded7a852/bce56d86-ba55-4a70-81e8-6c9d891f2ae6/b230309b-5c4e-43a3-801c-272d4a55ef0d) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:00:21.438968 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-b7060d59-1707-4bd4-ada5-d6685a9b1a26 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Deleting port c21ee0f0-fb44-40c2-a545-2aed59e4c025 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:21.438968 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b7060d59-1707-4bd4-ada5-d6685a9b1a26 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:21.497576 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-bf8927ad-afba-49fd-ab1e-f655ca787554 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:21.513414 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f062c9ee-5f94-4f10-9562-0e36ae857d77 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'Subnet': ['ID=f95d3e86-3c22-44c8-993e-8e3d75be5b84,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:21.529605 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-bf8927ad-afba-49fd-ab1e-f655ca787554 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Usage tracker for resource:subnet and tenant:1508f35e18f0463982f9a6d535c8268b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:00:21.553857 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-bf8927ad-afba-49fd-ab1e-f655ca787554 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:00:21.588425 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-bf8927ad-afba-49fd-ab1e-f655ca787554 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:21.622998 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f062c9ee-5f94-4f10-9562-0e36ae857d77 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Checking segment: {'id': 'e9150301-6f12-47bc-a867-91fa9c13535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '12f71a50-bc1c-4e20-af22-71da7afd7ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:00:21.623707 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f062c9ee-5f94-4f10-9562-0e36ae857d77 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Network hostable DHCP agents. Network: 12f71a50-bc1c-4e20-af22-71da7afd7ba8, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:00:21.654186 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-acf864d4-b223-4589-8a24-c78d8897cd36 None None] Set router 2c234442-2665-4a5c-927e-b83daa87c03b gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:00:21.710959 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e471804e-3427-4fd9-9803-47adf121ab02 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:21.724793 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-ad6ff9b1-307e-4749-ad85-ef07663efe69 None None] For port b475eee3-0b1a-41d8-b7d5-69449cf16669, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=b475eee3-0b1a-41d8-b7d5-69449cf16669,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:21.725966 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ad6ff9b1-307e-4749-ad85-ef07663efe69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:21.730929 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e471804e-3427-4fd9-9803-47adf121ab02 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Usage tracker for resource:subnet and tenant:2fa0476fd5f14aeea80802e139eae85a is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:00:21.745952 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e471804e-3427-4fd9-9803-47adf121ab02 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:00:21.780718 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8927ad-afba-49fd-ab1e-f655ca787554 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:00:21.942721 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-ad6ff9b1-307e-4749-ad85-ef07663efe69 None None] Calling delete_port for b475eee3-0b1a-41d8-b7d5-69449cf16669 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:00:22.036032 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85e8e17-632e-4233-8ff1-05d826d2abd9 None None] DHCP port deletion for c6d2680a-3380-4d17-8377-378a03cb63a7 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:00:22.040658 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e471804e-3427-4fd9-9803-47adf121ab02 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:22.045879 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bf8927ad-afba-49fd-ab1e-f655ca787554 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:22.055374 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-9e74453f-0b48-4fcb-852c-971002cc2979 None None] For port b475eee3-0b1a-41d8-b7d5-69449cf16669, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=b475eee3-0b1a-41d8-b7d5-69449cf16669,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:22.060509 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-b7060d59-1707-4bd4-ada5-d6685a9b1a26 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] For port c21ee0f0-fb44-40c2-a545-2aed59e4c025, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=c21ee0f0-fb44-40c2-a545-2aed59e4c025,segment=NetworkSegment(9a326b0b-603b-456a-9508-3e6d26d31716),segment_id=9a326b0b-603b-456a-9508-3e6d26d31716)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:22.060873 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b7060d59-1707-4bd4-ada5-d6685a9b1a26 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:22.061223 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-e85e8e17-632e-4233-8ff1-05d826d2abd9 None None] Deleting port c21ee0f0-fb44-40c2-a545-2aed59e4c025 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:22.061787 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e85e8e17-632e-4233-8ff1-05d826d2abd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:22.154130 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2d3f7-c65f-4977-bd35-c56fa3abbf0b None None] Pushing event updated for resources: {'Port': ['ID=e976194b-fb1d-42c7-b370-17b2f035305e,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:22.167985 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-acf864d4-b223-4589-8a24-c78d8897cd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c234442-2665-4a5c-927e-b83daa87c03b', 'name': 'tempest-ServerActionsTestJSON-1772128479-router', 'tenant_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '9a1c6356-5bf7-4121-ab93-ffc532146ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:43Z', 'revision_number': 4, 'project_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'gw_port': {'id': '9a1c6356-5bf7-4121-ab93-ffc532146ab5', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c234442-2665-4a5c-927e-b83daa87c03b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:32Z', 'updated_at': '2022-02-03T13:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '300de55e-0cde-40bc-be9a-6f8e8c76ff59', 'name': '', 'network_id': '455fb28a-aeb2-407e-b782-081ff385e6a8', 'tenant_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'mac_address': 'fa:16:3e:f2:b8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c234442-2665-4a5c-927e-b83daa87c03b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40877380-5501-4f93-a989-8ff73ca2ca3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:40Z', 'updated_at': '2022-02-03T13:55:56Z', 'revision_number': 5, 'project_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'subnets': [{'id': '40877380-5501-4f93-a989-8ff73ca2ca3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:22.172984 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf864d4-b223-4589-8a24-c78d8897cd36 None None] The sync data for ids ['2c234442-2665-4a5c-927e-b83daa87c03b'] in dv-neutron-827016-1-hyperv is: [{'id': '2c234442-2665-4a5c-927e-b83daa87c03b', 'name': 'tempest-ServerActionsTestJSON-1772128479-router', 'tenant_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '9a1c6356-5bf7-4121-ab93-ffc532146ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T13:55:43Z', 'revision_number': 4, 'project_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'gw_port': {'id': '9a1c6356-5bf7-4121-ab93-ffc532146ab5', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c234442-2665-4a5c-927e-b83daa87c03b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:32Z', 'updated_at': '2022-02-03T13:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '300de55e-0cde-40bc-be9a-6f8e8c76ff59', 'name': '', 'network_id': '455fb28a-aeb2-407e-b782-081ff385e6a8', 'tenant_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'mac_address': 'fa:16:3e:f2:b8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c234442-2665-4a5c-927e-b83daa87c03b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40877380-5501-4f93-a989-8ff73ca2ca3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:40Z', 'updated_at': '2022-02-03T13:55:56Z', 'revision_number': 5, 'project_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'subnets': [{'id': '40877380-5501-4f93-a989-8ff73ca2ca3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:00:22.251624 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5e92f468-6254-4368-89a8-9c7374e09d92 req-f2aee923-0286-4c07-b0ba-6760d6073020 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b791fcd-4c9f-42f4-9b79-9379b9d8c048 HTTP/1.1" status: 200 len: 210 time: 0.1929064 Feb 03 14:00:22.259281 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-b7060d59-1707-4bd4-ada5-d6685a9b1a26 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Calling delete_port for c21ee0f0-fb44-40c2-a545-2aed59e4c025 owned by network:dhcp {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:00:22.277681 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f062c9ee-5f94-4f10-9562-0e36ae857d77 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Network 12f71a50-bc1c-4e20-af22-71da7afd7ba8 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:00:22.303611 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9e74453f-0b48-4fcb-852c-971002cc2979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:22.335981 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d77202dc-9ddc-4aa2-9981-6d0704e5c5fc tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:22.367518 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-ad6ff9b1-307e-4749-ad85-ef07663efe69 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:00:22.368022 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-ad6ff9b1-307e-4749-ad85-ef07663efe69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:00:22.380703 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-d77202dc-9ddc-4aa2-9981-6d0704e5c5fc tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Transition to ACTIVE for port object b230309b-5c4e-43a3-801c-272d4a55ef0d will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:22.422211 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-e85e8e17-632e-4233-8ff1-05d826d2abd9 None None] For port c21ee0f0-fb44-40c2-a545-2aed59e4c025, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=c21ee0f0-fb44-40c2-a545-2aed59e4c025,segment=NetworkSegment(9a326b0b-603b-456a-9508-3e6d26d31716),segment_id=9a326b0b-603b-456a-9508-3e6d26d31716)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:22.422742 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e85e8e17-632e-4233-8ff1-05d826d2abd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:22.440877 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-f062c9ee-5f94-4f10-9562-0e36ae857d77 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 12f71a50-bc1c-4e20-af22-71da7afd7ba8) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:22.442740 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e74453f-0b48-4fcb-852c-971002cc2979 None None] Pushing event updated for resources: {'Port': ['ID=b475eee3-0b1a-41d8-b7d5-69449cf16669,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:22.446394 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f062c9ee-5f94-4f10-9562-0e36ae857d77 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:22.446996 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f062c9ee-5f94-4f10-9562-0e36ae857d77 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:22.523679 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279fd9da-4f0c-4735-ac98-9e75557b11ad None None] Network 12f71a50-bc1c-4e20-af22-71da7afd7ba8 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:00:22.545867 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e471804e-3427-4fd9-9803-47adf121ab02 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Made reservation on behalf of 2fa0476fd5f14aeea80802e139eae85a for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:00:22.550870 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e471804e-3427-4fd9-9803-47adf121ab02 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:22.577470 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bf8927ad-afba-49fd-ab1e-f655ca787554 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:22.649897 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b7060d59-1707-4bd4-ada5-d6685a9b1a26 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:22.650440 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-e85e8e17-632e-4233-8ff1-05d826d2abd9 None None] Calling delete_port for c21ee0f0-fb44-40c2-a545-2aed59e4c025 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:00:22.687348 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device b475eee3-0b1a-41d8-b7d5-69449cf16669 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:00:22.712660 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07abcc51-562d-4adc-98c7-f574908941a3 None None] New status for floating IP fa369bbb-8fd1-4dcb-b51e-04c6616927d2: DOWN {{(pid=84183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:00:22.717134 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7060d59-1707-4bd4-ada5-d6685a9b1a26 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event deleted for resources: {'Port': ['ID=c21ee0f0-fb44-40c2-a545-2aed59e4c025,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:22.726123 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d77202dc-9ddc-4aa2-9981-6d0704e5c5fc tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:22.786486 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f062c9ee-5f94-4f10-9562-0e36ae857d77 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7907069 Feb 03 14:00:22.810749 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54876) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:22.819486 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-8352da35-5b3f-4fb2-9e35-53ac63bf777a tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-151105237', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:22.838813 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7060d59-1707-4bd4-ada5-d6685a9b1a26 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] No DVR routers for this DVR port c21ee0f0-fb44-40c2-a545-2aed59e4c025 on host dv-neutron-827016-1-hyperv {{(pid=84182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:00:22.847016 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77202dc-9ddc-4aa2-9981-6d0704e5c5fc tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Network 8f0f6305-38ab-4a46-b8a5-b819ded7a852 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:22.848091 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-8352da35-5b3f-4fb2-9e35-53ac63bf777a tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:22.880977 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-ad6ff9b1-307e-4749-ad85-ef07663efe69 None None] Deleting port b475eee3-0b1a-41d8-b7d5-69449cf16669 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:22.881545 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ad6ff9b1-307e-4749-ad85-ef07663efe69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:22.884412 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-d77202dc-9ddc-4aa2-9981-6d0704e5c5fc tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:22.884573 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8927ad-afba-49fd-ab1e-f655ca787554 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:22.888631 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-8352da35-5b3f-4fb2-9e35-53ac63bf777a tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Usage tracker for resource:router and tenant:faf754c5dcac42e3b7b479467002acb8 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:00:22.891868 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-bf8927ad-afba-49fd-ab1e-f655ca787554 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:22.896637 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77202dc-9ddc-4aa2-9981-6d0704e5c5fc tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:00:22.899627 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8927ad-afba-49fd-ab1e-f655ca787554 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:22.900230 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bf8927ad-afba-49fd-ab1e-f655ca787554 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:22.900347 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77202dc-9ddc-4aa2-9981-6d0704e5c5fc tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:22.900954 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d77202dc-9ddc-4aa2-9981-6d0704e5c5fc tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:22.907952 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-8352da35-5b3f-4fb2-9e35-53ac63bf777a tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:00:22.929010 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8927ad-afba-49fd-ab1e-f655ca787554 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Subnet': ['ID=a03293e8-632a-4eaa-bfc9-471b71ef5d66,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:22.944024 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-8352da35-5b3f-4fb2-9e35-53ac63bf777a tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:22.957711 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77202dc-9ddc-4aa2-9981-6d0704e5c5fc tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Pushing event updated for resources: {'Port': ['ID=b230309b-5c4e-43a3-801c-272d4a55ef0d,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:23.046083 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-bf8927ad-afba-49fd-ab1e-f655ca787554 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9710839 Feb 03 14:00:23.054797 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54880) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:23.064341 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-e07f8d45-ea50-4f3c-a58b-a6e79e6122c3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-91231721', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:23.074898 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e07f8d45-ea50-4f3c-a58b-a6e79e6122c3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:23.084007 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e07f8d45-ea50-4f3c-a58b-a6e79e6122c3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Usage tracker for resource:router and tenant:1508f35e18f0463982f9a6d535c8268b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:00:23.089609 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e07f8d45-ea50-4f3c-a58b-a6e79e6122c3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:00:23.098604 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e07f8d45-ea50-4f3c-a58b-a6e79e6122c3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:23.168952 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b8be68-b6f4-4428-9295-7304bd0b4968 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Router b8ac8743-9c7e-4709-a28e-1ea2b501ff15 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:00:23.197932 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b7060d59-1707-4bd4-ada5-d6685a9b1a26 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:23.227275 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-b7060d59-1707-4bd4-ada5-d6685a9b1a26 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6d2680a-3380-4d17-8377-378a03cb63a7']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:23.230431 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e07f8d45-ea50-4f3c-a58b-a6e79e6122c3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:23.231641 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e07f8d45-ea50-4f3c-a58b-a6e79e6122c3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:23.253944 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e07f8d45-ea50-4f3c-a58b-a6e79e6122c3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:23.323973 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-b7060d59-1707-4bd4-ada5-d6685a9b1a26 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a326b0b-603b-456a-9508-3e6d26d31716') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:23.324271 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-b7060d59-1707-4bd4-ada5-d6685a9b1a26 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a326b0b-603b-456a-9508-3e6d26d31716') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:23.325650 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e471804e-3427-4fd9-9803-47adf121ab02 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:23.338261 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8352da35-5b3f-4fb2-9e35-53ac63bf777a tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:23.339232 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8352da35-5b3f-4fb2-9e35-53ac63bf777a tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:23.351317 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b7060d59-1707-4bd4-ada5-d6685a9b1a26 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:23.370745 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d77202dc-9ddc-4aa2-9981-6d0704e5c5fc tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.6631458 Feb 03 14:00:23.375029 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54886) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:23.386227 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-24842d3f-9584-4e48-9e88-2daf45e55717 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::17c', 'mac_address': 'fa:16:3e:bd:be:56'}]}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:23.419034 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e07f8d45-ea50-4f3c-a58b-a6e79e6122c3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:23.451998 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b7060d59-1707-4bd4-ada5-d6685a9b1a26 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:23.460012 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7060d59-1707-4bd4-ada5-d6685a9b1a26 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:00:23.460549 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b7060d59-1707-4bd4-ada5-d6685a9b1a26 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:23.463265 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-e85e8e17-632e-4233-8ff1-05d826d2abd9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:00:23.463617 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-e85e8e17-632e-4233-8ff1-05d826d2abd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:00:23.537384 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e471804e-3427-4fd9-9803-47adf121ab02 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Network 29567c6f-7621-40e1-9e33-6c82eedc7eec is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:23.541504 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54892) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:23.544708 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e471804e-3427-4fd9-9803-47adf121ab02 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'Subnet': ['ID=bc9827e9-ae9e-4939-ad0d-8275a9f56b4f,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:23.547371 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-e471804e-3427-4fd9-9803-47adf121ab02 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:23.589050 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e471804e-3427-4fd9-9803-47adf121ab02 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:23.589744 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e471804e-3427-4fd9-9803-47adf121ab02 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:23.597425 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-ad6ff9b1-307e-4749-ad85-ef07663efe69 None None] For port b475eee3-0b1a-41d8-b7d5-69449cf16669, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=b475eee3-0b1a-41d8-b7d5-69449cf16669,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:23.598545 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ad6ff9b1-307e-4749-ad85-ef07663efe69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:23.612618 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 14:00:23.612618 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:00:23.612618 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 14:00:23.612618 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:00:23.612618 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 14:00:23.612618 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:00:23.612618 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 14:00:23.612618 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:00:23.612618 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 14:00:23.612618 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:00:23.612618 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 14:00:23.612618 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:00:23.612618 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 14:00:23.612618 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:00:23.612618 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:00:23.612618 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:00:23.612618 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:00:23.612618 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:00:23.612618 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 14:00:23.612618 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:00:23.612618 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 14:00:23.612618 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:00:23.612618 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:00:23.612618 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:00:23.612618 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 14:00:23.612618 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:00:23.612618 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:00:23.612618 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:00:23.612618 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:00:23.612618 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:00:23.612618 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:00:23.612618 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:00:23.642266 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6fc80bf0-2b4d-4495-b072-028ce950c05b tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:23.644876 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e07f8d45-ea50-4f3c-a58b-a6e79e6122c3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:23.653439 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e07f8d45-ea50-4f3c-a58b-a6e79e6122c3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5971036 Feb 03 14:00:23.655130 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54896) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:23.685592 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6fc80bf0-2b4d-4495-b072-028ce950c05b tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:23.725906 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8352da35-5b3f-4fb2-9e35-53ac63bf777a tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:23.740333 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-ad6ff9b1-307e-4749-ad85-ef07663efe69 None None] Calling delete_port for b475eee3-0b1a-41d8-b7d5-69449cf16669 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:00:23.742137 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b7060d59-1707-4bd4-ada5-d6685a9b1a26 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:23.746569 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b7060d59-1707-4bd4-ada5-d6685a9b1a26 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:23.766216 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a817dd76-121c-40da-93a6-d6d7fbef992c None None] Network 29567c6f-7621-40e1-9e33-6c82eedc7eec requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:00:23.777565 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:23.787659 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e471804e-3427-4fd9-9803-47adf121ab02 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.7348342 Feb 03 14:00:23.789155 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54900) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:23.795373 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-74eb59dd-4abe-4aca-8d1b-2c0824066b17 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'port': {'network_id': '29567c6f-7621-40e1-9e33-6c82eedc7eec', 'fixed_ips': [{'subnet_id': '5f30fa21-198e-4e2d-a612-abfa453ec587'}, {'subnet_id': 'bc9827e9-ae9e-4939-ad0d-8275a9f56b4f'}], 'name': 'tempest-PortsTestJSON-375622686'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:23.808346 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7060d59-1707-4bd4-ada5-d6685a9b1a26 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Pushing event deleted for resources: {'Network': ['ID=c6d2680a-3380-4d17-8377-378a03cb63a7,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:23.817711 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6fc80bf0-2b4d-4495-b072-028ce950c05b tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:23.871395 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b7060d59-1707-4bd4-ada5-d6685a9b1a26 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "DELETE /v2.0/networks/c6d2680a-3380-4d17-8377-378a03cb63a7 HTTP/1.1" status: 204 len: 168 time: 3.1270359 Feb 03 14:00:23.878693 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54904) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:23.897810 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-3b8e344c-63ca-4e6e-a7b6-c6e30f8ea3ba tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Request body: {'router': {'routes': None}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:23.917236 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-0aa98e4f-5a55-4c21-9c82-41507210c428 None None] Provisioning for port b230309b-5c4e-43a3-801c-272d4a55ef0d completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:00:23.966524 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc80bf0-2b4d-4495-b072-028ce950c05b tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba323fc-383b-497f-b744-dc05b6a39226,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:23.967234 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-0aa98e4f-5a55-4c21-9c82-41507210c428 None None] Provisioning complete for port b230309b-5c4e-43a3-801c-272d4a55ef0d triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:23.967234 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0aa98e4f-5a55-4c21-9c82-41507210c428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:23.999794 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-e85e8e17-632e-4233-8ff1-05d826d2abd9 None None] Deleting port c21ee0f0-fb44-40c2-a545-2aed59e4c025 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:24.000477 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e85e8e17-632e-4233-8ff1-05d826d2abd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:24.028140 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46df268-8cd9-4a46-b606-a20df82ef835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-12f71a50-bc1c-4e20-af22-71da7afd7ba8', 'network_id': '12f71a50-bc1c-4e20-af22-71da7afd7ba8', 'tenant_id': 'faf754c5dcac42e3b7b479467002acb8', 'fixed_ips': [{'subnet_id': 'f95d3e86-3c22-44c8-993e-8e3d75be5b84'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:00:24.028923 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f46df268-8cd9-4a46-b606-a20df82ef835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:24.056748 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port b475eee3-0b1a-41d8-b7d5-69449cf16669, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=b475eee3-0b1a-41d8-b7d5-69449cf16669,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:24.098501 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-74eb59dd-4abe-4aca-8d1b-2c0824066b17 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:24.102691 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-74eb59dd-4abe-4aca-8d1b-2c0824066b17 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Usage tracker for resource:port and tenant:2fa0476fd5f14aeea80802e139eae85a is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:00:24.105593 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-74eb59dd-4abe-4aca-8d1b-2c0824066b17 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:00:24.109071 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8352da35-5b3f-4fb2-9e35-53ac63bf777a tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:24.111953 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-74eb59dd-4abe-4aca-8d1b-2c0824066b17 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:24.129375 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6fc80bf0-2b4d-4495-b072-028ce950c05b tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:24.130972 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-6fc80bf0-2b4d-4495-b072-028ce950c05b tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "DELETE /v2.0/security-groups/bba323fc-383b-497f-b744-dc05b6a39226 HTTP/1.1" status: 204 len: 168 time: 0.5882487 Feb 03 14:00:24.134907 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-e85e8e17-632e-4233-8ff1-05d826d2abd9 None None] The port 'c21ee0f0-fb44-40c2-a545-2aed59e4c025' was deleted {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 14:00:24.135478 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54908) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:24.153679 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-0aa98e4f-5a55-4c21-9c82-41507210c428 None None] Port b230309b-5c4e-43a3-801c-272d4a55ef0d cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:00:24.219619 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:24.220442 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device c21ee0f0-fb44-40c2-a545-2aed59e4c025 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:00:24.235580 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-b0dcb6ba-4052-43a4-9404-466ef4e8aae7 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] show failed (client error): The resource could not be found. Feb 03 14:00:24.239390 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b0dcb6ba-4052-43a4-9404-466ef4e8aae7 tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "GET /v2.0/security-groups/bba323fc-383b-497f-b744-dc05b6a39226 HTTP/1.1" status: 404 len: 347 time: 0.1002080 Feb 03 14:00:24.240790 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54912) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:24.269666 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74eb59dd-4abe-4aca-8d1b-2c0824066b17 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Made reservation on behalf of 2fa0476fd5f14aeea80802e139eae85a for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:00:24.278851 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-74eb59dd-4abe-4aca-8d1b-2c0824066b17 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:24.309245 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: c21ee0f0-fb44-40c2-a545-2aed59e4c025 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:00:24.309245 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device c21ee0f0-fb44-40c2-a545-2aed59e4c025 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:00:24.342172 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-ad6ff9b1-307e-4749-ad85-ef07663efe69 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:00:24.342721 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-ad6ff9b1-307e-4749-ad85-ef07663efe69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:00:24.364843 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.extraroute_db [None req-3b8e344c-63ca-4e6e-a7b6-c6e30f8ea3ba tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Added routes are [] {{(pid=84181) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 03 14:00:24.364843 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.extraroute_db [None req-3b8e344c-63ca-4e6e-a7b6-c6e30f8ea3ba tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Removed routes are [] {{(pid=84181) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 03 14:00:24.364843 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3b8e344c-63ca-4e6e-a7b6-c6e30f8ea3ba tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:24.365092 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8352da35-5b3f-4fb2-9e35-53ac63bf777a tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:24.365092 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-8352da35-5b3f-4fb2-9e35-53ac63bf777a tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.5495234 Feb 03 14:00:24.423506 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54916) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:24.451253 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-74eb59dd-4abe-4aca-8d1b-2c0824066b17 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] device_id is not set on port 4765b705-f69b-40c2-87ce-476f41a48405 yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:00:24.453687 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-f0f49b67-8a9b-4676-ae14-11dca4f59730 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'port': {'network_id': '12f71a50-bc1c-4e20-af22-71da7afd7ba8', 'name': 'tempest-PortsIpV6TestJSON-466625863'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:24.504762 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=b475eee3-0b1a-41d8-b7d5-69449cf16669,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:24.520560 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-ad6ff9b1-307e-4749-ad85-ef07663efe69 None None] Deleting port b475eee3-0b1a-41d8-b7d5-69449cf16669 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:24.521255 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ad6ff9b1-307e-4749-ad85-ef07663efe69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:24.552700 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-f7425a4f-d7c6-41e4-843a-f92ecb9a1320 None None] Provisioning for port e976194b-fb1d-42c7-b370-17b2f035305e completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:00:24.581685 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device e976194b-fb1d-42c7-b370-17b2f035305e up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:00:24.613505 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-f46df268-8cd9-4a46-b606-a20df82ef835 None None] Allocated IP 2001:db8::2 (12f71a50-bc1c-4e20-af22-71da7afd7ba8/f95d3e86-3c22-44c8-993e-8e3d75be5b84/4bb4ffa2-a793-4bc8-9cf4-1d86d5dcf4a4) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:00:24.744885 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-24842d3f-9584-4e48-9e88-2daf45e55717 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:24.757055 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b8be68-b6f4-4428-9295-7304bd0b4968 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:00:24.771258 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ad9c6a-4faa-48db-9f26-a3739f66fbc5 None None] Sync routers for ids ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:00:24.794961 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ad9c6a-4faa-48db-9f26-a3739f66fbc5 None None] Routers {'b8ac8743-9c7e-4709-a28e-1ea2b501ff15'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:00:24.803628 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-a3ad9c6a-4faa-48db-9f26-a3739f66fbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:59:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:24.855817 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-01b8be68-b6f4-4428-9295-7304bd0b4968 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:24.881470 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-afeeb40d-2d17-4891-9803-f59bec1350eb tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Deleting port 229adede-9a7a-4778-be10-745644925f54 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:24.881789 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-afeeb40d-2d17-4891-9803-f59bec1350eb tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:24.921997 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-a3ad9c6a-4faa-48db-9f26-a3739f66fbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:24.927275 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3b8e344c-63ca-4e6e-a7b6-c6e30f8ea3ba tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:24.941504 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ad9c6a-4faa-48db-9f26-a3739f66fbc5 None None] Routers {'b8ac8743-9c7e-4709-a28e-1ea2b501ff15'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:00:24.942817 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-a3ad9c6a-4faa-48db-9f26-a3739f66fbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:59:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:24.964885 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3b8e344c-63ca-4e6e-a7b6-c6e30f8ea3ba tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970733'] for router, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:25.046092 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-a3ad9c6a-4faa-48db-9f26-a3739f66fbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:25.047720 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ad9c6a-4faa-48db-9f26-a3739f66fbc5 None None] The sync data for ids ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:00:25.126796 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port e976194b-fb1d-42c7-b370-17b2f035305e completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:00:25.129566 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-01b8be68-b6f4-4428-9295-7304bd0b4968 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 10.2273436 Feb 03 14:00:25.140713 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54920) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:25.156896 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port e976194b-fb1d-42c7-b370-17b2f035305e triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:25.157349 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:25.187598 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d340d389-a15e-4caa-bc85-dee6f95db714 None None] Update dhcp port {'port': {'network_id': '29567c6f-7621-40e1-9e33-6c82eedc7eec', 'fixed_ips': [{'subnet_id': '5f30fa21-198e-4e2d-a612-abfa453ec587', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bc9827e9-ae9e-4939-ad0d-8275a9f56b4f'}], 'binding:host_id': 'dv-neutron-827016-1-hyperv'}, 'id': 'e976194b-fb1d-42c7-b370-17b2f035305e'} from dv-neutron-827016-1-hyperv. {{(pid=84183) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 03 14:00:25.207195 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8e344c-63ca-4e6e-a7b6-c6e30f8ea3ba tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Router 2a1a9059-2612-48ef-a558-cc9a429449c1 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:00:25.231121 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-ad6ff9b1-307e-4749-ad85-ef07663efe69 None None] For port b475eee3-0b1a-41d8-b7d5-69449cf16669, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=b475eee3-0b1a-41d8-b7d5-69449cf16669,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:25.231629 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ad6ff9b1-307e-4749-ad85-ef07663efe69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:25.307151 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-f0f49b67-8a9b-4676-ae14-11dca4f59730 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:25.393133 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-f0f49b67-8a9b-4676-ae14-11dca4f59730 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Usage tracker for resource:port and tenant:faf754c5dcac42e3b7b479467002acb8 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:00:25.403723 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-74eb59dd-4abe-4aca-8d1b-2c0824066b17 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Allocated IP 172.20.0.3 (29567c6f-7621-40e1-9e33-6c82eedc7eec/5f30fa21-198e-4e2d-a612-abfa453ec587/4765b705-f69b-40c2-87ce-476f41a48405) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:00:25.416399 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-f0f49b67-8a9b-4676-ae14-11dca4f59730 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:00:25.420305 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-74eb59dd-4abe-4aca-8d1b-2c0824066b17 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Allocated IP 172.20.0.20 (29567c6f-7621-40e1-9e33-6c82eedc7eec/bc9827e9-ae9e-4939-ad0d-8275a9f56b4f/4765b705-f69b-40c2-87ce-476f41a48405) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:00:25.437554 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f46df268-8cd9-4a46-b606-a20df82ef835 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:25.438093 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8e344c-63ca-4e6e-a7b6-c6e30f8ea3ba tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:00:25.447853 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-ad6ff9b1-307e-4749-ad85-ef07663efe69 None None] Calling delete_port for b475eee3-0b1a-41d8-b7d5-69449cf16669 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:00:25.463946 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3b8e344c-63ca-4e6e-a7b6-c6e30f8ea3ba tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:25.465082 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3b8e344c-63ca-4e6e-a7b6-c6e30f8ea3ba tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "PUT /v2.0/routers/2a1a9059-2612-48ef-a558-cc9a429449c1 HTTP/1.1" status: 200 len: 704 time: 1.5793185 Feb 03 14:00:25.490423 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93679db-f99a-4b44-bfa7-07a963466b7a None None] Sync routers for ids ['2a1a9059-2612-48ef-a558-cc9a429449c1'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:00:25.497034 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54924) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:25.497897 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-f0f49b67-8a9b-4676-ae14-11dca4f59730 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:25.500348 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a1903ca7-0f93-4080-98b7-c904b314f197 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:25.517287 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-f46df268-8cd9-4a46-b606-a20df82ef835 None None] Transition to ACTIVE for port object 4bb4ffa2-a793-4bc8-9cf4-1d86d5dcf4a4 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:25.522774 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d340d389-a15e-4caa-bc85-dee6f95db714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:25.559008 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f36cd945-1660-44f7-8087-9a77a26a252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:25.599842 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-0e393e33-91b2-4cc7-87c8-b9585ef3f69f tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "GET /v2.0/floatingips/9b81f857-edcb-4e08-8bda-0b62d49b5722 HTTP/1.1" status: 200 len: 976 time: 0.4121244 Feb 03 14:00:25.605151 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-f9cce87b-9100-4383-8efe-62498adad051 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Synchronizing usage tracker for tenant:e560cbcda02c46efaee7f040dc641828 on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:00:25.612274 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-afeeb40d-2d17-4891-9803-f59bec1350eb tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:25.612592 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-afeeb40d-2d17-4891-9803-f59bec1350eb tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:25.619799 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54928) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:25.635189 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-f46df268-8cd9-4a46-b606-a20df82ef835 None None] Transition to ACTIVE for port object 4bb4ffa2-a793-4bc8-9cf4-1d86d5dcf4a4 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:25.644883 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-74eb59dd-4abe-4aca-8d1b-2c0824066b17 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:25.661211 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-74eb59dd-4abe-4aca-8d1b-2c0824066b17 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Transition to ACTIVE for port object 4765b705-f69b-40c2-87ce-476f41a48405 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:25.663293 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93679db-f99a-4b44-bfa7-07a963466b7a None None] Routers {'2a1a9059-2612-48ef-a558-cc9a429449c1'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:00:25.663892 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-e93679db-f99a-4b44-bfa7-07a963466b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:59:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2a1a9059-2612-48ef-a558-cc9a429449c1'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:25.785127 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-74eb59dd-4abe-4aca-8d1b-2c0824066b17 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:25.801146 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f49b67-8a9b-4676-ae14-11dca4f59730 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Made reservation on behalf of faf754c5dcac42e3b7b479467002acb8 for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:00:25.805165 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f0f49b67-8a9b-4676-ae14-11dca4f59730 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:25.805319 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f46df268-8cd9-4a46-b606-a20df82ef835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:25.808366 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:25.863950 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74eb59dd-4abe-4aca-8d1b-2c0824066b17 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Network 29567c6f-7621-40e1-9e33-6c82eedc7eec is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:25.867775 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-74eb59dd-4abe-4aca-8d1b-2c0824066b17 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:25.869654 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74eb59dd-4abe-4aca-8d1b-2c0824066b17 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:00:25.913359 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ad6ff9b1-307e-4749-ad85-ef07663efe69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:25.916910 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb59dd-4abe-4aca-8d1b-2c0824066b17 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'Port': ['ID=4765b705-f69b-40c2-87ce-476f41a48405,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:25.929823 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-afeeb40d-2d17-4891-9803-f59bec1350eb tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Calling delete_port for 229adede-9a7a-4778-be10-745644925f54 owned by network:floatingip {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:00:25.940535 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-e93679db-f99a-4b44-bfa7-07a963466b7a None None] Set router 2a1a9059-2612-48ef-a558-cc9a429449c1 gateway port host: None {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:00:25.949368 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74eb59dd-4abe-4aca-8d1b-2c0824066b17 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:25.949993 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-74eb59dd-4abe-4aca-8d1b-2c0824066b17 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:26.025223 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-74eb59dd-4abe-4aca-8d1b-2c0824066b17 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.2340982 Feb 03 14:00:26.028246 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54932) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:26.034692 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-7db687f0-d813-4ec5-ab8f-35374fb83237 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5f30fa21-198e-4e2d-a612-abfa453ec587'}]}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:26.038842 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46df268-8cd9-4a46-b606-a20df82ef835 None None] Network 12f71a50-bc1c-4e20-af22-71da7afd7ba8 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:26.065348 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-f0f49b67-8a9b-4676-ae14-11dca4f59730 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] device_id is not set on port a315ab51-7946-4a77-9e74-f513a7215531 yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:00:26.092309 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46df268-8cd9-4a46-b606-a20df82ef835 None None] Pushing event updated for resources: {'Port': ['ID=4bb4ffa2-a793-4bc8-9cf4-1d86d5dcf4a4,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:26.094828 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-f46df268-8cd9-4a46-b606-a20df82ef835 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:26.134658 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6ff9b1-307e-4749-ad85-ef07663efe69 None None] No DVR routers for this DVR port b475eee3-0b1a-41d8-b7d5-69449cf16669 on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:00:26.140618 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46df268-8cd9-4a46-b606-a20df82ef835 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:00:26.152246 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port e976194b-fb1d-42c7-b370-17b2f035305e, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=e976194b-fb1d-42c7-b370-17b2f035305e,segment=NetworkSegment(4e397f7e-7335-4d49-aa0f-a3cd28329b4e),segment_id=4e397f7e-7335-4d49-aa0f-a3cd28329b4e)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:26.164530 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-e93679db-f99a-4b44-bfa7-07a963466b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'name': 'tempest-RoutersIpV6Test-router-979439135', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:58:43Z', 'updated_at': '2022-02-03T14:00:15Z', 'revision_number': 11, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'gw_port_host': None}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:26.171675 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ff9b1-307e-4749-ad85-ef07663efe69 None None] Pushing event deleted for resources: {'Port': ['ID=b475eee3-0b1a-41d8-b7d5-69449cf16669,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:26.205422 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b582931-3248-48f3-af40-22aef7ffa9ab None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:00:26.231788 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93679db-f99a-4b44-bfa7-07a963466b7a None None] Checking router: 2a1a9059-2612-48ef-a558-cc9a429449c1 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:00:26.253918 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-f9cce87b-9100-4383-8efe-62498adad051 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Unset dirty status for tenant:e560cbcda02c46efaee7f040dc641828 on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:00:26.257544 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f9cce87b-9100-4383-8efe-62498adad051 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a1a9059-2612-48ef-a558-cc9a429449c1 HTTP/1.1" status: 200 len: 205 time: 0.7443345 Feb 03 14:00:26.269748 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54936) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:26.285536 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:26.316505 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7db687f0-d813-4ec5-ab8f-35374fb83237 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:26.396416 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.db.resource_extend [None req-24842d3f-9584-4e48-9e88-2daf45e55717 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:00:26.414803 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-844d4109-acc7-4ff3-a4ec-3166fa8e27c9 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Synchronizing usage tracker for tenant:2e321b7425cc4fcdadac3009246b2caf on resource:floatingip {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:00:26.435747 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-24842d3f-9584-4e48-9e88-2daf45e55717 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:26.469312 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-d340d389-a15e-4caa-bc85-dee6f95db714 None None] Allocated IP 172.20.0.18 (29567c6f-7621-40e1-9e33-6c82eedc7eec/bc9827e9-ae9e-4939-ad0d-8275a9f56b4f/e976194b-fb1d-42c7-b370-17b2f035305e) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:00:26.484708 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-f46df268-8cd9-4a46-b606-a20df82ef835 None None] Attempting to bind port 4bb4ffa2-a793-4bc8-9cf4-1d86d5dcf4a4 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:00:26.485084 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-f46df268-8cd9-4a46-b606-a20df82ef835 None None] Attempting to bind port 4bb4ffa2-a793-4bc8-9cf4-1d86d5dcf4a4 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'e9150301-6f12-47bc-a867-91fa9c13535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '12f71a50-bc1c-4e20-af22-71da7afd7ba8'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:00:26.485455 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46df268-8cd9-4a46-b606-a20df82ef835 None None] Attempting to bind port 4bb4ffa2-a793-4bc8-9cf4-1d86d5dcf4a4 on network 12f71a50-bc1c-4e20-af22-71da7afd7ba8 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:00:26.512497 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93679db-f99a-4b44-bfa7-07a963466b7a None None] Routers {'2a1a9059-2612-48ef-a558-cc9a429449c1'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:00:26.513142 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-e93679db-f99a-4b44-bfa7-07a963466b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T13:59:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2a1a9059-2612-48ef-a558-cc9a429449c1'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:26.582968 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-24842d3f-9584-4e48-9e88-2daf45e55717 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:26.666105 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=e976194b-fb1d-42c7-b370-17b2f035305e,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:26.675022 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46df268-8cd9-4a46-b606-a20df82ef835 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:00:26.675459 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46df268-8cd9-4a46-b606-a20df82ef835 None None] Checking segment: {'id': 'e9150301-6f12-47bc-a867-91fa9c13535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '12f71a50-bc1c-4e20-af22-71da7afd7ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:00:26.675834 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f46df268-8cd9-4a46-b606-a20df82ef835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:26.676233 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46df268-8cd9-4a46-b606-a20df82ef835 None None] Bound using segment: {'id': 'e9150301-6f12-47bc-a867-91fa9c13535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '12f71a50-bc1c-4e20-af22-71da7afd7ba8'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:00:26.676715 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-f46df268-8cd9-4a46-b606-a20df82ef835 None None] Bound port: 4bb4ffa2-a793-4bc8-9cf4-1d86d5dcf4a4, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9150301-6f12-47bc-a867-91fa9c13535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '12f71a50-bc1c-4e20-af22-71da7afd7ba8'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:00:26.677090 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f46df268-8cd9-4a46-b606-a20df82ef835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:26.763867 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-844d4109-acc7-4ff3-a4ec-3166fa8e27c9 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Unset dirty status for tenant:2e321b7425cc4fcdadac3009246b2caf on resource:floatingip {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:00:26.765054 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-844d4109-acc7-4ff3-a4ec-3166fa8e27c9 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 1.0942259 Feb 03 14:00:26.768821 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54940) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:26.769544 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-24842d3f-9584-4e48-9e88-2daf45e55717 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] In _notify_port_updated(), no bound segment for port b230309b-5c4e-43a3-801c-272d4a55ef0d on network 8f0f6305-38ab-4a46-b8a5-b819ded7a852 {{(pid=84182) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 03 14:00:26.773499 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24842d3f-9584-4e48-9e88-2daf45e55717 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:26.774137 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-24842d3f-9584-4e48-9e88-2daf45e55717 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:26.775405 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-24842d3f-9584-4e48-9e88-2daf45e55717 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] 10.222.0.41 "PUT /v2.0/ports/b230309b-5c4e-43a3-801c-272d4a55ef0d HTTP/1.1" status: 200 len: 1002 time: 3.3988702 Feb 03 14:00:26.775959 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-5a5a10b7-010f-482a-9242-cc164de81956 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Request body: {'floatingip': {'port_id': 'fef7a01f-02a6-48a5-baf7-e294d4c12c52'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:26.815630 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2ec1eca0-3308-483b-89aa-f8171a16aaa0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for router, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:26.843130 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54944) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:26.871768 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24842d3f-9584-4e48-9e88-2daf45e55717 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Pushing event updated for resources: {'Port': ['ID=b230309b-5c4e-43a3-801c-272d4a55ef0d,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:26.897438 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-e93679db-f99a-4b44-bfa7-07a963466b7a None None] Set router 2a1a9059-2612-48ef-a558-cc9a429449c1 gateway port host: None {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:00:26.906932 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-f0f49b67-8a9b-4676-ae14-11dca4f59730 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Allocated IP 2001:db8::3ce (12f71a50-bc1c-4e20-af22-71da7afd7ba8/f95d3e86-3c22-44c8-993e-8e3d75be5b84/a315ab51-7946-4a77-9e74-f513a7215531) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:00:26.942334 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-1fe3b5f8-fa17-4dff-9fab-598412ddb405 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Deleting port b230309b-5c4e-43a3-801c-272d4a55ef0d {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:26.942686 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1fe3b5f8-fa17-4dff-9fab-598412ddb405 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:27.024736 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-a1903ca7-0f93-4080-98b7-c904b314f197 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Allocated IP 2001:db8::1 (ac0baa47-f752-4b1c-8067-faa2699b3288/a03293e8-632a-4eaa-bfc9-471b71ef5d66/c6222f74-bd56-4155-8193-3ba9a9dcfa92) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:00:27.077989 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-afeeb40d-2d17-4891-9803-f59bec1350eb tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:27.142932 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-f46df268-8cd9-4a46-b606-a20df82ef835 None None] For port 4bb4ffa2-a793-4bc8-9cf4-1d86d5dcf4a4, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:00:27.147986 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-e93679db-f99a-4b44-bfa7-07a963466b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'name': 'tempest-RoutersIpV6Test-router-979439135', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:58:43Z', 'updated_at': '2022-02-03T14:00:15Z', 'revision_number': 11, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'gw_port_host': None}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:27.157063 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93679db-f99a-4b44-bfa7-07a963466b7a None None] The sync data for ids ['2a1a9059-2612-48ef-a558-cc9a429449c1'] in dv-neutron-827016-1-hyperv is: [{'id': '2a1a9059-2612-48ef-a558-cc9a429449c1', 'name': 'tempest-RoutersIpV6Test-router-979439135', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:58:43Z', 'updated_at': '2022-02-03T14:00:15Z', 'revision_number': 11, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'gw_port_host': None}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:00:27.170572 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5a5a10b7-010f-482a-9242-cc164de81956 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for floatingip, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:27.176490 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-f46df268-8cd9-4a46-b606-a20df82ef835 None None] For port 4bb4ffa2-a793-4bc8-9cf4-1d86d5dcf4a4, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=4bb4ffa2-a793-4bc8-9cf4-1d86d5dcf4a4,segment=NetworkSegment(e9150301-6f12-47bc-a867-91fa9c13535b),segment_id=e9150301-6f12-47bc-a867-91fa9c13535b)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:00:27.178658 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-d340d389-a15e-4caa-bc85-dee6f95db714 None None] For port e976194b-fb1d-42c7-b370-17b2f035305e, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=e976194b-fb1d-42c7-b370-17b2f035305e,segment=NetworkSegment(4e397f7e-7335-4d49-aa0f-a3cd28329b4e),segment_id=4e397f7e-7335-4d49-aa0f-a3cd28329b4e)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:27.182244 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcf0501-9fc6-4ef5-8e34-f097a5571b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-ac0baa47-f752-4b1c-8067-faa2699b3288', 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'tenant_id': '1508f35e18f0463982f9a6d535c8268b', 'fixed_ips': [{'subnet_id': 'a03293e8-632a-4eaa-bfc9-471b71ef5d66'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:00:27.182983 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-dfcf0501-9fc6-4ef5-8e34-f097a5571b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:27.204514 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeb40d-2d17-4891-9803-f59bec1350eb tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Pushing event deleted for resources: {'Port': ['ID=229adede-9a7a-4778-be10-745644925f54,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:27.205561 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-f8cdcc10-83fd-45c5-977b-d6357a956803 None None] Provisioning complete for port b230309b-5c4e-43a3-801c-272d4a55ef0d triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:27.206003 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f8cdcc10-83fd-45c5-977b-d6357a956803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:27.274309 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d340d389-a15e-4caa-bc85-dee6f95db714 None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:27.285355 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f46df268-8cd9-4a46-b606-a20df82ef835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:27.424439 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-afeeb40d-2d17-4891-9803-f59bec1350eb tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks [] for floatingip, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:27.488283 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-d340d389-a15e-4caa-bc85-dee6f95db714 None None] Transition to ACTIVE for port object e976194b-fb1d-42c7-b370-17b2f035305e will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:27.532861 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-f8cdcc10-83fd-45c5-977b-d6357a956803 None None] Port b230309b-5c4e-43a3-801c-272d4a55ef0d cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:00:27.544150 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46df268-8cd9-4a46-b606-a20df82ef835 None None] Pushing event updated for resources: {'Port': ['ID=4bb4ffa2-a793-4bc8-9cf4-1d86d5dcf4a4,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:27.547004 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1fe3b5f8-fa17-4dff-9fab-598412ddb405 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:27.557127 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d340d389-a15e-4caa-bc85-dee6f95db714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:27.594739 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-743d858f-592d-4be8-96b9-7911ad46954d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:27.644563 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f0f49b67-8a9b-4676-ae14-11dca4f59730 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:27.703348 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d340d389-a15e-4caa-bc85-dee6f95db714 None None] Pushing event updated for resources: {'Port': ['ID=e976194b-fb1d-42c7-b370-17b2f035305e,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:27.724395 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-1fe3b5f8-fa17-4dff-9fab-598412ddb405 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Calling delete_port for b230309b-5c4e-43a3-801c-272d4a55ef0d owned by {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:00:27.890716 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-7db687f0-d813-4ec5-ab8f-35374fb83237 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Delete allocated IP 172.20.0.20 (29567c6f-7621-40e1-9e33-6c82eedc7eec/bc9827e9-ae9e-4939-ad0d-8275a9f56b4f) {{(pid=84181) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 03 14:00:27.911767 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-f0f49b67-8a9b-4676-ae14-11dca4f59730 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Transition to ACTIVE for port object a315ab51-7946-4a77-9e74-f513a7215531 will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:28.044657 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a1903ca7-0f93-4080-98b7-c904b314f197 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:28.061963 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-a1903ca7-0f93-4080-98b7-c904b314f197 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Transition to ACTIVE for port object c6222f74-bd56-4155-8193-3ba9a9dcfa92 will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:28.069459 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2ec1eca0-3308-483b-89aa-f8171a16aaa0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:28.072859 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-afeeb40d-2d17-4891-9803-f59bec1350eb tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:28.075113 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-afeeb40d-2d17-4891-9803-f59bec1350eb tempest-ServerActionsTestJSON-1045858623 tempest-ServerActionsTestJSON-1045858623-project] 10.222.0.41 "DELETE /v2.0/floatingips/fa369bbb-8fd1-4dcb-b51e-04c6616927d2 HTTP/1.1" status: 204 len: 168 time: 3.8310609 Feb 03 14:00:28.075713 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f0f49b67-8a9b-4676-ae14-11dca4f59730 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:28.077698 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54948) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:28.224636 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2ec1eca0-3308-483b-89aa-f8171a16aaa0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:28.260335 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f49b67-8a9b-4676-ae14-11dca4f59730 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'Port': ['ID=a315ab51-7946-4a77-9e74-f513a7215531,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:28.271998 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f49b67-8a9b-4676-ae14-11dca4f59730 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Network 12f71a50-bc1c-4e20-af22-71da7afd7ba8 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:28.279576 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-f0f49b67-8a9b-4676-ae14-11dca4f59730 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:28.285395 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f49b67-8a9b-4676-ae14-11dca4f59730 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:00:28.289700 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f49b67-8a9b-4676-ae14-11dca4f59730 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:28.290432 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f0f49b67-8a9b-4676-ae14-11dca4f59730 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:28.395438 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7db687f0-d813-4ec5-ab8f-35374fb83237 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:28.413323 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-7db687f0-d813-4ec5-ab8f-35374fb83237 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Ignored duplicate provisioning block setup for port 4765b705-f69b-40c2-87ce-476f41a48405 by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 03 14:00:28.414558 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2ec1eca0-3308-483b-89aa-f8171a16aaa0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:28.415173 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec1eca0-3308-483b-89aa-f8171a16aaa0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Fanout notify agent at l3_agent the message router_deleted on router 2a1a9059-2612-48ef-a558-cc9a429449c1 {{(pid=84182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:00:28.422461 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2ec1eca0-3308-483b-89aa-f8171a16aaa0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:28.423661 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2ec1eca0-3308-483b-89aa-f8171a16aaa0 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "DELETE /v2.0/routers/2a1a9059-2612-48ef-a558-cc9a429449c1 HTTP/1.1" status: 204 len: 168 time: 2.1486509 Feb 03 14:00:28.430555 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54952) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:28.447263 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f0f49b67-8a9b-4676-ae14-11dca4f59730 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0000415 Feb 03 14:00:28.447263 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a1903ca7-0f93-4080-98b7-c904b314f197 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:28.454338 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-d054eac3-cc56-468e-9854-1321c6853e2f tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-872902640', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:28.462497 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1fe3b5f8-fa17-4dff-9fab-598412ddb405 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:28.469651 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54956) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:28.518633 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-d054eac3-cc56-468e-9854-1321c6853e2f tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:28.536646 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1903ca7-0f93-4080-98b7-c904b314f197 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:28.546179 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-a1903ca7-0f93-4080-98b7-c904b314f197 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:28.547988 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd7f6b9-2ed1-42af-a5bd-03cd97d027a1 None None] Network 29567c6f-7621-40e1-9e33-6c82eedc7eec requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:00:28.555506 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1903ca7-0f93-4080-98b7-c904b314f197 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:00:28.556229 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a1903ca7-0f93-4080-98b7-c904b314f197 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:28.605052 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7db687f0-d813-4ec5-ab8f-35374fb83237 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:28.613632 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-d054eac3-cc56-468e-9854-1321c6853e2f tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Usage tracker for resource:router and tenant:e560cbcda02c46efaee7f040dc641828 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:00:28.626843 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe3b5f8-fa17-4dff-9fab-598412ddb405 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Pushing event deleted for resources: {'Port': ['ID=b230309b-5c4e-43a3-801c-272d4a55ef0d,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:28.626992 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1903ca7-0f93-4080-98b7-c904b314f197 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Port': ['ID=c6222f74-bd56-4155-8193-3ba9a9dcfa92,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:28.703051 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device e976194b-fb1d-42c7-b370-17b2f035305e up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:00:28.750695 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-a4f27e6d-e678-4aec-b4e9-84b8d03c75eb None None] Provisioning for port e976194b-fb1d-42c7-b370-17b2f035305e completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:00:28.806146 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-a4f27e6d-e678-4aec-b4e9-84b8d03c75eb None None] Provisioning complete for port e976194b-fb1d-42c7-b370-17b2f035305e triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:28.806517 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a4f27e6d-e678-4aec-b4e9-84b8d03c75eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:28.822524 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a1903ca7-0f93-4080-98b7-c904b314f197 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:28.828063 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-d054eac3-cc56-468e-9854-1321c6853e2f tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:00:28.864809 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-d054eac3-cc56-468e-9854-1321c6853e2f tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:28.887879 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-dfcf0501-9fc6-4ef5-8e34-f097a5571b1f None None] Allocated IP 2001:db8::2 (ac0baa47-f752-4b1c-8067-faa2699b3288/a03293e8-632a-4eaa-bfc9-471b71ef5d66/03a7133e-71d4-44f0-b24e-a8107f8f834a) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:00:28.912363 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:28.928805 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:29.123413 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d054eac3-cc56-468e-9854-1321c6853e2f tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:29.124545 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d054eac3-cc56-468e-9854-1321c6853e2f tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:29.147500 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db687f0-d813-4ec5-ab8f-35374fb83237 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'Port': ['ID=4765b705-f69b-40c2-87ce-476f41a48405,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:29.171681 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port e976194b-fb1d-42c7-b370-17b2f035305e triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:29.172189 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:29.318650 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4194cd-8dc3-440b-aab1-ec77edee23a8 None None] Network 12f71a50-bc1c-4e20-af22-71da7afd7ba8 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:00:29.360520 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-7db687f0-d813-4ec5-ab8f-35374fb83237 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] In _notify_port_updated(), no bound segment for port 4765b705-f69b-40c2-87ce-476f41a48405 on network 29567c6f-7621-40e1-9e33-6c82eedc7eec {{(pid=84181) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 03 14:00:29.364526 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db687f0-d813-4ec5-ab8f-35374fb83237 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:29.365255 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7db687f0-d813-4ec5-ab8f-35374fb83237 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:29.370028 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-7db687f0-d813-4ec5-ab8f-35374fb83237 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "PUT /v2.0/ports/4765b705-f69b-40c2-87ce-476f41a48405 HTTP/1.1" status: 200 len: 918 time: 3.3377330 Feb 03 14:00:29.370656 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54960) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:29.374258 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1fe3b5f8-fa17-4dff-9fab-598412ddb405 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:29.377355 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-46bd9b67-c69a-4e6b-b0a4-584cdb8f32b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5f30fa21-198e-4e2d-a612-abfa453ec587'}, {'subnet_id': 'bc9827e9-ae9e-4939-ad0d-8275a9f56b4f'}]}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:29.393225 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d054eac3-cc56-468e-9854-1321c6853e2f tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:29.453763 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a1903ca7-0f93-4080-98b7-c904b314f197 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:29.469697 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-1fe3b5f8-fa17-4dff-9fab-598412ddb405 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] 10.222.0.41 "DELETE /v2.0/ports/b230309b-5c4e-43a3-801c-272d4a55ef0d HTTP/1.1" status: 204 len: 168 time: 2.6230624 Feb 03 14:00:29.474350 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54964) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:29.484810 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.db.resource_extend [None req-5a5a10b7-010f-482a-9242-cc164de81956 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:00:29.546991 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d054eac3-cc56-468e-9854-1321c6853e2f tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:29.575455 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a1903ca7-0f93-4080-98b7-c904b314f197 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:29.576181 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a1903ca7-0f93-4080-98b7-c904b314f197 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:29.614761 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c3e633d-4b8b-41eb-910e-bd10ea0e0297 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] GET failed (client error): The resource could not be found. Feb 03 14:00:29.619820 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-9c3e633d-4b8b-41eb-910e-bd10ea0e0297 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Synchronizing usage tracker for tenant:8066c18a8ab246dfbf645d8b25c67254 on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:00:29.668417 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5a5a10b7-010f-482a-9242-cc164de81956 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:29.738450 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d054eac3-cc56-468e-9854-1321c6853e2f tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:29.743320 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d054eac3-cc56-468e-9854-1321c6853e2f tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.3077238 Feb 03 14:00:29.757272 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-dfcf0501-9fc6-4ef5-8e34-f097a5571b1f None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:29.766918 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54968) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:29.782279 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e04ff5ee-6c3d-4b1f-8ea8-d3f5e1ee6443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:29.784179 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-15ea4160-fc9a-473c-a4ae-40ccb093a34b tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:29.795804 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-dfcf0501-9fc6-4ef5-8e34-f097a5571b1f None None] Transition to ACTIVE for port object 03a7133e-71d4-44f0-b24e-a8107f8f834a will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:29.798899 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 4bb4ffa2-a793-4bc8-9cf4-1d86d5dcf4a4 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:00:29.845870 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5a5a10b7-010f-482a-9242-cc164de81956 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:29.902402 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-e84fbc10-376c-46e8-8fe6-94a11dd8f754 None None] Provisioning for port 4bb4ffa2-a793-4bc8-9cf4-1d86d5dcf4a4 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:00:29.925653 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-dfcf0501-9fc6-4ef5-8e34-f097a5571b1f None None] Transition to ACTIVE for port object 03a7133e-71d4-44f0-b24e-a8107f8f834a will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:29.968648 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1903ca7-0f93-4080-98b7-c904b314f197 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Port': ['ID=c6222f74-bd56-4155-8193-3ba9a9dcfa92,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:29.976121 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-9c3e633d-4b8b-41eb-910e-bd10ea0e0297 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Unset dirty status for tenant:8066c18a8ab246dfbf645d8b25c67254 on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:00:29.981159 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-9c3e633d-4b8b-41eb-910e-bd10ea0e0297 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] 10.222.0.41 "GET /v2.0/ports/b230309b-5c4e-43a3-801c-272d4a55ef0d HTTP/1.1" status: 404 len: 333 time: 0.5007102 Feb 03 14:00:29.982381 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54972) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:29.990841 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-dfcf0501-9fc6-4ef5-8e34-f097a5571b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:29.992442 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-b2e4d20d-c475-4038-9e52-342ca45c3d8e tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Request body: {'port': {'network_id': '8f0f6305-38ab-4a46-b8a5-b819ded7a852', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1050207970'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:30.072746 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 4bb4ffa2-a793-4bc8-9cf4-1d86d5dcf4a4 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:00:30.105501 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcf0501-9fc6-4ef5-8e34-f097a5571b1f None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:30.110739 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 4bb4ffa2-a793-4bc8-9cf4-1d86d5dcf4a4 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:30.111150 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:30.186274 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-dfcf0501-9fc6-4ef5-8e34-f097a5571b1f None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:30.193620 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcf0501-9fc6-4ef5-8e34-f097a5571b1f None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:00:30.215366 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-46bd9b67-c69a-4e6b-b0a4-584cdb8f32b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:30.224779 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf0501-9fc6-4ef5-8e34-f097a5571b1f None None] Pushing event updated for resources: {'Port': ['ID=03a7133e-71d4-44f0-b24e-a8107f8f834a,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:30.279341 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1903ca7-0f93-4080-98b7-c904b314f197 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:30.317427 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-a1903ca7-0f93-4080-98b7-c904b314f197 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:30.328503 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fcaaf0ab-808a-4d5f-9763-bd0084a4f647 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:30.345300 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:30.345930 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-94f10a80-5853-4338-bb22-4b2d65898d84 None None] Provisioning for port 4765b705-f69b-40c2-87ce-476f41a48405 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:00:30.403470 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-94f10a80-5853-4338-bb22-4b2d65898d84 None None] Provisioning complete for port 4765b705-f69b-40c2-87ce-476f41a48405 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:30.403848 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-94f10a80-5853-4338-bb22-4b2d65898d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:30.490616 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:30.513961 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-dfcf0501-9fc6-4ef5-8e34-f097a5571b1f None None] Attempting to bind port 03a7133e-71d4-44f0-b24e-a8107f8f834a on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:00:30.514493 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-dfcf0501-9fc6-4ef5-8e34-f097a5571b1f None None] Attempting to bind port 03a7133e-71d4-44f0-b24e-a8107f8f834a by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:00:30.514957 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcf0501-9fc6-4ef5-8e34-f097a5571b1f None None] Attempting to bind port 03a7133e-71d4-44f0-b24e-a8107f8f834a on network ac0baa47-f752-4b1c-8067-faa2699b3288 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:00:30.543662 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 4bb4ffa2-a793-4bc8-9cf4-1d86d5dcf4a4, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=4bb4ffa2-a793-4bc8-9cf4-1d86d5dcf4a4,segment=NetworkSegment(e9150301-6f12-47bc-a867-91fa9c13535b),segment_id=e9150301-6f12-47bc-a867-91fa9c13535b)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:30.558580 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcf0501-9fc6-4ef5-8e34-f097a5571b1f None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:00:30.559223 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcf0501-9fc6-4ef5-8e34-f097a5571b1f None None] Checking segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:00:30.559689 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-dfcf0501-9fc6-4ef5-8e34-f097a5571b1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:30.560317 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcf0501-9fc6-4ef5-8e34-f097a5571b1f None None] Bound using segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:00:30.560907 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-dfcf0501-9fc6-4ef5-8e34-f097a5571b1f None None] Bound port: 03a7133e-71d4-44f0-b24e-a8107f8f834a, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:00:30.561459 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-dfcf0501-9fc6-4ef5-8e34-f097a5571b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:30.581598 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-94f10a80-5853-4338-bb22-4b2d65898d84 None None] Port 4765b705-f69b-40c2-87ce-476f41a48405 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:00:30.600763 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b2e4d20d-c475-4038-9e52-342ca45c3d8e tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:30.668528 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:30.747172 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-94f10a80-5853-4338-bb22-4b2d65898d84 None None] Provisioning complete for port e976194b-fb1d-42c7-b370-17b2f035305e triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:30.747749 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-94f10a80-5853-4338-bb22-4b2d65898d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:30.762869 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b2e4d20d-c475-4038-9e52-342ca45c3d8e tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:30.829792 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-dfcf0501-9fc6-4ef5-8e34-f097a5571b1f None None] For port 03a7133e-71d4-44f0-b24e-a8107f8f834a, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:00:30.851111 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-dfcf0501-9fc6-4ef5-8e34-f097a5571b1f None None] For port 03a7133e-71d4-44f0-b24e-a8107f8f834a, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=03a7133e-71d4-44f0-b24e-a8107f8f834a,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:00:30.871332 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-15ea4160-fc9a-473c-a4ae-40ccb093a34b tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:30.884653 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e4d20d-c475-4038-9e52-342ca45c3d8e tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Made reservation on behalf of 8066c18a8ab246dfbf645d8b25c67254 for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:00:30.887659 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b2e4d20d-c475-4038-9e52-342ca45c3d8e tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:30.894336 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=4bb4ffa2-a793-4bc8-9cf4-1d86d5dcf4a4,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:30.932301 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-dfcf0501-9fc6-4ef5-8e34-f097a5571b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:31.012442 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf0501-9fc6-4ef5-8e34-f097a5571b1f None None] Pushing event updated for resources: {'Port': ['ID=03a7133e-71d4-44f0-b24e-a8107f8f834a,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:31.016523 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-15ea4160-fc9a-473c-a4ae-40ccb093a34b tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970733'] for router, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:31.035417 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-b2e4d20d-c475-4038-9e52-342ca45c3d8e tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] device_id is not set on port 91da4f51-c692-4c32-9c03-c622f3777117 yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:00:31.053034 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-77a30a1c-56e1-4715-83ca-44544c1ddba1 None None] Provisioning complete for port 4bb4ffa2-a793-4bc8-9cf4-1d86d5dcf4a4 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:31.053397 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-77a30a1c-56e1-4715-83ca-44544c1ddba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:31.197793 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.l3_db [None req-5a5a10b7-010f-482a-9242-cc164de81956 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Floating IP 9b81f857-edcb-4e08-8bda-0b62d49b5722 associated. External IP: 172.26.3.32, port: 34f37cfa-21ec-479f-9937-7b0b7b35f215. Feb 03 14:00:31.278890 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-77a30a1c-56e1-4715-83ca-44544c1ddba1 None None] Provisioning complete for port 4765b705-f69b-40c2-87ce-476f41a48405 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:31.279671 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-77a30a1c-56e1-4715-83ca-44544c1ddba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:31.340692 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-77a30a1c-56e1-4715-83ca-44544c1ddba1 None None] Port 4765b705-f69b-40c2-87ce-476f41a48405 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:00:31.412175 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-77a30a1c-56e1-4715-83ca-44544c1ddba1 None None] Provisioning for port a315ab51-7946-4a77-9e74-f513a7215531 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:00:31.417489 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-77a30a1c-56e1-4715-83ca-44544c1ddba1 None None] Provisioning complete for port a315ab51-7946-4a77-9e74-f513a7215531 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:31.418001 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-77a30a1c-56e1-4715-83ca-44544c1ddba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:31.433490 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-46bd9b67-c69a-4e6b-b0a4-584cdb8f32b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Allocated IP 172.20.0.19 (29567c6f-7621-40e1-9e33-6c82eedc7eec/bc9827e9-ae9e-4939-ad0d-8275a9f56b4f/4765b705-f69b-40c2-87ce-476f41a48405) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:00:31.478585 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-77a30a1c-56e1-4715-83ca-44544c1ddba1 None None] Port a315ab51-7946-4a77-9e74-f513a7215531 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:00:31.486657 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-b2e4d20d-c475-4038-9e52-342ca45c3d8e tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Allocated IP 2001:db8::33 (8f0f6305-38ab-4a46-b8a5-b819ded7a852/bce56d86-ba55-4a70-81e8-6c9d891f2ae6/91da4f51-c692-4c32-9c03-c622f3777117) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:00:31.563469 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fcaaf0ab-808a-4d5f-9763-bd0084a4f647 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:31.671557 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fcaaf0ab-808a-4d5f-9763-bd0084a4f647 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:31.674980 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ea4160-fc9a-473c-a4ae-40ccb093a34b tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Router 2d8be53b-8e12-48aa-b967-37762ad9ea90 is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:00:31.874514 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaaf0ab-808a-4d5f-9763-bd0084a4f647 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'Port': ['ID=a315ab51-7946-4a77-9e74-f513a7215531,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:32.126786 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-46bd9b67-c69a-4e6b-b0a4-584cdb8f32b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:32.211544 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-46bd9b67-c69a-4e6b-b0a4-584cdb8f32b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Transition to ACTIVE for port object 4765b705-f69b-40c2-87ce-476f41a48405 will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:32.218543 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-420e4783-53bd-42fb-ab2b-31175d79bd22 None None] Provisioning complete for port a315ab51-7946-4a77-9e74-f513a7215531 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:32.219271 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1903ca7-0f93-4080-98b7-c904b314f197 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Router e1716715-a76f-4a73-b147-a43a36a67a90 is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:00:32.219382 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-420e4783-53bd-42fb-ab2b-31175d79bd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:32.249354 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b2e4d20d-c475-4038-9e52-342ca45c3d8e tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:32.255424 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ea4160-fc9a-473c-a4ae-40ccb093a34b tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:00:32.266318 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-15ea4160-fc9a-473c-a4ae-40ccb093a34b tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:32.267487 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-15ea4160-fc9a-473c-a4ae-40ccb093a34b tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "PUT /v2.0/routers/2d8be53b-8e12-48aa-b967-37762ad9ea90 HTTP/1.1" status: 200 len: 697 time: 2.4948223 Feb 03 14:00:32.272590 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54976) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:32.274966 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523b3195-28b8-4824-aabc-2479fa0b8a86 None None] Sync routers for ids ['2d8be53b-8e12-48aa-b967-37762ad9ea90'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:00:32.299517 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523b3195-28b8-4824-aabc-2479fa0b8a86 None None] Routers {'2d8be53b-8e12-48aa-b967-37762ad9ea90'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:00:32.301652 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-420e4783-53bd-42fb-ab2b-31175d79bd22 None None] Port a315ab51-7946-4a77-9e74-f513a7215531 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:00:32.302209 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-523b3195-28b8-4824-aabc-2479fa0b8a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:00:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2d8be53b-8e12-48aa-b967-37762ad9ea90'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:32.354537 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-b2e4d20d-c475-4038-9e52-342ca45c3d8e tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Transition to ACTIVE for port object 91da4f51-c692-4c32-9c03-c622f3777117 will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:32.367972 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fcaaf0ab-808a-4d5f-9763-bd0084a4f647 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:32.448624 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-46bd9b67-c69a-4e6b-b0a4-584cdb8f32b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:32.452004 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5a10b7-010f-482a-9242-cc164de81956 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Router b8ac8743-9c7e-4709-a28e-1ea2b501ff15 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:00:32.520628 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-f502af3d-613d-4a0d-8dcd-76aed434e905 None None] Provisioning for port 03a7133e-71d4-44f0-b24e-a8107f8f834a completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:00:32.530312 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-523b3195-28b8-4824-aabc-2479fa0b8a86 None None] Set router 2d8be53b-8e12-48aa-b967-37762ad9ea90 gateway port host: None {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:00:32.614247 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fcaaf0ab-808a-4d5f-9763-bd0084a4f647 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:32.619055 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd9b67-c69a-4e6b-b0a4-584cdb8f32b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'Port': ['ID=4765b705-f69b-40c2-87ce-476f41a48405,revision_number=3']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:32.633830 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bd9b67-c69a-4e6b-b0a4-584cdb8f32b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:32.634246 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bd9b67-c69a-4e6b-b0a4-584cdb8f32b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:32.634687 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bd9b67-c69a-4e6b-b0a4-584cdb8f32b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:32.635177 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bd9b67-c69a-4e6b-b0a4-584cdb8f32b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:32.635610 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bd9b67-c69a-4e6b-b0a4-584cdb8f32b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:32.636050 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bd9b67-c69a-4e6b-b0a4-584cdb8f32b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:32.636467 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bd9b67-c69a-4e6b-b0a4-584cdb8f32b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:32.636888 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bd9b67-c69a-4e6b-b0a4-584cdb8f32b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:32.637308 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bd9b67-c69a-4e6b-b0a4-584cdb8f32b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:32.638194 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bd9b67-c69a-4e6b-b0a4-584cdb8f32b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:32.638194 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bd9b67-c69a-4e6b-b0a4-584cdb8f32b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:32.659050 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-523b3195-28b8-4824-aabc-2479fa0b8a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8be53b-8e12-48aa-b967-37762ad9ea90', 'name': 'tempest-RoutersIpV6Test-router-872902640', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:00:29Z', 'updated_at': '2022-02-03T14:00:30Z', 'revision_number': 2, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'gw_port_host': None}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:32.664326 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523b3195-28b8-4824-aabc-2479fa0b8a86 None None] Checking router: 2d8be53b-8e12-48aa-b967-37762ad9ea90 for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:00:32.675441 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523b3195-28b8-4824-aabc-2479fa0b8a86 None None] Routers {'2d8be53b-8e12-48aa-b967-37762ad9ea90'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:00:32.676009 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-523b3195-28b8-4824-aabc-2479fa0b8a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:00:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2d8be53b-8e12-48aa-b967-37762ad9ea90'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:32.697911 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-94c5a95a-e72f-4d69-8193-c3e409a65f46 None None] Provisioning for port c6222f74-bd56-4155-8193-3ba9a9dcfa92 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:00:32.704361 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-94c5a95a-e72f-4d69-8193-c3e409a65f46 None None] Provisioning complete for port c6222f74-bd56-4155-8193-3ba9a9dcfa92 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:32.704742 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-94c5a95a-e72f-4d69-8193-c3e409a65f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:32.822665 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-94c5a95a-e72f-4d69-8193-c3e409a65f46 None None] Port c6222f74-bd56-4155-8193-3ba9a9dcfa92 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:00:32.848311 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b2e4d20d-c475-4038-9e52-342ca45c3d8e tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:32.887911 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-523b3195-28b8-4824-aabc-2479fa0b8a86 None None] Set router 2d8be53b-8e12-48aa-b967-37762ad9ea90 gateway port host: None {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:00:32.910004 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 03a7133e-71d4-44f0-b24e-a8107f8f834a up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:00:33.044058 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4d20d-c475-4038-9e52-342ca45c3d8e tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Pushing event updated for resources: {'Port': ['ID=91da4f51-c692-4c32-9c03-c622f3777117,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:33.063658 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a6d6390a-60ce-4190-b952-d7a9bd9f9b43 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "GET /v2.0/routers/2d8be53b-8e12-48aa-b967-37762ad9ea90 HTTP/1.1" status: 200 len: 703 time: 0.7885275 Feb 03 14:00:33.071445 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54980) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:33.085213 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-523b3195-28b8-4824-aabc-2479fa0b8a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8be53b-8e12-48aa-b967-37762ad9ea90', 'name': 'tempest-RoutersIpV6Test-router-872902640', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:00:29Z', 'updated_at': '2022-02-03T14:00:30Z', 'revision_number': 2, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'gw_port_host': None}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:33.089806 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523b3195-28b8-4824-aabc-2479fa0b8a86 None None] The sync data for ids ['2d8be53b-8e12-48aa-b967-37762ad9ea90'] in dv-neutron-827016-1-hyperv is: [{'id': '2d8be53b-8e12-48aa-b967-37762ad9ea90', 'name': 'tempest-RoutersIpV6Test-router-872902640', 'tenant_id': 'e560cbcda02c46efaee7f040dc641828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:00:29Z', 'updated_at': '2022-02-03T14:00:30Z', 'revision_number': 2, 'project_id': 'e560cbcda02c46efaee7f040dc641828', 'gw_port_host': None}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:00:33.108745 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-4c1751b4-24ec-4cbc-b62f-7603de6975c4 None None] Provisioning complete for port c6222f74-bd56-4155-8193-3ba9a9dcfa92 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:33.109639 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4c1751b4-24ec-4cbc-b62f-7603de6975c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:33.126277 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e4d20d-c475-4038-9e52-342ca45c3d8e tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Network 8f0f6305-38ab-4a46-b8a5-b819ded7a852 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:33.146009 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-b2e4d20d-c475-4038-9e52-342ca45c3d8e tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:33.148513 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e4d20d-c475-4038-9e52-342ca45c3d8e tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:00:33.153124 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e4d20d-c475-4038-9e52-342ca45c3d8e tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:33.154167 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b2e4d20d-c475-4038-9e52-342ca45c3d8e tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:33.181356 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-85926790-1089-43c9-b5ad-a840d2265b0c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Synchronizing usage tracker for tenant:e560cbcda02c46efaee7f040dc641828 on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:00:33.183092 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-46bd9b67-c69a-4e6b-b0a4-584cdb8f32b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] In _notify_port_updated(), no bound segment for port 4765b705-f69b-40c2-87ce-476f41a48405 on network 29567c6f-7621-40e1-9e33-6c82eedc7eec {{(pid=84182) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 03 14:00:33.184463 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-4c1751b4-24ec-4cbc-b62f-7603de6975c4 None None] Port c6222f74-bd56-4155-8193-3ba9a9dcfa92 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:00:33.190441 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bd9b67-c69a-4e6b-b0a4-584cdb8f32b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:33.191287 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-46bd9b67-c69a-4e6b-b0a4-584cdb8f32b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:33.192892 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-46bd9b67-c69a-4e6b-b0a4-584cdb8f32b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "PUT /v2.0/ports/4765b705-f69b-40c2-87ce-476f41a48405 HTTP/1.1" status: 200 len: 998 time: 3.8213215 Feb 03 14:00:33.201841 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54984) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:33.203788 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1903ca7-0f93-4080-98b7-c904b314f197 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:00:33.214196 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff870550-8fa2-4d58-bbec-f54f07b50db9 None None] Sync routers for ids ['e1716715-a76f-4a73-b147-a43a36a67a90'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:00:33.230293 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff870550-8fa2-4d58-bbec-f54f07b50db9 None None] Routers {'e1716715-a76f-4a73-b147-a43a36a67a90'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:00:33.231111 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-ff870550-8fa2-4d58-bbec-f54f07b50db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:00:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e1716715-a76f-4a73-b147-a43a36a67a90'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:33.286835 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a1903ca7-0f93-4080-98b7-c904b314f197 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "PUT /v2.0/routers/e1716715-a76f-4a73-b147-a43a36a67a90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6283302 Feb 03 14:00:33.292633 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54988) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:33.337202 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-300c4a07-353a-45fd-9df1-6171934cf8b3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Deleting port 4765b705-f69b-40c2-87ce-476f41a48405 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:33.337667 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-300c4a07-353a-45fd-9df1-6171934cf8b3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:33.344267 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 03a7133e-71d4-44f0-b24e-a8107f8f834a completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:00:33.438165 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 03a7133e-71d4-44f0-b24e-a8107f8f834a triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:33.438554 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:33.450623 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5a10b7-010f-482a-9242-cc164de81956 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:00:33.462143 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba8d58e-c177-43f9-9994-579534c954c0 None None] Sync routers for ids ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:00:33.478223 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b2e4d20d-c475-4038-9e52-342ca45c3d8e tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.4898052 Feb 03 14:00:33.483854 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 54992) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:33.486759 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba8d58e-c177-43f9-9994-579534c954c0 None None] Routers {'b8ac8743-9c7e-4709-a28e-1ea2b501ff15'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:00:33.488183 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-8ba8d58e-c177-43f9-9994-579534c954c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:00:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:33.522302 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-ed006cf7-7c92-40fc-b225-0d7a71f38547 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:bd:be:56'}]}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:33.539770 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-ff870550-8fa2-4d58-bbec-f54f07b50db9 None None] Set router e1716715-a76f-4a73-b147-a43a36a67a90 gateway port host: None {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:00:33.573288 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b6fa29-13c4-4c33-a761-bd278f663860 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:33.574076 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-96b6fa29-13c4-4c33-a761-bd278f663860 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:00:33.586577 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-8ba8d58e-c177-43f9-9994-579534c954c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:33.588481 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-c86ee083-edf0-4c56-9283-a996a4acf22c None None] Provisioning for port 4765b705-f69b-40c2-87ce-476f41a48405 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:00:33.609284 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba8d58e-c177-43f9-9994-579534c954c0 None None] Routers {'b8ac8743-9c7e-4709-a28e-1ea2b501ff15'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:00:33.613424 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-8ba8d58e-c177-43f9-9994-579534c954c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:00:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:33.641258 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fcaaf0ab-808a-4d5f-9763-bd0084a4f647 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:33.646524 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-c86ee083-edf0-4c56-9283-a996a4acf22c None None] Provisioning complete for port 4765b705-f69b-40c2-87ce-476f41a48405 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:33.647177 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c86ee083-edf0-4c56-9283-a996a4acf22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:33.651271 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-85926790-1089-43c9-b5ad-a840d2265b0c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Unset dirty status for tenant:e560cbcda02c46efaee7f040dc641828 on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:00:33.652666 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-85926790-1089-43c9-b5ad-a840d2265b0c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d8be53b-8e12-48aa-b967-37762ad9ea90 HTTP/1.1" status: 200 len: 205 time: 0.5733371 Feb 03 14:00:33.668072 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 54996) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:33.716096 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-8ba8d58e-c177-43f9-9994-579534c954c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:33.718433 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba8d58e-c177-43f9-9994-579534c954c0 None None] The sync data for ids ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:00:33.753636 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fcaaf0ab-808a-4d5f-9763-bd0084a4f647 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:33.754309 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fcaaf0ab-808a-4d5f-9763-bd0084a4f647 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:33.792803 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:33.811785 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-96b6fa29-13c4-4c33-a761-bd278f663860 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:00:33.815474 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-96b6fa29-13c4-4c33-a761-bd278f663860 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/ports/c6222f74-bd56-4155-8193-3ba9a9dcfa92 HTTP/1.1" status: 200 len: 911 time: 0.5151858 Feb 03 14:00:33.816269 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55000) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:33.819859 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-e04ff5ee-6c3d-4b1f-8ea8-d3f5e1ee6443 admin admin] Deleting port 300de55e-0cde-40bc-be9a-6f8e8c76ff59 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:33.820248 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e04ff5ee-6c3d-4b1f-8ea8-d3f5e1ee6443 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:33.830093 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-c86ee083-edf0-4c56-9283-a996a4acf22c None None] Port 4765b705-f69b-40c2-87ce-476f41a48405 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:00:33.902541 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 03a7133e-71d4-44f0-b24e-a8107f8f834a, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=03a7133e-71d4-44f0-b24e-a8107f8f834a,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:34.006464 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:34.007378 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 4bb4ffa2-a793-4bc8-9cf4-1d86d5dcf4a4 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:00:34.112605 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-729d9ae1-7bfa-462b-9970-4449c980ce64 None None] Provisioning for port 91da4f51-c692-4c32-9c03-c622f3777117 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:00:34.124923 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-300c4a07-353a-45fd-9df1-6171934cf8b3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:34.135752 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-729d9ae1-7bfa-462b-9970-4449c980ce64 None None] Provisioning complete for port 91da4f51-c692-4c32-9c03-c622f3777117 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:34.136153 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-729d9ae1-7bfa-462b-9970-4449c980ce64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:34.154235 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaaf0ab-808a-4d5f-9763-bd0084a4f647 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'Port': ['ID=a315ab51-7946-4a77-9e74-f513a7215531,revision_number=3']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:34.168751 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6665b24a-c5c1-4eca-9813-63935d4cd1f5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for router, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:34.226359 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=03a7133e-71d4-44f0-b24e-a8107f8f834a,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:34.245026 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-ff870550-8fa2-4d58-bbec-f54f07b50db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1716715-a76f-4a73-b147-a43a36a67a90', 'name': 'tempest-NetworksTestDHCPv6-router-91231721', 'tenant_id': '1508f35e18f0463982f9a6d535c8268b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:00:23Z', 'updated_at': '2022-02-03T14:00:28Z', 'revision_number': 2, 'project_id': '1508f35e18f0463982f9a6d535c8268b', 'gw_port_host': None, '_interfaces': [{'id': 'c6222f74-bd56-4155-8193-3ba9a9dcfa92', 'name': '', 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'tenant_id': '1508f35e18f0463982f9a6d535c8268b', 'mac_address': 'fa:16:3e:ab:a8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1716715-a76f-4a73-b147-a43a36a67a90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a03293e8-632a-4eaa-bfc9-471b71ef5d66', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:00:26Z', 'updated_at': '2022-02-03T14:00:29Z', 'revision_number': 2, 'project_id': '1508f35e18f0463982f9a6d535c8268b', 'subnets': [{'id': 'a03293e8-632a-4eaa-bfc9-471b71ef5d66', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:34.260239 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff870550-8fa2-4d58-bbec-f54f07b50db9 None None] Checking router: e1716715-a76f-4a73-b147-a43a36a67a90 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:00:34.260880 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff870550-8fa2-4d58-bbec-f54f07b50db9 None None] Updating router e1716715-a76f-4a73-b147-a43a36a67a90 port c6222f74-bd56-4155-8193-3ba9a9dcfa92 binding host dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:00:34.289407 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-300c4a07-353a-45fd-9df1-6171934cf8b3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Calling delete_port for 4765b705-f69b-40c2-87ce-476f41a48405 owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:00:34.313491 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-729d9ae1-7bfa-462b-9970-4449c980ce64 None None] Port 91da4f51-c692-4c32-9c03-c622f3777117 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:00:34.337561 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaaf0ab-808a-4d5f-9763-bd0084a4f647 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:34.338131 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaaf0ab-808a-4d5f-9763-bd0084a4f647 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:34.338729 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaaf0ab-808a-4d5f-9763-bd0084a4f647 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:34.339255 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaaf0ab-808a-4d5f-9763-bd0084a4f647 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:34.339807 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaaf0ab-808a-4d5f-9763-bd0084a4f647 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:34.340360 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaaf0ab-808a-4d5f-9763-bd0084a4f647 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:34.340913 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaaf0ab-808a-4d5f-9763-bd0084a4f647 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:34.341531 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaaf0ab-808a-4d5f-9763-bd0084a4f647 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:34.342012 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaaf0ab-808a-4d5f-9763-bd0084a4f647 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:34.342556 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaaf0ab-808a-4d5f-9763-bd0084a4f647 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:34.351964 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaaf0ab-808a-4d5f-9763-bd0084a4f647 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:34.365577 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 4bb4ffa2-a793-4bc8-9cf4-1d86d5dcf4a4 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:34.366508 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:34.401827 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-e04ff5ee-6c3d-4b1f-8ea8-d3f5e1ee6443 admin admin] For port 300de55e-0cde-40bc-be9a-6f8e8c76ff59, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=300de55e-0cde-40bc-be9a-6f8e8c76ff59,segment=NetworkSegment(0e7268e2-bf48-4ad7-89d0-b4489178b8a5),segment_id=0e7268e2-bf48-4ad7-89d0-b4489178b8a5)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:34.402442 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e04ff5ee-6c3d-4b1f-8ea8-d3f5e1ee6443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:34.416506 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ff870550-8fa2-4d58-bbec-f54f07b50db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:34.572883 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-e04ff5ee-6c3d-4b1f-8ea8-d3f5e1ee6443 admin admin] Calling delete_port for 300de55e-0cde-40bc-be9a-6f8e8c76ff59 owned by network:router_interface {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:00:34.623268 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ed006cf7-7c92-40fc-b225-0d7a71f38547 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:34.675025 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a09ce7c-3da8-4904-8ac4-3743ac043a30 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:34.682876 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a09ce7c-3da8-4904-8ac4-3743ac043a30 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:34.690138 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-0a09ce7c-3da8-4904-8ac4-3743ac043a30 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.8675268 Feb 03 14:00:34.693762 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcaaf0ab-808a-4d5f-9763-bd0084a4f647 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Network 12f71a50-bc1c-4e20-af22-71da7afd7ba8 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:34.696154 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55004) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:34.720702 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-fcaaf0ab-808a-4d5f-9763-bd0084a4f647 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:34.943263 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-300c4a07-353a-45fd-9df1-6171934cf8b3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:35.034474 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c4a07-353a-45fd-9df1-6171934cf8b3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event deleted for resources: {'Port': ['ID=4765b705-f69b-40c2-87ce-476f41a48405,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:35.036487 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e04ff5ee-6c3d-4b1f-8ea8-d3f5e1ee6443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:35.080735 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 03a7133e-71d4-44f0-b24e-a8107f8f834a up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:00:35.170460 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ff870550-8fa2-4d58-bbec-f54f07b50db9 None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:35.197898 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-ff870550-8fa2-4d58-bbec-f54f07b50db9 None None] Transition to ACTIVE for port object c6222f74-bd56-4155-8193-3ba9a9dcfa92 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:35.204514 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-584e096c-5c52-479e-9a67-290be8bba136 None None] Provisioning complete for port a315ab51-7946-4a77-9e74-f513a7215531 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:35.206323 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-584e096c-5c52-479e-9a67-290be8bba136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:35.268980 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 03a7133e-71d4-44f0-b24e-a8107f8f834a triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:35.269654 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:35.366864 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-584e096c-5c52-479e-9a67-290be8bba136 None None] Port a315ab51-7946-4a77-9e74-f513a7215531 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:00:35.375804 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ff870550-8fa2-4d58-bbec-f54f07b50db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:35.425997 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6665b24a-c5c1-4eca-9813-63935d4cd1f5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:35.440672 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6665b24a-c5c1-4eca-9813-63935d4cd1f5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:35.445217 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ff5ee-6c3d-4b1f-8ea8-d3f5e1ee6443 admin admin] Pushing event deleted for resources: {'Port': ['ID=300de55e-0cde-40bc-be9a-6f8e8c76ff59,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:35.688600 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-ff870550-8fa2-4d58-bbec-f54f07b50db9 None None] Attempting to bind port c6222f74-bd56-4155-8193-3ba9a9dcfa92 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:00:35.689036 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-ff870550-8fa2-4d58-bbec-f54f07b50db9 None None] Attempting to bind port c6222f74-bd56-4155-8193-3ba9a9dcfa92 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:00:35.689539 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff870550-8fa2-4d58-bbec-f54f07b50db9 None None] Attempting to bind port c6222f74-bd56-4155-8193-3ba9a9dcfa92 on network ac0baa47-f752-4b1c-8067-faa2699b3288 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:00:35.702331 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff870550-8fa2-4d58-bbec-f54f07b50db9 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:00:35.702694 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff870550-8fa2-4d58-bbec-f54f07b50db9 None None] Checking segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:00:35.703260 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ff870550-8fa2-4d58-bbec-f54f07b50db9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:35.703731 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff870550-8fa2-4d58-bbec-f54f07b50db9 None None] Bound using segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:00:35.704300 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-ff870550-8fa2-4d58-bbec-f54f07b50db9 None None] Bound port: c6222f74-bd56-4155-8193-3ba9a9dcfa92, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:00:35.705231 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ff870550-8fa2-4d58-bbec-f54f07b50db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:35.717326 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec644926-439a-4706-b484-080c6081d1ee None None] Pushing event updated for resources: {'Port': ['ID=c6222f74-bd56-4155-8193-3ba9a9dcfa92,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:35.759925 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-300c4a07-353a-45fd-9df1-6171934cf8b3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:35.781626 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-300c4a07-353a-45fd-9df1-6171934cf8b3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/ports/4765b705-f69b-40c2-87ce-476f41a48405 HTTP/1.1" status: 204 len: 168 time: 2.5697858 Feb 03 14:00:35.781836 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6665b24a-c5c1-4eca-9813-63935d4cd1f5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:35.781836 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6665b24a-c5c1-4eca-9813-63935d4cd1f5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Fanout notify agent at l3_agent the message router_deleted on router 2d8be53b-8e12-48aa-b967-37762ad9ea90 {{(pid=84181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:00:35.782847 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55008) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:35.821249 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ed006cf7-7c92-40fc-b225-0d7a71f38547 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:35.833715 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-ff870550-8fa2-4d58-bbec-f54f07b50db9 None None] For port c6222f74-bd56-4155-8193-3ba9a9dcfa92, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:00:35.837909 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-ff870550-8fa2-4d58-bbec-f54f07b50db9 None None] For port c6222f74-bd56-4155-8193-3ba9a9dcfa92, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=c6222f74-bd56-4155-8193-3ba9a9dcfa92,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:00:35.887509 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ed006cf7-7c92-40fc-b225-0d7a71f38547 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:35.890466 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac870478-b357-4e21-b5dd-928edd7b0352 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] GET failed (client error): The resource could not be found. Feb 03 14:00:35.890971 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ac870478-b357-4e21-b5dd-928edd7b0352 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Synchronizing usage tracker for tenant:2fa0476fd5f14aeea80802e139eae85a on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:00:35.915312 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ff870550-8fa2-4d58-bbec-f54f07b50db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:35.916647 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6665b24a-c5c1-4eca-9813-63935d4cd1f5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:35.917700 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-6665b24a-c5c1-4eca-9813-63935d4cd1f5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "DELETE /v2.0/routers/2d8be53b-8e12-48aa-b967-37762ad9ea90 HTTP/1.1" status: 204 len: 168 time: 2.2476923 Feb 03 14:00:35.922489 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55012) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:35.968718 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-ed006cf7-7c92-40fc-b225-0d7a71f38547 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] In _notify_port_updated(), no bound segment for port 91da4f51-c692-4c32-9c03-c622f3777117 on network 8f0f6305-38ab-4a46-b8a5-b819ded7a852 {{(pid=84182) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 03 14:00:35.972543 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed006cf7-7c92-40fc-b225-0d7a71f38547 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:35.973176 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ed006cf7-7c92-40fc-b225-0d7a71f38547 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:35.974433 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ed006cf7-7c92-40fc-b225-0d7a71f38547 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] 10.222.0.41 "PUT /v2.0/ports/91da4f51-c692-4c32-9c03-c622f3777117 HTTP/1.1" status: 200 len: 1002 time: 2.4633362 Feb 03 14:00:35.977912 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55014) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:36.014394 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff870550-8fa2-4d58-bbec-f54f07b50db9 None None] Routers {'e1716715-a76f-4a73-b147-a43a36a67a90'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:00:36.015378 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-ff870550-8fa2-4d58-bbec-f54f07b50db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:00:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e1716715-a76f-4a73-b147-a43a36a67a90'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:36.044311 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed006cf7-7c92-40fc-b225-0d7a71f38547 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Pushing event updated for resources: {'Port': ['ID=91da4f51-c692-4c32-9c03-c622f3777117,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:36.071141 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3aa83970-e13a-45e8-afbf-64776fef8944 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d8be53b-8e12-48aa-b967-37762ad9ea90 HTTP/1.1" status: 200 len: 205 time: 0.0712092 Feb 03 14:00:36.071338 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-bbeb95ec-30fc-4601-b162-814294e57a69 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Deleting port 91da4f51-c692-4c32-9c03-c622f3777117 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:36.071338 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bbeb95ec-30fc-4601-b162-814294e57a69 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:36.071525 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55020) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:36.098035 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec644926-439a-4706-b484-080c6081d1ee None None] Pushing event updated for resources: {'Port': ['ID=c6222f74-bd56-4155-8193-3ba9a9dcfa92,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:36.203487 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e04ff5ee-6c3d-4b1f-8ea8-d3f5e1ee6443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:36.213908 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ac870478-b357-4e21-b5dd-928edd7b0352 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Unset dirty status for tenant:2fa0476fd5f14aeea80802e139eae85a on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:00:36.215027 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ac870478-b357-4e21-b5dd-928edd7b0352 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "GET /v2.0/ports/4765b705-f69b-40c2-87ce-476f41a48405 HTTP/1.1" status: 404 len: 333 time: 0.4293499 Feb 03 14:00:36.217687 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-ff870550-8fa2-4d58-bbec-f54f07b50db9 None None] Set router e1716715-a76f-4a73-b147-a43a36a67a90 gateway port host: None {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:00:36.223343 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-011fbf29-f0d9-43bf-a06e-ad58a75477e8 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] delete failed (client error): The resource could not be found. Feb 03 14:00:36.229838 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-011fbf29-f0d9-43bf-a06e-ad58a75477e8 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "DELETE /v2.0/routers/2d8be53b-8e12-48aa-b967-37762ad9ea90 HTTP/1.1" status: 404 len: 336 time: 0.1583853 Feb 03 14:00:36.229838 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55024) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:36.237675 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55026) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:36.381805 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-60375cd5-f7b6-4eac-95f7-15a261e42fbe tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] DELETE failed (client error): The resource could not be found. Feb 03 14:00:36.382256 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60375cd5-f7b6-4eac-95f7-15a261e42fbe tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:00:36.383962 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-60375cd5-f7b6-4eac-95f7-15a261e42fbe tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "DELETE /v2.0/subnets/d35db50a-c01e-4eb3-b8a9-969e1c159844 HTTP/1.1" status: 404 len: 337 time: 0.1127167 Feb 03 14:00:36.394030 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55032) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:36.527349 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bbeb95ec-30fc-4601-b162-814294e57a69 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:36.534975 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-f6be2f28-e91b-41c0-8e31-63a24fc6f2e6 None None] Provisioning complete for port 91da4f51-c692-4c32-9c03-c622f3777117 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:36.535751 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f6be2f28-e91b-41c0-8e31-63a24fc6f2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:36.540886 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-79bb61ad-508c-46ce-99f8-474a061a7bb7 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] DELETE failed (client error): The resource could not be found. Feb 03 14:00:36.541358 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79bb61ad-508c-46ce-99f8-474a061a7bb7 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:00:36.545345 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-79bb61ad-508c-46ce-99f8-474a061a7bb7 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "DELETE /v2.0/subnets/84ee5945-0288-48f0-bbda-6ca4c112aaba HTTP/1.1" status: 404 len: 337 time: 0.1350722 Feb 03 14:00:36.589509 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55036) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:36.617745 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-f6be2f28-e91b-41c0-8e31-63a24fc6f2e6 None None] Port 91da4f51-c692-4c32-9c03-c622f3777117 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:00:36.692120 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-ff870550-8fa2-4d58-bbec-f54f07b50db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1716715-a76f-4a73-b147-a43a36a67a90', 'name': 'tempest-NetworksTestDHCPv6-router-91231721', 'tenant_id': '1508f35e18f0463982f9a6d535c8268b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:00:23Z', 'updated_at': '2022-02-03T14:00:28Z', 'revision_number': 2, 'project_id': '1508f35e18f0463982f9a6d535c8268b', 'gw_port_host': None, '_interfaces': [{'id': 'c6222f74-bd56-4155-8193-3ba9a9dcfa92', 'name': '', 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'tenant_id': '1508f35e18f0463982f9a6d535c8268b', 'mac_address': 'fa:16:3e:ab:a8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1716715-a76f-4a73-b147-a43a36a67a90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a03293e8-632a-4eaa-bfc9-471b71ef5d66', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:00:26Z', 'updated_at': '2022-02-03T14:00:35Z', 'revision_number': 4, 'project_id': '1508f35e18f0463982f9a6d535c8268b', 'subnets': [{'id': 'a03293e8-632a-4eaa-bfc9-471b71ef5d66', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:36.696199 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff870550-8fa2-4d58-bbec-f54f07b50db9 None None] The sync data for ids ['e1716715-a76f-4a73-b147-a43a36a67a90'] in dv-neutron-827016-1-hyperv is: [{'id': 'e1716715-a76f-4a73-b147-a43a36a67a90', 'name': 'tempest-NetworksTestDHCPv6-router-91231721', 'tenant_id': '1508f35e18f0463982f9a6d535c8268b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:00:23Z', 'updated_at': '2022-02-03T14:00:28Z', 'revision_number': 2, 'project_id': '1508f35e18f0463982f9a6d535c8268b', 'gw_port_host': None, '_interfaces': [{'id': 'c6222f74-bd56-4155-8193-3ba9a9dcfa92', 'name': '', 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'tenant_id': '1508f35e18f0463982f9a6d535c8268b', 'mac_address': 'fa:16:3e:ab:a8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1716715-a76f-4a73-b147-a43a36a67a90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a03293e8-632a-4eaa-bfc9-471b71ef5d66', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:00:26Z', 'updated_at': '2022-02-03T14:00:35Z', 'revision_number': 4, 'project_id': '1508f35e18f0463982f9a6d535c8268b', 'subnets': [{'id': 'a03293e8-632a-4eaa-bfc9-471b71ef5d66', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:00:36.731455 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-bbeb95ec-30fc-4601-b162-814294e57a69 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Calling delete_port for 91da4f51-c692-4c32-9c03-c622f3777117 owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:00:36.749596 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-95d57069-c4a8-4f02-b74e-ba88351894d0 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Deleting subnet bc9827e9-ae9e-4939-ad0d-8275a9f56b4f {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:00:36.757992 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-95d57069-c4a8-4f02-b74e-ba88351894d0 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:36.778320 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-f973278a-a38a-43de-a415-e17558ea7eec tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] DELETE failed (client error): The resource could not be found. Feb 03 14:00:36.778772 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f973278a-a38a-43de-a415-e17558ea7eec tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:00:36.780413 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f973278a-a38a-43de-a415-e17558ea7eec tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "DELETE /v2.0/subnets/7ff040b3-6f29-40fe-a4df-a58020824988 HTTP/1.1" status: 404 len: 337 time: 0.1906087 Feb 03 14:00:36.790946 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55040) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:36.841604 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-95d57069-c4a8-4f02-b74e-ba88351894d0 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:36.863717 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb046ab2-6824-44b7-bcab-9a902474261c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] DELETE failed (client error): The resource could not be found. Feb 03 14:00:36.864157 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb046ab2-6824-44b7-bcab-9a902474261c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:00:36.868844 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-eb046ab2-6824-44b7-bcab-9a902474261c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "DELETE /v2.0/subnets/d17203dc-8468-4bf1-8176-00a6cf9c4c89 HTTP/1.1" status: 404 len: 337 time: 0.0718131 Feb 03 14:00:36.869021 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55044) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:36.884184 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5a10b7-010f-482a-9242-cc164de81956 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Router b8ac8743-9c7e-4709-a28e-1ea2b501ff15 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:00:36.927097 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcaaf0ab-808a-4d5f-9763-bd0084a4f647 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Router 3baf2efd-edef-4c63-a5eb-56da4000ffa7 is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:00:36.953769 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-9b870757-1c40-4a84-adca-ac685e8390f3 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a1a9059-2612-48ef-a558-cc9a429449c1 HTTP/1.1" status: 200 len: 205 time: 0.0836132 Feb 03 14:00:36.958536 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55048) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:37.151540 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-95d57069-c4a8-4f02-b74e-ba88351894d0 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:37.155026 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-1aec6780-a164-4dad-9e0d-e695418ca6f1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] delete failed (client error): The resource could not be found. Feb 03 14:00:37.156369 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-1aec6780-a164-4dad-9e0d-e695418ca6f1 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "DELETE /v2.0/routers/2a1a9059-2612-48ef-a558-cc9a429449c1 HTTP/1.1" status: 404 len: 336 time: 0.1987927 Feb 03 14:00:37.185400 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55052) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:37.376196 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bbeb95ec-30fc-4601-b162-814294e57a69 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:37.390344 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-2e0116b6-6014-4040-a1f1-e3bdcbde3d93 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fa04512-87ad-4846-810f-6af5e7e73d36 HTTP/1.1" status: 200 len: 205 time: 0.2017117 Feb 03 14:00:37.396623 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55056) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:37.441895 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb95ec-30fc-4601-b162-814294e57a69 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Pushing event deleted for resources: {'Port': ['ID=91da4f51-c692-4c32-9c03-c622f3777117,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:37.501223 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bbeb95ec-30fc-4601-b162-814294e57a69 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:37.516012 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-bbeb95ec-30fc-4601-b162-814294e57a69 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] 10.222.0.41 "DELETE /v2.0/ports/91da4f51-c692-4c32-9c03-c622f3777117 HTTP/1.1" status: 204 len: 168 time: 1.5346215 Feb 03 14:00:37.519638 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55060) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:37.547713 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-f5e09d8c-cbed-432d-b962-0906ce0e8805 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] delete failed (client error): The resource could not be found. Feb 03 14:00:37.554921 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f5e09d8c-cbed-432d-b962-0906ce0e8805 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "DELETE /v2.0/routers/6fa04512-87ad-4846-810f-6af5e7e73d36 HTTP/1.1" status: 404 len: 336 time: 0.1018929 Feb 03 14:00:37.554921 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55064) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:37.618264 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c1cabff-0c09-418a-a246-ddde1e0b66ec tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] DELETE failed (client error): The resource could not be found. Feb 03 14:00:37.618764 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c1cabff-0c09-418a-a246-ddde1e0b66ec tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:00:37.626291 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-3185a4af-a86a-44fe-b172-09090a756f01 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] GET failed (client error): The resource could not be found. Feb 03 14:00:37.626906 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3185a4af-a86a-44fe-b172-09090a756f01 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Synchronizing usage tracker for tenant:8066c18a8ab246dfbf645d8b25c67254 on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:00:37.691601 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-4c1cabff-0c09-418a-a246-ddde1e0b66ec tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "DELETE /v2.0/subnets/a5f9a94f-1443-417b-a22b-cad9c95d7ad3 HTTP/1.1" status: 404 len: 337 time: 0.1351371 Feb 03 14:00:37.696909 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55068) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:37.726559 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3185a4af-a86a-44fe-b172-09090a756f01 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Unset dirty status for tenant:8066c18a8ab246dfbf645d8b25c67254 on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:00:37.727291 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3185a4af-a86a-44fe-b172-09090a756f01 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] 10.222.0.41 "GET /v2.0/ports/91da4f51-c692-4c32-9c03-c622f3777117 HTTP/1.1" status: 404 len: 333 time: 0.2100563 Feb 03 14:00:37.735014 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55072) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:37.743384 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-ddfdfea6-7052-44b5-ae79-6f1b46ae9168 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Request body: {'port': {'network_id': '8f0f6305-38ab-4a46-b8a5-b819ded7a852', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2138824567'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:37.781827 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-95d57069-c4a8-4f02-b74e-ba88351894d0 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:37.790563 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-1260d6cd-6b58-489a-9196-af572893f8e5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf348df0-3b4c-492f-8471-7a6ce94b9c6f HTTP/1.1" status: 200 len: 205 time: 0.0630808 Feb 03 14:00:37.801307 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55076) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:37.899581 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ddfdfea6-7052-44b5-ae79-6f1b46ae9168 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:37.910507 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d57069-c4a8-4f02-b74e-ba88351894d0 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event deleted for resources: {'Subnet': ['ID=bc9827e9-ae9e-4939-ad0d-8275a9f56b4f,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:37.915584 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ddfdfea6-7052-44b5-ae79-6f1b46ae9168 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:37.922205 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04ff5ee-6c3d-4b1f-8ea8-d3f5e1ee6443 admin admin] Router 2c234442-2665-4a5c-927e-b83daa87c03b has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:00:37.930252 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-b917e91c-8864-4cb9-928b-d6194862d03b tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] delete failed (client error): The resource could not be found. Feb 03 14:00:37.931173 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b917e91c-8864-4cb9-928b-d6194862d03b tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "DELETE /v2.0/routers/bf348df0-3b4c-492f-8471-7a6ce94b9c6f HTTP/1.1" status: 404 len: 336 time: 0.1030710 Feb 03 14:00:37.934284 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55080) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:37.939464 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-703da01b-33df-40b4-b874-e7ba547d5522 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:37.947041 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037c5532-cb5f-47fb-8c4f-410f81203ad9 None None] Network 29567c6f-7621-40e1-9e33-6c82eedc7eec requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:00:37.995266 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-95d57069-c4a8-4f02-b74e-ba88351894d0 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:37.997364 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-95d57069-c4a8-4f02-b74e-ba88351894d0 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/subnets/bc9827e9-ae9e-4939-ad0d-8275a9f56b4f HTTP/1.1" status: 204 len: 168 time: 1.7633605 Feb 03 14:00:38.009244 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55084) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:38.014677 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcaaf0ab-808a-4d5f-9763-bd0084a4f647 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:00:38.019794 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-fcaaf0ab-808a-4d5f-9763-bd0084a4f647 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "PUT /v2.0/routers/3baf2efd-edef-4c63-a5eb-56da4000ffa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5030563 Feb 03 14:00:38.029048 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f38c4307-9a30-42ba-84c3-eb65944c1dc2 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "GET /v2.0/ports?device_id=9728c7e8-ef7f-4283-94a1-6a9efb43978c HTTP/1.1" status: 200 len: 205 time: 0.0931716 Feb 03 14:00:38.042351 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55088) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:38.043513 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfdfea6-7052-44b5-ae79-6f1b46ae9168 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Made reservation on behalf of 8066c18a8ab246dfbf645d8b25c67254 for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:00:38.046441 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ddfdfea6-7052-44b5-ae79-6f1b46ae9168 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:38.055656 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55092) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:38.122882 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-ddfdfea6-7052-44b5-ae79-6f1b46ae9168 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] device_id is not set on port 9746a8f7-e899-4b92-8c2d-76f71d872d5b yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:00:38.133172 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81e8d2b-6482-4568-a7d2-c30fc97017bf None None] Sync routers for ids ['3baf2efd-edef-4c63-a5eb-56da4000ffa7'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:00:38.196328 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81e8d2b-6482-4568-a7d2-c30fc97017bf None None] Routers {'3baf2efd-edef-4c63-a5eb-56da4000ffa7'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:00:38.196328 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-b81e8d2b-6482-4568-a7d2-c30fc97017bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:00:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['3baf2efd-edef-4c63-a5eb-56da4000ffa7'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:38.222083 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-e670033c-7a45-438f-8f98-af191b12f006 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] delete failed (client error): The resource could not be found. Feb 03 14:00:38.223508 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e670033c-7a45-438f-8f98-af191b12f006 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "DELETE /v2.0/routers/9728c7e8-ef7f-4283-94a1-6a9efb43978c HTTP/1.1" status: 404 len: 336 time: 0.1655860 Feb 03 14:00:38.229284 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55096) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:38.246136 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-77783dec-4c38-46d3-b52c-ff0a044d9632 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Deleting subnet 5f30fa21-198e-4e2d-a612-abfa453ec587 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:00:38.249722 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-77783dec-4c38-46d3-b52c-ff0a044d9632 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:38.285569 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0290a2f3-9e31-4926-9465-93039238a5a0 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:38.286397 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-0290a2f3-9e31-4926-9465-93039238a5a0 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Synchronizing usage tracker for tenant:faf754c5dcac42e3b7b479467002acb8 on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:00:38.293957 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5a10b7-010f-482a-9242-cc164de81956 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:00:38.305158 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257e3867-4bea-4bce-914e-0045feaa4059 None None] Sync routers for ids ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:00:38.307425 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-b81e8d2b-6482-4568-a7d2-c30fc97017bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:38.316122 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5a5a10b7-010f-482a-9242-cc164de81956 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:38.320446 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257e3867-4bea-4bce-914e-0045feaa4059 None None] Routers {'b8ac8743-9c7e-4709-a28e-1ea2b501ff15'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:00:38.321215 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-257e3867-4bea-4bce-914e-0045feaa4059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:00:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:38.332642 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-148687b8-86d1-4713-86df-a795a10354c9 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] DELETE failed (client error): The resource could not be found. Feb 03 14:00:38.333082 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-148687b8-86d1-4713-86df-a795a10354c9 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:00:38.338154 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81e8d2b-6482-4568-a7d2-c30fc97017bf None None] Routers {'3baf2efd-edef-4c63-a5eb-56da4000ffa7'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:00:38.339304 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-b81e8d2b-6482-4568-a7d2-c30fc97017bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:00:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['3baf2efd-edef-4c63-a5eb-56da4000ffa7'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:38.389618 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-77783dec-4c38-46d3-b52c-ff0a044d9632 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:38.433102 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-b81e8d2b-6482-4568-a7d2-c30fc97017bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:38.433509 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81e8d2b-6482-4568-a7d2-c30fc97017bf None None] The sync data for ids ['3baf2efd-edef-4c63-a5eb-56da4000ffa7'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:00:38.465095 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-257e3867-4bea-4bce-914e-0045feaa4059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:38.481657 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-148687b8-86d1-4713-86df-a795a10354c9 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "DELETE /v2.0/subnets/30cf5da8-172e-45ff-b99e-09f5fb0f751c HTTP/1.1" status: 404 len: 337 time: 0.2467954 Feb 03 14:00:38.489668 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55100) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:38.494403 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257e3867-4bea-4bce-914e-0045feaa4059 None None] Routers {'b8ac8743-9c7e-4709-a28e-1ea2b501ff15'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:00:38.495436 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-257e3867-4bea-4bce-914e-0045feaa4059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:00:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:38.532448 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-ddfdfea6-7052-44b5-ae79-6f1b46ae9168 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Allocated IP 2001:db8::236 (8f0f6305-38ab-4a46-b8a5-b819ded7a852/bce56d86-ba55-4a70-81e8-6c9d891f2ae6/9746a8f7-e899-4b92-8c2d-76f71d872d5b) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:00:38.571254 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-683c1632-6f6e-41a6-9fc0-f559daae47ce tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d5eb753-0a15-414f-9d4d-d66d5e2559db HTTP/1.1" status: 200 len: 205 time: 0.0727460 Feb 03 14:00:38.581407 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55104) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:38.584561 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-257e3867-4bea-4bce-914e-0045feaa4059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:38.585153 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257e3867-4bea-4bce-914e-0045feaa4059 None None] The sync data for ids ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:00:38.602598 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-0290a2f3-9e31-4926-9465-93039238a5a0 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Unset dirty status for tenant:faf754c5dcac42e3b7b479467002acb8 on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:00:38.604466 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-0290a2f3-9e31-4926-9465-93039238a5a0 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "GET /v2.0/ports?device_id=3baf2efd-edef-4c63-a5eb-56da4000ffa7 HTTP/1.1" status: 200 len: 988 time: 0.5690379 Feb 03 14:00:38.612745 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55108) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:38.655275 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-5a5a10b7-010f-482a-9242-cc164de81956 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "PUT /v2.0/floatingips/9b81f857-edcb-4e08-8bda-0b62d49b5722 HTTP/1.1" status: 200 len: 977 time: 11.8849754 Feb 03 14:00:38.697503 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55112) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:38.715701 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-1c61e24c-59e9-4b6f-89b7-3cd5806aa401 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:38.731895 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04ff5ee-6c3d-4b1f-8ea8-d3f5e1ee6443 admin admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:00:38.745265 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992afb1b-7840-4e27-a9dc-a8c21c9dbca3 None None] Sync routers for ids ['2c234442-2665-4a5c-927e-b83daa87c03b'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:00:38.761354 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992afb1b-7840-4e27-a9dc-a8c21c9dbca3 None None] Routers {'2c234442-2665-4a5c-927e-b83daa87c03b'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:00:38.762526 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-992afb1b-7840-4e27-a9dc-a8c21c9dbca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:00:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2c234442-2665-4a5c-927e-b83daa87c03b'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:38.777929 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-367c80b6-ca42-48b0-b563-5218e01a641c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] delete failed (client error): The resource could not be found. Feb 03 14:00:38.779102 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-367c80b6-ca42-48b0-b563-5218e01a641c tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "DELETE /v2.0/routers/0d5eb753-0a15-414f-9d4d-d66d5e2559db HTTP/1.1" status: 404 len: 336 time: 0.1961236 Feb 03 14:00:38.789020 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55116) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:38.976457 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e04ff5ee-6c3d-4b1f-8ea8-d3f5e1ee6443 admin admin] 10.222.0.41 "PUT /v2.0/routers/2c234442-2665-4a5c-927e-b83daa87c03b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8934550 Feb 03 14:00:38.983460 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55120) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:39.019315 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device c6222f74-bd56-4155-8193-3ba9a9dcfa92 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:00:39.056467 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1c61e24c-59e9-4b6f-89b7-3cd5806aa401 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for floatingip, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:39.123165 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb6d7eed-3300-4939-b742-083d886d39d5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] DELETE failed (client error): The resource could not be found. Feb 03 14:00:39.123679 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb6d7eed-3300-4939-b742-083d886d39d5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:00:39.125842 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-bb6d7eed-3300-4939-b742-083d886d39d5 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "DELETE /v2.0/subnets/05e88484-5ae0-47af-8598-0f0cea9f3a0d HTTP/1.1" status: 404 len: 337 time: 0.3331532 Feb 03 14:00:39.128978 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55126) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:39.178368 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-77783dec-4c38-46d3-b52c-ff0a044d9632 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:39.187592 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ddfdfea6-7052-44b5-ae79-6f1b46ae9168 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:39.206183 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-ddfdfea6-7052-44b5-ae79-6f1b46ae9168 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Transition to ACTIVE for port object 9746a8f7-e899-4b92-8c2d-76f71d872d5b will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:39.219345 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-992afb1b-7840-4e27-a9dc-a8c21c9dbca3 None None] Set router 2c234442-2665-4a5c-927e-b83daa87c03b gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:00:39.275954 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b68acd8b-19b8-49f0-9169-ac235aa06790 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "GET /v2.0/ports?device_id=e394642a-7d10-4e33-8379-c4165055d4f9 HTTP/1.1" status: 200 len: 205 time: 0.1442957 Feb 03 14:00:39.284543 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55130) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:39.337264 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-ef24ae99-054b-4447-b8f1-1129cc359500 None None] Provisioning complete for port e976194b-fb1d-42c7-b370-17b2f035305e triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:39.337637 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ef24ae99-054b-4447-b8f1-1129cc359500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:39.360291 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port c6222f74-bd56-4155-8193-3ba9a9dcfa92 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:00:39.373010 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-ddb5c474-a525-48e6-803e-5265979754a2 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] delete failed (client error): The resource could not be found. Feb 03 14:00:39.374019 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ddb5c474-a525-48e6-803e-5265979754a2 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "DELETE /v2.0/routers/e394642a-7d10-4e33-8379-c4165055d4f9 HTTP/1.1" status: 404 len: 336 time: 0.0792499 Feb 03 14:00:39.379764 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55134) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:39.380420 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-703da01b-33df-40b4-b874-e7ba547d5522 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting port c6222f74-bd56-4155-8193-3ba9a9dcfa92 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:39.380875 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-703da01b-33df-40b4-b874-e7ba547d5522 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:39.397517 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port c6222f74-bd56-4155-8193-3ba9a9dcfa92 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:39.397887 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:39.439520 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ff1c079-eb98-43d8-85ee-3f05bd3af6cc tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] DELETE failed (client error): The resource could not be found. Feb 03 14:00:39.439956 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ff1c079-eb98-43d8-85ee-3f05bd3af6cc tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:00:39.443858 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2ff1c079-eb98-43d8-85ee-3f05bd3af6cc tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "DELETE /v2.0/subnets/d2e1fbb9-16f8-45a1-a2b1-51b8063e16a1 HTTP/1.1" status: 404 len: 337 time: 0.0583549 Feb 03 14:00:39.492965 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55138) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:39.510605 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ddfdfea6-7052-44b5-ae79-6f1b46ae9168 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:39.624194 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-8af22e1e-137b-4321-b35f-b7262a247160 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] DELETE failed (client error): The resource could not be found. Feb 03 14:00:39.624771 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8af22e1e-137b-4321-b35f-b7262a247160 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:00:39.658196 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8af22e1e-137b-4321-b35f-b7262a247160 tempest-RoutersIpV6Test-1026685149 tempest-RoutersIpV6Test-1026685149-project] 10.222.0.41 "DELETE /v2.0/subnets/40484443-6352-4108-b3da-903b6ebadf82 HTTP/1.1" status: 404 len: 337 time: 0.1619251 Feb 03 14:00:39.662114 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfdfea6-7052-44b5-ae79-6f1b46ae9168 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Network 8f0f6305-38ab-4a46-b8a5-b819ded7a852 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:39.664758 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfdfea6-7052-44b5-ae79-6f1b46ae9168 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Pushing event updated for resources: {'Port': ['ID=9746a8f7-e899-4b92-8c2d-76f71d872d5b,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:39.668757 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-ddfdfea6-7052-44b5-ae79-6f1b46ae9168 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:39.679977 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfdfea6-7052-44b5-ae79-6f1b46ae9168 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:00:39.683885 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfdfea6-7052-44b5-ae79-6f1b46ae9168 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:39.684496 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ddfdfea6-7052-44b5-ae79-6f1b46ae9168 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:39.805462 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-77783dec-4c38-46d3-b52c-ff0a044d9632 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:39.808915 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:39.852644 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port c6222f74-bd56-4155-8193-3ba9a9dcfa92, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=c6222f74-bd56-4155-8193-3ba9a9dcfa92,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:39.858162 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1c61e24c-59e9-4b6f-89b7-3cd5806aa401 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:39.859203 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77783dec-4c38-46d3-b52c-ff0a044d9632 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event deleted for resources: {'Subnet': ['ID=5f30fa21-198e-4e2d-a612-abfa453ec587,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:39.862417 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-703da01b-33df-40b4-b874-e7ba547d5522 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] For port c6222f74-bd56-4155-8193-3ba9a9dcfa92, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=c6222f74-bd56-4155-8193-3ba9a9dcfa92,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:39.862880 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-703da01b-33df-40b4-b874-e7ba547d5522 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:39.872019 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-77783dec-4c38-46d3-b52c-ff0a044d9632 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:39.880699 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-77783dec-4c38-46d3-b52c-ff0a044d9632 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/subnets/5f30fa21-198e-4e2d-a612-abfa453ec587 HTTP/1.1" status: 204 len: 168 time: 1.8639975 Feb 03 14:00:39.880849 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ddfdfea6-7052-44b5-ae79-6f1b46ae9168 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1382012 Feb 03 14:00:39.881296 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55144) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:39.881402 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55146) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:39.881495 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8598235f-bb28-4d1d-85f9-b606ec679607 None None] Network 29567c6f-7621-40e1-9e33-6c82eedc7eec requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:00:39.893017 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-41756f36-27a8-41e5-bb32-cc8879de9f6c tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Request body: {'port': {'network_id': '8f0f6305-38ab-4a46-b8a5-b819ded7a852', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-641240466'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:39.918481 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b9309b6d-9dc5-4ca4-b209-0af95cea085d admin admin] Notify callbacks [] for router, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:39.958241 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:39.993922 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-992afb1b-7840-4e27-a9dc-a8c21c9dbca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c234442-2665-4a5c-927e-b83daa87c03b', 'name': 'tempest-ServerActionsTestJSON-1772128479-router', 'tenant_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '9a1c6356-5bf7-4121-ab93-ffc532146ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T14:00:34Z', 'revision_number': 5, 'project_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'gw_port': {'id': '9a1c6356-5bf7-4121-ab93-ffc532146ab5', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c234442-2665-4a5c-927e-b83daa87c03b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:32Z', 'updated_at': '2022-02-03T13:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:40.016777 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992afb1b-7840-4e27-a9dc-a8c21c9dbca3 None None] Checking router: 2c234442-2665-4a5c-927e-b83daa87c03b for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:00:40.067681 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-703da01b-33df-40b4-b874-e7ba547d5522 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Calling delete_port for c6222f74-bd56-4155-8193-3ba9a9dcfa92 owned by network:router_interface {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:00:40.094741 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1c61e24c-59e9-4b6f-89b7-3cd5806aa401 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:40.095403 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.l3_db [None req-1c61e24c-59e9-4b6f-89b7-3cd5806aa401 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Floating IP 9b81f857-edcb-4e08-8bda-0b62d49b5722 disassociated. External IP: 172.26.3.32, port: fef7a01f-02a6-48a5-baf7-e294d4c12c52. Feb 03 14:00:40.105343 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992afb1b-7840-4e27-a9dc-a8c21c9dbca3 None None] Routers {'2c234442-2665-4a5c-927e-b83daa87c03b'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:00:40.106220 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-992afb1b-7840-4e27-a9dc-a8c21c9dbca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:00:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2c234442-2665-4a5c-927e-b83daa87c03b'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:40.224704 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-41756f36-27a8-41e5-bb32-cc8879de9f6c tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:40.237252 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=c6222f74-bd56-4155-8193-3ba9a9dcfa92,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:40.243300 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-41756f36-27a8-41e5-bb32-cc8879de9f6c tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:40.247178 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-97710bf4-1cd4-4153-87ae-bd5d69ccc9b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:40.259052 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:40.259418 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:40.263992 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:40.263992 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:40.263992 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:40.263992 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:40.263992 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:40.263992 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:40.263992 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:40.263992 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:40.264674 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:40.296197 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-97710bf4-1cd4-4153-87ae-bd5d69ccc9b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Deleting port e976194b-fb1d-42c7-b370-17b2f035305e {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:40.296803 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-97710bf4-1cd4-4153-87ae-bd5d69ccc9b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:40.327235 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55154) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:40.352529 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41756f36-27a8-41e5-bb32-cc8879de9f6c tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Made reservation on behalf of 8066c18a8ab246dfbf645d8b25c67254 for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:00:40.355549 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-41756f36-27a8-41e5-bb32-cc8879de9f6c tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:40.414670 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-41756f36-27a8-41e5-bb32-cc8879de9f6c tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] device_id is not set on port 18cd0d96-2aaf-4497-b5e5-f92abf7814be yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:00:40.451857 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6b3dfdf3-5fdc-40ed-9b3f-7798a8709b16 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:40.497658 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-81fbc566-f460-4b73-aecf-f38d20106b6f None None] Provisioning for port 9746a8f7-e899-4b92-8c2d-76f71d872d5b completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:00:40.510050 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-81fbc566-f460-4b73-aecf-f38d20106b6f None None] Provisioning complete for port 9746a8f7-e899-4b92-8c2d-76f71d872d5b triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:40.510465 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-81fbc566-f460-4b73-aecf-f38d20106b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:40.572290 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-81fbc566-f460-4b73-aecf-f38d20106b6f None None] Port 9746a8f7-e899-4b92-8c2d-76f71d872d5b cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:00:40.611148 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-992afb1b-7840-4e27-a9dc-a8c21c9dbca3 None None] Set router 2c234442-2665-4a5c-927e-b83daa87c03b gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:00:40.621042 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.db.api [None req-703da01b-33df-40b4-b874-e7ba547d5522 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:00:40.621382 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG oslo_db.api [None req-703da01b-33df-40b4-b874-e7ba547d5522 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:00:40.755592 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3dfea4-604c-444e-9d6e-b1a44222d177 None None] DHCP port deletion for 29567c6f-7621-40e1-9e33-6c82eedc7eec request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:00:40.783047 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-97710bf4-1cd4-4153-87ae-bd5d69ccc9b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] For port e976194b-fb1d-42c7-b370-17b2f035305e, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=e976194b-fb1d-42c7-b370-17b2f035305e,segment=NetworkSegment(4e397f7e-7335-4d49-aa0f-a3cd28329b4e),segment_id=4e397f7e-7335-4d49-aa0f-a3cd28329b4e)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:40.783828 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-2f3dfea4-604c-444e-9d6e-b1a44222d177 None None] Deleting port e976194b-fb1d-42c7-b370-17b2f035305e {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:40.784242 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-97710bf4-1cd4-4153-87ae-bd5d69ccc9b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:40.784349 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2f3dfea4-604c-444e-9d6e-b1a44222d177 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:40.854135 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b9309b6d-9dc5-4ca4-b209-0af95cea085d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:40.884543 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-41756f36-27a8-41e5-bb32-cc8879de9f6c tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Allocated IP 2001:db8::1a4 (8f0f6305-38ab-4a46-b8a5-b819ded7a852/bce56d86-ba55-4a70-81e8-6c9d891f2ae6/18cd0d96-2aaf-4497-b5e5-f92abf7814be) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:00:40.922852 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device c6222f74-bd56-4155-8193-3ba9a9dcfa92 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:00:40.979729 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-97710bf4-1cd4-4153-87ae-bd5d69ccc9b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Calling delete_port for e976194b-fb1d-42c7-b370-17b2f035305e owned by network:dhcp {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:00:41.050672 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-a1338927-b6f8-43ea-88f5-7ea38a44cac0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e560cbcda02c46efaee7f040dc641828&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7221255 Feb 03 14:00:41.053708 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55160) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:41.120916 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-b9309b6d-9dc5-4ca4-b209-0af95cea085d admin admin] Deleting port 9a1c6356-5bf7-4121-ab93-ffc532146ab5 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:41.121254 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b9309b6d-9dc5-4ca4-b209-0af95cea085d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:41.124370 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-703da01b-33df-40b4-b874-e7ba547d5522 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting port c6222f74-bd56-4155-8193-3ba9a9dcfa92 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:41.124722 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-703da01b-33df-40b4-b874-e7ba547d5522 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:41.178314 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-97710bf4-1cd4-4153-87ae-bd5d69ccc9b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:41.250996 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port c6222f74-bd56-4155-8193-3ba9a9dcfa92 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:41.252017 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:41.290267 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-2f3dfea4-604c-444e-9d6e-b1a44222d177 None None] For port e976194b-fb1d-42c7-b370-17b2f035305e, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=e976194b-fb1d-42c7-b370-17b2f035305e,segment=NetworkSegment(4e397f7e-7335-4d49-aa0f-a3cd28329b4e),segment_id=4e397f7e-7335-4d49-aa0f-a3cd28329b4e)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:41.290679 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2f3dfea4-604c-444e-9d6e-b1a44222d177 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:41.315106 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97710bf4-1cd4-4153-87ae-bd5d69ccc9b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event deleted for resources: {'Port': ['ID=e976194b-fb1d-42c7-b370-17b2f035305e,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:41.368924 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e8f8fb31-0623-46ab-88ac-5b88ae927c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:41.382384 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97710bf4-1cd4-4153-87ae-bd5d69ccc9b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] No DVR routers for this DVR port e976194b-fb1d-42c7-b370-17b2f035305e on host dv-neutron-827016-1-hyperv {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:00:41.384284 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-41756f36-27a8-41e5-bb32-cc8879de9f6c tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:41.393169 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-6b3dfdf3-5fdc-40ed-9b3f-7798a8709b16 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Deleting port a315ab51-7946-4a77-9e74-f513a7215531 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:41.396951 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6b3dfdf3-5fdc-40ed-9b3f-7798a8709b16 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:41.458674 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-41756f36-27a8-41e5-bb32-cc8879de9f6c tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Transition to ACTIVE for port object 18cd0d96-2aaf-4497-b5e5-f92abf7814be will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:41.468965 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-2f3dfea4-604c-444e-9d6e-b1a44222d177 None None] Calling delete_port for e976194b-fb1d-42c7-b370-17b2f035305e owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:00:41.491693 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e8f8fb31-0623-46ab-88ac-5b88ae927c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:41.507161 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-b9309b6d-9dc5-4ca4-b209-0af95cea085d admin admin] For port 9a1c6356-5bf7-4121-ab93-ffc532146ab5, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=9a1c6356-5bf7-4121-ab93-ffc532146ab5,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:41.508117 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b9309b6d-9dc5-4ca4-b209-0af95cea085d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:41.536867 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-992afb1b-7840-4e27-a9dc-a8c21c9dbca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c234442-2665-4a5c-927e-b83daa87c03b', 'name': 'tempest-ServerActionsTestJSON-1772128479-router', 'tenant_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '9a1c6356-5bf7-4121-ab93-ffc532146ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T14:00:34Z', 'revision_number': 5, 'project_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'gw_port': {'id': '9a1c6356-5bf7-4121-ab93-ffc532146ab5', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c234442-2665-4a5c-927e-b83daa87c03b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:32Z', 'updated_at': '2022-02-03T13:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:41.548145 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992afb1b-7840-4e27-a9dc-a8c21c9dbca3 None None] The sync data for ids ['2c234442-2665-4a5c-927e-b83daa87c03b'] in dv-neutron-827016-1-hyperv is: [{'id': '2c234442-2665-4a5c-927e-b83daa87c03b', 'name': 'tempest-ServerActionsTestJSON-1772128479-router', 'tenant_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '9a1c6356-5bf7-4121-ab93-ffc532146ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:31Z', 'updated_at': '2022-02-03T14:00:34Z', 'revision_number': 5, 'project_id': 'f8ad7c313a9048189891dfa3a8c2ec7f', 'gw_port': {'id': '9a1c6356-5bf7-4121-ab93-ffc532146ab5', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c234442-2665-4a5c-927e-b83daa87c03b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:32Z', 'updated_at': '2022-02-03T13:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:00:41.607720 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-2f3dfea4-604c-444e-9d6e-b1a44222d177 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:00:41.608079 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-2f3dfea4-604c-444e-9d6e-b1a44222d177 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:00:41.617245 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-97710bf4-1cd4-4153-87ae-bd5d69ccc9b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:41.642697 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-703da01b-33df-40b4-b874-e7ba547d5522 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] For port c6222f74-bd56-4155-8193-3ba9a9dcfa92, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=c6222f74-bd56-4155-8193-3ba9a9dcfa92,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:41.643075 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-703da01b-33df-40b4-b874-e7ba547d5522 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:41.684145 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-b9309b6d-9dc5-4ca4-b209-0af95cea085d admin admin] Calling delete_port for 9a1c6356-5bf7-4121-ab93-ffc532146ab5 owned by network:router_gateway {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:00:41.786343 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-703da01b-33df-40b4-b874-e7ba547d5522 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Calling delete_port for c6222f74-bd56-4155-8193-3ba9a9dcfa92 owned by network:router_interface {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:00:41.798728 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6b3dfdf3-5fdc-40ed-9b3f-7798a8709b16 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:41.812837 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-97710bf4-1cd4-4153-87ae-bd5d69ccc9b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29567c6f-7621-40e1-9e33-6c82eedc7eec']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:41.840579 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-97710bf4-1cd4-4153-87ae-bd5d69ccc9b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e397f7e-7335-4d49-aa0f-a3cd28329b4e') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:41.840879 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-97710bf4-1cd4-4153-87ae-bd5d69ccc9b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e397f7e-7335-4d49-aa0f-a3cd28329b4e') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:41.863875 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-97710bf4-1cd4-4153-87ae-bd5d69ccc9b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:41.878471 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c61e24c-59e9-4b6f-89b7-3cd5806aa401 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Router b8ac8743-9c7e-4709-a28e-1ea2b501ff15 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:00:41.897469 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-97710bf4-1cd4-4153-87ae-bd5d69ccc9b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:41.913930 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97710bf4-1cd4-4153-87ae-bd5d69ccc9b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:00:41.914322 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-97710bf4-1cd4-4153-87ae-bd5d69ccc9b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:41.924417 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-41756f36-27a8-41e5-bb32-cc8879de9f6c tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:41.930393 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 14:00:41.930393 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:00:41.930393 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 14:00:41.930393 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:00:41.930393 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 14:00:41.930393 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:00:41.930393 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 14:00:41.930393 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:00:41.930393 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 14:00:41.930393 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:00:41.930393 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 14:00:41.930393 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:00:41.930393 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 14:00:41.930393 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:00:41.930393 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:00:41.930393 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:00:41.930393 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:00:41.930393 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:00:41.930393 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 14:00:41.930393 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:00:41.930393 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 14:00:41.930393 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:00:41.930393 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:00:41.930393 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:00:41.930393 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 14:00:41.930393 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:00:41.930393 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:00:41.930393 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:00:41.930393 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:00:41.930393 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:00:41.930393 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:00:41.930393 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:00:41.932948 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-6b3dfdf3-5fdc-40ed-9b3f-7798a8709b16 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Calling delete_port for a315ab51-7946-4a77-9e74-f513a7215531 owned by network:router_interface {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:00:41.943929 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e8f8fb31-0623-46ab-88ac-5b88ae927c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:41.984441 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device e976194b-fb1d-42c7-b370-17b2f035305e no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:00:42.037844 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: e976194b-fb1d-42c7-b370-17b2f035305e {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:00:42.038829 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device e976194b-fb1d-42c7-b370-17b2f035305e not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:00:42.109092 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-2f3dfea4-604c-444e-9d6e-b1a44222d177 None None] Deleting port e976194b-fb1d-42c7-b370-17b2f035305e {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:42.109971 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2f3dfea4-604c-444e-9d6e-b1a44222d177 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:42.191042 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-2f3dfea4-604c-444e-9d6e-b1a44222d177 None None] The port 'e976194b-fb1d-42c7-b370-17b2f035305e' was deleted {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 14:00:42.212429 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41756f36-27a8-41e5-bb32-cc8879de9f6c tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Pushing event updated for resources: {'Port': ['ID=18cd0d96-2aaf-4497-b5e5-f92abf7814be,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:42.228053 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8fb31-0623-46ab-88ac-5b88ae927c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979a49be-b23b-415f-92fd-698e570204cb,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:42.229602 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41756f36-27a8-41e5-bb32-cc8879de9f6c tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Network 8f0f6305-38ab-4a46-b8a5-b819ded7a852 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:42.235646 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-41756f36-27a8-41e5-bb32-cc8879de9f6c tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:42.239875 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41756f36-27a8-41e5-bb32-cc8879de9f6c tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:00:42.244544 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41756f36-27a8-41e5-bb32-cc8879de9f6c tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:42.245184 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-41756f36-27a8-41e5-bb32-cc8879de9f6c tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:42.334808 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-97710bf4-1cd4-4153-87ae-bd5d69ccc9b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:42.404340 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-41756f36-27a8-41e5-bb32-cc8879de9f6c tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.5199778 Feb 03 14:00:42.404799 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-97710bf4-1cd4-4153-87ae-bd5d69ccc9b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:42.407037 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55164) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:42.415590 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-67cf5aff-058f-4cc4-a9a4-56322347d15d tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::17c', 'mac_address': 'fa:16:3e:bd:be:56'}, {'ip_address': '2001:db8::236', 'mac_address': 'fa:16:3e:85:d9:e9'}]}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:42.440634 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97710bf4-1cd4-4153-87ae-bd5d69ccc9b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event deleted for resources: {'Network': ['ID=29567c6f-7621-40e1-9e33-6c82eedc7eec,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:42.454812 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-97710bf4-1cd4-4153-87ae-bd5d69ccc9b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/networks/29567c6f-7621-40e1-9e33-6c82eedc7eec HTTP/1.1" status: 204 len: 168 time: 2.5679760 Feb 03 14:00:42.454812 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e8f8fb31-0623-46ab-88ac-5b88ae927c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:42.454812 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e8f8fb31-0623-46ab-88ac-5b88ae927c5d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/979a49be-b23b-415f-92fd-698e570204cb HTTP/1.1" status: 204 len: 168 time: 1.3923442 Feb 03 14:00:42.454812 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55168) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:42.455847 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b9309b6d-9dc5-4ca4-b209-0af95cea085d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:42.521929 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9309b6d-9dc5-4ca4-b209-0af95cea085d admin admin] Pushing event deleted for resources: {'Port': ['ID=9a1c6356-5bf7-4121-ab93-ffc532146ab5,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:42.531946 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-703da01b-33df-40b4-b874-e7ba547d5522 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:42.593417 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703da01b-33df-40b4-b874-e7ba547d5522 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Port': ['ID=c6222f74-bd56-4155-8193-3ba9a9dcfa92,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:42.637527 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c61e24c-59e9-4b6f-89b7-3cd5806aa401 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:00:42.642219 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6b3dfdf3-5fdc-40ed-9b3f-7798a8709b16 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:42.644018 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1c61e24c-59e9-4b6f-89b7-3cd5806aa401 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:42.651330 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d262e55b-6e33-4213-910e-199a57310821 None None] Sync routers for ids ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:00:42.674382 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d262e55b-6e33-4213-910e-199a57310821 None None] Routers {'b8ac8743-9c7e-4709-a28e-1ea2b501ff15'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:00:42.675471 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-d262e55b-6e33-4213-910e-199a57310821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:00:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:42.687707 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ed4d37-d7d9-48ac-8976-7bd7e60c8405 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:42.688416 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-71ed4d37-d7d9-48ac-8976-7bd7e60c8405 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Synchronizing usage tracker for tenant:2fa0476fd5f14aeea80802e139eae85a on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:00:42.724194 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-1c61e24c-59e9-4b6f-89b7-3cd5806aa401 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "PUT /v2.0/floatingips/9b81f857-edcb-4e08-8bda-0b62d49b5722 HTTP/1.1" status: 200 len: 687 time: 4.0185740 Feb 03 14:00:42.727528 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55174) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:42.764406 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3dfdf3-5fdc-40ed-9b3f-7798a8709b16 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event deleted for resources: {'Port': ['ID=a315ab51-7946-4a77-9e74-f513a7215531,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:42.766441 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-d262e55b-6e33-4213-910e-199a57310821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:42.826853 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d262e55b-6e33-4213-910e-199a57310821 None None] Routers {'b8ac8743-9c7e-4709-a28e-1ea2b501ff15'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:00:42.828637 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-d262e55b-6e33-4213-910e-199a57310821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:00:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:42.832638 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-0d2fb747-da80-4769-9f79-7a922c5c1992 None None] Provisioning for port 18cd0d96-2aaf-4497-b5e5-f92abf7814be completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:00:42.856235 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-0d2fb747-da80-4769-9f79-7a922c5c1992 None None] Provisioning complete for port 18cd0d96-2aaf-4497-b5e5-f92abf7814be triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:42.856235 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0d2fb747-da80-4769-9f79-7a922c5c1992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:42.967619 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-d262e55b-6e33-4213-910e-199a57310821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:42.968032 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d262e55b-6e33-4213-910e-199a57310821 None None] The sync data for ids ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:00:42.968513 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 300de55e-0cde-40bc-be9a-6f8e8c76ff59 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:00:43.020008 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-d3091e17-d914-4ee1-b4a5-60f4c8ebb4c0 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Deleting port 933dead9-2e31-4196-9294-1ec360307d3f {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:43.020624 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d3091e17-d914-4ee1-b4a5-60f4c8ebb4c0 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:43.025937 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 300de55e-0cde-40bc-be9a-6f8e8c76ff59 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:00:43.026290 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 300de55e-0cde-40bc-be9a-6f8e8c76ff59 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:00:43.049420 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-0d2fb747-da80-4769-9f79-7a922c5c1992 None None] Port 18cd0d96-2aaf-4497-b5e5-f92abf7814be cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:00:43.079897 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-71ed4d37-d7d9-48ac-8976-7bd7e60c8405 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Unset dirty status for tenant:2fa0476fd5f14aeea80802e139eae85a on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:00:43.087282 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-71ed4d37-d7d9-48ac-8976-7bd7e60c8405 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6359332 Feb 03 14:00:43.091528 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55182) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:43.298558 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b9309b6d-9dc5-4ca4-b209-0af95cea085d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:43.415740 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d3091e17-d914-4ee1-b4a5-60f4c8ebb4c0 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:43.416068 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d3091e17-d914-4ee1-b4a5-60f4c8ebb4c0 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:43.425050 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-703da01b-33df-40b4-b874-e7ba547d5522 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:43.449174 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6b3dfdf3-5fdc-40ed-9b3f-7798a8709b16 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:43.469858 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-67cf5aff-058f-4cc4-a9a4-56322347d15d tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:43.493271 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f3a25ab0-6542-45e2-9fd8-cc6a59c23fee tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4006591 Feb 03 14:00:43.539745 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55192) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:43.555442 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-d3b0c93d-3847-4bfb-b589-9ada31686c63 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1369122118'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:43.561126 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-d3091e17-d914-4ee1-b4a5-60f4c8ebb4c0 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Calling delete_port for 933dead9-2e31-4196-9294-1ec360307d3f owned by network:floatingip {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:00:43.768671 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-d3b0c93d-3847-4bfb-b589-9ada31686c63 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:43.845224 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d3b0c93d-3847-4bfb-b589-9ada31686c63 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Usage tracker for resource:network and tenant:2fa0476fd5f14aeea80802e139eae85a is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:00:43.848819 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b9309b6d-9dc5-4ca4-b209-0af95cea085d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:43.860804 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d3b0c93d-3847-4bfb-b589-9ada31686c63 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:00:43.873256 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-d3b0c93d-3847-4bfb-b589-9ada31686c63 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:43.881212 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b9309b6d-9dc5-4ca4-b209-0af95cea085d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:43.918946 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55202) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:44.027534 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b0c93d-3847-4bfb-b589-9ada31686c63 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Made reservation on behalf of 2fa0476fd5f14aeea80802e139eae85a for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:00:44.030509 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d3b0c93d-3847-4bfb-b589-9ada31686c63 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:44.109972 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-1ef75ea9-b5e4-43ce-8489-63aeb7358f53 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Request body: {'network': {'name': 'tempest-RoutersTest-1362374677'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:44.115227 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b9309b6d-9dc5-4ca4-b209-0af95cea085d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:44.116028 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9309b6d-9dc5-4ca4-b209-0af95cea085d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c234442-2665-4a5c-927e-b83daa87c03b {{(pid=84182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:00:44.128041 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-1ef75ea9-b5e4-43ce-8489-63aeb7358f53 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:44.140600 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-1ef75ea9-b5e4-43ce-8489-63aeb7358f53 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Usage tracker for resource:network and tenant:d5adceeed00a4893983ee9d6f019faac is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:00:44.144928 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3b0c93d-3847-4bfb-b589-9ada31686c63 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:00:44.145156 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-1ef75ea9-b5e4-43ce-8489-63aeb7358f53 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:00:44.152677 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-1ef75ea9-b5e4-43ce-8489-63aeb7358f53 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:44.219797 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d3b0c93d-3847-4bfb-b589-9ada31686c63 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:44.220158 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-d3b0c93d-3847-4bfb-b589-9ada31686c63 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Added segment fad41cfe-a809-4f0f-9caa-674faffd8ead of type vlan for network e7f48bee-34d9-4a96-be1e-64c1201acae8 Feb 03 14:00:44.224154 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d3091e17-d914-4ee1-b4a5-60f4c8ebb4c0 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:44.230254 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b9309b6d-9dc5-4ca4-b209-0af95cea085d admin admin] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:44.231578 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b9309b6d-9dc5-4ca4-b209-0af95cea085d admin admin] 10.222.0.41 "DELETE /v2.0/routers/2c234442-2665-4a5c-927e-b83daa87c03b HTTP/1.1" status: 204 len: 168 time: 5.2473936 Feb 03 14:00:44.235442 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55208) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:44.277863 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3091e17-d914-4ee1-b4a5-60f4c8ebb4c0 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Pushing event deleted for resources: {'Port': ['ID=933dead9-2e31-4196-9294-1ec360307d3f,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:44.321603 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef75ea9-b5e4-43ce-8489-63aeb7358f53 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Made reservation on behalf of d5adceeed00a4893983ee9d6f019faac for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:00:44.324345 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1ef75ea9-b5e4-43ce-8489-63aeb7358f53 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:44.334575 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703da01b-33df-40b4-b874-e7ba547d5522 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Router e1716715-a76f-4a73-b147-a43a36a67a90 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:00:44.375579 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1ef75ea9-b5e4-43ce-8489-63aeb7358f53 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:44.422810 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d3b0c93d-3847-4bfb-b589-9ada31686c63 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:44.430050 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d3091e17-d914-4ee1-b4a5-60f4c8ebb4c0 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for floatingip, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:44.483166 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-c601757f-ec28-46df-a168-761364f33034 admin admin] Deleting subnet 40877380-5501-4f93-a989-8ff73ca2ca3b {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:00:44.488147 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-1ef75ea9-b5e4-43ce-8489-63aeb7358f53 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:44.492063 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c601757f-ec28-46df-a168-761364f33034 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:44.508360 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-1ef75ea9-b5e4-43ce-8489-63aeb7358f53 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Usage tracker for resource:security_group_rule and tenant:d5adceeed00a4893983ee9d6f019faac is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:00:44.513137 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-1ef75ea9-b5e4-43ce-8489-63aeb7358f53 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:00:44.524593 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-1ef75ea9-b5e4-43ce-8489-63aeb7358f53 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:44.545333 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3dfdf3-5fdc-40ed-9b3f-7798a8709b16 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Router 3baf2efd-edef-4c63-a5eb-56da4000ffa7 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:00:44.587498 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c601757f-ec28-46df-a168-761364f33034 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:44.611864 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703da01b-33df-40b4-b874-e7ba547d5522 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:00:44.624178 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612e5719-83d0-440e-99ef-73ccc78a09e2 None None] Sync routers for ids ['e1716715-a76f-4a73-b147-a43a36a67a90'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:00:44.638563 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d3091e17-d914-4ee1-b4a5-60f4c8ebb4c0 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:44.640099 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d3091e17-d914-4ee1-b4a5-60f4c8ebb4c0 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "DELETE /v2.0/floatingips/9b81f857-edcb-4e08-8bda-0b62d49b5722 HTTP/1.1" status: 204 len: 168 time: 1.9111295 Feb 03 14:00:44.642761 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-703da01b-33df-40b4-b874-e7ba547d5522 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "PUT /v2.0/routers/e1716715-a76f-4a73-b147-a43a36a67a90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9337156 Feb 03 14:00:44.643911 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55212) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:44.648736 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612e5719-83d0-440e-99ef-73ccc78a09e2 None None] Routers {'e1716715-a76f-4a73-b147-a43a36a67a90'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:00:44.649440 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-612e5719-83d0-440e-99ef-73ccc78a09e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:00:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e1716715-a76f-4a73-b147-a43a36a67a90'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:44.651332 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55214) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:44.686444 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.db.resource_extend [None req-67cf5aff-058f-4cc4-a9a4-56322347d15d tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:00:44.706074 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d3b0c93d-3847-4bfb-b589-9ada31686c63 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:44.709710 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b0c93d-3847-4bfb-b589-9ada31686c63 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:44.710292 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d3b0c93d-3847-4bfb-b589-9ada31686c63 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:44.726916 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-1850a680-1d0f-419e-9d92-b9bb44c804c3 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] delete failed (client error): The resource could not be found. Feb 03 14:00:44.727960 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-1850a680-1d0f-419e-9d92-b9bb44c804c3 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "DELETE /v2.0/floatingips/9b81f857-edcb-4e08-8bda-0b62d49b5722 HTTP/1.1" status: 404 len: 345 time: 0.0835197 Feb 03 14:00:44.744619 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55220) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:44.748343 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-67cf5aff-058f-4cc4-a9a4-56322347d15d tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:44.781327 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-612e5719-83d0-440e-99ef-73ccc78a09e2 None None] Set router e1716715-a76f-4a73-b147-a43a36a67a90 gateway port host: None {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:00:44.805879 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1ef75ea9-b5e4-43ce-8489-63aeb7358f53 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:44.818933 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b725737d-6c60-42d8-a9b1-72492c8e7fea tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:44.821037 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b725737d-6c60-42d8-a9b1-72492c8e7fea tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:44.821854 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-b725737d-6c60-42d8-a9b1-72492c8e7fea tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:00:44.828198 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 9a1c6356-5bf7-4121-ab93-ffc532146ab5 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:00:44.868945 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1ef75ea9-b5e4-43ce-8489-63aeb7358f53 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:44.874184 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-67cf5aff-058f-4cc4-a9a4-56322347d15d tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:44.904682 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-b725737d-6c60-42d8-a9b1-72492c8e7fea tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:00:44.908128 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b725737d-6c60-42d8-a9b1-72492c8e7fea tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2534688 Feb 03 14:00:44.912169 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef75ea9-b5e4-43ce-8489-63aeb7358f53 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:00:44.914004 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55224) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:44.917716 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 9a1c6356-5bf7-4121-ab93-ffc532146ab5 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:00:44.918108 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 9a1c6356-5bf7-4121-ab93-ffc532146ab5 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:00:44.954845 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef75ea9-b5e4-43ce-8489-63aeb7358f53 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a01ccc11-61d3-4068-9f82-4204f95fda2d,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:44.969304 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1ef75ea9-b5e4-43ce-8489-63aeb7358f53 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:44.969655 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-1ef75ea9-b5e4-43ce-8489-63aeb7358f53 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Added segment 7506becf-31c3-4d80-9d4a-18507f8943ec of type vlan for network 8bb12688-cb90-41f3-b011-955c615a2915 Feb 03 14:00:44.982665 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-612e5719-83d0-440e-99ef-73ccc78a09e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1716715-a76f-4a73-b147-a43a36a67a90', 'name': 'tempest-NetworksTestDHCPv6-router-91231721', 'tenant_id': '1508f35e18f0463982f9a6d535c8268b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:00:23Z', 'updated_at': '2022-02-03T14:00:42Z', 'revision_number': 3, 'project_id': '1508f35e18f0463982f9a6d535c8268b', 'gw_port_host': None}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:44.987471 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612e5719-83d0-440e-99ef-73ccc78a09e2 None None] Checking router: e1716715-a76f-4a73-b147-a43a36a67a90 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:00:45.000376 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612e5719-83d0-440e-99ef-73ccc78a09e2 None None] Routers {'e1716715-a76f-4a73-b147-a43a36a67a90'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:00:45.001270 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-612e5719-83d0-440e-99ef-73ccc78a09e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:00:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e1716715-a76f-4a73-b147-a43a36a67a90'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:45.029803 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1ef75ea9-b5e4-43ce-8489-63aeb7358f53 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:45.117555 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d3b0c93d-3847-4bfb-b589-9ada31686c63 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5741384 Feb 03 14:00:45.121516 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55228) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:45.131640 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-612e5719-83d0-440e-99ef-73ccc78a09e2 None None] Set router e1716715-a76f-4a73-b147-a43a36a67a90 gateway port host: None {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:00:45.133659 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-ffe1e015-68e9-45e5-bef2-65e0702a38ac tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'subnet': {'network_id': 'e7f48bee-34d9-4a96-be1e-64c1201acae8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:45.138470 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0c93d-3847-4bfb-b589-9ada31686c63 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'Network': ['ID=e7f48bee-34d9-4a96-be1e-64c1201acae8,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:45.156945 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-67cf5aff-058f-4cc4-a9a4-56322347d15d tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] In _notify_port_updated(), no bound segment for port 18cd0d96-2aaf-4497-b5e5-f92abf7814be on network 8f0f6305-38ab-4a46-b8a5-b819ded7a852 {{(pid=84182) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 03 14:00:45.160615 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cf5aff-058f-4cc4-a9a4-56322347d15d tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:45.170387 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-67cf5aff-058f-4cc4-a9a4-56322347d15d tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:45.170387 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-67cf5aff-058f-4cc4-a9a4-56322347d15d tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] 10.222.0.41 "PUT /v2.0/ports/18cd0d96-2aaf-4497-b5e5-f92abf7814be HTTP/1.1" status: 200 len: 1067 time: 2.7546141 Feb 03 14:00:45.172434 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55232) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:45.181287 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network e7f48bee-34d9-4a96-be1e-64c1201acae8 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:00:45.214888 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3dfdf3-5fdc-40ed-9b3f-7798a8709b16 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:00:45.222042 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cf5aff-058f-4cc4-a9a4-56322347d15d tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Pushing event updated for resources: {'Port': ['ID=18cd0d96-2aaf-4497-b5e5-f92abf7814be,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:45.229873 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-6b3dfdf3-5fdc-40ed-9b3f-7798a8709b16 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "PUT /v2.0/routers/3baf2efd-edef-4c63-a5eb-56da4000ffa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6100545 Feb 03 14:00:45.234319 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55236) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:45.238225 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c601757f-ec28-46df-a168-761364f33034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:45.247550 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91991136-e18a-4e05-a59d-23dd651662e3 None None] Sync routers for ids ['3baf2efd-edef-4c63-a5eb-56da4000ffa7'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:00:45.265156 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91991136-e18a-4e05-a59d-23dd651662e3 None None] Routers {'3baf2efd-edef-4c63-a5eb-56da4000ffa7'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:00:45.266059 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-91991136-e18a-4e05-a59d-23dd651662e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:00:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['3baf2efd-edef-4c63-a5eb-56da4000ffa7'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:45.309736 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1ef75ea9-b5e4-43ce-8489-63aeb7358f53 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:45.313386 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef75ea9-b5e4-43ce-8489-63aeb7358f53 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:45.313987 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1ef75ea9-b5e4-43ce-8489-63aeb7358f53 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:45.331536 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-612e5719-83d0-440e-99ef-73ccc78a09e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1716715-a76f-4a73-b147-a43a36a67a90', 'name': 'tempest-NetworksTestDHCPv6-router-91231721', 'tenant_id': '1508f35e18f0463982f9a6d535c8268b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:00:23Z', 'updated_at': '2022-02-03T14:00:42Z', 'revision_number': 3, 'project_id': '1508f35e18f0463982f9a6d535c8268b', 'gw_port_host': None}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:45.336302 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-a06992f8-c7f9-4fd9-b804-f924055b0cdb tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Deleting port 18cd0d96-2aaf-4497-b5e5-f92abf7814be {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:45.342868 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a06992f8-c7f9-4fd9-b804-f924055b0cdb tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:45.346921 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-a75cabdb-21a0-4532-9a22-19b2aff807bb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting subnet a03293e8-632a-4eaa-bfc9-471b71ef5d66 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:00:45.348325 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612e5719-83d0-440e-99ef-73ccc78a09e2 None None] The sync data for ids ['e1716715-a76f-4a73-b147-a43a36a67a90'] in dv-neutron-827016-1-hyperv is: [{'id': 'e1716715-a76f-4a73-b147-a43a36a67a90', 'name': 'tempest-NetworksTestDHCPv6-router-91231721', 'tenant_id': '1508f35e18f0463982f9a6d535c8268b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:00:23Z', 'updated_at': '2022-02-03T14:00:42Z', 'revision_number': 3, 'project_id': '1508f35e18f0463982f9a6d535c8268b', 'gw_port_host': None}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:00:45.397876 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185e2e43-9efd-4cd6-a2ac-1170fd7ae2e7 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:45.400525 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-91991136-e18a-4e05-a59d-23dd651662e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:45.402572 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185e2e43-9efd-4cd6-a2ac-1170fd7ae2e7 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:45.407319 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185e2e43-9efd-4cd6-a2ac-1170fd7ae2e7 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:45.408495 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-185e2e43-9efd-4cd6-a2ac-1170fd7ae2e7 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Synchronizing usage tracker for tenant:2e321b7425cc4fcdadac3009246b2caf on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:00:45.415042 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91991136-e18a-4e05-a59d-23dd651662e3 None None] Routers {'3baf2efd-edef-4c63-a5eb-56da4000ffa7'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:00:45.417852 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-91991136-e18a-4e05-a59d-23dd651662e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:00:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['3baf2efd-edef-4c63-a5eb-56da4000ffa7'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:45.521083 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-91991136-e18a-4e05-a59d-23dd651662e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:45.521498 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91991136-e18a-4e05-a59d-23dd651662e3 None None] The sync data for ids ['3baf2efd-edef-4c63-a5eb-56da4000ffa7'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:00:45.548634 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-185e2e43-9efd-4cd6-a2ac-1170fd7ae2e7 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Unset dirty status for tenant:2e321b7425cc4fcdadac3009246b2caf on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:00:45.549723 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-185e2e43-9efd-4cd6-a2ac-1170fd7ae2e7 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "GET /v2.0/ports?network_id=c1c1101f-3f68-4175-9112-3a10fd62cb9d HTTP/1.1" status: 200 len: 2357 time: 0.7994525 Feb 03 14:00:45.553714 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55240) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:45.553898 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3149edf-ec5f-40b1-80c1-63ec42f4d9ed tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] GET failed (client error): The resource could not be found. Feb 03 14:00:45.554884 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-c3149edf-ec5f-40b1-80c1-63ec42f4d9ed tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Synchronizing usage tracker for tenant:faf754c5dcac42e3b7b479467002acb8 on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:00:45.565323 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a75cabdb-21a0-4532-9a22-19b2aff807bb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:45.619728 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-97994dee-348f-4d54-aaf7-61da0c87d29d None None] Provisioning complete for port 18cd0d96-2aaf-4497-b5e5-f92abf7814be triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:45.620104 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-97994dee-348f-4d54-aaf7-61da0c87d29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:45.645926 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c601757f-ec28-46df-a168-761364f33034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:45.660315 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-ffe1e015-68e9-45e5-bef2-65e0702a38ac tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:45.680128 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-97994dee-348f-4d54-aaf7-61da0c87d29d None None] Port 18cd0d96-2aaf-4497-b5e5-f92abf7814be cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:00:45.681822 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ffe1e015-68e9-45e5-bef2-65e0702a38ac tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Usage tracker for resource:subnet and tenant:2fa0476fd5f14aeea80802e139eae85a is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:00:45.690656 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ffe1e015-68e9-45e5-bef2-65e0702a38ac tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:00:45.701511 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c601757f-ec28-46df-a168-761364f33034 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40877380-5501-4f93-a989-8ff73ca2ca3b,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:45.708683 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef75ea9-b5e4-43ce-8489-63aeb7358f53 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event updated for resources: {'Network': ['ID=8bb12688-cb90-41f3-b011-955c615a2915,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:45.713071 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-ffe1e015-68e9-45e5-bef2-65e0702a38ac tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:45.720233 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a75cabdb-21a0-4532-9a22-19b2aff807bb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:45.720418 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 8bb12688-cb90-41f3-b011-955c615a2915 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:00:45.724679 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c601757f-ec28-46df-a168-761364f33034 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:45.741106 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c845073c-4939-4cc4-ac6e-4454107c9f9d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:45.747914 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c845073c-4939-4cc4-ac6e-4454107c9f9d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "GET /v2.0/subnets/d7bea81d-d959-4f2a-8f17-3b4608f09636 HTTP/1.1" status: 200 len: 797 time: 0.1874802 Feb 03 14:00:45.748122 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55244) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:45.751591 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c601757f-ec28-46df-a168-761364f33034 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/40877380-5501-4f93-a989-8ff73ca2ca3b HTTP/1.1" status: 204 len: 168 time: 1.5097899 Feb 03 14:00:45.755809 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55248) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:45.758056 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-9e17b93a-5214-41cf-b006-f31ecc193c95 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Request body: {'port': {'network_id': 'c1c1101f-3f68-4175-9112-3a10fd62cb9d', 'name': 'tempest-FloatingIPTestJSON-241686793', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:45.766744 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-1ef75ea9-b5e4-43ce-8489-63aeb7358f53 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8460903 Feb 03 14:00:45.789240 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55252) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:45.799149 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-c3149edf-ec5f-40b1-80c1-63ec42f4d9ed tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Unset dirty status for tenant:faf754c5dcac42e3b7b479467002acb8 on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:00:45.801710 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c3149edf-ec5f-40b1-80c1-63ec42f4d9ed tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "GET /v2.0/ports/a315ab51-7946-4a77-9e74-f513a7215531 HTTP/1.1" status: 404 len: 333 time: 0.5550685 Feb 03 14:00:45.845278 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55256) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:45.846337 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b676aa66-2a8d-4015-954a-541f5ff15bce None None] Network 455fb28a-aeb2-407e-b782-081ff385e6a8 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:00:45.853630 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-9b5f6f2b-5603-4d32-b496-682f4397ab34 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Request body: {'network': {'name': 'tempest-RoutersTest-1690867410'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:45.870480 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe1e015-68e9-45e5-bef2-65e0702a38ac tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Made reservation on behalf of 2fa0476fd5f14aeea80802e139eae85a for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:00:45.944010 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-9b5f6f2b-5603-4d32-b496-682f4397ab34 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:45.960078 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-9b5f6f2b-5603-4d32-b496-682f4397ab34 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Usage tracker for resource:network and tenant:d5adceeed00a4893983ee9d6f019faac is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:00:45.964942 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a06992f8-c7f9-4fd9-b804-f924055b0cdb tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:45.979955 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-9b5f6f2b-5603-4d32-b496-682f4397ab34 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:00:45.993051 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-95003eae-d76a-49b2-ad98-76c5c26d0075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:46.017846 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ffe1e015-68e9-45e5-bef2-65e0702a38ac tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:46.045318 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-9b5f6f2b-5603-4d32-b496-682f4397ab34 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:46.099166 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-95003eae-d76a-49b2-ad98-76c5c26d0075 admin admin] Deleting port 9ebeb26c-12ab-4e05-be4c-51f5487ed434 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:46.099598 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-95003eae-d76a-49b2-ad98-76c5c26d0075 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:46.114494 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-a06992f8-c7f9-4fd9-b804-f924055b0cdb tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Calling delete_port for 18cd0d96-2aaf-4497-b5e5-f92abf7814be owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:00:46.123263 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1e3119-d308-4b10-9de9-efc5bb37350e None None] DHCP port deletion for 455fb28a-aeb2-407e-b782-081ff385e6a8 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:00:46.128683 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-4b1e3119-d308-4b10-9de9-efc5bb37350e None None] Deleting port 9ebeb26c-12ab-4e05-be4c-51f5487ed434 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:46.129255 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4b1e3119-d308-4b10-9de9-efc5bb37350e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:46.151402 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a75cabdb-21a0-4532-9a22-19b2aff807bb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:46.274717 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-9e17b93a-5214-41cf-b006-f31ecc193c95 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:46.284738 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9b626b15-8eee-4f2c-a546-eaebcebe294e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for router, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:46.333608 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-4b1e3119-d308-4b10-9de9-efc5bb37350e None None] For port 9ebeb26c-12ab-4e05-be4c-51f5487ed434, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=9ebeb26c-12ab-4e05-be4c-51f5487ed434,segment=NetworkSegment(0e7268e2-bf48-4ad7-89d0-b4489178b8a5),segment_id=0e7268e2-bf48-4ad7-89d0-b4489178b8a5)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:46.334247 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4b1e3119-d308-4b10-9de9-efc5bb37350e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:46.359282 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5f6f2b-5603-4d32-b496-682f4397ab34 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Made reservation on behalf of d5adceeed00a4893983ee9d6f019faac for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:00:46.362691 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9b5f6f2b-5603-4d32-b496-682f4397ab34 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:46.373097 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-9e17b93a-5214-41cf-b006-f31ecc193c95 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:46.446398 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a75cabdb-21a0-4532-9a22-19b2aff807bb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:46.463323 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-4b1e3119-d308-4b10-9de9-efc5bb37350e None None] Calling delete_port for 9ebeb26c-12ab-4e05-be4c-51f5487ed434 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:00:46.484758 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e17b93a-5214-41cf-b006-f31ecc193c95 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Made reservation on behalf of 2e321b7425cc4fcdadac3009246b2caf for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:00:46.506949 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75cabdb-21a0-4532-9a22-19b2aff807bb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Subnet': ['ID=a03293e8-632a-4eaa-bfc9-471b71ef5d66,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:46.526557 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b5f6f2b-5603-4d32-b496-682f4397ab34 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:00:46.541176 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a75cabdb-21a0-4532-9a22-19b2aff807bb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:46.545929 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-95003eae-d76a-49b2-ad98-76c5c26d0075 admin admin] For port 9ebeb26c-12ab-4e05-be4c-51f5487ed434, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=9ebeb26c-12ab-4e05-be4c-51f5487ed434,segment=NetworkSegment(0e7268e2-bf48-4ad7-89d0-b4489178b8a5),segment_id=0e7268e2-bf48-4ad7-89d0-b4489178b8a5)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:46.546283 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-95003eae-d76a-49b2-ad98-76c5c26d0075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:46.546666 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a19e7d-4459-4840-9f46-6e7810de2cdb None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:00:46.601059 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9b5f6f2b-5603-4d32-b496-682f4397ab34 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:46.601059 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-9b5f6f2b-5603-4d32-b496-682f4397ab34 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Added segment 85d4d557-0f21-4b51-9ad2-4f6b48bbfc19 of type vlan for network d0013bed-f879-44d7-980e-7fd3521d408b Feb 03 14:00:46.650997 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4b1e3119-d308-4b10-9de9-efc5bb37350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:46.700425 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-95003eae-d76a-49b2-ad98-76c5c26d0075 admin admin] Calling delete_port for 9ebeb26c-12ab-4e05-be4c-51f5487ed434 owned by network:dhcp {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:00:46.713636 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e3119-d308-4b10-9de9-efc5bb37350e None None] Pushing event deleted for resources: {'Port': ['ID=9ebeb26c-12ab-4e05-be4c-51f5487ed434,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:46.729569 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-a75cabdb-21a0-4532-9a22-19b2aff807bb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/a03293e8-632a-4eaa-bfc9-471b71ef5d66 HTTP/1.1" status: 204 len: 168 time: 1.8145251 Feb 03 14:00:46.733652 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1e3119-d308-4b10-9de9-efc5bb37350e None None] No DVR routers for this DVR port 9ebeb26c-12ab-4e05-be4c-51f5487ed434 on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:00:46.741427 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55260) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:46.819999 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ffe1e015-68e9-45e5-bef2-65e0702a38ac tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:46.899629 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device c6222f74-bd56-4155-8193-3ba9a9dcfa92 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:00:46.950453 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: c6222f74-bd56-4155-8193-3ba9a9dcfa92 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:00:46.950835 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device c6222f74-bd56-4155-8193-3ba9a9dcfa92 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:00:46.951484 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 9ebeb26c-12ab-4e05-be4c-51f5487ed434 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:00:46.974693 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a50a8dc-55bb-41c4-865c-a4e8fdc18331 None None] DHCP port deletion for ac0baa47-f752-4b1c-8067-faa2699b3288 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:00:46.992578 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-9a50a8dc-55bb-41c4-865c-a4e8fdc18331 None None] Deleting port 03a7133e-71d4-44f0-b24e-a8107f8f834a {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:46.992856 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9b5f6f2b-5603-4d32-b496-682f4397ab34 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:46.993299 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9a50a8dc-55bb-41c4-865c-a4e8fdc18331 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:46.999369 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a06992f8-c7f9-4fd9-b804-f924055b0cdb tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:47.018343 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 9ebeb26c-12ab-4e05-be4c-51f5487ed434 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:00:47.018830 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 9ebeb26c-12ab-4e05-be4c-51f5487ed434 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:00:47.080866 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.db.api [None req-95003eae-d76a-49b2-ad98-76c5c26d0075 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:00:47.081098 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG oslo_db.api [None req-95003eae-d76a-49b2-ad98-76c5c26d0075 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:00:47.081597 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe1e015-68e9-45e5-bef2-65e0702a38ac tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'Subnet': ['ID=cb0994cb-5466-4e91-8de9-cf69d9393ba1,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:47.097299 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-725e7b34-726c-4126-99af-a2fca954700a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:router {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:00:47.121532 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe1e015-68e9-45e5-bef2-65e0702a38ac tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Checking segment: {'id': 'fad41cfe-a809-4f0f-9caa-674faffd8ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e7f48bee-34d9-4a96-be1e-64c1201acae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:00:47.121879 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe1e015-68e9-45e5-bef2-65e0702a38ac tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Network hostable DHCP agents. Network: e7f48bee-34d9-4a96-be1e-64c1201acae8, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:00:47.133058 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06992f8-c7f9-4fd9-b804-f924055b0cdb tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Pushing event deleted for resources: {'Port': ['ID=18cd0d96-2aaf-4497-b5e5-f92abf7814be,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:47.143307 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9b626b15-8eee-4f2c-a546-eaebcebe294e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:47.159177 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9e17b93a-5214-41cf-b006-f31ecc193c95 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:47.172552 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-725e7b34-726c-4126-99af-a2fca954700a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:router {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:00:47.173868 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-725e7b34-726c-4126-99af-a2fca954700a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.4294708 Feb 03 14:00:47.191692 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55264) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:47.213447 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9b626b15-8eee-4f2c-a546-eaebcebe294e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:47.232077 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-9a50a8dc-55bb-41c4-865c-a4e8fdc18331 None None] For port 03a7133e-71d4-44f0-b24e-a8107f8f834a, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=03a7133e-71d4-44f0-b24e-a8107f8f834a,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:47.232547 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9a50a8dc-55bb-41c4-865c-a4e8fdc18331 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:47.237809 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-9e17b93a-5214-41cf-b006-f31ecc193c95 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] device_id is not set on port 5918c25a-1ac7-48f3-a202-97cc195966ea yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:00:47.265417 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe1e015-68e9-45e5-bef2-65e0702a38ac tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Network e7f48bee-34d9-4a96-be1e-64c1201acae8 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:00:47.308218 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:47.367349 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b09e4a39-0bb2-4d5e-bf3f-c23b35a83625 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for router, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:47.370961 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-9a50a8dc-55bb-41c4-865c-a4e8fdc18331 None None] Calling delete_port for 03a7133e-71d4-44f0-b24e-a8107f8f834a owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:00:47.383768 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9b5f6f2b-5603-4d32-b496-682f4397ab34 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:47.392326 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5f6f2b-5603-4d32-b496-682f4397ab34 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:47.393090 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9b5f6f2b-5603-4d32-b496-682f4397ab34 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:47.451452 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-ffe1e015-68e9-45e5-bef2-65e0702a38ac tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, e7f48bee-34d9-4a96-be1e-64c1201acae8) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:47.463032 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe1e015-68e9-45e5-bef2-65e0702a38ac tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:47.463865 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ffe1e015-68e9-45e5-bef2-65e0702a38ac tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:47.477324 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a39703-4060-4e63-9c2d-042e24a27d85 None None] Network e7f48bee-34d9-4a96-be1e-64c1201acae8 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:00:47.528035 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9b626b15-8eee-4f2c-a546-eaebcebe294e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:47.528600 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b626b15-8eee-4f2c-a546-eaebcebe294e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Fanout notify agent at l3_agent the message router_deleted on router 3baf2efd-edef-4c63-a5eb-56da4000ffa7 {{(pid=84182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:00:47.564565 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9a50a8dc-55bb-41c4-865c-a4e8fdc18331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:47.609791 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50a8dc-55bb-41c4-865c-a4e8fdc18331 None None] Pushing event deleted for resources: {'Port': ['ID=03a7133e-71d4-44f0-b24e-a8107f8f834a,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:47.614642 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-95003eae-d76a-49b2-ad98-76c5c26d0075 admin admin] Deleting port 9ebeb26c-12ab-4e05-be4c-51f5487ed434 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:47.615229 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-95003eae-d76a-49b2-ad98-76c5c26d0075 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:47.632901 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a50a8dc-55bb-41c4-865c-a4e8fdc18331 None None] No DVR routers for this DVR port 03a7133e-71d4-44f0-b24e-a8107f8f834a on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:00:47.655887 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ffe1e015-68e9-45e5-bef2-65e0702a38ac tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5333090 Feb 03 14:00:47.662956 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55268) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:47.744924 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9b626b15-8eee-4f2c-a546-eaebcebe294e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:47.745994 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-9b626b15-8eee-4f2c-a546-eaebcebe294e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/routers/3baf2efd-edef-4c63-a5eb-56da4000ffa7 HTTP/1.1" status: 204 len: 168 time: 1.8884544 Feb 03 14:00:47.747520 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-3853c771-1d41-42ad-922e-016c1d2e6483 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'port': {'network_id': 'e7f48bee-34d9-4a96-be1e-64c1201acae8', 'name': 'tempest-PortsTestJSON-113184021'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:47.754354 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f6f2b-5603-4d32-b496-682f4397ab34 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event updated for resources: {'Network': ['ID=d0013bed-f879-44d7-980e-7fd3521d408b,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:47.756285 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55272) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:47.778820 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222f6632-d25b-448d-b417-01dc70d9099e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-e7f48bee-34d9-4a96-be1e-64c1201acae8', 'network_id': 'e7f48bee-34d9-4a96-be1e-64c1201acae8', 'tenant_id': '2fa0476fd5f14aeea80802e139eae85a', 'fixed_ips': [{'subnet_id': 'cb0994cb-5466-4e91-8de9-cf69d9393ba1'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:00:47.781351 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-222f6632-d25b-448d-b417-01dc70d9099e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:47.781844 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-95003eae-d76a-49b2-ad98-76c5c26d0075 admin admin] The port '9ebeb26c-12ab-4e05-be4c-51f5487ed434' was deleted {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 14:00:47.788969 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network d0013bed-f879-44d7-980e-7fd3521d408b details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:00:47.856617 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-9b5f6f2b-5603-4d32-b496-682f4397ab34 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.0663159 Feb 03 14:00:47.872116 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55276) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:47.919242 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-97e6f111-d7bf-44a7-9bbf-68eaeb295105 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Request body: {'subnet': {'network_id': '8bb12688-cb90-41f3-b011-955c615a2915', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:47.945665 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a06992f8-c7f9-4fd9-b804-f924055b0cdb tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:47.950209 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a06992f8-c7f9-4fd9-b804-f924055b0cdb tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] 10.222.0.41 "DELETE /v2.0/ports/18cd0d96-2aaf-4497-b5e5-f92abf7814be HTTP/1.1" status: 204 len: 168 time: 2.7759655 Feb 03 14:00:47.957929 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55280) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:48.072654 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-222f6632-d25b-448d-b417-01dc70d9099e None None] Allocated IP 172.20.0.2 (e7f48bee-34d9-4a96-be1e-64c1201acae8/cb0994cb-5466-4e91-8de9-cf69d9393ba1/b15e4e2d-2584-48ba-a6df-77609dc1f9dd) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:00:48.176604 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b09e4a39-0bb2-4d5e-bf3f-c23b35a83625 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:48.186568 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3853c771-1d41-42ad-922e-016c1d2e6483 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:48.206682 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-97e6f111-d7bf-44a7-9bbf-68eaeb295105 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:48.209244 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-9e17b93a-5214-41cf-b006-f31ecc193c95 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Allocated IP 172.20.0.14 (c1c1101f-3f68-4175-9112-3a10fd62cb9d/d7bea81d-d959-4f2a-8f17-3b4608f09636/5918c25a-1ac7-48f3-a202-97cc195966ea) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:00:48.222996 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-97e6f111-d7bf-44a7-9bbf-68eaeb295105 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Usage tracker for resource:subnet and tenant:d5adceeed00a4893983ee9d6f019faac is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:00:48.228517 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-97e6f111-d7bf-44a7-9bbf-68eaeb295105 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:00:48.231672 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-9e17b93a-5214-41cf-b006-f31ecc193c95 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Allocated IP 172.20.0.13 (c1c1101f-3f68-4175-9112-3a10fd62cb9d/d7bea81d-d959-4f2a-8f17-3b4608f09636/5918c25a-1ac7-48f3-a202-97cc195966ea) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:00:48.241215 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-97e6f111-d7bf-44a7-9bbf-68eaeb295105 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:48.255801 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b4f92f7-4df8-4fef-b30e-7e126c9c582e tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] GET failed (client error): The resource could not be found. Feb 03 14:00:48.256364 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3b4f92f7-4df8-4fef-b30e-7e126c9c582e tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Synchronizing usage tracker for tenant:8066c18a8ab246dfbf645d8b25c67254 on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:00:48.264767 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b09e4a39-0bb2-4d5e-bf3f-c23b35a83625 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:48.268063 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3853c771-1d41-42ad-922e-016c1d2e6483 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:48.298066 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-95003eae-d76a-49b2-ad98-76c5c26d0075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:48.315618 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-f17a3da8-c391-4363-9d62-b448fbcb8cca tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Deleting subnet f95d3e86-3c22-44c8-993e-8e3d75be5b84 {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:00:48.318837 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f17a3da8-c391-4363-9d62-b448fbcb8cca tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:48.348743 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-222f6632-d25b-448d-b417-01dc70d9099e None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:48.348929 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-95003eae-d76a-49b2-ad98-76c5c26d0075 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['455fb28a-aeb2-407e-b782-081ff385e6a8']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:48.357142 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-95003eae-d76a-49b2-ad98-76c5c26d0075 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e7268e2-bf48-4ad7-89d0-b4489178b8a5') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:48.357973 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-95003eae-d76a-49b2-ad98-76c5c26d0075 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e7268e2-bf48-4ad7-89d0-b4489178b8a5') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:48.358112 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e6f111-d7bf-44a7-9bbf-68eaeb295105 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Made reservation on behalf of d5adceeed00a4893983ee9d6f019faac for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:00:48.367522 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3853c771-1d41-42ad-922e-016c1d2e6483 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Made reservation on behalf of 2fa0476fd5f14aeea80802e139eae85a for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:00:48.370407 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3853c771-1d41-42ad-922e-016c1d2e6483 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:48.389473 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-95003eae-d76a-49b2-ad98-76c5c26d0075 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:48.407845 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-3853c771-1d41-42ad-922e-016c1d2e6483 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] device_id is not set on port f917f0f3-28ba-46e1-b053-39f8f0625587 yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:00:48.465829 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-222f6632-d25b-448d-b417-01dc70d9099e None None] Transition to ACTIVE for port object b15e4e2d-2584-48ba-a6df-77609dc1f9dd will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:48.489922 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-222f6632-d25b-448d-b417-01dc70d9099e None None] Transition to ACTIVE for port object b15e4e2d-2584-48ba-a6df-77609dc1f9dd will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:48.494181 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b09e4a39-0bb2-4d5e-bf3f-c23b35a83625 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:48.494701 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09e4a39-0bb2-4d5e-bf3f-c23b35a83625 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Fanout notify agent at l3_agent the message router_deleted on router e1716715-a76f-4a73-b147-a43a36a67a90 {{(pid=84181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:00:48.498606 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3b4f92f7-4df8-4fef-b30e-7e126c9c582e tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Unset dirty status for tenant:8066c18a8ab246dfbf645d8b25c67254 on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:00:48.498606 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3b4f92f7-4df8-4fef-b30e-7e126c9c582e tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] 10.222.0.41 "GET /v2.0/ports/18cd0d96-2aaf-4497-b5e5-f92abf7814be HTTP/1.1" status: 404 len: 333 time: 0.3686626 Feb 03 14:00:48.508346 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-95003eae-d76a-49b2-ad98-76c5c26d0075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:48.508346 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55284) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:48.566479 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95003eae-d76a-49b2-ad98-76c5c26d0075 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:00:48.566793 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-95003eae-d76a-49b2-ad98-76c5c26d0075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:48.580279 dv-neutron-827016-1-hyperv neutron-server[84181]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:00:48.580279 dv-neutron-827016-1-hyperv neutron-server[84181]: util.warn( Feb 03 14:00:48.580279 dv-neutron-827016-1-hyperv neutron-server[84181]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:00:48.580279 dv-neutron-827016-1-hyperv neutron-server[84181]: util.warn( Feb 03 14:00:48.580279 dv-neutron-827016-1-hyperv neutron-server[84181]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:00:48.580279 dv-neutron-827016-1-hyperv neutron-server[84181]: util.warn( Feb 03 14:00:48.580279 dv-neutron-827016-1-hyperv neutron-server[84181]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:00:48.580279 dv-neutron-827016-1-hyperv neutron-server[84181]: util.warn( Feb 03 14:00:48.580279 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 14:00:48.580279 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:00:48.580279 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 14:00:48.580279 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:00:48.580279 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 14:00:48.580279 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:00:48.580279 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 14:00:48.580279 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:00:48.580279 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 14:00:48.580279 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:00:48.580279 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 14:00:48.580279 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:00:48.580279 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 14:00:48.580279 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:00:48.580279 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:00:48.580279 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:00:48.580279 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:00:48.580279 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:00:48.580279 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 14:00:48.580279 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:00:48.580279 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 14:00:48.580279 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:00:48.580279 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:00:48.580279 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:00:48.580279 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 14:00:48.580279 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:00:48.580279 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:00:48.580279 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:00:48.580279 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:00:48.580279 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:00:48.580279 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:00:48.580279 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:00:48.585925 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-222f6632-d25b-448d-b417-01dc70d9099e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:48.705355 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f17a3da8-c391-4363-9d62-b448fbcb8cca tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:48.708319 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222f6632-d25b-448d-b417-01dc70d9099e None None] Network e7f48bee-34d9-4a96-be1e-64c1201acae8 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:48.713121 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-222f6632-d25b-448d-b417-01dc70d9099e None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:48.715574 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222f6632-d25b-448d-b417-01dc70d9099e None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:00:48.723219 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f6632-d25b-448d-b417-01dc70d9099e None None] Pushing event updated for resources: {'Port': ['ID=b15e4e2d-2584-48ba-a6df-77609dc1f9dd,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:48.806989 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-97e6f111-d7bf-44a7-9bbf-68eaeb295105 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:48.814565 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:00:48.862482 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.db.api [None req-3853c771-1d41-42ad-922e-016c1d2e6483 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-bcd0fddb-b4c1-4732-affa-4e448563c88d {{(pid=84181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:00:48.862822 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG oslo_db.api [None req-3853c771-1d41-42ad-922e-016c1d2e6483 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:00:48.871104 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-222f6632-d25b-448d-b417-01dc70d9099e None None] Attempting to bind port b15e4e2d-2584-48ba-a6df-77609dc1f9dd on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:00:48.874992 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-222f6632-d25b-448d-b417-01dc70d9099e None None] Attempting to bind port b15e4e2d-2584-48ba-a6df-77609dc1f9dd by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'fad41cfe-a809-4f0f-9caa-674faffd8ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e7f48bee-34d9-4a96-be1e-64c1201acae8'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:00:48.874992 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222f6632-d25b-448d-b417-01dc70d9099e None None] Attempting to bind port b15e4e2d-2584-48ba-a6df-77609dc1f9dd on network e7f48bee-34d9-4a96-be1e-64c1201acae8 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:00:48.880507 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222f6632-d25b-448d-b417-01dc70d9099e None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:00:48.880951 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222f6632-d25b-448d-b417-01dc70d9099e None None] Checking segment: {'id': 'fad41cfe-a809-4f0f-9caa-674faffd8ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e7f48bee-34d9-4a96-be1e-64c1201acae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:00:48.881477 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-222f6632-d25b-448d-b417-01dc70d9099e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:48.881933 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222f6632-d25b-448d-b417-01dc70d9099e None None] Bound using segment: {'id': 'fad41cfe-a809-4f0f-9caa-674faffd8ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e7f48bee-34d9-4a96-be1e-64c1201acae8'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:00:48.883010 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-222f6632-d25b-448d-b417-01dc70d9099e None None] Bound port: b15e4e2d-2584-48ba-a6df-77609dc1f9dd, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fad41cfe-a809-4f0f-9caa-674faffd8ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e7f48bee-34d9-4a96-be1e-64c1201acae8'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:00:48.883516 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-222f6632-d25b-448d-b417-01dc70d9099e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:48.901154 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 03a7133e-71d4-44f0-b24e-a8107f8f834a no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:00:48.921299 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-f78f0c1f-a0d8-4e80-b437-12da03295dd2 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Deleting port 9746a8f7-e899-4b92-8c2d-76f71d872d5b {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:48.921769 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f78f0c1f-a0d8-4e80-b437-12da03295dd2 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:48.959517 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b09e4a39-0bb2-4d5e-bf3f-c23b35a83625 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:48.960536 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b09e4a39-0bb2-4d5e-bf3f-c23b35a83625 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/routers/e1716715-a76f-4a73-b147-a43a36a67a90 HTTP/1.1" status: 204 len: 168 time: 1.7759199 Feb 03 14:00:48.968000 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55288) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:48.970937 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 03a7133e-71d4-44f0-b24e-a8107f8f834a {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:00:48.971378 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 03a7133e-71d4-44f0-b24e-a8107f8f834a not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:00:48.975236 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-3d7cfea8-2e5c-4618-b3da-12a6bb6e5a14 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'subnet': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:48.990233 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f17a3da8-c391-4363-9d62-b448fbcb8cca tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:49.027716 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9e17b93a-5214-41cf-b006-f31ecc193c95 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:49.028471 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-222f6632-d25b-448d-b417-01dc70d9099e None None] For port b15e4e2d-2584-48ba-a6df-77609dc1f9dd, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:00:49.031819 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-222f6632-d25b-448d-b417-01dc70d9099e None None] For port b15e4e2d-2584-48ba-a6df-77609dc1f9dd, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=b15e4e2d-2584-48ba-a6df-77609dc1f9dd,segment=NetworkSegment(fad41cfe-a809-4f0f-9caa-674faffd8ead),segment_id=fad41cfe-a809-4f0f-9caa-674faffd8ead)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:00:49.062652 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-95003eae-d76a-49b2-ad98-76c5c26d0075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:49.081835 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-222f6632-d25b-448d-b417-01dc70d9099e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:49.099679 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-95003eae-d76a-49b2-ad98-76c5c26d0075 admin admin] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:49.144526 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95003eae-d76a-49b2-ad98-76c5c26d0075 admin admin] Pushing event deleted for resources: {'Network': ['ID=455fb28a-aeb2-407e-b782-081ff385e6a8,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:49.166091 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f6632-d25b-448d-b417-01dc70d9099e None None] Pushing event updated for resources: {'Port': ['ID=b15e4e2d-2584-48ba-a6df-77609dc1f9dd,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:49.177155 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3d7cfea8-2e5c-4618-b3da-12a6bb6e5a14 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:49.185176 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3d7cfea8-2e5c-4618-b3da-12a6bb6e5a14 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Usage tracker for resource:subnet and tenant:1508f35e18f0463982f9a6d535c8268b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:00:49.189834 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3d7cfea8-2e5c-4618-b3da-12a6bb6e5a14 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:00:49.206908 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f17a3da8-c391-4363-9d62-b448fbcb8cca tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:49.218416 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3d7cfea8-2e5c-4618-b3da-12a6bb6e5a14 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:49.251903 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9e17b93a-5214-41cf-b006-f31ecc193c95 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:49.275775 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-95003eae-d76a-49b2-ad98-76c5c26d0075 admin admin] 10.222.0.41 "DELETE /v2.0/networks/455fb28a-aeb2-407e-b782-081ff385e6a8 HTTP/1.1" status: 204 len: 168 time: 3.5185299 Feb 03 14:00:49.302333 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-97e6f111-d7bf-44a7-9bbf-68eaeb295105 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:49.307027 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a3da8-c391-4363-9d62-b448fbcb8cca tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event deleted for resources: {'Subnet': ['ID=f95d3e86-3c22-44c8-993e-8e3d75be5b84,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:49.365642 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3853c771-1d41-42ad-922e-016c1d2e6483 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:49.417701 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f78f0c1f-a0d8-4e80-b437-12da03295dd2 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:49.425933 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7cfea8-2e5c-4618-b3da-12a6bb6e5a14 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:00:49.431546 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3d7cfea8-2e5c-4618-b3da-12a6bb6e5a14 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:49.432698 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f17a3da8-c391-4363-9d62-b448fbcb8cca tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:49.439147 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134e0018-7cc9-4b29-be5a-ca0b122e05a2 None None] Network 12f71a50-bc1c-4e20-af22-71da7afd7ba8 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:00:49.506001 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e17b93a-5214-41cf-b006-f31ecc193c95 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Network c1c1101f-3f68-4175-9112-3a10fd62cb9d is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:49.507583 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f17a3da8-c391-4363-9d62-b448fbcb8cca tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/subnets/f95d3e86-3c22-44c8-993e-8e3d75be5b84 HTTP/1.1" status: 204 len: 168 time: 1.7468028 Feb 03 14:00:49.511048 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e17b93a-5214-41cf-b006-f31ecc193c95 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Pushing event updated for resources: {'Port': ['ID=5918c25a-1ac7-48f3-a202-97cc195966ea,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:49.514514 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-9e17b93a-5214-41cf-b006-f31ecc193c95 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:49.516689 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e17b93a-5214-41cf-b006-f31ecc193c95 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:00:49.548617 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55294) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:49.556905 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e6f111-d7bf-44a7-9bbf-68eaeb295105 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event updated for resources: {'Subnet': ['ID=97c417ee-eae2-4d7f-b2fc-2f4239a402f3,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:49.701752 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-3853c771-1d41-42ad-922e-016c1d2e6483 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] device_id is not set on port 132a5e18-ee6e-400a-85b2-f5789dd06550 yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:00:49.715850 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e17b93a-5214-41cf-b006-f31ecc193c95 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:49.716498 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9e17b93a-5214-41cf-b006-f31ecc193c95 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:49.740771 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5c7d1ed5-d4a0-4836-9ff1-75a6951f5e66 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:49.744012 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e6f111-d7bf-44a7-9bbf-68eaeb295105 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Checking segment: {'id': '7506becf-31c3-4d80-9d4a-18507f8943ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8bb12688-cb90-41f3-b011-955c615a2915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:00:49.745842 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e6f111-d7bf-44a7-9bbf-68eaeb295105 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Network hostable DHCP agents. Network: 8bb12688-cb90-41f3-b011-955c615a2915, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:00:49.745954 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-f78f0c1f-a0d8-4e80-b437-12da03295dd2 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Calling delete_port for 9746a8f7-e899-4b92-8c2d-76f71d872d5b owned by {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:00:49.764896 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-5c7d1ed5-d4a0-4836-9ff1-75a6951f5e66 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Deleting port 4bb4ffa2-a793-4bc8-9cf4-1d86d5dcf4a4 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:49.765223 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5c7d1ed5-d4a0-4836-9ff1-75a6951f5e66 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:49.816973 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-9e17b93a-5214-41cf-b006-f31ecc193c95 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 4.0665209 Feb 03 14:00:49.820671 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55298) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:49.831116 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-fd192dad-8644-4883-8b9c-3934f76e9e56 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Request body: {'floatingip': {'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'port_id': '5918c25a-1ac7-48f3-a202-97cc195966ea', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:49.862224 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-fd192dad-8644-4883-8b9c-3934f76e9e56 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:49.874454 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5e2649-92d4-4699-89b9-8554969c5aeb None None] DHCP port deletion for 12f71a50-bc1c-4e20-af22-71da7afd7ba8 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:00:49.876460 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-fd192dad-8644-4883-8b9c-3934f76e9e56 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Usage tracker for resource:floatingip and tenant:2e321b7425cc4fcdadac3009246b2caf is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:00:49.879973 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e2649-92d4-4699-89b9-8554969c5aeb None None] Deleting port 4bb4ffa2-a793-4bc8-9cf4-1d86d5dcf4a4 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:49.879973 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ca5e2649-92d4-4699-89b9-8554969c5aeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:49.882951 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-fd192dad-8644-4883-8b9c-3934f76e9e56 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:00:49.885444 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e6f111-d7bf-44a7-9bbf-68eaeb295105 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Network 8bb12688-cb90-41f3-b011-955c615a2915 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:00:49.900398 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-fd192dad-8644-4883-8b9c-3934f76e9e56 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:49.910579 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55302) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:50.014238 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-97e6f111-d7bf-44a7-9bbf-68eaeb295105 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 8bb12688-cb90-41f3-b011-955c615a2915) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:50.022115 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fd192dad-8644-4883-8b9c-3934f76e9e56 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for floatingip, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:50.048885 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-3853c771-1d41-42ad-922e-016c1d2e6483 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Allocated IP 172.20.0.12 (e7f48bee-34d9-4a96-be1e-64c1201acae8/cb0994cb-5466-4e91-8de9-cf69d9393ba1/132a5e18-ee6e-400a-85b2-f5789dd06550) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:00:50.049628 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e6f111-d7bf-44a7-9bbf-68eaeb295105 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:50.050609 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-97e6f111-d7bf-44a7-9bbf-68eaeb295105 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:50.071469 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ac952d-4231-4cd3-b7ef-0cc57f2c24e7 None None] Network 8bb12688-cb90-41f3-b011-955c615a2915 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:00:50.104197 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-5c7d1ed5-d4a0-4836-9ff1-75a6951f5e66 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] For port 4bb4ffa2-a793-4bc8-9cf4-1d86d5dcf4a4, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=4bb4ffa2-a793-4bc8-9cf4-1d86d5dcf4a4,segment=NetworkSegment(e9150301-6f12-47bc-a867-91fa9c13535b),segment_id=e9150301-6f12-47bc-a867-91fa9c13535b)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:50.104533 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5c7d1ed5-d4a0-4836-9ff1-75a6951f5e66 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:50.152790 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f78f0c1f-a0d8-4e80-b437-12da03295dd2 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:50.209131 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-ca5e2649-92d4-4699-89b9-8554969c5aeb None None] For port 4bb4ffa2-a793-4bc8-9cf4-1d86d5dcf4a4, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=4bb4ffa2-a793-4bc8-9cf4-1d86d5dcf4a4,segment=NetworkSegment(e9150301-6f12-47bc-a867-91fa9c13535b),segment_id=e9150301-6f12-47bc-a867-91fa9c13535b)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:50.209508 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ca5e2649-92d4-4699-89b9-8554969c5aeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:50.229828 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e3d04667-cfb5-492a-820a-25db1cff3153 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f8ad7c313a9048189891dfa3a8c2ec7f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3181207 Feb 03 14:00:50.231608 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-97e6f111-d7bf-44a7-9bbf-68eaeb295105 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3312523 Feb 03 14:00:50.269608 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55306) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:50.270203 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55308) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:50.283228 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f0c1f-a0d8-4e80-b437-12da03295dd2 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Pushing event deleted for resources: {'Port': ['ID=9746a8f7-e899-4b92-8c2d-76f71d872d5b,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:50.287408 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3d7cfea8-2e5c-4618-b3da-12a6bb6e5a14 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:50.292164 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-ca6e31f5-ae91-4492-9361-0561ecc5bbd1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Request body: {'subnet': {'network_id': 'd0013bed-f879-44d7-980e-7fd3521d408b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:50.301442 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-5c7d1ed5-d4a0-4836-9ff1-75a6951f5e66 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Calling delete_port for 4bb4ffa2-a793-4bc8-9cf4-1d86d5dcf4a4 owned by network:dhcp {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:00:50.378800 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e2649-92d4-4699-89b9-8554969c5aeb None None] Calling delete_port for 4bb4ffa2-a793-4bc8-9cf4-1d86d5dcf4a4 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:00:50.533960 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-ca5e2649-92d4-4699-89b9-8554969c5aeb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:00:50.534635 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-ca5e2649-92d4-4699-89b9-8554969c5aeb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:00:50.580677 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-ca6e31f5-ae91-4492-9361-0561ecc5bbd1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:50.589850 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5c7d1ed5-d4a0-4836-9ff1-75a6951f5e66 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:50.612715 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f78f0c1f-a0d8-4e80-b437-12da03295dd2 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:50.626255 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ca6e31f5-ae91-4492-9361-0561ecc5bbd1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Usage tracker for resource:subnet and tenant:d5adceeed00a4893983ee9d6f019faac is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:00:50.655315 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d1ed5-d4a0-4836-9ff1-75a6951f5e66 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event deleted for resources: {'Port': ['ID=4bb4ffa2-a793-4bc8-9cf4-1d86d5dcf4a4,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:50.660939 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ca6e31f5-ae91-4492-9361-0561ecc5bbd1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:00:50.667530 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7d1ed5-d4a0-4836-9ff1-75a6951f5e66 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] No DVR routers for this DVR port 4bb4ffa2-a793-4bc8-9cf4-1d86d5dcf4a4 on host dv-neutron-827016-1-hyperv {{(pid=84182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:00:50.676159 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7cfea8-2e5c-4618-b3da-12a6bb6e5a14 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:50.691170 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-ca6e31f5-ae91-4492-9361-0561ecc5bbd1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:50.694364 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-3d7cfea8-2e5c-4618-b3da-12a6bb6e5a14 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:50.703983 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fd192dad-8644-4883-8b9c-3934f76e9e56 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:50.710109 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d1afd7-1c98-4854-aee2-9d9fc7e14dd7 None None] Network e7f48bee-34d9-4a96-be1e-64c1201acae8 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:00:50.711918 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7cfea8-2e5c-4618-b3da-12a6bb6e5a14 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:50.712512 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3d7cfea8-2e5c-4618-b3da-12a6bb6e5a14 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:50.719473 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7cfea8-2e5c-4618-b3da-12a6bb6e5a14 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Subnet': ['ID=2f972c67-6231-4001-b5f1-ad70ba97665a,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:50.732185 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a82d08-5afa-4bce-af96-91291f11575e None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:00:50.760728 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3853c771-1d41-42ad-922e-016c1d2e6483 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:50.777286 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f78f0c1f-a0d8-4e80-b437-12da03295dd2 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] 10.222.0.41 "DELETE /v2.0/ports/9746a8f7-e899-4b92-8c2d-76f71d872d5b HTTP/1.1" status: 204 len: 168 time: 2.2656918 Feb 03 14:00:50.779908 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55314) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:50.814629 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5c7d1ed5-d4a0-4836-9ff1-75a6951f5e66 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:50.845597 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-5c7d1ed5-d4a0-4836-9ff1-75a6951f5e66 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12f71a50-bc1c-4e20-af22-71da7afd7ba8']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:50.858915 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-5c7d1ed5-d4a0-4836-9ff1-75a6951f5e66 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9150301-6f12-47bc-a867-91fa9c13535b') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:50.859240 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-5c7d1ed5-d4a0-4836-9ff1-75a6951f5e66 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9150301-6f12-47bc-a867-91fa9c13535b') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:50.872224 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5c7d1ed5-d4a0-4836-9ff1-75a6951f5e66 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:50.893608 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5c7d1ed5-d4a0-4836-9ff1-75a6951f5e66 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:50.901899 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c7d1ed5-d4a0-4836-9ff1-75a6951f5e66 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:00:50.903217 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5c7d1ed5-d4a0-4836-9ff1-75a6951f5e66 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:50.914637 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b320f44-f922-40df-bb24-9b0dd9efef0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-8bb12688-cb90-41f3-b011-955c615a2915', 'network_id': '8bb12688-cb90-41f3-b011-955c615a2915', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'fixed_ips': [{'subnet_id': '97c417ee-eae2-4d7f-b2fc-2f4239a402f3'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:00:50.924468 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9b320f44-f922-40df-bb24-9b0dd9efef0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:50.954644 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 14:00:50.954644 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:00:50.954644 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 14:00:50.954644 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:00:50.954644 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 14:00:50.954644 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:00:50.954644 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 14:00:50.954644 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:00:50.954644 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 14:00:50.954644 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:00:50.954644 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 14:00:50.954644 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:00:50.954644 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 14:00:50.954644 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:00:50.954644 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:00:50.954644 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:00:50.954644 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:00:50.954644 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:00:50.954644 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 14:00:50.954644 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:00:50.954644 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 14:00:50.954644 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:00:50.954644 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:00:50.954644 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:00:50.954644 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 14:00:50.954644 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:00:50.954644 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:00:50.954644 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:00:50.954644 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:00:50.954644 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:00:50.954644 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:00:50.954644 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:00:50.973319 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device b15e4e2d-2584-48ba-a6df-77609dc1f9dd up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:00:50.983681 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e015e9a1-029e-4560-a0df-17103c81bf93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:50.992225 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-3853c771-1d41-42ad-922e-016c1d2e6483 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Transition to ACTIVE for port object 132a5e18-ee6e-400a-85b2-f5789dd06550 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:50.999210 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3d7cfea8-2e5c-4618-b3da-12a6bb6e5a14 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0253882 Feb 03 14:00:51.008013 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6e31f5-ae91-4492-9361-0561ecc5bbd1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Made reservation on behalf of d5adceeed00a4893983ee9d6f019faac for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:00:51.011289 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55318) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:51.033323 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-071af052-2f24-4d3b-bad5-69bcf1ed54e9 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] GET failed (client error): The resource could not be found. Feb 03 14:00:51.033738 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-071af052-2f24-4d3b-bad5-69bcf1ed54e9 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Synchronizing usage tracker for tenant:8066c18a8ab246dfbf645d8b25c67254 on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:00:51.034986 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-2c30af03-3b27-4d63-a0be-abc55f19aba1 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-108025660', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:51.056924 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-2c30af03-3b27-4d63-a0be-abc55f19aba1 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:51.064529 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2c30af03-3b27-4d63-a0be-abc55f19aba1 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Usage tracker for resource:router and tenant:1508f35e18f0463982f9a6d535c8268b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:00:51.069260 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2c30af03-3b27-4d63-a0be-abc55f19aba1 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:00:51.083801 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-2c30af03-3b27-4d63-a0be-abc55f19aba1 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:51.099594 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e015e9a1-029e-4560-a0df-17103c81bf93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:51.125738 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e2649-92d4-4699-89b9-8554969c5aeb None None] Deleting port 4bb4ffa2-a793-4bc8-9cf4-1d86d5dcf4a4 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:51.126266 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ca5e2649-92d4-4699-89b9-8554969c5aeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:51.152249 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5c7d1ed5-d4a0-4836-9ff1-75a6951f5e66 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:51.153712 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b1b0c02a-7fb6-43f5-b78e-6d3e5376f068 None None] Provisioning for port b15e4e2d-2584-48ba-a6df-77609dc1f9dd completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:00:51.159055 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5c7d1ed5-d4a0-4836-9ff1-75a6951f5e66 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:51.183044 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ca6e31f5-ae91-4492-9361-0561ecc5bbd1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:51.188408 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-fd192dad-8644-4883-8b9c-3934f76e9e56 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Allocated IP 172.26.3.241 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/3be64cd2-20e7-40b6-a34e-82defd26dfb8) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:00:51.196133 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d1ed5-d4a0-4836-9ff1-75a6951f5e66 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event deleted for resources: {'Network': ['ID=12f71a50-bc1c-4e20-af22-71da7afd7ba8,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:51.209370 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2c30af03-3b27-4d63-a0be-abc55f19aba1 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:51.214218 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2c30af03-3b27-4d63-a0be-abc55f19aba1 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:51.236336 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e2649-92d4-4699-89b9-8554969c5aeb None None] The port '4bb4ffa2-a793-4bc8-9cf4-1d86d5dcf4a4' was deleted {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 14:00:51.262548 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-071af052-2f24-4d3b-bad5-69bcf1ed54e9 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Unset dirty status for tenant:8066c18a8ab246dfbf645d8b25c67254 on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:00:51.268369 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-071af052-2f24-4d3b-bad5-69bcf1ed54e9 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] 10.222.0.41 "GET /v2.0/ports/9746a8f7-e899-4b92-8c2d-76f71d872d5b HTTP/1.1" status: 404 len: 333 time: 0.4844494 Feb 03 14:00:51.281359 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55322) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:51.297888 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-5c7d1ed5-d4a0-4836-9ff1-75a6951f5e66 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/networks/12f71a50-bc1c-4e20-af22-71da7afd7ba8 HTTP/1.1" status: 204 len: 168 time: 1.7441385 Feb 03 14:00:51.303625 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55326) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:51.376967 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2c30af03-3b27-4d63-a0be-abc55f19aba1 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:51.399951 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-40062d1d-1751-4900-a16b-ca47fb7c9f61 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Deleting port 19b6ca04-8f65-4970-b2a2-fec53ad925c7 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:51.400422 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-40062d1d-1751-4900-a16b-ca47fb7c9f61 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:51.428707 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd50aa8-af01-4866-852f-9f6ae8fabe11 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:51.429830 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-fdd50aa8-af01-4866-852f-9f6ae8fabe11 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Synchronizing usage tracker for tenant:faf754c5dcac42e3b7b479467002acb8 on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:00:51.443278 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3853c771-1d41-42ad-922e-016c1d2e6483 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:51.460330 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fd192dad-8644-4883-8b9c-3934f76e9e56 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:51.475640 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2c30af03-3b27-4d63-a0be-abc55f19aba1 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:51.539028 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e015e9a1-029e-4560-a0df-17103c81bf93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:51.541424 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-9b320f44-f922-40df-bb24-9b0dd9efef0e None None] Allocated IP 172.20.0.2 (8bb12688-cb90-41f3-b011-955c615a2915/97c417ee-eae2-4d7f-b2fc-2f4239a402f3/2ba7f829-4e8a-4553-804c-c6f555172e9f) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:00:51.571999 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-fdd50aa8-af01-4866-852f-9f6ae8fabe11 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Unset dirty status for tenant:faf754c5dcac42e3b7b479467002acb8 on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:00:51.577998 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-fdd50aa8-af01-4866-852f-9f6ae8fabe11 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "GET /v2.0/ports/536be671-c681-4e40-8138-dddd9aa192b6 HTTP/1.1" status: 200 len: 844 time: 0.2679029 Feb 03 14:00:51.577998 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2c30af03-3b27-4d63-a0be-abc55f19aba1 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:51.577998 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2c30af03-3b27-4d63-a0be-abc55f19aba1 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5600863 Feb 03 14:00:51.579557 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55330) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:51.590441 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port b15e4e2d-2584-48ba-a6df-77609dc1f9dd completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:00:51.601988 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55334) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:51.604753 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port b15e4e2d-2584-48ba-a6df-77609dc1f9dd triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:51.605135 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:51.620823 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fd192dad-8644-4883-8b9c-3934f76e9e56 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:51.652729 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f20a9b-2f01-4e36-9729-f5cfe1492646 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-ac0baa47-f752-4b1c-8067-faa2699b3288', 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'tenant_id': '1508f35e18f0463982f9a6d535c8268b', 'fixed_ips': [{'subnet_id': '2f972c67-6231-4001-b5f1-ad70ba97665a'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:00:51.653931 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-68f20a9b-2f01-4e36-9729-f5cfe1492646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:51.656007 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3853c771-1d41-42ad-922e-016c1d2e6483 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Network e7f48bee-34d9-4a96-be1e-64c1201acae8 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:51.669132 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e015e9a1-029e-4560-a0df-17103c81bf93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d855dd6e-22f0-4a40-a890-08ad2f189e8a,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:51.684269 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-3853c771-1d41-42ad-922e-016c1d2e6483 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:51.700119 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd192dad-8644-4883-8b9c-3934f76e9e56 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Pushing event updated for resources: {'Port': ['ID=3be64cd2-20e7-40b6-a34e-82defd26dfb8,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:51.706718 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853c771-1d41-42ad-922e-016c1d2e6483 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'Port': ['ID=132a5e18-ee6e-400a-85b2-f5789dd06550,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:51.713798 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3853c771-1d41-42ad-922e-016c1d2e6483 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:00:51.729229 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd192dad-8644-4883-8b9c-3934f76e9e56 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:51.733234 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-fd192dad-8644-4883-8b9c-3934f76e9e56 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:51.737071 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd192dad-8644-4883-8b9c-3934f76e9e56 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:00:51.791581 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e4813982-e0bd-4dfe-b4a7-21b1dea4053d tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "GET /v2.0/ports/536be671-c681-4e40-8138-dddd9aa192b6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2118375 Feb 03 14:00:51.798976 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55338) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:51.804779 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-3a392d0f-e1a3-4e7c-9af2-1f9f4bcf3e7e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'subnet': {'network_id': '47a34d4f-12fc-4f29-ac61-23f93f980f4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:51.831007 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e015e9a1-029e-4560-a0df-17103c81bf93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:51.831007 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e015e9a1-029e-4560-a0df-17103c81bf93 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d855dd6e-22f0-4a40-a890-08ad2f189e8a HTTP/1.1" status: 204 len: 168 time: 1.5545809 Feb 03 14:00:52.009536 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-40062d1d-1751-4900-a16b-ca47fb7c9f61 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:52.064959 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-3a392d0f-e1a3-4e7c-9af2-1f9f4bcf3e7e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:52.119251 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:52.131881 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3a392d0f-e1a3-4e7c-9af2-1f9f4bcf3e7e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Usage tracker for resource:subnet and tenant:faf754c5dcac42e3b7b479467002acb8 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:00:52.143884 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3a392d0f-e1a3-4e7c-9af2-1f9f4bcf3e7e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:00:52.153880 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-3a392d0f-e1a3-4e7c-9af2-1f9f4bcf3e7e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:52.163450 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-68f20a9b-2f01-4e36-9729-f5cfe1492646 None None] Allocated IP 2001:db8::2 (ac0baa47-f752-4b1c-8067-faa2699b3288/2f972c67-6231-4001-b5f1-ad70ba97665a/6126a678-d40c-47d8-a4a3-7b1ecaef0f42) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:00:52.169255 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9b320f44-f922-40df-bb24-9b0dd9efef0e None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:52.185851 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-40062d1d-1751-4900-a16b-ca47fb7c9f61 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Calling delete_port for 19b6ca04-8f65-4970-b2a2-fec53ad925c7 owned by {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:00:52.213920 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-9b320f44-f922-40df-bb24-9b0dd9efef0e None None] Transition to ACTIVE for port object 2ba7f829-4e8a-4553-804c-c6f555172e9f will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:52.238118 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port b15e4e2d-2584-48ba-a6df-77609dc1f9dd, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=b15e4e2d-2584-48ba-a6df-77609dc1f9dd,segment=NetworkSegment(fad41cfe-a809-4f0f-9caa-674faffd8ead),segment_id=fad41cfe-a809-4f0f-9caa-674faffd8ead)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:52.269623 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a392d0f-e1a3-4e7c-9af2-1f9f4bcf3e7e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Made reservation on behalf of faf754c5dcac42e3b7b479467002acb8 for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:00:52.347056 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3853c771-1d41-42ad-922e-016c1d2e6483 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:52.347802 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3853c771-1d41-42ad-922e-016c1d2e6483 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:52.416397 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-9b320f44-f922-40df-bb24-9b0dd9efef0e None None] Transition to ACTIVE for port object 2ba7f829-4e8a-4553-804c-c6f555172e9f will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:52.417904 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:52.489487 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9b320f44-f922-40df-bb24-9b0dd9efef0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:52.529243 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 4bb4ffa2-a793-4bc8-9cf4-1d86d5dcf4a4 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:00:52.549796 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3a392d0f-e1a3-4e7c-9af2-1f9f4bcf3e7e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:52.597115 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 4bb4ffa2-a793-4bc8-9cf4-1d86d5dcf4a4 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:00:52.597712 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 4bb4ffa2-a793-4bc8-9cf4-1d86d5dcf4a4 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:00:52.608185 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3853c771-1d41-42ad-922e-016c1d2e6483 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.9435689 Feb 03 14:00:52.608735 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55346) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:52.614190 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-d91a8416-f083-4eef-bb1c-68d465c7e2f6 None None] Provisioning complete for port b15e4e2d-2584-48ba-a6df-77609dc1f9dd triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:52.614741 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d91a8416-f083-4eef-bb1c-68d465c7e2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:52.624049 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-1e24491a-1a12-4266-9441-f7842e812222 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'port': {'network_id': 'e7f48bee-34d9-4a96-be1e-64c1201acae8', 'name': 'tempest-PortsTestJSON-1232590676'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:52.699129 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b320f44-f922-40df-bb24-9b0dd9efef0e None None] Network 8bb12688-cb90-41f3-b011-955c615a2915 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:52.711218 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-9b320f44-f922-40df-bb24-9b0dd9efef0e None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:52.718179 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=b15e4e2d-2584-48ba-a6df-77609dc1f9dd,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:52.723423 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b320f44-f922-40df-bb24-9b0dd9efef0e None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:00:52.885754 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ca6e31f5-ae91-4492-9361-0561ecc5bbd1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:52.915277 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3a392d0f-e1a3-4e7c-9af2-1f9f4bcf3e7e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:52.932284 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device b15e4e2d-2584-48ba-a6df-77609dc1f9dd up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:00:52.955303 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b320f44-f922-40df-bb24-9b0dd9efef0e None None] Pushing event updated for resources: {'Port': ['ID=2ba7f829-4e8a-4553-804c-c6f555172e9f,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:52.997667 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a392d0f-e1a3-4e7c-9af2-1f9f4bcf3e7e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Network 47a34d4f-12fc-4f29-ac61-23f93f980f4e is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:53.001823 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-3a392d0f-e1a3-4e7c-9af2-1f9f4bcf3e7e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:53.050341 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a392d0f-e1a3-4e7c-9af2-1f9f4bcf3e7e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:53.051321 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3a392d0f-e1a3-4e7c-9af2-1f9f4bcf3e7e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:53.055958 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-40062d1d-1751-4900-a16b-ca47fb7c9f61 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:53.069155 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a392d0f-e1a3-4e7c-9af2-1f9f4bcf3e7e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'Subnet': ['ID=5feae647-e092-459b-8d55-e7bbaee2f277,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:53.112838 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e566fad-8f1f-4f3f-98e8-c1847bc28070 None None] Network 47a34d4f-12fc-4f29-ac61-23f93f980f4e requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:00:53.118522 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e31f5-ae91-4492-9361-0561ecc5bbd1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event updated for resources: {'Subnet': ['ID=76b33f80-ae09-4b58-962f-38358da5c8a3,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:53.154809 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40062d1d-1751-4900-a16b-ca47fb7c9f61 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Pushing event deleted for resources: {'Port': ['ID=19b6ca04-8f65-4970-b2a2-fec53ad925c7,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:53.169779 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3a392d0f-e1a3-4e7c-9af2-1f9f4bcf3e7e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3695841 Feb 03 14:00:53.178899 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55358) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:53.184718 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-cfc2cdf4-f6cb-4972-bad3-50f882a15f5d tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'security_group': {'name': 'tempest-secgroup-540002289'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:53.200748 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-cfc2cdf4-f6cb-4972-bad3-50f882a15f5d tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:53.208388 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-cfc2cdf4-f6cb-4972-bad3-50f882a15f5d tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Usage tracker for resource:security_group and tenant:faf754c5dcac42e3b7b479467002acb8 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:00:53.213235 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-68f20a9b-2f01-4e36-9729-f5cfe1492646 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:53.214881 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-cfc2cdf4-f6cb-4972-bad3-50f882a15f5d tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:00:53.229445 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-cfc2cdf4-f6cb-4972-bad3-50f882a15f5d tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:53.236715 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fd192dad-8644-4883-8b9c-3934f76e9e56 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:53.239203 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-1e24491a-1a12-4266-9441-f7842e812222 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:53.274556 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6e31f5-ae91-4492-9361-0561ecc5bbd1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Checking segment: {'id': '85d4d557-0f21-4b51-9ad2-4f6b48bbfc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd0013bed-f879-44d7-980e-7fd3521d408b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:00:53.274556 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6e31f5-ae91-4492-9361-0561ecc5bbd1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Network hostable DHCP agents. Network: d0013bed-f879-44d7-980e-7fd3521d408b, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:00:53.279133 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-1e24491a-1a12-4266-9441-f7842e812222 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Usage tracker for resource:port and tenant:2fa0476fd5f14aeea80802e139eae85a is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:00:53.289507 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-9b320f44-f922-40df-bb24-9b0dd9efef0e None None] Attempting to bind port 2ba7f829-4e8a-4553-804c-c6f555172e9f on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:00:53.289736 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-1e24491a-1a12-4266-9441-f7842e812222 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:00:53.289910 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-9b320f44-f922-40df-bb24-9b0dd9efef0e None None] Attempting to bind port 2ba7f829-4e8a-4553-804c-c6f555172e9f by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '7506becf-31c3-4d80-9d4a-18507f8943ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8bb12688-cb90-41f3-b011-955c615a2915'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:00:53.290274 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b320f44-f922-40df-bb24-9b0dd9efef0e None None] Attempting to bind port 2ba7f829-4e8a-4553-804c-c6f555172e9f on network 8bb12688-cb90-41f3-b011-955c615a2915 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:00:53.304405 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-1e24491a-1a12-4266-9441-f7842e812222 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:53.306996 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-40062d1d-1751-4900-a16b-ca47fb7c9f61 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:53.308684 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-40062d1d-1751-4900-a16b-ca47fb7c9f61 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] 10.222.0.41 "DELETE /v2.0/ports/19b6ca04-8f65-4970-b2a2-fec53ad925c7 HTTP/1.1" status: 204 len: 168 time: 2.0246115 Feb 03 14:00:53.311843 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55362) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:53.318157 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-68f20a9b-2f01-4e36-9729-f5cfe1492646 None None] Transition to ACTIVE for port object 6126a678-d40c-47d8-a4a3-7b1ecaef0f42 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:53.347980 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b320f44-f922-40df-bb24-9b0dd9efef0e None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:00:53.348357 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b320f44-f922-40df-bb24-9b0dd9efef0e None None] Checking segment: {'id': '7506becf-31c3-4d80-9d4a-18507f8943ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8bb12688-cb90-41f3-b011-955c615a2915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:00:53.348760 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9b320f44-f922-40df-bb24-9b0dd9efef0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:53.349154 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b320f44-f922-40df-bb24-9b0dd9efef0e None None] Bound using segment: {'id': '7506becf-31c3-4d80-9d4a-18507f8943ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8bb12688-cb90-41f3-b011-955c615a2915'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:00:53.349641 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-9b320f44-f922-40df-bb24-9b0dd9efef0e None None] Bound port: 2ba7f829-4e8a-4553-804c-c6f555172e9f, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7506becf-31c3-4d80-9d4a-18507f8943ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8bb12688-cb90-41f3-b011-955c615a2915'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:00:53.350029 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9b320f44-f922-40df-bb24-9b0dd9efef0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:53.395160 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-68f20a9b-2f01-4e36-9729-f5cfe1492646 None None] Transition to ACTIVE for port object 6126a678-d40c-47d8-a4a3-7b1ecaef0f42 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:53.455841 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cfc2cdf4-f6cb-4972-bad3-50f882a15f5d tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:53.525093 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e24491a-1a12-4266-9441-f7842e812222 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Made reservation on behalf of 2fa0476fd5f14aeea80802e139eae85a for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:00:53.528401 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1e24491a-1a12-4266-9441-f7842e812222 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:53.544003 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0531b525-e3bd-4659-8531-85ebb7052a0c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:53.557350 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-d91a8416-f083-4eef-bb1c-68d465c7e2f6 None None] Provisioning for port 132a5e18-ee6e-400a-85b2-f5789dd06550 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:00:53.561261 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fd192dad-8644-4883-8b9c-3934f76e9e56 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:53.561433 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-68f20a9b-2f01-4e36-9729-f5cfe1492646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:53.622909 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-d91a8416-f083-4eef-bb1c-68d465c7e2f6 None None] Provisioning complete for port 132a5e18-ee6e-400a-85b2-f5789dd06550 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:53.623310 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d91a8416-f083-4eef-bb1c-68d465c7e2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:53.626127 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-1e24491a-1a12-4266-9441-f7842e812222 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] device_id is not set on port 5370b88f-c855-4ba9-94ea-f10a77933585 yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:00:53.665500 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6e31f5-ae91-4492-9361-0561ecc5bbd1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Network d0013bed-f879-44d7-980e-7fd3521d408b is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:00:53.667124 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port b15e4e2d-2584-48ba-a6df-77609dc1f9dd triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:53.667466 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:53.706296 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-cfc2cdf4-f6cb-4972-bad3-50f882a15f5d tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:53.714126 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-cfc2cdf4-f6cb-4972-bad3-50f882a15f5d tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Usage tracker for resource:security_group_rule and tenant:faf754c5dcac42e3b7b479467002acb8 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:00:53.719046 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-cfc2cdf4-f6cb-4972-bad3-50f882a15f5d tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:00:53.734809 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-cfc2cdf4-f6cb-4972-bad3-50f882a15f5d tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:53.793329 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-9b320f44-f922-40df-bb24-9b0dd9efef0e None None] For port 2ba7f829-4e8a-4553-804c-c6f555172e9f, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:00:53.820632 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-ca6e31f5-ae91-4492-9361-0561ecc5bbd1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, d0013bed-f879-44d7-980e-7fd3521d408b) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:53.825166 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f20a9b-2f01-4e36-9729-f5cfe1492646 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:53.829817 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f20a9b-2f01-4e36-9729-f5cfe1492646 None None] Pushing event updated for resources: {'Port': ['ID=6126a678-d40c-47d8-a4a3-7b1ecaef0f42,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:53.836327 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-d91a8416-f083-4eef-bb1c-68d465c7e2f6 None None] Port 132a5e18-ee6e-400a-85b2-f5789dd06550 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:00:53.837898 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-68f20a9b-2f01-4e36-9729-f5cfe1492646 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:53.841741 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-9b320f44-f922-40df-bb24-9b0dd9efef0e None None] For port 2ba7f829-4e8a-4553-804c-c6f555172e9f, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=2ba7f829-4e8a-4553-804c-c6f555172e9f,segment=NetworkSegment(7506becf-31c3-4d80-9d4a-18507f8943ec),segment_id=7506becf-31c3-4d80-9d4a-18507f8943ec)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:00:53.847391 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f20a9b-2f01-4e36-9729-f5cfe1492646 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:00:53.857157 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-b712a97f-610b-4f2d-ad5b-dc66acb146b5 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Deleting subnet bce56d86-ba55-4a70-81e8-6c9d891f2ae6 {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:00:53.857374 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d82dc2-85b8-4c8f-b130-c7e726a0269e None None] Network d0013bed-f879-44d7-980e-7fd3521d408b requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:00:53.873360 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b712a97f-610b-4f2d-ad5b-dc66acb146b5 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:53.883251 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6e31f5-ae91-4492-9361-0561ecc5bbd1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:53.884343 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ca6e31f5-ae91-4492-9361-0561ecc5bbd1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:53.953290 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9b320f44-f922-40df-bb24-9b0dd9efef0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:53.966666 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b712a97f-610b-4f2d-ad5b-dc66acb146b5 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:53.995424 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-1e24491a-1a12-4266-9441-f7842e812222 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Allocated IP 172.20.0.10 (e7f48bee-34d9-4a96-be1e-64c1201acae8/cb0994cb-5466-4e91-8de9-cf69d9393ba1/5370b88f-c855-4ba9-94ea-f10a77933585) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:00:54.012936 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cfc2cdf4-f6cb-4972-bad3-50f882a15f5d tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:54.054719 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ca6e31f5-ae91-4492-9361-0561ecc5bbd1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7774851 Feb 03 14:00:54.061297 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55374) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:54.075455 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-53d30538-a4b0-4d1c-8c02-cd70ffa5ab3b tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1934294516', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:54.083639 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cfc2cdf4-f6cb-4972-bad3-50f882a15f5d tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:54.085687 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-53d30538-a4b0-4d1c-8c02-cd70ffa5ab3b tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:54.089751 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-53d30538-a4b0-4d1c-8c02-cd70ffa5ab3b tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Usage tracker for resource:router and tenant:d5adceeed00a4893983ee9d6f019faac is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:00:54.095985 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-53d30538-a4b0-4d1c-8c02-cd70ffa5ab3b tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:00:54.098654 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-53d30538-a4b0-4d1c-8c02-cd70ffa5ab3b tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:54.165947 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fd192dad-8644-4883-8b9c-3934f76e9e56 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:54.169260 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2cdf4-f6cb-4972-bad3-50f882a15f5d tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee51727b-13e4-4650-8b99-336897010970,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:54.172170 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b712a97f-610b-4f2d-ad5b-dc66acb146b5 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:54.203484 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-68f20a9b-2f01-4e36-9729-f5cfe1492646 None None] Attempting to bind port 6126a678-d40c-47d8-a4a3-7b1ecaef0f42 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:00:54.203858 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-68f20a9b-2f01-4e36-9729-f5cfe1492646 None None] Attempting to bind port 6126a678-d40c-47d8-a4a3-7b1ecaef0f42 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:00:54.204221 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f20a9b-2f01-4e36-9729-f5cfe1492646 None None] Attempting to bind port 6126a678-d40c-47d8-a4a3-7b1ecaef0f42 on network ac0baa47-f752-4b1c-8067-faa2699b3288 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:00:54.238164 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cfc2cdf4-f6cb-4972-bad3-50f882a15f5d tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:54.239664 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-cfc2cdf4-f6cb-4972-bad3-50f882a15f5d tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.0596311 Feb 03 14:00:54.241050 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fd192dad-8644-4883-8b9c-3934f76e9e56 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:54.245353 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55378) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:54.245561 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-89a5ae15-4272-4407-b22f-05577cd34c43 None None] Provisioning complete for port 132a5e18-ee6e-400a-85b2-f5789dd06550 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:54.246052 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-89a5ae15-4272-4407-b22f-05577cd34c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:54.253525 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-53d30538-a4b0-4d1c-8c02-cd70ffa5ab3b tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:54.254464 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-53d30538-a4b0-4d1c-8c02-cd70ffa5ab3b tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:54.270144 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-6d588d6f-4551-4fbd-a9a0-82c738ee7396 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'security_group': {'name': 'tempest-secgroup-777141854'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:54.272256 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b320f44-f922-40df-bb24-9b0dd9efef0e None None] Pushing event updated for resources: {'Port': ['ID=2ba7f829-4e8a-4553-804c-c6f555172e9f,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:54.280039 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-0531b525-e3bd-4659-8531-85ebb7052a0c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Allocated IP 2001:db8::1 (ac0baa47-f752-4b1c-8067-faa2699b3288/2f972c67-6231-4001-b5f1-ad70ba97665a/e0496d0e-be36-4248-a001-b9fe611eee10) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:00:54.286480 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-6d588d6f-4551-4fbd-a9a0-82c738ee7396 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:54.295363 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-6d588d6f-4551-4fbd-a9a0-82c738ee7396 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Usage tracker for resource:security_group and tenant:faf754c5dcac42e3b7b479467002acb8 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:00:54.313052 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-6d588d6f-4551-4fbd-a9a0-82c738ee7396 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:00:54.322126 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f600d52-3d47-47fc-80af-6d2c5766e4b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-47a34d4f-12fc-4f29-ac61-23f93f980f4e', 'network_id': '47a34d4f-12fc-4f29-ac61-23f93f980f4e', 'tenant_id': 'faf754c5dcac42e3b7b479467002acb8', 'fixed_ips': [{'subnet_id': '5feae647-e092-459b-8d55-e7bbaee2f277'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:00:54.324674 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8f600d52-3d47-47fc-80af-6d2c5766e4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:54.331963 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f20a9b-2f01-4e36-9729-f5cfe1492646 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:00:54.332341 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f20a9b-2f01-4e36-9729-f5cfe1492646 None None] Checking segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:00:54.333137 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-68f20a9b-2f01-4e36-9729-f5cfe1492646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:54.333137 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f20a9b-2f01-4e36-9729-f5cfe1492646 None None] Bound using segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:00:54.333603 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-68f20a9b-2f01-4e36-9729-f5cfe1492646 None None] Bound port: 6126a678-d40c-47d8-a4a3-7b1ecaef0f42, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:00:54.333998 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-68f20a9b-2f01-4e36-9729-f5cfe1492646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:54.349562 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-6d588d6f-4551-4fbd-a9a0-82c738ee7396 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:54.374422 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd192dad-8644-4883-8b9c-3934f76e9e56 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Pushing event updated for resources: {'Port': ['ID=3be64cd2-20e7-40b6-a34e-82defd26dfb8,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:54.404369 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fd192dad-8644-4883-8b9c-3934f76e9e56 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:54.434521 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-89a5ae15-4272-4407-b22f-05577cd34c43 None None] Port 132a5e18-ee6e-400a-85b2-f5789dd06550 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:00:54.497582 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b712a97f-610b-4f2d-ad5b-dc66acb146b5 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:54.519727 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-53d30538-a4b0-4d1c-8c02-cd70ffa5ab3b tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:54.547196 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6d588d6f-4551-4fbd-a9a0-82c738ee7396 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:54.554302 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712a97f-610b-4f2d-ad5b-dc66acb146b5 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Pushing event deleted for resources: {'Subnet': ['ID=bce56d86-ba55-4a70-81e8-6c9d891f2ae6,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:54.558782 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b712a97f-610b-4f2d-ad5b-dc66acb146b5 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:54.582563 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647905af-af4e-44a9-b306-cfb282d718c5 None None] Network 8f0f6305-38ab-4a46-b8a5-b819ded7a852 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:00:54.587332 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b712a97f-610b-4f2d-ad5b-dc66acb146b5 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] 10.222.0.41 "DELETE /v2.0/subnets/bce56d86-ba55-4a70-81e8-6c9d891f2ae6 HTTP/1.1" status: 204 len: 168 time: 1.2739820 Feb 03 14:00:54.588193 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55384) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:54.601988 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1e24491a-1a12-4266-9441-f7842e812222 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:54.608629 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6aa6ed-1fd2-4608-8ce3-30fff3ae6bf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-d0013bed-f879-44d7-980e-7fd3521d408b', 'network_id': 'd0013bed-f879-44d7-980e-7fd3521d408b', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'fixed_ips': [{'subnet_id': '76b33f80-ae09-4b58-962f-38358da5c8a3'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:00:54.609315 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8e6aa6ed-1fd2-4608-8ce3-30fff3ae6bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:54.695053 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0531b525-e3bd-4659-8531-85ebb7052a0c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:54.705356 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-0531b525-e3bd-4659-8531-85ebb7052a0c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Transition to ACTIVE for port object e0496d0e-be36-4248-a001-b9fe611eee10 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:54.726622 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-1e24491a-1a12-4266-9441-f7842e812222 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Transition to ACTIVE for port object 5370b88f-c855-4ba9-94ea-f10a77933585 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:54.759799 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-68f20a9b-2f01-4e36-9729-f5cfe1492646 None None] For port 6126a678-d40c-47d8-a4a3-7b1ecaef0f42, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:00:54.771990 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-53d30538-a4b0-4d1c-8c02-cd70ffa5ab3b tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:54.792291 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0531b525-e3bd-4659-8531-85ebb7052a0c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:54.797739 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-6d588d6f-4551-4fbd-a9a0-82c738ee7396 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:54.913319 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-91ffb699-2c09-436d-b393-f920728dedb6 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:55.026130 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-6d588d6f-4551-4fbd-a9a0-82c738ee7396 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Usage tracker for resource:security_group_rule and tenant:faf754c5dcac42e3b7b479467002acb8 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:00:55.027577 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-91ffb699-2c09-436d-b393-f920728dedb6 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Deleting port 33ace79f-c0c2-4a45-b250-43f6632d1d0e {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:55.028328 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-91ffb699-2c09-436d-b393-f920728dedb6 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:55.030030 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1e24491a-1a12-4266-9441-f7842e812222 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:55.040064 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-68f20a9b-2f01-4e36-9729-f5cfe1492646 None None] For port 6126a678-d40c-47d8-a4a3-7b1ecaef0f42, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=6126a678-d40c-47d8-a4a3-7b1ecaef0f42,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:00:55.043603 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-6d588d6f-4551-4fbd-a9a0-82c738ee7396 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:00:55.068494 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-6d588d6f-4551-4fbd-a9a0-82c738ee7396 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:55.086247 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0531b525-e3bd-4659-8531-85ebb7052a0c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:55.088061 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-0531b525-e3bd-4659-8531-85ebb7052a0c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:55.089248 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 2ba7f829-4e8a-4553-804c-c6f555172e9f up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:00:55.095959 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0531b525-e3bd-4659-8531-85ebb7052a0c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:00:55.096689 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0531b525-e3bd-4659-8531-85ebb7052a0c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:55.110770 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-53d30538-a4b0-4d1c-8c02-cd70ffa5ab3b tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:55.114732 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-53d30538-a4b0-4d1c-8c02-cd70ffa5ab3b tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0486391 Feb 03 14:00:55.114732 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e24491a-1a12-4266-9441-f7842e812222 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Network e7f48bee-34d9-4a96-be1e-64c1201acae8 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:55.118381 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0531b525-e3bd-4659-8531-85ebb7052a0c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Port': ['ID=e0496d0e-be36-4248-a001-b9fe611eee10,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:55.123903 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55392) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:55.125169 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-1e24491a-1a12-4266-9441-f7842e812222 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:55.167183 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-68f20a9b-2f01-4e36-9729-f5cfe1492646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:55.171570 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e24491a-1a12-4266-9441-f7842e812222 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:00:55.254942 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-91ffb699-2c09-436d-b393-f920728dedb6 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] For port 33ace79f-c0c2-4a45-b250-43f6632d1d0e, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=33ace79f-c0c2-4a45-b250-43f6632d1d0e,segment=NetworkSegment(671874b9-c908-491e-bf46-4f71d3c4e920),segment_id=671874b9-c908-491e-bf46-4f71d3c4e920)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:55.255936 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-91ffb699-2c09-436d-b393-f920728dedb6 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:55.410934 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-91ffb699-2c09-436d-b393-f920728dedb6 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Calling delete_port for 33ace79f-c0c2-4a45-b250-43f6632d1d0e owned by network:dhcp {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:00:55.440944 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e24491a-1a12-4266-9441-f7842e812222 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'Port': ['ID=5370b88f-c855-4ba9-94ea-f10a77933585,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:55.449555 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e24491a-1a12-4266-9441-f7842e812222 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:55.451002 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1e24491a-1a12-4266-9441-f7842e812222 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:55.525859 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-8e6aa6ed-1fd2-4608-8ce3-30fff3ae6bf5 None None] Allocated IP 172.21.0.2 (d0013bed-f879-44d7-980e-7fd3521d408b/76b33f80-ae09-4b58-962f-38358da5c8a3/faccee31-33bb-4be0-b8e1-5ed11170d3db) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:00:55.575025 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.l3_db [None req-fd192dad-8644-4883-8b9c-3934f76e9e56 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Floating IP 47fcde65-6cd6-40ed-b7da-f8e5ec72fb06 associated. External IP: 172.26.3.241, port: 5918c25a-1ac7-48f3-a202-97cc195966ea. Feb 03 14:00:55.628302 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-1e24491a-1a12-4266-9441-f7842e812222 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.0147734 Feb 03 14:00:55.650415 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55402) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:55.666341 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-91ffb699-2c09-436d-b393-f920728dedb6 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:55.745528 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ffb699-2c09-436d-b393-f920728dedb6 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Pushing event deleted for resources: {'Port': ['ID=33ace79f-c0c2-4a45-b250-43f6632d1d0e,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:55.772590 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ffb699-2c09-436d-b393-f920728dedb6 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] No DVR routers for this DVR port 33ace79f-c0c2-4a45-b250-43f6632d1d0e on host dv-neutron-827016-1-hyperv {{(pid=84182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:00:55.789417 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8e6aa6ed-1fd2-4608-8ce3-30fff3ae6bf5 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:55.801118 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-8e6aa6ed-1fd2-4608-8ce3-30fff3ae6bf5 None None] Transition to ACTIVE for port object faccee31-33bb-4be0-b8e1-5ed11170d3db will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:55.830441 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-8e6aa6ed-1fd2-4608-8ce3-30fff3ae6bf5 None None] Transition to ACTIVE for port object faccee31-33bb-4be0-b8e1-5ed11170d3db will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:55.876046 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6d588d6f-4551-4fbd-a9a0-82c738ee7396 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:55.916506 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-91ffb699-2c09-436d-b393-f920728dedb6 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:55.918102 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f20a9b-2f01-4e36-9729-f5cfe1492646 None None] Pushing event updated for resources: {'Port': ['ID=6126a678-d40c-47d8-a4a3-7b1ecaef0f42,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:55.931652 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b46e2dc4-5193-4022-842e-1c3c59765c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:55.935717 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-8f600d52-3d47-47fc-80af-6d2c5766e4b5 None None] Allocated IP 2001:db8::2 (47a34d4f-12fc-4f29-ac61-23f93f980f4e/5feae647-e092-459b-8d55-e7bbaee2f277/cfb47753-8683-4bd2-bddc-c67797c20e10) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:00:55.941579 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8e6aa6ed-1fd2-4608-8ce3-30fff3ae6bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:55.973493 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-91ffb699-2c09-436d-b393-f920728dedb6 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f0f6305-38ab-4a46-b8a5-b819ded7a852']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:55.998644 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6d588d6f-4551-4fbd-a9a0-82c738ee7396 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:56.064985 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-91ffb699-2c09-436d-b393-f920728dedb6 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '671874b9-c908-491e-bf46-4f71d3c4e920') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:56.066543 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-91ffb699-2c09-436d-b393-f920728dedb6 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '671874b9-c908-491e-bf46-4f71d3c4e920') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:56.089566 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-91ffb699-2c09-436d-b393-f920728dedb6 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:56.098910 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6aa6ed-1fd2-4608-8ce3-30fff3ae6bf5 None None] Pushing event updated for resources: {'Port': ['ID=faccee31-33bb-4be0-b8e1-5ed11170d3db,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:56.119166 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 2ba7f829-4e8a-4553-804c-c6f555172e9f completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:00:56.119698 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d588d6f-4551-4fbd-a9a0-82c738ee7396 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2ed4cf-660f-431a-afd0-87b6d7483ccb,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:56.124215 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0531b525-e3bd-4659-8531-85ebb7052a0c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:56.138801 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-91ffb699-2c09-436d-b393-f920728dedb6 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:56.150616 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91ffb699-2c09-436d-b393-f920728dedb6 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:00:56.151195 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-91ffb699-2c09-436d-b393-f920728dedb6 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:56.155145 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-292a397b-754e-45b5-acc8-f11e5d6ac751 None None] Provisioning for port 5370b88f-c855-4ba9-94ea-f10a77933585 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:00:56.173668 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-292a397b-754e-45b5-acc8-f11e5d6ac751 None None] Provisioning complete for port 5370b88f-c855-4ba9-94ea-f10a77933585 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:56.174049 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-292a397b-754e-45b5-acc8-f11e5d6ac751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:56.176282 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 14:00:56.176282 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:00:56.176282 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 14:00:56.176282 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:00:56.176282 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 14:00:56.176282 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:00:56.176282 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 14:00:56.176282 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:00:56.176282 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 14:00:56.176282 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:00:56.176282 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 14:00:56.176282 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:00:56.176282 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 14:00:56.176282 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:00:56.176282 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:00:56.176282 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:00:56.176282 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:00:56.176282 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:00:56.176282 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 14:00:56.176282 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:00:56.176282 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 14:00:56.176282 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:00:56.176282 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:00:56.176282 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:00:56.176282 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 14:00:56.176282 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:00:56.176282 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:00:56.176282 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:00:56.176282 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:00:56.176282 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:00:56.176282 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:00:56.176282 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:00:56.282067 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55410) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:56.293267 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6aa6ed-1fd2-4608-8ce3-30fff3ae6bf5 None None] Network d0013bed-f879-44d7-980e-7fd3521d408b is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:56.295330 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-292a397b-754e-45b5-acc8-f11e5d6ac751 None None] Port 5370b88f-c855-4ba9-94ea-f10a77933585 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:00:56.298642 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789f9338-e4ca-440b-b766-e4f453057834 None None] Network 8bb12688-cb90-41f3-b011-955c615a2915 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:00:56.310011 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b95b31b-aba7-457e-939e-4e28f98f66fb tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:56.310764 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-0b95b31b-aba7-457e-939e-4e28f98f66fb tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Synchronizing usage tracker for tenant:2fa0476fd5f14aeea80802e139eae85a on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:00:56.421002 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-91ffb699-2c09-436d-b393-f920728dedb6 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:56.461784 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-0b95b31b-aba7-457e-939e-4e28f98f66fb tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Unset dirty status for tenant:2fa0476fd5f14aeea80802e139eae85a on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:00:56.655207 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-0b95b31b-aba7-457e-939e-4e28f98f66fb tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 922 time: 0.7312822 Feb 03 14:00:56.655207 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6d588d6f-4551-4fbd-a9a0-82c738ee7396 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:56.655207 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-6d588d6f-4551-4fbd-a9a0-82c738ee7396 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 2.2184453 Feb 03 14:00:56.655207 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55416) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:56.656183 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-91ffb699-2c09-436d-b393-f920728dedb6 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:56.656183 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ffb699-2c09-436d-b393-f920728dedb6 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] Pushing event deleted for resources: {'Network': ['ID=8f0f6305-38ab-4a46-b8a5-b819ded7a852,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:56.656183 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55418) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:56.656183 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-383e27ef-6141-4c08-b19a-1998cbe005bc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1004161783', 'security_groups': ['ee2ed4cf-660f-431a-afd0-87b6d7483ccb'], 'network_id': '47a34d4f-12fc-4f29-ac61-23f93f980f4e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5feae647-e092-459b-8d55-e7bbaee2f277'}]}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:56.656545 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-8e6aa6ed-1fd2-4608-8ce3-30fff3ae6bf5 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:56.656928 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f48eac23-bbed-451f-8dfd-dd272cd50a8a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:56.683528 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6aa6ed-1fd2-4608-8ce3-30fff3ae6bf5 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:00:56.710038 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-212b2db7-9fdb-4047-8a1c-fd3a309688cb tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-783395393'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:56.714802 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-91ffb699-2c09-436d-b393-f920728dedb6 tempest-AllowedAddressPairIpV6TestJSON-1366970195 tempest-AllowedAddressPairIpV6TestJSON-1366970195-project] 10.222.0.41 "DELETE /v2.0/networks/8f0f6305-38ab-4a46-b8a5-b819ded7a852 HTTP/1.1" status: 204 len: 168 time: 2.1223679 Feb 03 14:00:56.727910 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-212b2db7-9fdb-4047-8a1c-fd3a309688cb tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:56.775472 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2de49ac7-3d12-4528-9e06-947b3692e381 None None] Provisioning for port 2ba7f829-4e8a-4553-804c-c6f555172e9f completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:00:56.803803 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-212b2db7-9fdb-4047-8a1c-fd3a309688cb tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Usage tracker for resource:network and tenant:1ff7c6dd50344b2cb6cccec9cd9f39c1 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:00:56.823980 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2de49ac7-3d12-4528-9e06-947b3692e381 None None] Provisioning complete for port 2ba7f829-4e8a-4553-804c-c6f555172e9f triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:56.824360 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2de49ac7-3d12-4528-9e06-947b3692e381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:56.886723 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd62361f-3974-424b-bdd0-ce1bd695f4d1 None None] DHCP port deletion for 8f0f6305-38ab-4a46-b8a5-b819ded7a852 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:00:56.946786 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-8e6aa6ed-1fd2-4608-8ce3-30fff3ae6bf5 None None] Attempting to bind port faccee31-33bb-4be0-b8e1-5ed11170d3db on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:00:56.947191 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-8e6aa6ed-1fd2-4608-8ce3-30fff3ae6bf5 None None] Attempting to bind port faccee31-33bb-4be0-b8e1-5ed11170d3db by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '85d4d557-0f21-4b51-9ad2-4f6b48bbfc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd0013bed-f879-44d7-980e-7fd3521d408b'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:00:56.947561 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6aa6ed-1fd2-4608-8ce3-30fff3ae6bf5 None None] Attempting to bind port faccee31-33bb-4be0-b8e1-5ed11170d3db on network d0013bed-f879-44d7-980e-7fd3521d408b {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:00:56.966848 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6aa6ed-1fd2-4608-8ce3-30fff3ae6bf5 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:00:56.967127 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-212b2db7-9fdb-4047-8a1c-fd3a309688cb tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:00:56.967379 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6aa6ed-1fd2-4608-8ce3-30fff3ae6bf5 None None] Checking segment: {'id': '85d4d557-0f21-4b51-9ad2-4f6b48bbfc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd0013bed-f879-44d7-980e-7fd3521d408b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:00:56.967695 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8e6aa6ed-1fd2-4608-8ce3-30fff3ae6bf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:56.968100 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6aa6ed-1fd2-4608-8ce3-30fff3ae6bf5 None None] Bound using segment: {'id': '85d4d557-0f21-4b51-9ad2-4f6b48bbfc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd0013bed-f879-44d7-980e-7fd3521d408b'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:00:56.968855 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-8e6aa6ed-1fd2-4608-8ce3-30fff3ae6bf5 None None] Bound port: faccee31-33bb-4be0-b8e1-5ed11170d3db, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d4d557-0f21-4b51-9ad2-4f6b48bbfc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd0013bed-f879-44d7-980e-7fd3521d408b'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:00:56.969241 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8e6aa6ed-1fd2-4608-8ce3-30fff3ae6bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:56.993665 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-383e27ef-6141-4c08-b19a-1998cbe005bc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:57.010597 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-383e27ef-6141-4c08-b19a-1998cbe005bc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Usage tracker for resource:port and tenant:faf754c5dcac42e3b7b479467002acb8 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:00:57.013763 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-383e27ef-6141-4c08-b19a-1998cbe005bc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:00:57.019787 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-383e27ef-6141-4c08-b19a-1998cbe005bc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:57.031558 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-212b2db7-9fdb-4047-8a1c-fd3a309688cb tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:57.126377 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd192dad-8644-4883-8b9c-3934f76e9e56 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Router b8ac8743-9c7e-4709-a28e-1ea2b501ff15 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:00:57.127403 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383e27ef-6141-4c08-b19a-1998cbe005bc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Made reservation on behalf of faf754c5dcac42e3b7b479467002acb8 for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:00:57.133055 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-383e27ef-6141-4c08-b19a-1998cbe005bc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:57.162806 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-b96f1175-09f0-4585-8ee6-e164e5b02cb2 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Deleting port 5370b88f-c855-4ba9-94ea-f10a77933585 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:00:57.163241 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b96f1175-09f0-4585-8ee6-e164e5b02cb2 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:57.176953 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212b2db7-9fdb-4047-8a1c-fd3a309688cb tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Made reservation on behalf of 1ff7c6dd50344b2cb6cccec9cd9f39c1 for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:00:57.180414 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-212b2db7-9fdb-4047-8a1c-fd3a309688cb tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:57.186536 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8f600d52-3d47-47fc-80af-6d2c5766e4b5 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:57.192024 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-383e27ef-6141-4c08-b19a-1998cbe005bc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] device_id is not set on port 91debeda-d8f1-44df-b430-44187d2af216 yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:00:57.204213 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-8f600d52-3d47-47fc-80af-6d2c5766e4b5 None None] Transition to ACTIVE for port object cfb47753-8683-4bd2-bddc-c67797c20e10 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:57.229317 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-8f600d52-3d47-47fc-80af-6d2c5766e4b5 None None] Transition to ACTIVE for port object cfb47753-8683-4bd2-bddc-c67797c20e10 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:57.241982 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 6126a678-d40c-47d8-a4a3-7b1ecaef0f42 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:00:57.243732 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-212b2db7-9fdb-4047-8a1c-fd3a309688cb tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:57.486148 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-f48eac23-bbed-451f-8dfd-dd272cd50a8a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Allocated IP 172.20.0.1 (8bb12688-cb90-41f3-b011-955c615a2915/97c417ee-eae2-4d7f-b2fc-2f4239a402f3/0139256b-531c-44ee-af26-a7e76a103f35) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:00:57.503279 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-212b2db7-9fdb-4047-8a1c-fd3a309688cb tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:00:57.518908 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-212b2db7-9fdb-4047-8a1c-fd3a309688cb tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Usage tracker for resource:security_group_rule and tenant:1ff7c6dd50344b2cb6cccec9cd9f39c1 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:00:57.551837 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-212b2db7-9fdb-4047-8a1c-fd3a309688cb tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:00:57.575763 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-212b2db7-9fdb-4047-8a1c-fd3a309688cb tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:00:57.576292 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8f600d52-3d47-47fc-80af-6d2c5766e4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:57.635130 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55428) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:57.667792 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-8e6aa6ed-1fd2-4608-8ce3-30fff3ae6bf5 None None] For port faccee31-33bb-4be0-b8e1-5ed11170d3db, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:00:57.701130 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-8e6aa6ed-1fd2-4608-8ce3-30fff3ae6bf5 None None] For port faccee31-33bb-4be0-b8e1-5ed11170d3db, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=faccee31-33bb-4be0-b8e1-5ed11170d3db,segment=NetworkSegment(85d4d557-0f21-4b51-9ad2-4f6b48bbfc19),segment_id=85d4d557-0f21-4b51-9ad2-4f6b48bbfc19)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:00:57.711558 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2de49ac7-3d12-4528-9e06-947b3692e381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:57.722106 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f600d52-3d47-47fc-80af-6d2c5766e4b5 None None] Network 47a34d4f-12fc-4f29-ac61-23f93f980f4e is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:57.728570 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f600d52-3d47-47fc-80af-6d2c5766e4b5 None None] Pushing event updated for resources: {'Port': ['ID=cfb47753-8683-4bd2-bddc-c67797c20e10,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:57.732383 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-8f600d52-3d47-47fc-80af-6d2c5766e4b5 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:57.734846 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f600d52-3d47-47fc-80af-6d2c5766e4b5 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:00:57.792436 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-60ac114c-b221-4896-988e-edd6d0076b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:57.811199 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-383e27ef-6141-4c08-b19a-1998cbe005bc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Allocated IP 2001:db8::ae (47a34d4f-12fc-4f29-ac61-23f93f980f4e/5feae647-e092-459b-8d55-e7bbaee2f277/91debeda-d8f1-44df-b430-44187d2af216) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:00:57.839971 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8e6aa6ed-1fd2-4608-8ce3-30fff3ae6bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:57.845942 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-2de49ac7-3d12-4528-9e06-947b3692e381 None None] For port 2ba7f829-4e8a-4553-804c-c6f555172e9f, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=2ba7f829-4e8a-4553-804c-c6f555172e9f,segment=NetworkSegment(7506becf-31c3-4d80-9d4a-18507f8943ec),segment_id=7506becf-31c3-4d80-9d4a-18507f8943ec)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:57.933670 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-8f600d52-3d47-47fc-80af-6d2c5766e4b5 None None] Attempting to bind port cfb47753-8683-4bd2-bddc-c67797c20e10 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:00:57.934491 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-8f600d52-3d47-47fc-80af-6d2c5766e4b5 None None] Attempting to bind port cfb47753-8683-4bd2-bddc-c67797c20e10 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '436e82d6-200c-4985-a180-16bc4c906a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '47a34d4f-12fc-4f29-ac61-23f93f980f4e'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:00:57.934491 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f600d52-3d47-47fc-80af-6d2c5766e4b5 None None] Attempting to bind port cfb47753-8683-4bd2-bddc-c67797c20e10 on network 47a34d4f-12fc-4f29-ac61-23f93f980f4e {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:00:57.946754 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2de49ac7-3d12-4528-9e06-947b3692e381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:57.952721 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f600d52-3d47-47fc-80af-6d2c5766e4b5 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:00:57.953175 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f600d52-3d47-47fc-80af-6d2c5766e4b5 None None] Checking segment: {'id': '436e82d6-200c-4985-a180-16bc4c906a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '47a34d4f-12fc-4f29-ac61-23f93f980f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:00:57.953583 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8f600d52-3d47-47fc-80af-6d2c5766e4b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:57.953980 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f600d52-3d47-47fc-80af-6d2c5766e4b5 None None] Bound using segment: {'id': '436e82d6-200c-4985-a180-16bc4c906a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '47a34d4f-12fc-4f29-ac61-23f93f980f4e'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:00:57.954450 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-8f600d52-3d47-47fc-80af-6d2c5766e4b5 None None] Bound port: cfb47753-8683-4bd2-bddc-c67797c20e10, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '436e82d6-200c-4985-a180-16bc4c906a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '47a34d4f-12fc-4f29-ac61-23f93f980f4e'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:00:57.954824 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8f600d52-3d47-47fc-80af-6d2c5766e4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:57.974421 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6aa6ed-1fd2-4608-8ce3-30fff3ae6bf5 None None] Pushing event updated for resources: {'Port': ['ID=faccee31-33bb-4be0-b8e1-5ed11170d3db,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:57.994753 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f48eac23-bbed-451f-8dfd-dd272cd50a8a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:58.004181 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd192dad-8644-4883-8b9c-3934f76e9e56 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:00:58.007795 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 6126a678-d40c-47d8-a4a3-7b1ecaef0f42 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:00:58.008096 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-212b2db7-9fdb-4047-8a1c-fd3a309688cb tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:58.029266 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67336d98-3e1c-4b61-b0de-f7474579ee3e None None] Sync routers for ids ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:00:58.060943 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b96f1175-09f0-4585-8ee6-e164e5b02cb2 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:58.124619 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 33ace79f-c0c2-4a45-b250-43f6632d1d0e no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:00:58.128333 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-212b2db7-9fdb-4047-8a1c-fd3a309688cb tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:58.205663 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 33ace79f-c0c2-4a45-b250-43f6632d1d0e {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:00:58.205924 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 33ace79f-c0c2-4a45-b250-43f6632d1d0e not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:00:58.230586 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67336d98-3e1c-4b61-b0de-f7474579ee3e None None] Routers {'b8ac8743-9c7e-4709-a28e-1ea2b501ff15'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:00:58.230586 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-67336d98-3e1c-4b61-b0de-f7474579ee3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:00:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:58.230791 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-212b2db7-9fdb-4047-8a1c-fd3a309688cb tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:00:58.233032 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-b96f1175-09f0-4585-8ee6-e164e5b02cb2 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Calling delete_port for 5370b88f-c855-4ba9-94ea-f10a77933585 owned by {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:00:58.244722 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b2db7-9fdb-4047-8a1c-fd3a309688cb tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d93049f-a0fc-4383-99f1-2561f6664171,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:58.261447 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-212b2db7-9fdb-4047-8a1c-fd3a309688cb tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:58.266228 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-212b2db7-9fdb-4047-8a1c-fd3a309688cb tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Added segment fa173b97-f285-4235-b050-2a4d02a8f87d of type vlan for network 9bb91d07-76d5-4c3c-ac03-c92d9d27d731 Feb 03 14:00:58.293437 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de49ac7-3d12-4528-9e06-947b3692e381 None None] Pushing event updated for resources: {'Port': ['ID=2ba7f829-4e8a-4553-804c-c6f555172e9f,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:58.311448 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-67336d98-3e1c-4b61-b0de-f7474579ee3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:58.314360 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fd192dad-8644-4883-8b9c-3934f76e9e56 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:58.331104 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2ecf211a-06d7-42dc-a4cf-8d67f42a1899 None None] Provisioning complete for port 2ba7f829-4e8a-4553-804c-c6f555172e9f triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:58.332976 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2ecf211a-06d7-42dc-a4cf-8d67f42a1899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:58.393051 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-8f600d52-3d47-47fc-80af-6d2c5766e4b5 None None] For port cfb47753-8683-4bd2-bddc-c67797c20e10, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:00:58.398650 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67336d98-3e1c-4b61-b0de-f7474579ee3e None None] Routers {'b8ac8743-9c7e-4709-a28e-1ea2b501ff15'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:00:58.400060 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-67336d98-3e1c-4b61-b0de-f7474579ee3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:00:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:58.408749 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-fd192dad-8644-4883-8b9c-3934f76e9e56 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.5851495 Feb 03 14:00:58.412422 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-212b2db7-9fdb-4047-8a1c-fd3a309688cb tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:58.422351 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55434) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:58.432026 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-3d05a171-d930-440c-95c0-14b2169311f0 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Request body: {'floatingip': {'port_id': '5918c25a-1ac7-48f3-a202-97cc195966ea', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:58.437604 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-f48eac23-bbed-451f-8dfd-dd272cd50a8a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Transition to ACTIVE for port object 0139256b-531c-44ee-af26-a7e76a103f35 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:58.496637 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b96f1175-09f0-4585-8ee6-e164e5b02cb2 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:58.500466 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-8f600d52-3d47-47fc-80af-6d2c5766e4b5 None None] For port cfb47753-8683-4bd2-bddc-c67797c20e10, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=cfb47753-8683-4bd2-bddc-c67797c20e10,segment=NetworkSegment(436e82d6-200c-4985-a180-16bc4c906a37),segment_id=436e82d6-200c-4985-a180-16bc4c906a37)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:00:58.500998 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0531b525-e3bd-4659-8531-85ebb7052a0c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:58.502320 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-383e27ef-6141-4c08-b19a-1998cbe005bc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:58.503019 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-67336d98-3e1c-4b61-b0de-f7474579ee3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:58.503528 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67336d98-3e1c-4b61-b0de-f7474579ee3e None None] The sync data for ids ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:00:58.542362 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8a5c74e2-4cc5-4717-8e4a-483ae5d44a23 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8066c18a8ab246dfbf645d8b25c67254&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9007661 Feb 03 14:00:58.554873 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55438) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:58.560223 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f1175-09f0-4585-8ee6-e164e5b02cb2 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event deleted for resources: {'Port': ['ID=5370b88f-c855-4ba9-94ea-f10a77933585,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:58.567533 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-383e27ef-6141-4c08-b19a-1998cbe005bc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Transition to ACTIVE for port object 91debeda-d8f1-44df-b430-44187d2af216 will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:58.567867 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0531b525-e3bd-4659-8531-85ebb7052a0c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:58.574839 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0531b525-e3bd-4659-8531-85ebb7052a0c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:58.575369 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8f600d52-3d47-47fc-80af-6d2c5766e4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:58.622259 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3d05a171-d930-440c-95c0-14b2169311f0 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for floatingip, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:58.667598 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f600d52-3d47-47fc-80af-6d2c5766e4b5 None None] Pushing event updated for resources: {'Port': ['ID=cfb47753-8683-4bd2-bddc-c67797c20e10,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:58.688600 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-212b2db7-9fdb-4047-8a1c-fd3a309688cb tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:58.690162 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212b2db7-9fdb-4047-8a1c-fd3a309688cb tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:58.690887 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-212b2db7-9fdb-4047-8a1c-fd3a309688cb tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:58.761060 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2ecf211a-06d7-42dc-a4cf-8d67f42a1899 None None] Provisioning for port 6126a678-d40c-47d8-a4a3-7b1ecaef0f42 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:00:58.766714 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2ecf211a-06d7-42dc-a4cf-8d67f42a1899 None None] Provisioning complete for port 6126a678-d40c-47d8-a4a3-7b1ecaef0f42 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:58.767315 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2ecf211a-06d7-42dc-a4cf-8d67f42a1899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:58.780539 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f48eac23-bbed-451f-8dfd-dd272cd50a8a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:58.825933 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0531b525-e3bd-4659-8531-85ebb7052a0c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Port': ['ID=e0496d0e-be36-4248-a001-b9fe611eee10,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:58.891124 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b2db7-9fdb-4047-8a1c-fd3a309688cb tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Pushing event updated for resources: {'Network': ['ID=9bb91d07-76d5-4c3c-ac03-c92d9d27d731,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:58.895552 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:58.896391 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:58.966250 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b96f1175-09f0-4585-8ee6-e164e5b02cb2 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:58.972940 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48eac23-bbed-451f-8dfd-dd272cd50a8a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Network 8bb12688-cb90-41f3-b011-955c615a2915 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:58.976823 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 9bb91d07-76d5-4c3c-ac03-c92d9d27d731 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:00:58.985107 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-f48eac23-bbed-451f-8dfd-dd272cd50a8a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:58.993266 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48eac23-bbed-451f-8dfd-dd272cd50a8a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:00:59.025947 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2ecf211a-06d7-42dc-a4cf-8d67f42a1899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:59.050567 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a9e061a6-de0c-4032-943d-5e94e254c8e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:59.056248 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-212b2db7-9fdb-4047-8a1c-fd3a309688cb tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.7706456 Feb 03 14:00:59.058803 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55442) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:59.114532 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 2ba7f829-4e8a-4553-804c-c6f555172e9f up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:00:59.229461 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-478a7fa3-70ff-4a9c-9653-13f8f487c0a7 tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Request body: {'subnet': {'network_id': '9bb91d07-76d5-4c3c-ac03-c92d9d27d731', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:00:59.283419 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a9e061a6-de0c-4032-943d-5e94e254c8e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:59.302016 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48eac23-bbed-451f-8dfd-dd272cd50a8a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event updated for resources: {'Port': ['ID=0139256b-531c-44ee-af26-a7e76a103f35,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:59.327902 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-2ecf211a-06d7-42dc-a4cf-8d67f42a1899 None None] For port 6126a678-d40c-47d8-a4a3-7b1ecaef0f42, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=6126a678-d40c-47d8-a4a3-7b1ecaef0f42,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:59.349866 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0531b525-e3bd-4659-8531-85ebb7052a0c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:59.358020 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-383e27ef-6141-4c08-b19a-1998cbe005bc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:59.359703 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-0531b525-e3bd-4659-8531-85ebb7052a0c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:59.363453 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 2ba7f829-4e8a-4553-804c-c6f555172e9f triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:59.363612 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:59.448932 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383e27ef-6141-4c08-b19a-1998cbe005bc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Network 47a34d4f-12fc-4f29-ac61-23f93f980f4e is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:59.452880 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2ecf211a-06d7-42dc-a4cf-8d67f42a1899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:59.488116 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b96f1175-09f0-4585-8ee6-e164e5b02cb2 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/ports/5370b88f-c855-4ba9-94ea-f10a77933585 HTTP/1.1" status: 204 len: 168 time: 2.9257083 Feb 03 14:00:59.494570 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55446) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:59.523994 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f48eac23-bbed-451f-8dfd-dd272cd50a8a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:59.577138 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-383e27ef-6141-4c08-b19a-1998cbe005bc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:59.597573 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a9e061a6-de0c-4032-943d-5e94e254c8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:59.601504 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf211a-06d7-42dc-a4cf-8d67f42a1899 None None] Pushing event updated for resources: {'Port': ['ID=6126a678-d40c-47d8-a4a3-7b1ecaef0f42,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:59.605170 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2ecf211a-06d7-42dc-a4cf-8d67f42a1899 None None] Provisioning for port e0496d0e-be36-4248-a001-b9fe611eee10 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:00:59.618538 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2ecf211a-06d7-42dc-a4cf-8d67f42a1899 None None] Provisioning complete for port e0496d0e-be36-4248-a001-b9fe611eee10 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:59.618914 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2ecf211a-06d7-42dc-a4cf-8d67f42a1899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:59.628575 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383e27ef-6141-4c08-b19a-1998cbe005bc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:00:59.632746 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383e27ef-6141-4c08-b19a-1998cbe005bc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:59.633419 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-383e27ef-6141-4c08-b19a-1998cbe005bc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:59.682699 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-2ecf211a-06d7-42dc-a4cf-8d67f42a1899 None None] Port e0496d0e-be36-4248-a001-b9fe611eee10 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:00:59.706842 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device faccee31-33bb-4be0-b8e1-5ed11170d3db up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:00:59.764107 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-87874a34-cfda-4eeb-81cf-2e4b0d15d135 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] GET failed (client error): The resource could not be found. Feb 03 14:00:59.764615 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-87874a34-cfda-4eeb-81cf-2e4b0d15d135 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Synchronizing usage tracker for tenant:2fa0476fd5f14aeea80802e139eae85a on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:00:59.778128 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18b3ab8-4bbc-4ebc-9e8f-47a29266ae54 None None] Network d0013bed-f879-44d7-980e-7fd3521d408b requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:00:59.867983 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-87874a34-cfda-4eeb-81cf-2e4b0d15d135 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Unset dirty status for tenant:2fa0476fd5f14aeea80802e139eae85a on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:00:59.871832 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-87874a34-cfda-4eeb-81cf-2e4b0d15d135 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "GET /v2.0/ports/5370b88f-c855-4ba9-94ea-f10a77933585 HTTP/1.1" status: 404 len: 333 time: 0.3716471 Feb 03 14:00:59.872706 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55450) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:00:59.943096 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e061a6-de0c-4032-943d-5e94e254c8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d319bb29-f595-4a31-a9ac-f7c484114de5,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:59.966733 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a9e061a6-de0c-4032-943d-5e94e254c8e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:00:59.967957 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a9e061a6-de0c-4032-943d-5e94e254c8e5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d319bb29-f595-4a31-a9ac-f7c484114de5 HTTP/1.1" status: 204 len: 168 time: 1.4074752 Feb 03 14:00:59.995484 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e27ef-6141-4c08-b19a-1998cbe005bc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'Port': ['ID=91debeda-d8f1-44df-b430-44187d2af216,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:00.010822 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-478a7fa3-70ff-4a9c-9653-13f8f487c0a7 tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:00.015720 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-478a7fa3-70ff-4a9c-9653-13f8f487c0a7 tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Usage tracker for resource:subnet and tenant:1ff7c6dd50344b2cb6cccec9cd9f39c1 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:00.020370 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-478a7fa3-70ff-4a9c-9653-13f8f487c0a7 tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:00.032438 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-51002328-1e3e-4d8d-9bf7-6cee7a027deb tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Deleting port 132a5e18-ee6e-400a-85b2-f5789dd06550 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:01:00.037255 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-51002328-1e3e-4d8d-9bf7-6cee7a027deb tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:00.038892 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-478a7fa3-70ff-4a9c-9653-13f8f487c0a7 tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:00.067502 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2a19b6f6-a82d-4165-9e6f-da9ef07a6d6d None None] Provisioning for port 0139256b-531c-44ee-af26-a7e76a103f35 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:00.072440 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port faccee31-33bb-4be0-b8e1-5ed11170d3db completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:00.090213 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2a19b6f6-a82d-4165-9e6f-da9ef07a6d6d None None] Provisioning complete for port 0139256b-531c-44ee-af26-a7e76a103f35 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:00.094553 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2a19b6f6-a82d-4165-9e6f-da9ef07a6d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:00.132869 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-383e27ef-6141-4c08-b19a-1998cbe005bc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6132660 Feb 03 14:01:00.137083 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55456) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:00.158777 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-02c0fd62-d3ef-4f63-a178-d8ce41f3fb1e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'subnet': {'network_id': '47a34d4f-12fc-4f29-ac61-23f93f980f4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:00.164969 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-2a19b6f6-a82d-4165-9e6f-da9ef07a6d6d None None] Port 0139256b-531c-44ee-af26-a7e76a103f35 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:01:00.169080 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:00.238218 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478a7fa3-70ff-4a9c-9653-13f8f487c0a7 tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Made reservation on behalf of 1ff7c6dd50344b2cb6cccec9cd9f39c1 for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:01:00.280120 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2a19b6f6-a82d-4165-9e6f-da9ef07a6d6d None None] Provisioning for port faccee31-33bb-4be0-b8e1-5ed11170d3db completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:00.287266 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2a19b6f6-a82d-4165-9e6f-da9ef07a6d6d None None] Provisioning complete for port faccee31-33bb-4be0-b8e1-5ed11170d3db triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:00.292708 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2a19b6f6-a82d-4165-9e6f-da9ef07a6d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:00.313117 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f48eac23-bbed-451f-8dfd-dd272cd50a8a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:00.476050 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-478a7fa3-70ff-4a9c-9653-13f8f487c0a7 tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:00.487232 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2a19b6f6-a82d-4165-9e6f-da9ef07a6d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:00.547354 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-2a19b6f6-a82d-4165-9e6f-da9ef07a6d6d None None] For port faccee31-33bb-4be0-b8e1-5ed11170d3db, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=faccee31-33bb-4be0-b8e1-5ed11170d3db,segment=NetworkSegment(85d4d557-0f21-4b51-9ad2-4f6b48bbfc19),segment_id=85d4d557-0f21-4b51-9ad2-4f6b48bbfc19)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:01:00.623628 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2a19b6f6-a82d-4165-9e6f-da9ef07a6d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:00.749103 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-02c0fd62-d3ef-4f63-a178-d8ce41f3fb1e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:00.761873 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19b6f6-a82d-4165-9e6f-da9ef07a6d6d None None] Pushing event updated for resources: {'Port': ['ID=faccee31-33bb-4be0-b8e1-5ed11170d3db,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:00.780354 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-02c0fd62-d3ef-4f63-a178-d8ce41f3fb1e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Usage tracker for resource:subnet and tenant:faf754c5dcac42e3b7b479467002acb8 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:00.828291 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-33ee3bc8-bc9d-43af-b34a-a11ea8a8c6b8 None None] Provisioning for port cfb47753-8683-4bd2-bddc-c67797c20e10 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:00.855049 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-02c0fd62-d3ef-4f63-a178-d8ce41f3fb1e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:00.859041 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-51002328-1e3e-4d8d-9bf7-6cee7a027deb tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:00.887628 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-33ee3bc8-bc9d-43af-b34a-a11ea8a8c6b8 None None] Provisioning complete for port 536be671-c681-4e40-8138-dddd9aa192b6 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:00.887628 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-33ee3bc8-bc9d-43af-b34a-a11ea8a8c6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:00.936114 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-02c0fd62-d3ef-4f63-a178-d8ce41f3fb1e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:00.966826 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3d05a171-d930-440c-95c0-14b2169311f0 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:00.967410 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-33ee3bc8-bc9d-43af-b34a-a11ea8a8c6b8 None None] Port 536be671-c681-4e40-8138-dddd9aa192b6 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:01:00.981219 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-33ee3bc8-bc9d-43af-b34a-a11ea8a8c6b8 None None] Provisioning complete for port faccee31-33bb-4be0-b8e1-5ed11170d3db triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:00.981704 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-33ee3bc8-bc9d-43af-b34a-a11ea8a8c6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:01.014073 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 6126a678-d40c-47d8-a4a3-7b1ecaef0f42 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:01:01.041458 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3d05a171-d930-440c-95c0-14b2169311f0 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:01.123351 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-478a7fa3-70ff-4a9c-9653-13f8f487c0a7 tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:01.125883 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0531b525-e3bd-4659-8531-85ebb7052a0c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Router 32404f7f-3166-48ad-93ec-920b15f69cb0 is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:01:01.136794 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-51002328-1e3e-4d8d-9bf7-6cee7a027deb tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Calling delete_port for 132a5e18-ee6e-400a-85b2-f5789dd06550 owned by {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:01:01.157014 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 6126a678-d40c-47d8-a4a3-7b1ecaef0f42 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:01.159975 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:01.224988 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a7fa3-70ff-4a9c-9653-13f8f487c0a7 tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Pushing event updated for resources: {'Subnet': ['ID=c95c6cc3-74aa-4e1f-a383-f3e9dcde31c8,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:01.241295 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-33ee3bc8-bc9d-43af-b34a-a11ea8a8c6b8 None None] Provisioning complete for port e0496d0e-be36-4248-a001-b9fe611eee10 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:01.241674 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-33ee3bc8-bc9d-43af-b34a-a11ea8a8c6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:01.310086 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c0fd62-d3ef-4f63-a178-d8ce41f3fb1e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Made reservation on behalf of faf754c5dcac42e3b7b479467002acb8 for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:01:01.348237 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-33ee3bc8-bc9d-43af-b34a-a11ea8a8c6b8 None None] Port e0496d0e-be36-4248-a001-b9fe611eee10 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:01:01.359906 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device faccee31-33bb-4be0-b8e1-5ed11170d3db up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:01:01.388176 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478a7fa3-70ff-4a9c-9653-13f8f487c0a7 tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Checking segment: {'id': 'fa173b97-f285-4235-b050-2a4d02a8f87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb91d07-76d5-4c3c-ac03-c92d9d27d731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:01:01.388548 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478a7fa3-70ff-4a9c-9653-13f8f487c0a7 tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Network hostable DHCP agents. Network: 9bb91d07-76d5-4c3c-ac03-c92d9d27d731, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:01:01.425116 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port faccee31-33bb-4be0-b8e1-5ed11170d3db triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:01.425817 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:01.540159 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478a7fa3-70ff-4a9c-9653-13f8f487c0a7 tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Network 9bb91d07-76d5-4c3c-ac03-c92d9d27d731 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:01:01.573094 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-6f964f08-ee2c-4c1e-9452-d19d1e71f9a1 None None] Provisioning for port 91debeda-d8f1-44df-b430-44187d2af216 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:01.580983 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-6f964f08-ee2c-4c1e-9452-d19d1e71f9a1 None None] Provisioning complete for port 91debeda-d8f1-44df-b430-44187d2af216 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:01.581573 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6f964f08-ee2c-4c1e-9452-d19d1e71f9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:01.586980 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55476) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:01.630820 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device cfb47753-8683-4bd2-bddc-c67797c20e10 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:01:01.664328 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-478a7fa3-70ff-4a9c-9653-13f8f487c0a7 tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 9bb91d07-76d5-4c3c-ac03-c92d9d27d731) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:01.672046 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478a7fa3-70ff-4a9c-9653-13f8f487c0a7 tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:01.673409 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-478a7fa3-70ff-4a9c-9653-13f8f487c0a7 tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:01.688940 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e09327f-525b-42cb-97f1-c1a7da3540f7 None None] Network 9bb91d07-76d5-4c3c-ac03-c92d9d27d731 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:01:01.740436 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d05a171-d930-440c-95c0-14b2169311f0 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Router b8ac8743-9c7e-4709-a28e-1ea2b501ff15 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:01:01.802082 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-51002328-1e3e-4d8d-9bf7-6cee7a027deb tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:01.807508 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-6f964f08-ee2c-4c1e-9452-d19d1e71f9a1 None None] Port 91debeda-d8f1-44df-b430-44187d2af216 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:01:01.823973 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-47d74628-6436-4de4-ae9f-0f9318ec89a4 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-410869122', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:01.836641 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-478a7fa3-70ff-4a9c-9653-13f8f487c0a7 tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6721599 Feb 03 14:01:01.837821 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-47d74628-6436-4de4-ae9f-0f9318ec89a4 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:01.843419 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55482) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:01.846630 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-47d74628-6436-4de4-ae9f-0f9318ec89a4 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Usage tracker for resource:router and tenant:47a74a2f2cb54d20a13dadba3ce1e1ea is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:01.852974 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-769b372d-a95a-458b-bc39-f8784503229c tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Request body: {'port': {'network_id': '9bb91d07-76d5-4c3c-ac03-c92d9d27d731', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1596380168'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:01.910378 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-02c0fd62-d3ef-4f63-a178-d8ce41f3fb1e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:01.929514 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-47d74628-6436-4de4-ae9f-0f9318ec89a4 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:01.937676 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-47d74628-6436-4de4-ae9f-0f9318ec89a4 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:01.948237 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49eaace2-46ce-43e4-acad-35d52bb712a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-9bb91d07-76d5-4c3c-ac03-c92d9d27d731', 'network_id': '9bb91d07-76d5-4c3c-ac03-c92d9d27d731', 'tenant_id': '1ff7c6dd50344b2cb6cccec9cd9f39c1', 'fixed_ips': [{'subnet_id': 'c95c6cc3-74aa-4e1f-a383-f3e9dcde31c8'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:01:01.955322 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-49eaace2-46ce-43e4-acad-35d52bb712a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:01.995939 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51002328-1e3e-4d8d-9bf7-6cee7a027deb tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event deleted for resources: {'Port': ['ID=132a5e18-ee6e-400a-85b2-f5789dd06550,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:02.019252 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port cfb47753-8683-4bd2-bddc-c67797c20e10 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:02.029626 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port cfb47753-8683-4bd2-bddc-c67797c20e10 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:02.030137 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:02.046071 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-47d74628-6436-4de4-ae9f-0f9318ec89a4 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:02.047384 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-47d74628-6436-4de4-ae9f-0f9318ec89a4 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:02.186610 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-51002328-1e3e-4d8d-9bf7-6cee7a027deb tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:02.205354 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.ipam_backend_mixin [None req-02c0fd62-d3ef-4f63-a178-d8ce41f3fb1e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5feae647-e092-459b-8d55-e7bbaee2f277 (CIDR: 2001:db8::/64) Feb 03 14:01:02.240297 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f48eac23-bbed-451f-8dfd-dd272cd50a8a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:02.243415 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-02c0fd62-d3ef-4f63-a178-d8ce41f3fb1e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:01:02.244066 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02c0fd62-d3ef-4f63-a178-d8ce41f3fb1e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:01:02.246985 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-49eaace2-46ce-43e4-acad-35d52bb712a0 None None] Allocated IP 172.20.0.2 (9bb91d07-76d5-4c3c-ac03-c92d9d27d731/c95c6cc3-74aa-4e1f-a383-f3e9dcde31c8/9b88dd33-a3d7-4a34-9c00-314d7827ad89) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:01:02.251760 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0531b525-e3bd-4659-8531-85ebb7052a0c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:01:02.253919 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-0531b525-e3bd-4659-8531-85ebb7052a0c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "PUT /v2.0/routers/32404f7f-3166-48ad-93ec-920b15f69cb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6499500 Feb 03 14:01:02.256767 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55486) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:02.262083 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:02.264547 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11306130-1e31-4894-9b81-d15892b9257f None None] Sync routers for ids ['32404f7f-3166-48ad-93ec-920b15f69cb0'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:01:02.273849 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-769b372d-a95a-458b-bc39-f8784503229c tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:02.278027 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11306130-1e31-4894-9b81-d15892b9257f None None] Routers {'32404f7f-3166-48ad-93ec-920b15f69cb0'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:01:02.282280 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-11306130-1e31-4894-9b81-d15892b9257f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:00:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['32404f7f-3166-48ad-93ec-920b15f69cb0'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:02.282454 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-769b372d-a95a-458b-bc39-f8784503229c tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Usage tracker for resource:port and tenant:1ff7c6dd50344b2cb6cccec9cd9f39c1 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:02.286303 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-769b372d-a95a-458b-bc39-f8784503229c tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:02.295088 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-769b372d-a95a-458b-bc39-f8784503229c tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:02.310359 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-47d74628-6436-4de4-ae9f-0f9318ec89a4 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:02.353186 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d05a171-d930-440c-95c0-14b2169311f0 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:01:02.354645 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f48eac23-bbed-451f-8dfd-dd272cd50a8a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:02.368711 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3d05a171-d930-440c-95c0-14b2169311f0 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:02.409429 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-51002328-1e3e-4d8d-9bf7-6cee7a027deb tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/ports/132a5e18-ee6e-400a-85b2-f5789dd06550 HTTP/1.1" status: 204 len: 168 time: 2.5355341 Feb 03 14:01:02.410700 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55490) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:02.416386 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769b372d-a95a-458b-bc39-f8784503229c tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Made reservation on behalf of 1ff7c6dd50344b2cb6cccec9cd9f39c1 for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:01:02.419482 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-769b372d-a95a-458b-bc39-f8784503229c tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:02.430558 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705c1225-e401-4fb7-b3e1-9103162d6847 None None] Sync routers for ids ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:01:02.440316 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port cfb47753-8683-4bd2-bddc-c67797c20e10, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=cfb47753-8683-4bd2-bddc-c67797c20e10,segment=NetworkSegment(436e82d6-200c-4985-a180-16bc4c906a37),segment_id=436e82d6-200c-4985-a180-16bc4c906a37)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:01:02.452835 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-47d74628-6436-4de4-ae9f-0f9318ec89a4 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:02.467795 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705c1225-e401-4fb7-b3e1-9103162d6847 None None] Routers {'b8ac8743-9c7e-4709-a28e-1ea2b501ff15'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:01:02.468433 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-705c1225-e401-4fb7-b3e1-9103162d6847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:00:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:02.511660 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-769b372d-a95a-458b-bc39-f8784503229c tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] device_id is not set on port d83f28d2-13ac-4490-82b9-37b2dd5eca55 yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:01:02.516307 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48eac23-bbed-451f-8dfd-dd272cd50a8a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event updated for resources: {'Port': ['ID=0139256b-531c-44ee-af26-a7e76a103f35,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:02.539101 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-11306130-1e31-4894-9b81-d15892b9257f None None] Set router 32404f7f-3166-48ad-93ec-920b15f69cb0 gateway port host: None {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:01:02.544327 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-705c1225-e401-4fb7-b3e1-9103162d6847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:02.544585 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:02.586444 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-3530194d-c6a5-4db1-a925-a92f668475d3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] GET failed (client error): The resource could not be found. Feb 03 14:01:02.587859 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3530194d-c6a5-4db1-a925-a92f668475d3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Synchronizing usage tracker for tenant:2fa0476fd5f14aeea80802e139eae85a on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:01:02.591576 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3d05a171-d930-440c-95c0-14b2169311f0 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "PUT /v2.0/floatingips/47fcde65-6cd6-40ed-b7da-f8e5ec72fb06 HTTP/1.1" status: 200 len: 978 time: 4.1674519 Feb 03 14:01:02.592793 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55494) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:02.596855 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55496) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:02.597782 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-02c0fd62-d3ef-4f63-a178-d8ce41f3fb1e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4571412 Feb 03 14:01:02.607264 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f48eac23-bbed-451f-8dfd-dd272cd50a8a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:02.624524 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2285ce4e-1fdc-4f55-b9a4-3e46523513e5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:02.625189 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-2285ce4e-1fdc-4f55-b9a4-3e46523513e5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:01:02.628700 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=cfb47753-8683-4bd2-bddc-c67797c20e10,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:02.666085 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705c1225-e401-4fb7-b3e1-9103162d6847 None None] Routers {'b8ac8743-9c7e-4709-a28e-1ea2b501ff15'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:01:02.670470 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-705c1225-e401-4fb7-b3e1-9103162d6847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:00:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:02.679850 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-3df8893d-93fe-40cb-b1ac-0d3f616e5e5b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'subnet': {'network_id': '47a34d4f-12fc-4f29-ac61-23f93f980f4e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:02.771013 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-705c1225-e401-4fb7-b3e1-9103162d6847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:02.771392 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705c1225-e401-4fb7-b3e1-9103162d6847 None None] The sync data for ids ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:01:02.809418 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-49eaace2-46ce-43e4-acad-35d52bb712a0 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:02.821339 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-49eaace2-46ce-43e4-acad-35d52bb712a0 None None] Transition to ACTIVE for port object 9b88dd33-a3d7-4a34-9c00-314d7827ad89 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:02.835342 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-47d74628-6436-4de4-ae9f-0f9318ec89a4 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:02.836616 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-47d74628-6436-4de4-ae9f-0f9318ec89a4 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.2505713 Feb 03 14:01:02.843410 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-3df8893d-93fe-40cb-b1ac-0d3f616e5e5b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:02.847499 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55502) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:02.852624 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-2285ce4e-1fdc-4f55-b9a4-3e46523513e5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:01:02.854568 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-2285ce4e-1fdc-4f55-b9a4-3e46523513e5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/ports/e0496d0e-be36-4248-a001-b9fe611eee10 HTTP/1.1" status: 200 len: 911 time: 0.5967481 Feb 03 14:01:02.855565 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3530194d-c6a5-4db1-a925-a92f668475d3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Unset dirty status for tenant:2fa0476fd5f14aeea80802e139eae85a on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:01:02.857571 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-49eaace2-46ce-43e4-acad-35d52bb712a0 None None] Transition to ACTIVE for port object 9b88dd33-a3d7-4a34-9c00-314d7827ad89 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:02.859979 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3530194d-c6a5-4db1-a925-a92f668475d3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "GET /v2.0/ports/132a5e18-ee6e-400a-85b2-f5789dd06550 HTTP/1.1" status: 404 len: 333 time: 0.3513498 Feb 03 14:01:02.865245 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55506) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:02.867358 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55508) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:02.870767 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3df8893d-93fe-40cb-b1ac-0d3f616e5e5b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Usage tracker for resource:subnet and tenant:faf754c5dcac42e3b7b479467002acb8 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:02.876427 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-c627969a-1d13-4432-b98b-a4b3e582500f tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-239730276'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:02.877883 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48eac23-bbed-451f-8dfd-dd272cd50a8a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Network 8bb12688-cb90-41f3-b011-955c615a2915 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:01:02.885576 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-c627969a-1d13-4432-b98b-a4b3e582500f tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:02.887824 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3df8893d-93fe-40cb-b1ac-0d3f616e5e5b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:02.898891 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-c627969a-1d13-4432-b98b-a4b3e582500f tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Usage tracker for resource:network and tenant:47a74a2f2cb54d20a13dadba3ce1e1ea is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:02.901523 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-3df8893d-93fe-40cb-b1ac-0d3f616e5e5b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:02.903278 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-11306130-1e31-4894-9b81-d15892b9257f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32404f7f-3166-48ad-93ec-920b15f69cb0', 'name': 'tempest-NetworksTestDHCPv6-router-108025660', 'tenant_id': '1508f35e18f0463982f9a6d535c8268b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:00:51Z', 'updated_at': '2022-02-03T14:00:55Z', 'revision_number': 2, 'project_id': '1508f35e18f0463982f9a6d535c8268b', 'gw_port_host': None, '_interfaces': [{'id': 'e0496d0e-be36-4248-a001-b9fe611eee10', 'name': '', 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'tenant_id': '1508f35e18f0463982f9a6d535c8268b', 'mac_address': 'fa:16:3e:be:12:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32404f7f-3166-48ad-93ec-920b15f69cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f972c67-6231-4001-b5f1-ad70ba97665a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:00:53Z', 'updated_at': '2022-02-03T14:00:57Z', 'revision_number': 2, 'project_id': '1508f35e18f0463982f9a6d535c8268b', 'subnets': [{'id': '2f972c67-6231-4001-b5f1-ad70ba97665a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:02.908481 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11306130-1e31-4894-9b81-d15892b9257f None None] Checking router: 32404f7f-3166-48ad-93ec-920b15f69cb0 for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:01:02.910775 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11306130-1e31-4894-9b81-d15892b9257f None None] Updating router 32404f7f-3166-48ad-93ec-920b15f69cb0 port e0496d0e-be36-4248-a001-b9fe611eee10 binding host dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:01:02.911156 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device cfb47753-8683-4bd2-bddc-c67797c20e10 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:01:02.918037 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-c627969a-1d13-4432-b98b-a4b3e582500f tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:02.928986 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-c627969a-1d13-4432-b98b-a4b3e582500f tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:02.964879 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-11306130-1e31-4894-9b81-d15892b9257f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:02.974329 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-f48eac23-bbed-451f-8dfd-dd272cd50a8a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:02.999900 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-49eaace2-46ce-43e4-acad-35d52bb712a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:03.061698 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df8893d-93fe-40cb-b1ac-0d3f616e5e5b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Made reservation on behalf of faf754c5dcac42e3b7b479467002acb8 for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:01:03.089892 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49eaace2-46ce-43e4-acad-35d52bb712a0 None None] Network 9bb91d07-76d5-4c3c-ac03-c92d9d27d731 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:01:03.117646 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-49eaace2-46ce-43e4-acad-35d52bb712a0 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:03.124522 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49eaace2-46ce-43e4-acad-35d52bb712a0 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:01:03.168062 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port cfb47753-8683-4bd2-bddc-c67797c20e10 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:03.168747 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:03.197024 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c627969a-1d13-4432-b98b-a4b3e582500f tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Made reservation on behalf of 47a74a2f2cb54d20a13dadba3ce1e1ea for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:01:03.201984 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c627969a-1d13-4432-b98b-a4b3e582500f tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:03.222229 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eaace2-46ce-43e4-acad-35d52bb712a0 None None] Pushing event updated for resources: {'Port': ['ID=9b88dd33-a3d7-4a34-9c00-314d7827ad89,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:03.239445 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c627969a-1d13-4432-b98b-a4b3e582500f tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:03.290817 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-5ee6345d-36e2-4738-9845-be97068a99a1 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Deleting port 3be64cd2-20e7-40b6-a34e-82defd26dfb8 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:01:03.291364 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5ee6345d-36e2-4738-9845-be97068a99a1 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:03.312584 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-49eaace2-46ce-43e4-acad-35d52bb712a0 None None] Attempting to bind port 9b88dd33-a3d7-4a34-9c00-314d7827ad89 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:01:03.314135 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-49eaace2-46ce-43e4-acad-35d52bb712a0 None None] Attempting to bind port 9b88dd33-a3d7-4a34-9c00-314d7827ad89 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'fa173b97-f285-4235-b050-2a4d02a8f87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb91d07-76d5-4c3c-ac03-c92d9d27d731'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:01:03.314135 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49eaace2-46ce-43e4-acad-35d52bb712a0 None None] Attempting to bind port 9b88dd33-a3d7-4a34-9c00-314d7827ad89 on network 9bb91d07-76d5-4c3c-ac03-c92d9d27d731 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:01:03.328192 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49eaace2-46ce-43e4-acad-35d52bb712a0 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:01:03.328553 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49eaace2-46ce-43e4-acad-35d52bb712a0 None None] Checking segment: {'id': 'fa173b97-f285-4235-b050-2a4d02a8f87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb91d07-76d5-4c3c-ac03-c92d9d27d731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:01:03.328958 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-49eaace2-46ce-43e4-acad-35d52bb712a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:03.329358 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49eaace2-46ce-43e4-acad-35d52bb712a0 None None] Bound using segment: {'id': 'fa173b97-f285-4235-b050-2a4d02a8f87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb91d07-76d5-4c3c-ac03-c92d9d27d731'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:01:03.330917 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-49eaace2-46ce-43e4-acad-35d52bb712a0 None None] Bound port: 9b88dd33-a3d7-4a34-9c00-314d7827ad89, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa173b97-f285-4235-b050-2a4d02a8f87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb91d07-76d5-4c3c-ac03-c92d9d27d731'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:01:03.331484 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-49eaace2-46ce-43e4-acad-35d52bb712a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:03.344847 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-769b372d-a95a-458b-bc39-f8784503229c tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Allocated IP 172.20.0.9 (9bb91d07-76d5-4c3c-ac03-c92d9d27d731/c95c6cc3-74aa-4e1f-a383-f3e9dcde31c8/d83f28d2-13ac-4490-82b9-37b2dd5eca55) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:01:03.434151 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-c627969a-1d13-4432-b98b-a4b3e582500f tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:03.458737 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-49eaace2-46ce-43e4-acad-35d52bb712a0 None None] For port 9b88dd33-a3d7-4a34-9c00-314d7827ad89, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:01:03.469025 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-49eaace2-46ce-43e4-acad-35d52bb712a0 None None] For port 9b88dd33-a3d7-4a34-9c00-314d7827ad89, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=9b88dd33-a3d7-4a34-9c00-314d7827ad89,segment=NetworkSegment(fa173b97-f285-4235-b050-2a4d02a8f87d),segment_id=fa173b97-f285-4235-b050-2a4d02a8f87d)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:01:03.506204 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-c627969a-1d13-4432-b98b-a4b3e582500f tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Usage tracker for resource:security_group_rule and tenant:47a74a2f2cb54d20a13dadba3ce1e1ea is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:03.517489 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-c627969a-1d13-4432-b98b-a4b3e582500f tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:03.526857 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-11306130-1e31-4894-9b81-d15892b9257f None None] Notify callbacks [] for port, precommit_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:03.542770 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-c627969a-1d13-4432-b98b-a4b3e582500f tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:03.543395 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.provisioning_blocks [None req-11306130-1e31-4894-9b81-d15892b9257f None None] Transition to ACTIVE for port object e0496d0e-be36-4248-a001-b9fe611eee10 will not be triggered until provisioned by entity L2. {{(pid=84184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:03.546863 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3df8893d-93fe-40cb-b1ac-0d3f616e5e5b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:03.548608 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-49eaace2-46ce-43e4-acad-35d52bb712a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:03.596526 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-d1b662f4-0e71-4a35-88eb-2df457def57f None None] Provisioning complete for port 0139256b-531c-44ee-af26-a7e76a103f35 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:03.596904 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d1b662f4-0e71-4a35-88eb-2df457def57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:03.611553 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-11306130-1e31-4894-9b81-d15892b9257f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:03.691115 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-d1b662f4-0e71-4a35-88eb-2df457def57f None None] Port 0139256b-531c-44ee-af26-a7e76a103f35 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:01:03.695543 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eaace2-46ce-43e4-acad-35d52bb712a0 None None] Pushing event updated for resources: {'Port': ['ID=9b88dd33-a3d7-4a34-9c00-314d7827ad89,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:03.720401 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dfcc61-6198-4861-9087-10b309d0ee63 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:03.725577 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dfcc61-6198-4861-9087-10b309d0ee63 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:03.729879 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-04dfcc61-6198-4861-9087-10b309d0ee63 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.8585048 Feb 03 14:01:03.731518 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55514) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:03.811832 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e95d7e-2c51-4495-9187-ac6323abb20b None None] Pushing event updated for resources: {'Port': ['ID=e0496d0e-be36-4248-a001-b9fe611eee10,revision_number=3']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:03.814726 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5ee6345d-36e2-4738-9845-be97068a99a1 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:03.815053 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5ee6345d-36e2-4738-9845-be97068a99a1 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:03.829967 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e95d7e-2c51-4495-9187-ac6323abb20b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:03.830311 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e95d7e-2c51-4495-9187-ac6323abb20b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:03.830647 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e95d7e-2c51-4495-9187-ac6323abb20b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:03.830959 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e95d7e-2c51-4495-9187-ac6323abb20b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:03.831771 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e95d7e-2c51-4495-9187-ac6323abb20b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:03.831771 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e95d7e-2c51-4495-9187-ac6323abb20b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:03.832009 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e95d7e-2c51-4495-9187-ac6323abb20b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:03.832410 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e95d7e-2c51-4495-9187-ac6323abb20b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:03.832563 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e95d7e-2c51-4495-9187-ac6323abb20b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:03.832876 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e95d7e-2c51-4495-9187-ac6323abb20b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:03.833186 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e95d7e-2c51-4495-9187-ac6323abb20b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:03.941454 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-11306130-1e31-4894-9b81-d15892b9257f None None] Attempting to bind port e0496d0e-be36-4248-a001-b9fe611eee10 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:01:03.942107 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-11306130-1e31-4894-9b81-d15892b9257f None None] Attempting to bind port e0496d0e-be36-4248-a001-b9fe611eee10 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:01:03.942650 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11306130-1e31-4894-9b81-d15892b9257f None None] Attempting to bind port e0496d0e-be36-4248-a001-b9fe611eee10 on network ac0baa47-f752-4b1c-8067-faa2699b3288 {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:01:03.952157 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11306130-1e31-4894-9b81-d15892b9257f None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:01:03.953588 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11306130-1e31-4894-9b81-d15892b9257f None None] Checking segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:01:03.953588 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-11306130-1e31-4894-9b81-d15892b9257f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:03.953588 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11306130-1e31-4894-9b81-d15892b9257f None None] Bound using segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:01:03.953886 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-11306130-1e31-4894-9b81-d15892b9257f None None] Bound port: e0496d0e-be36-4248-a001-b9fe611eee10, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:01:03.954867 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-11306130-1e31-4894-9b81-d15892b9257f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:04.047208 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e530f5e-0c78-4c86-ac9d-0fdfe28a9039 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Deleting subnet cb0994cb-5466-4e91-8de9-cf69d9393ba1 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:01:04.050610 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2e530f5e-0c78-4c86-ac9d-0fdfe28a9039 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:04.111154 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-11306130-1e31-4894-9b81-d15892b9257f None None] For port e0496d0e-be36-4248-a001-b9fe611eee10, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:01:04.113824 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2e530f5e-0c78-4c86-ac9d-0fdfe28a9039 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:04.115597 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-11306130-1e31-4894-9b81-d15892b9257f None None] For port e0496d0e-be36-4248-a001-b9fe611eee10, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=e0496d0e-be36-4248-a001-b9fe611eee10,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:01:04.200608 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-11306130-1e31-4894-9b81-d15892b9257f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:04.245382 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-5ee6345d-36e2-4738-9845-be97068a99a1 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Calling delete_port for 3be64cd2-20e7-40b6-a34e-82defd26dfb8 owned by network:floatingip {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:01:04.298197 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11306130-1e31-4894-9b81-d15892b9257f None None] Routers {'32404f7f-3166-48ad-93ec-920b15f69cb0'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:01:04.299669 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-11306130-1e31-4894-9b81-d15892b9257f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:00:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['32404f7f-3166-48ad-93ec-920b15f69cb0'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:04.302726 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48eac23-bbed-451f-8dfd-dd272cd50a8a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Router 9f77739a-8563-4726-8ca2-97dcb5d4096a is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:01:04.316404 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2e530f5e-0c78-4c86-ac9d-0fdfe28a9039 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:04.375550 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e95d7e-2c51-4495-9187-ac6323abb20b None None] Pushing event updated for resources: {'Port': ['ID=e0496d0e-be36-4248-a001-b9fe611eee10,revision_number=4']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:04.390970 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c627969a-1d13-4432-b98b-a4b3e582500f tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:04.396698 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-769b372d-a95a-458b-bc39-f8784503229c tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:04.431635 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-769b372d-a95a-458b-bc39-f8784503229c tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Transition to ACTIVE for port object d83f28d2-13ac-4490-82b9-37b2dd5eca55 will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:04.483291 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-11306130-1e31-4894-9b81-d15892b9257f None None] Set router 32404f7f-3166-48ad-93ec-920b15f69cb0 gateway port host: None {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:01:04.516219 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c627969a-1d13-4432-b98b-a4b3e582500f tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:04.585793 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c627969a-1d13-4432-b98b-a4b3e582500f tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:01:04.632988 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c627969a-1d13-4432-b98b-a4b3e582500f tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31b46c06-d7f7-45e2-b114-8053d4658854,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:04.652005 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c627969a-1d13-4432-b98b-a4b3e582500f tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:04.652005 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-c627969a-1d13-4432-b98b-a4b3e582500f tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Added segment 53b7933c-c6da-4087-bc9b-c10bc3cfb291 of type vlan for network 92e3ca8a-4b0e-4008-a7c0-827e2709bf15 Feb 03 14:01:04.652834 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2e530f5e-0c78-4c86-ac9d-0fdfe28a9039 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:04.703290 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e530f5e-0c78-4c86-ac9d-0fdfe28a9039 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event deleted for resources: {'Subnet': ['ID=cb0994cb-5466-4e91-8de9-cf69d9393ba1,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:04.723103 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2e530f5e-0c78-4c86-ac9d-0fdfe28a9039 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:04.729249 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c627969a-1d13-4432-b98b-a4b3e582500f tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:04.730750 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5f72b4-5d7e-402c-9f59-07ea4b88e609 None None] Network e7f48bee-34d9-4a96-be1e-64c1201acae8 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:01:04.775720 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-2e530f5e-0c78-4c86-ac9d-0fdfe28a9039 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/subnets/cb0994cb-5466-4e91-8de9-cf69d9393ba1 HTTP/1.1" status: 204 len: 168 time: 1.9009213 Feb 03 14:01:04.777699 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55518) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:04.784005 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-769b372d-a95a-458b-bc39-f8784503229c tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:04.876089 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c627969a-1d13-4432-b98b-a4b3e582500f tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:04.888470 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48eac23-bbed-451f-8dfd-dd272cd50a8a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:01:04.889317 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c627969a-1d13-4432-b98b-a4b3e582500f tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:04.889955 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c627969a-1d13-4432-b98b-a4b3e582500f tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:04.896777 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f48eac23-bbed-451f-8dfd-dd272cd50a8a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "PUT /v2.0/routers/9f77739a-8563-4726-8ca2-97dcb5d4096a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7689066 Feb 03 14:01:04.903467 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55522) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:04.962056 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be78db9f-2775-4583-985a-ede7258eef19 None None] Sync routers for ids ['9f77739a-8563-4726-8ca2-97dcb5d4096a'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:01:04.974130 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 9b88dd33-a3d7-4a34-9c00-314d7827ad89 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:01:04.998402 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3df8893d-93fe-40cb-b1ac-0d3f616e5e5b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:05.003573 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b372d-a95a-458b-bc39-f8784503229c tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Pushing event updated for resources: {'Port': ['ID=d83f28d2-13ac-4490-82b9-37b2dd5eca55,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:05.008060 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5ee6345d-36e2-4738-9845-be97068a99a1 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:05.017451 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be78db9f-2775-4583-985a-ede7258eef19 None None] Routers {'9f77739a-8563-4726-8ca2-97dcb5d4096a'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:01:05.018077 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-be78db9f-2775-4583-985a-ede7258eef19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:00:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['9f77739a-8563-4726-8ca2-97dcb5d4096a'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:05.038155 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769b372d-a95a-458b-bc39-f8784503229c tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Network 9bb91d07-76d5-4c3c-ac03-c92d9d27d731 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:01:05.083629 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b91555e-c3f5-4f10-817d-c44e8811c313 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:05.084315 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-8b91555e-c3f5-4f10-817d-c44e8811c313 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Synchronizing usage tracker for tenant:d5adceeed00a4893983ee9d6f019faac on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:01:05.094812 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-be78db9f-2775-4583-985a-ede7258eef19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:05.115496 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-769b372d-a95a-458b-bc39-f8784503229c tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:05.123623 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c627969a-1d13-4432-b98b-a4b3e582500f tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.2750075 Feb 03 14:01:05.136196 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769b372d-a95a-458b-bc39-f8784503229c tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:01:05.139925 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be78db9f-2775-4583-985a-ede7258eef19 None None] Routers {'9f77739a-8563-4726-8ca2-97dcb5d4096a'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:01:05.140703 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-be78db9f-2775-4583-985a-ede7258eef19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:00:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['9f77739a-8563-4726-8ca2-97dcb5d4096a'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:05.218627 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-be78db9f-2775-4583-985a-ede7258eef19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:05.219020 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be78db9f-2775-4583-985a-ede7258eef19 None None] The sync data for ids ['9f77739a-8563-4726-8ca2-97dcb5d4096a'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:01:05.222815 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-11306130-1e31-4894-9b81-d15892b9257f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32404f7f-3166-48ad-93ec-920b15f69cb0', 'name': 'tempest-NetworksTestDHCPv6-router-108025660', 'tenant_id': '1508f35e18f0463982f9a6d535c8268b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:00:51Z', 'updated_at': '2022-02-03T14:00:55Z', 'revision_number': 2, 'project_id': '1508f35e18f0463982f9a6d535c8268b', 'gw_port_host': None, '_interfaces': [{'id': 'e0496d0e-be36-4248-a001-b9fe611eee10', 'name': '', 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'tenant_id': '1508f35e18f0463982f9a6d535c8268b', 'mac_address': 'fa:16:3e:be:12:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32404f7f-3166-48ad-93ec-920b15f69cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f972c67-6231-4001-b5f1-ad70ba97665a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:00:53Z', 'updated_at': '2022-02-03T14:01:04Z', 'revision_number': 4, 'project_id': '1508f35e18f0463982f9a6d535c8268b', 'subnets': [{'id': '2f972c67-6231-4001-b5f1-ad70ba97665a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:05.227919 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11306130-1e31-4894-9b81-d15892b9257f None None] The sync data for ids ['32404f7f-3166-48ad-93ec-920b15f69cb0'] in dv-neutron-827016-1-hyperv is: [{'id': '32404f7f-3166-48ad-93ec-920b15f69cb0', 'name': 'tempest-NetworksTestDHCPv6-router-108025660', 'tenant_id': '1508f35e18f0463982f9a6d535c8268b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:00:51Z', 'updated_at': '2022-02-03T14:00:55Z', 'revision_number': 2, 'project_id': '1508f35e18f0463982f9a6d535c8268b', 'gw_port_host': None, '_interfaces': [{'id': 'e0496d0e-be36-4248-a001-b9fe611eee10', 'name': '', 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'tenant_id': '1508f35e18f0463982f9a6d535c8268b', 'mac_address': 'fa:16:3e:be:12:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32404f7f-3166-48ad-93ec-920b15f69cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f972c67-6231-4001-b5f1-ad70ba97665a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:00:53Z', 'updated_at': '2022-02-03T14:01:04Z', 'revision_number': 4, 'project_id': '1508f35e18f0463982f9a6d535c8268b', 'subnets': [{'id': '2f972c67-6231-4001-b5f1-ad70ba97665a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:01:05.234961 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 9b88dd33-a3d7-4a34-9c00-314d7827ad89 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:05.261953 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6eb448-6a00-4913-9272-2972148ca58b None None] DHCP port deletion for e7f48bee-34d9-4a96-be1e-64c1201acae8 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:01:05.268913 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-65873d3c-7cc3-45db-91bd-8d17f072a89a tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:05.269897 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-da6eb448-6a00-4913-9272-2972148ca58b None None] Deleting port b15e4e2d-2584-48ba-a6df-77609dc1f9dd {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:01:05.270276 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-da6eb448-6a00-4913-9272-2972148ca58b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:05.273079 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55526) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:05.315394 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-050521c6-df5c-4059-8ca7-f0f5f0170fb1 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Request body: {'subnet': {'network_id': '92e3ca8a-4b0e-4008-a7c0-827e2709bf15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:05.333366 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6345d-36e2-4738-9845-be97068a99a1 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Pushing event deleted for resources: {'Port': ['ID=3be64cd2-20e7-40b6-a34e-82defd26dfb8,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:05.341269 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-65873d3c-7cc3-45db-91bd-8d17f072a89a tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Deleting port b15e4e2d-2584-48ba-a6df-77609dc1f9dd {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:01:05.341540 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-65873d3c-7cc3-45db-91bd-8d17f072a89a tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:05.347338 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d007796-fccc-445f-80ee-23041fecba27 None None] Network 9bb91d07-76d5-4c3c-ac03-c92d9d27d731 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:01:05.438244 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df8893d-93fe-40cb-b1ac-0d3f616e5e5b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Network 47a34d4f-12fc-4f29-ac61-23f93f980f4e is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:01:05.446734 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c627969a-1d13-4432-b98b-a4b3e582500f tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Pushing event updated for resources: {'Network': ['ID=92e3ca8a-4b0e-4008-a7c0-827e2709bf15,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:05.448799 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8893d-93fe-40cb-b1ac-0d3f616e5e5b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'Subnet': ['ID=a9de8ec4-e408-49bb-9fca-7461e3c02cf7,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:05.476302 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-3df8893d-93fe-40cb-b1ac-0d3f616e5e5b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:05.487658 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df8893d-93fe-40cb-b1ac-0d3f616e5e5b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:05.488358 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3df8893d-93fe-40cb-b1ac-0d3f616e5e5b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:05.509797 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769b372d-a95a-458b-bc39-f8784503229c tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:05.510676 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-769b372d-a95a-458b-bc39-f8784503229c tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:05.513432 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-050521c6-df5c-4059-8ca7-f0f5f0170fb1 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:05.520766 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-050521c6-df5c-4059-8ca7-f0f5f0170fb1 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Usage tracker for resource:subnet and tenant:47a74a2f2cb54d20a13dadba3ce1e1ea is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:05.563686 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-050521c6-df5c-4059-8ca7-f0f5f0170fb1 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:05.573640 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5ee6345d-36e2-4738-9845-be97068a99a1 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for floatingip, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:05.576936 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 92e3ca8a-4b0e-4008-a7c0-827e2709bf15 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:01:05.588945 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4def53-bfdd-40f5-8e4c-eb83728160d0 None None] Network 47a34d4f-12fc-4f29-ac61-23f93f980f4e requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:01:05.629592 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-8b91555e-c3f5-4f10-817d-c44e8811c313 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Unset dirty status for tenant:d5adceeed00a4893983ee9d6f019faac on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:01:05.634087 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8b91555e-c3f5-4f10-817d-c44e8811c313 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "GET /v2.0/ports/0139256b-531c-44ee-af26-a7e76a103f35 HTTP/1.1" status: 200 len: 910 time: 0.7293632 Feb 03 14:01:05.638041 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55530) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:05.648084 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-050521c6-df5c-4059-8ca7-f0f5f0170fb1 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:05.704979 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3df8893d-93fe-40cb-b1ac-0d3f616e5e5b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.0443869 Feb 03 14:01:05.717465 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-769b372d-a95a-458b-bc39-f8784503229c tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8700721 Feb 03 14:01:05.718480 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55534) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:05.720129 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55536) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:05.764693 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050521c6-df5c-4059-8ca7-f0f5f0170fb1 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Made reservation on behalf of 47a74a2f2cb54d20a13dadba3ce1e1ea for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:01:05.818320 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-f7048ede-6be7-4617-bbaf-9911920bc15d tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Deleting port d83f28d2-13ac-4490-82b9-37b2dd5eca55 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:01:05.819591 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f7048ede-6be7-4617-bbaf-9911920bc15d tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:05.883415 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-9b4614f8-2102-423b-b6af-e6dfda86c1ca tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-651581407', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a9de8ec4-e408-49bb-9fca-7461e3c02cf7'}], 'security_groups': ['ee51727b-13e4-4650-8b99-336897010970']}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:05.891204 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-da6eb448-6a00-4913-9272-2972148ca58b None None] For port b15e4e2d-2584-48ba-a6df-77609dc1f9dd, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=b15e4e2d-2584-48ba-a6df-77609dc1f9dd,segment=NetworkSegment(fad41cfe-a809-4f0f-9caa-674faffd8ead),segment_id=fad41cfe-a809-4f0f-9caa-674faffd8ead)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:01:05.891760 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-da6eb448-6a00-4913-9272-2972148ca58b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:05.957303 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-65873d3c-7cc3-45db-91bd-8d17f072a89a tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] For port b15e4e2d-2584-48ba-a6df-77609dc1f9dd, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=b15e4e2d-2584-48ba-a6df-77609dc1f9dd,segment=NetworkSegment(fad41cfe-a809-4f0f-9caa-674faffd8ead),segment_id=fad41cfe-a809-4f0f-9caa-674faffd8ead)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:01:05.958203 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-65873d3c-7cc3-45db-91bd-8d17f072a89a tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:06.018871 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9b4614f8-2102-423b-b6af-e6dfda86c1ca tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:06.051349 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-da6eb448-6a00-4913-9272-2972148ca58b None None] Calling delete_port for b15e4e2d-2584-48ba-a6df-77609dc1f9dd owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:01:06.087448 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-49acc4c4-699a-40d2-876f-0847c13e49f8 None None] Provisioning for port 9b88dd33-a3d7-4a34-9c00-314d7827ad89 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:06.125263 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-49acc4c4-699a-40d2-876f-0847c13e49f8 None None] Provisioning complete for port 9b88dd33-a3d7-4a34-9c00-314d7827ad89 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:06.125636 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-49acc4c4-699a-40d2-876f-0847c13e49f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:06.126815 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-65873d3c-7cc3-45db-91bd-8d17f072a89a tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Calling delete_port for b15e4e2d-2584-48ba-a6df-77609dc1f9dd owned by network:dhcp {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:01:06.184093 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-050521c6-df5c-4059-8ca7-f0f5f0170fb1 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:06.382628 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-da6eb448-6a00-4913-9272-2972148ca58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:06.438307 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6eb448-6a00-4913-9272-2972148ca58b None None] Pushing event deleted for resources: {'Port': ['ID=b15e4e2d-2584-48ba-a6df-77609dc1f9dd,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:06.448517 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f6afbc2a-7a59-46a3-b83c-1a0859cc7495 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:06.499897 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6eb448-6a00-4913-9272-2972148ca58b None None] No DVR routers for this DVR port b15e4e2d-2584-48ba-a6df-77609dc1f9dd on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:01:06.531912 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-49acc4c4-699a-40d2-876f-0847c13e49f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:06.582011 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-49acc4c4-699a-40d2-876f-0847c13e49f8 None None] For port 9b88dd33-a3d7-4a34-9c00-314d7827ad89, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=9b88dd33-a3d7-4a34-9c00-314d7827ad89,segment=NetworkSegment(fa173b97-f285-4235-b050-2a4d02a8f87d),segment_id=fa173b97-f285-4235-b050-2a4d02a8f87d)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:01:06.600326 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.db.api [None req-65873d3c-7cc3-45db-91bd-8d17f072a89a tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:01:06.600648 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG oslo_db.api [None req-65873d3c-7cc3-45db-91bd-8d17f072a89a tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:01:06.716059 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a963e591-9c56-4ecc-89c0-89a8dc8f7aa4 None None] Update dhcp port {'port': {'network_id': '47a34d4f-12fc-4f29-ac61-23f93f980f4e', 'fixed_ips': [{'subnet_id': '5feae647-e092-459b-8d55-e7bbaee2f277', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a9de8ec4-e408-49bb-9fca-7461e3c02cf7'}], 'binding:host_id': 'dv-neutron-827016-1-hyperv'}, 'id': 'cfb47753-8683-4bd2-bddc-c67797c20e10'} from dv-neutron-827016-1-hyperv. {{(pid=84183) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 03 14:01:06.769937 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f7048ede-6be7-4617-bbaf-9911920bc15d tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:06.783468 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a963e591-9c56-4ecc-89c0-89a8dc8f7aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:06.804353 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-49acc4c4-699a-40d2-876f-0847c13e49f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:06.900157 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-050521c6-df5c-4059-8ca7-f0f5f0170fb1 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:06.947512 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49acc4c4-699a-40d2-876f-0847c13e49f8 None None] Pushing event updated for resources: {'Port': ['ID=9b88dd33-a3d7-4a34-9c00-314d7827ad89,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:07.014313 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-c4a0b8a6-59d6-4997-84e7-443501f35c83 None None] Provisioning complete for port 9b88dd33-a3d7-4a34-9c00-314d7827ad89 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:07.014692 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c4a0b8a6-59d6-4997-84e7-443501f35c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:07.037533 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-f6afbc2a-7a59-46a3-b83c-1a0859cc7495 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting port e0496d0e-be36-4248-a001-b9fe611eee10 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:01:07.037533 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f6afbc2a-7a59-46a3-b83c-1a0859cc7495 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:07.082728 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-f7048ede-6be7-4617-bbaf-9911920bc15d tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Calling delete_port for d83f28d2-13ac-4490-82b9-37b2dd5eca55 owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:01:07.123198 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device e0496d0e-be36-4248-a001-b9fe611eee10 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:01:07.200072 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-65873d3c-7cc3-45db-91bd-8d17f072a89a tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Deleting port b15e4e2d-2584-48ba-a6df-77609dc1f9dd {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:01:07.200604 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-65873d3c-7cc3-45db-91bd-8d17f072a89a tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:07.260673 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050521c6-df5c-4059-8ca7-f0f5f0170fb1 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Pushing event updated for resources: {'Subnet': ['ID=cdeec43e-20fd-49a3-9c34-5457cf241bca,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:07.301082 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-65873d3c-7cc3-45db-91bd-8d17f072a89a tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] The port 'b15e4e2d-2584-48ba-a6df-77609dc1f9dd' was deleted {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 14:01:07.336276 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-9b4614f8-2102-423b-b6af-e6dfda86c1ca tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Delete allocated IP 2001:db8::ae (47a34d4f-12fc-4f29-ac61-23f93f980f4e/5feae647-e092-459b-8d55-e7bbaee2f277) {{(pid=84182) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 03 14:01:07.443475 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port e0496d0e-be36-4248-a001-b9fe611eee10 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:07.443677 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-9b4614f8-2102-423b-b6af-e6dfda86c1ca tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Allocated IP 2001:db8:0:1::351 (47a34d4f-12fc-4f29-ac61-23f93f980f4e/a9de8ec4-e408-49bb-9fca-7461e3c02cf7/91debeda-d8f1-44df-b430-44187d2af216) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:01:07.445347 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port e0496d0e-be36-4248-a001-b9fe611eee10 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:07.445899 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:07.519316 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050521c6-df5c-4059-8ca7-f0f5f0170fb1 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Checking segment: {'id': '53b7933c-c6da-4087-bc9b-c10bc3cfb291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '92e3ca8a-4b0e-4008-a7c0-827e2709bf15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:01:07.519603 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050521c6-df5c-4059-8ca7-f0f5f0170fb1 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Network hostable DHCP agents. Network: 92e3ca8a-4b0e-4008-a7c0-827e2709bf15, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:01:07.530360 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-65873d3c-7cc3-45db-91bd-8d17f072a89a tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:07.571753 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:07.578561 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-65873d3c-7cc3-45db-91bd-8d17f072a89a tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f48bee-34d9-4a96-be1e-64c1201acae8']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:07.602662 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-65873d3c-7cc3-45db-91bd-8d17f072a89a tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad41cfe-a809-4f0f-9caa-674faffd8ead') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:07.602911 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f7048ede-6be7-4617-bbaf-9911920bc15d tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:07.603030 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-65873d3c-7cc3-45db-91bd-8d17f072a89a tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad41cfe-a809-4f0f-9caa-674faffd8ead') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:07.603588 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-c4a0b8a6-59d6-4997-84e7-443501f35c83 None None] Provisioning for port d83f28d2-13ac-4490-82b9-37b2dd5eca55 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:07.610734 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-c4a0b8a6-59d6-4997-84e7-443501f35c83 None None] Provisioning complete for port d83f28d2-13ac-4490-82b9-37b2dd5eca55 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:07.611408 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c4a0b8a6-59d6-4997-84e7-443501f35c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:07.634918 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-65873d3c-7cc3-45db-91bd-8d17f072a89a tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:07.640934 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port e0496d0e-be36-4248-a001-b9fe611eee10, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=e0496d0e-be36-4248-a001-b9fe611eee10,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:01:07.646809 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-c4a0b8a6-59d6-4997-84e7-443501f35c83 None None] Port d83f28d2-13ac-4490-82b9-37b2dd5eca55 was deleted so its status cannot be updated. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 03 14:01:07.650062 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-f6afbc2a-7a59-46a3-b83c-1a0859cc7495 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] For port e0496d0e-be36-4248-a001-b9fe611eee10, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=e0496d0e-be36-4248-a001-b9fe611eee10,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:01:07.650797 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f6afbc2a-7a59-46a3-b83c-1a0859cc7495 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:07.685232 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:07.719414 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-65873d3c-7cc3-45db-91bd-8d17f072a89a tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:07.770770 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7048ede-6be7-4617-bbaf-9911920bc15d tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Pushing event deleted for resources: {'Port': ['ID=d83f28d2-13ac-4490-82b9-37b2dd5eca55,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:07.777240 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050521c6-df5c-4059-8ca7-f0f5f0170fb1 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Network 92e3ca8a-4b0e-4008-a7c0-827e2709bf15 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:01:07.786561 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-f6afbc2a-7a59-46a3-b83c-1a0859cc7495 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Calling delete_port for e0496d0e-be36-4248-a001-b9fe611eee10 owned by network:router_interface {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:01:07.789090 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device b15e4e2d-2584-48ba-a6df-77609dc1f9dd no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:01:07.832432 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65873d3c-7cc3-45db-91bd-8d17f072a89a tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:01:07.833086 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-65873d3c-7cc3-45db-91bd-8d17f072a89a tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:07.837426 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: b15e4e2d-2584-48ba-a6df-77609dc1f9dd {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:01:07.837895 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device b15e4e2d-2584-48ba-a6df-77609dc1f9dd not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:01:07.845586 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-1bb978b4-5daa-4ed2-bd09-9c73f275b889 None None] Could not find standard attr ID for object d83f28d2-13ac-4490-82b9-37b2dd5eca55. {{(pid=84183) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:01:07.852333 dv-neutron-827016-1-hyperv neutron-server[84181]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:01:07.852333 dv-neutron-827016-1-hyperv neutron-server[84181]: util.warn( Feb 03 14:01:07.852333 dv-neutron-827016-1-hyperv neutron-server[84181]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:01:07.852333 dv-neutron-827016-1-hyperv neutron-server[84181]: util.warn( Feb 03 14:01:07.852333 dv-neutron-827016-1-hyperv neutron-server[84181]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:01:07.852333 dv-neutron-827016-1-hyperv neutron-server[84181]: util.warn( Feb 03 14:01:07.852333 dv-neutron-827016-1-hyperv neutron-server[84181]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:01:07.852333 dv-neutron-827016-1-hyperv neutron-server[84181]: util.warn( Feb 03 14:01:07.852333 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 14:01:07.852333 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:01:07.852333 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 14:01:07.852333 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:01:07.852333 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 14:01:07.852333 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:01:07.852333 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 14:01:07.852333 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:01:07.852333 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 14:01:07.852333 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:01:07.852333 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 14:01:07.852333 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:01:07.852333 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 14:01:07.852333 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:01:07.852333 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:01:07.852333 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:01:07.852333 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:01:07.852333 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:01:07.852333 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 14:01:07.852333 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:01:07.852333 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 14:01:07.852333 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:01:07.852333 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:01:07.852333 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:01:07.852333 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 14:01:07.852333 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:01:07.852333 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:01:07.852333 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:01:07.852333 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:01:07.852333 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:01:07.852333 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:01:07.852333 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:01:07.872836 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=e0496d0e-be36-4248-a001-b9fe611eee10,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:07.949441 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-050521c6-df5c-4059-8ca7-f0f5f0170fb1 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 92e3ca8a-4b0e-4008-a7c0-827e2709bf15) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:07.953796 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050521c6-df5c-4059-8ca7-f0f5f0170fb1 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:07.954385 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-050521c6-df5c-4059-8ca7-f0f5f0170fb1 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:07.958754 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bf1957-76a4-4140-9c86-323ba44f7c48 None None] Network 92e3ca8a-4b0e-4008-a7c0-827e2709bf15 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:01:08.045004 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-65873d3c-7cc3-45db-91bd-8d17f072a89a tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:08.050433 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-65873d3c-7cc3-45db-91bd-8d17f072a89a tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:08.078471 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-65873d3c-7cc3-45db-91bd-8d17f072a89a tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/networks/e7f48bee-34d9-4a96-be1e-64c1201acae8 HTTP/1.1" status: 204 len: 168 time: 3.2964785 Feb 03 14:01:08.078652 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55542) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:08.084828 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-143d3fab-f20d-4bd5-b566-16fcaf633cb2 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1062718612'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:08.088137 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65873d3c-7cc3-45db-91bd-8d17f072a89a tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event deleted for resources: {'Network': ['ID=e7f48bee-34d9-4a96-be1e-64c1201acae8,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:08.093370 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.db.api [None req-f6afbc2a-7a59-46a3-b83c-1a0859cc7495 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:01:08.093691 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG oslo_db.api [None req-f6afbc2a-7a59-46a3-b83c-1a0859cc7495 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:01:08.094944 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-050521c6-df5c-4059-8ca7-f0f5f0170fb1 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8176103 Feb 03 14:01:08.096214 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-143d3fab-f20d-4bd5-b566-16fcaf633cb2 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:08.098317 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55546) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:08.105333 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-ba43c421-e686-4e63-be8b-a61352034908 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Request body: {'network': {'name': 'tempest-router-network01--2042984254'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:08.109276 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-143d3fab-f20d-4bd5-b566-16fcaf633cb2 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Usage tracker for resource:network and tenant:2fa0476fd5f14aeea80802e139eae85a is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:08.113970 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-143d3fab-f20d-4bd5-b566-16fcaf633cb2 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:08.117356 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-ba43c421-e686-4e63-be8b-a61352034908 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:08.123269 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-143d3fab-f20d-4bd5-b566-16fcaf633cb2 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:08.125481 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ba43c421-e686-4e63-be8b-a61352034908 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Usage tracker for resource:network and tenant:47a74a2f2cb54d20a13dadba3ce1e1ea is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:08.128972 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ba43c421-e686-4e63-be8b-a61352034908 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:08.136830 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-ba43c421-e686-4e63-be8b-a61352034908 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:08.177054 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f7048ede-6be7-4617-bbaf-9911920bc15d tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:08.194285 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f7048ede-6be7-4617-bbaf-9911920bc15d tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] 10.222.0.41 "DELETE /v2.0/ports/d83f28d2-13ac-4490-82b9-37b2dd5eca55 HTTP/1.1" status: 204 len: 168 time: 2.4701271 Feb 03 14:01:08.198053 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55550) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:08.218942 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143d3fab-f20d-4bd5-b566-16fcaf633cb2 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Made reservation on behalf of 2fa0476fd5f14aeea80802e139eae85a for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:01:08.221926 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-143d3fab-f20d-4bd5-b566-16fcaf633cb2 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:08.234821 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7587f0-22c4-42b7-9096-6a2c39bdad12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-92e3ca8a-4b0e-4008-a7c0-827e2709bf15', 'network_id': '92e3ca8a-4b0e-4008-a7c0-827e2709bf15', 'tenant_id': '47a74a2f2cb54d20a13dadba3ce1e1ea', 'fixed_ips': [{'subnet_id': 'cdeec43e-20fd-49a3-9c34-5457cf241bca'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:01:08.235684 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0f7587f0-22c4-42b7-9096-6a2c39bdad12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:08.239754 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9b4614f8-2102-423b-b6af-e6dfda86c1ca tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:08.251352 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba43c421-e686-4e63-be8b-a61352034908 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Made reservation on behalf of 47a74a2f2cb54d20a13dadba3ce1e1ea for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:01:08.255103 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ba43c421-e686-4e63-be8b-a61352034908 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:08.278641 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-143d3fab-f20d-4bd5-b566-16fcaf633cb2 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:01:08.282585 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-9b4614f8-2102-423b-b6af-e6dfda86c1ca tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Transition to ACTIVE for port object 91debeda-d8f1-44df-b430-44187d2af216 will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:08.294151 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-143d3fab-f20d-4bd5-b566-16fcaf633cb2 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:08.295126 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-143d3fab-f20d-4bd5-b566-16fcaf633cb2 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Added segment 31e2b78a-315a-4421-8a60-9124cd604128 of type vlan for network 743a979c-8fe9-4844-97ea-107a2fdbadbe Feb 03 14:01:08.301663 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee6345d-36e2-4738-9845-be97068a99a1 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Router b8ac8743-9c7e-4709-a28e-1ea2b501ff15 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:01:08.307696 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba43c421-e686-4e63-be8b-a61352034908 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:01:08.336005 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ba43c421-e686-4e63-be8b-a61352034908 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:08.336612 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-ba43c421-e686-4e63-be8b-a61352034908 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Added segment 1a2cc8c7-685c-4b34-b413-1b87ac704cfc of type vlan for network 5002dd7a-0f69-44f4-ae25-df950c32a90f Feb 03 14:01:08.338884 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-143d3fab-f20d-4bd5-b566-16fcaf633cb2 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:08.359251 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9b4614f8-2102-423b-b6af-e6dfda86c1ca tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:08.390355 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ba43c421-e686-4e63-be8b-a61352034908 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:08.400798 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3cd39199-6087-46aa-b6d5-7bbdfa1fd10a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:08.439194 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b65abf03-d2df-4bae-bc37-6f01b6476fef tempest-DHCPAgentSchedulersTestJSON-229772373 tempest-DHCPAgentSchedulersTestJSON-229772373-project-admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.2409148 Feb 03 14:01:08.439797 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55556) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:08.445355 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-63b46498-d5db-478e-b096-05bed530b404 tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1355185859'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:08.456660 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-63b46498-d5db-478e-b096-05bed530b404 tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:08.461445 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-63b46498-d5db-478e-b096-05bed530b404 tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Usage tracker for resource:network and tenant:1ff7c6dd50344b2cb6cccec9cd9f39c1 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:08.464468 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-63b46498-d5db-478e-b096-05bed530b404 tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:08.467845 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-143d3fab-f20d-4bd5-b566-16fcaf633cb2 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:08.471433 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143d3fab-f20d-4bd5-b566-16fcaf633cb2 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:08.472008 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-143d3fab-f20d-4bd5-b566-16fcaf633cb2 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:08.505882 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-63b46498-d5db-478e-b096-05bed530b404 tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:08.540142 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-a963e591-9c56-4ecc-89c0-89a8dc8f7aa4 None None] Allocated IP 2001:db8:0:1::2 (47a34d4f-12fc-4f29-ac61-23f93f980f4e/a9de8ec4-e408-49bb-9fca-7461e3c02cf7/cfb47753-8683-4bd2-bddc-c67797c20e10) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:01:08.548151 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-0f7587f0-22c4-42b7-9096-6a2c39bdad12 None None] Allocated IP 2001:db8::2 (92e3ca8a-4b0e-4008-a7c0-827e2709bf15/cdeec43e-20fd-49a3-9c34-5457cf241bca/1f1a1a12-fb68-48e5-b672-490900a02bf8) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:01:08.559598 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ba43c421-e686-4e63-be8b-a61352034908 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:08.563182 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba43c421-e686-4e63-be8b-a61352034908 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:08.563760 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ba43c421-e686-4e63-be8b-a61352034908 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:08.598969 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-f6afbc2a-7a59-46a3-b83c-1a0859cc7495 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting port e0496d0e-be36-4248-a001-b9fe611eee10 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:01:08.599339 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f6afbc2a-7a59-46a3-b83c-1a0859cc7495 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:08.649823 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d3fab-f20d-4bd5-b566-16fcaf633cb2 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'Network': ['ID=743a979c-8fe9-4844-97ea-107a2fdbadbe,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:08.666683 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-9b4614f8-2102-423b-b6af-e6dfda86c1ca tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] In _notify_port_updated(), no bound segment for port 91debeda-d8f1-44df-b430-44187d2af216 on network 47a34d4f-12fc-4f29-ac61-23f93f980f4e {{(pid=84182) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 03 14:01:08.670429 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4614f8-2102-423b-b6af-e6dfda86c1ca tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:08.671039 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9b4614f8-2102-423b-b6af-e6dfda86c1ca tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:08.675210 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-9b4614f8-2102-423b-b6af-e6dfda86c1ca tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "PUT /v2.0/ports/91debeda-d8f1-44df-b430-44187d2af216 HTTP/1.1" status: 200 len: 930 time: 2.9510353 Feb 03 14:01:08.675210 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4614f8-2102-423b-b6af-e6dfda86c1ca tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'Port': ['ID=91debeda-d8f1-44df-b430-44187d2af216,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:08.676151 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55560) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:08.701371 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 743a979c-8fe9-4844-97ea-107a2fdbadbe details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:01:08.745294 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-143d3fab-f20d-4bd5-b566-16fcaf633cb2 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6655450 Feb 03 14:01:08.749122 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55564) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:08.751870 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b46498-d5db-478e-b096-05bed530b404 tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Made reservation on behalf of 1ff7c6dd50344b2cb6cccec9cd9f39c1 for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:01:08.754795 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-63b46498-d5db-478e-b096-05bed530b404 tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:08.765150 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-62f58d04-3e66-424a-9c8d-0271d4d6270c tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'subnet': {'network_id': '743a979c-8fe9-4844-97ea-107a2fdbadbe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:08.792389 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ba43c421-e686-4e63-be8b-a61352034908 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6930451 Feb 03 14:01:08.799606 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55568) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:08.864655 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-2f16369f-6908-422e-9941-79b0832ad527 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Request body: {'network': {'name': 'tempest-router-network02--2127738803'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:08.866680 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43c421-e686-4e63-be8b-a61352034908 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Pushing event updated for resources: {'Network': ['ID=5002dd7a-0f69-44f4-ae25-df950c32a90f,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:08.890579 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-a963e591-9c56-4ecc-89c0-89a8dc8f7aa4 None None] For port cfb47753-8683-4bd2-bddc-c67797c20e10, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=cfb47753-8683-4bd2-bddc-c67797c20e10,segment=NetworkSegment(436e82d6-200c-4985-a180-16bc4c906a37),segment_id=436e82d6-200c-4985-a180-16bc4c906a37)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:01:08.892672 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 5002dd7a-0f69-44f4-ae25-df950c32a90f details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:01:08.901255 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63b46498-d5db-478e-b096-05bed530b404 tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:01:08.911663 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-39489f1e-be6a-4bcb-a061-2bcf2f7028a5 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Deleting port 91debeda-d8f1-44df-b430-44187d2af216 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:01:08.912010 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-39489f1e-be6a-4bcb-a061-2bcf2f7028a5 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:08.933923 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-63b46498-d5db-478e-b096-05bed530b404 tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:08.934275 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-63b46498-d5db-478e-b096-05bed530b404 tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Added segment 5d01c632-0ff1-4702-bb1a-3cb21172e431 of type vlan for network 4223a98a-74e9-49ea-a548-74fa6fc12e7c Feb 03 14:01:08.945851 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-f6afbc2a-7a59-46a3-b83c-1a0859cc7495 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] For port e0496d0e-be36-4248-a001-b9fe611eee10, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=e0496d0e-be36-4248-a001-b9fe611eee10,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:01:08.946203 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f6afbc2a-7a59-46a3-b83c-1a0859cc7495 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:08.965021 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-2f16369f-6908-422e-9941-79b0832ad527 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:08.976568 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device e0496d0e-be36-4248-a001-b9fe611eee10 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:01:08.982615 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2f16369f-6908-422e-9941-79b0832ad527 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Usage tracker for resource:network and tenant:47a74a2f2cb54d20a13dadba3ce1e1ea is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:09.001078 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2f16369f-6908-422e-9941-79b0832ad527 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:09.020382 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-2f16369f-6908-422e-9941-79b0832ad527 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:09.048162 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-62f58d04-3e66-424a-9c8d-0271d4d6270c tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:09.093350 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-62f58d04-3e66-424a-9c8d-0271d4d6270c tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Usage tracker for resource:subnet and tenant:2fa0476fd5f14aeea80802e139eae85a is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:09.096421 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.resource_extend [None req-a963e591-9c56-4ecc-89c0-89a8dc8f7aa4 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:01:09.122175 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a963e591-9c56-4ecc-89c0-89a8dc8f7aa4 None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:09.148303 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-62f58d04-3e66-424a-9c8d-0271d4d6270c tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:09.150416 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0f7587f0-22c4-42b7-9096-6a2c39bdad12 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:09.161299 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-a963e591-9c56-4ecc-89c0-89a8dc8f7aa4 None None] Transition to ACTIVE for port object cfb47753-8683-4bd2-bddc-c67797c20e10 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:09.164596 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-0f7587f0-22c4-42b7-9096-6a2c39bdad12 None None] Transition to ACTIVE for port object 1f1a1a12-fb68-48e5-b672-490900a02bf8 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:09.190993 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-0f7587f0-22c4-42b7-9096-6a2c39bdad12 None None] Transition to ACTIVE for port object 1f1a1a12-fb68-48e5-b672-490900a02bf8 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:09.195220 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-f6afbc2a-7a59-46a3-b83c-1a0859cc7495 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Calling delete_port for e0496d0e-be36-4248-a001-b9fe611eee10 owned by network:router_interface {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:01:09.195379 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f16369f-6908-422e-9941-79b0832ad527 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Made reservation on behalf of 47a74a2f2cb54d20a13dadba3ce1e1ea for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:01:09.195649 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port e0496d0e-be36-4248-a001-b9fe611eee10 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:09.196064 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:09.198223 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2f16369f-6908-422e-9941-79b0832ad527 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:09.209073 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-62f58d04-3e66-424a-9c8d-0271d4d6270c tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:09.224002 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-63b46498-d5db-478e-b096-05bed530b404 tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:09.225110 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a963e591-9c56-4ecc-89c0-89a8dc8f7aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:09.288232 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0f7587f0-22c4-42b7-9096-6a2c39bdad12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:09.336561 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-63b46498-d5db-478e-b096-05bed530b404 tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:09.340524 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b46498-d5db-478e-b096-05bed530b404 tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:09.341156 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-63b46498-d5db-478e-b096-05bed530b404 tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:09.374182 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-3cd39199-6087-46aa-b6d5-7bbdfa1fd10a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Allocated IP 172.21.0.1 (d0013bed-f879-44d7-980e-7fd3521d408b/76b33f80-ae09-4b58-962f-38358da5c8a3/fdd23559-8ab3-404e-b96b-3c00b1dbdd71) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:01:09.379411 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a963e591-9c56-4ecc-89c0-89a8dc8f7aa4 None None] Pushing event updated for resources: {'Port': ['ID=cfb47753-8683-4bd2-bddc-c67797c20e10,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:09.443938 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-63b46498-d5db-478e-b096-05bed530b404 tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0030448 Feb 03 14:01:09.451023 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55572) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:09.458760 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f58d04-3e66-424a-9c8d-0271d4d6270c tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Made reservation on behalf of 2fa0476fd5f14aeea80802e139eae85a for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:01:09.472810 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f16369f-6908-422e-9941-79b0832ad527 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:01:09.493844 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7587f0-22c4-42b7-9096-6a2c39bdad12 None None] Network 92e3ca8a-4b0e-4008-a7c0-827e2709bf15 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:01:09.500030 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-0f7587f0-22c4-42b7-9096-6a2c39bdad12 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:09.502439 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7587f0-22c4-42b7-9096-6a2c39bdad12 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:01:09.509064 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b46498-d5db-478e-b096-05bed530b404 tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Pushing event updated for resources: {'Network': ['ID=4223a98a-74e9-49ea-a548-74fa6fc12e7c,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:09.549200 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7587f0-22c4-42b7-9096-6a2c39bdad12 None None] Pushing event updated for resources: {'Port': ['ID=1f1a1a12-fb68-48e5-b672-490900a02bf8,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:09.552929 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 4223a98a-74e9-49ea-a548-74fa6fc12e7c details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:01:09.628335 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f6afbc2a-7a59-46a3-b83c-1a0859cc7495 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:09.765041 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6afbc2a-7a59-46a3-b83c-1a0859cc7495 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Port': ['ID=e0496d0e-be36-4248-a001-b9fe611eee10,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:09.796609 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2f16369f-6908-422e-9941-79b0832ad527 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:09.796968 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-2f16369f-6908-422e-9941-79b0832ad527 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Added segment 5cafbd5e-4bdb-4826-a139-2e183c753613 of type vlan for network 49f7397e-ee5e-4d7d-a1c9-5eb5859199f0 Feb 03 14:01:09.822248 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 9b88dd33-a3d7-4a34-9c00-314d7827ad89 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:01:09.911657 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-0f7587f0-22c4-42b7-9096-6a2c39bdad12 None None] Attempting to bind port 1f1a1a12-fb68-48e5-b672-490900a02bf8 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:01:09.912264 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-0f7587f0-22c4-42b7-9096-6a2c39bdad12 None None] Attempting to bind port 1f1a1a12-fb68-48e5-b672-490900a02bf8 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '53b7933c-c6da-4087-bc9b-c10bc3cfb291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '92e3ca8a-4b0e-4008-a7c0-827e2709bf15'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:01:09.912832 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7587f0-22c4-42b7-9096-6a2c39bdad12 None None] Attempting to bind port 1f1a1a12-fb68-48e5-b672-490900a02bf8 on network 92e3ca8a-4b0e-4008-a7c0-827e2709bf15 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:01:09.925687 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7587f0-22c4-42b7-9096-6a2c39bdad12 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:01:09.926388 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7587f0-22c4-42b7-9096-6a2c39bdad12 None None] Checking segment: {'id': '53b7933c-c6da-4087-bc9b-c10bc3cfb291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '92e3ca8a-4b0e-4008-a7c0-827e2709bf15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:01:09.927016 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0f7587f0-22c4-42b7-9096-6a2c39bdad12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:09.927924 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7587f0-22c4-42b7-9096-6a2c39bdad12 None None] Bound using segment: {'id': '53b7933c-c6da-4087-bc9b-c10bc3cfb291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '92e3ca8a-4b0e-4008-a7c0-827e2709bf15'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:01:09.928955 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-0f7587f0-22c4-42b7-9096-6a2c39bdad12 None None] Bound port: 1f1a1a12-fb68-48e5-b672-490900a02bf8, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b7933c-c6da-4087-bc9b-c10bc3cfb291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '92e3ca8a-4b0e-4008-a7c0-827e2709bf15'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:01:09.929318 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0f7587f0-22c4-42b7-9096-6a2c39bdad12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:09.963540 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f6afbc2a-7a59-46a3-b83c-1a0859cc7495 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:10.027209 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-62f58d04-3e66-424a-9c8d-0271d4d6270c tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:10.070902 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2f16369f-6908-422e-9941-79b0832ad527 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:10.073700 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-0f7587f0-22c4-42b7-9096-6a2c39bdad12 None None] For port 1f1a1a12-fb68-48e5-b672-490900a02bf8, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:01:10.077408 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-0f7587f0-22c4-42b7-9096-6a2c39bdad12 None None] For port 1f1a1a12-fb68-48e5-b672-490900a02bf8, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=1f1a1a12-fb68-48e5-b672-490900a02bf8,segment=NetworkSegment(53b7933c-c6da-4087-bc9b-c10bc3cfb291),segment_id=53b7933c-c6da-4087-bc9b-c10bc3cfb291)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:01:10.083859 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 9b88dd33-a3d7-4a34-9c00-314d7827ad89 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:10.083859 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:10.155823 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0f7587f0-22c4-42b7-9096-6a2c39bdad12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:10.167527 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-39489f1e-be6a-4bcb-a061-2bcf2f7028a5 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:10.222358 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee6345d-36e2-4738-9845-be97068a99a1 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:01:10.247856 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b935bf67-7b59-4c29-8d19-780785f9e1e4 None None] Sync routers for ids ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:01:10.286695 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7587f0-22c4-42b7-9096-6a2c39bdad12 None None] Pushing event updated for resources: {'Port': ['ID=1f1a1a12-fb68-48e5-b672-490900a02bf8,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:10.293017 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3cd39199-6087-46aa-b6d5-7bbdfa1fd10a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:10.334187 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b935bf67-7b59-4c29-8d19-780785f9e1e4 None None] Routers {'b8ac8743-9c7e-4709-a28e-1ea2b501ff15'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:01:10.334853 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-b935bf67-7b59-4c29-8d19-780785f9e1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:00:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:10.371483 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-39489f1e-be6a-4bcb-a061-2bcf2f7028a5 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Calling delete_port for 91debeda-d8f1-44df-b430-44187d2af216 owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:01:10.415156 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-b935bf67-7b59-4c29-8d19-780785f9e1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:10.449717 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b935bf67-7b59-4c29-8d19-780785f9e1e4 None None] Routers {'b8ac8743-9c7e-4709-a28e-1ea2b501ff15'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:01:10.450612 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-b935bf67-7b59-4c29-8d19-780785f9e1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:00:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:10.455549 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2f16369f-6908-422e-9941-79b0832ad527 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:10.461915 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f16369f-6908-422e-9941-79b0832ad527 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:10.461915 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2f16369f-6908-422e-9941-79b0832ad527 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:10.466271 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6afbc2a-7a59-46a3-b83c-1a0859cc7495 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Router 32404f7f-3166-48ad-93ec-920b15f69cb0 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:01:10.492181 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-3cd39199-6087-46aa-b6d5-7bbdfa1fd10a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Transition to ACTIVE for port object fdd23559-8ab3-404e-b96b-3c00b1dbdd71 will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:10.503944 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5ee6345d-36e2-4738-9845-be97068a99a1 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:10.545855 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-b935bf67-7b59-4c29-8d19-780785f9e1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:10.546333 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b935bf67-7b59-4c29-8d19-780785f9e1e4 None None] The sync data for ids ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:01:10.564551 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-32ca88c4-987d-4428-8687-5f566fb89fe4 None None] Provisioning complete for port 536be671-c681-4e40-8138-dddd9aa192b6 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:10.565092 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-32ca88c4-987d-4428-8687-5f566fb89fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:10.637572 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-32ca88c4-987d-4428-8687-5f566fb89fe4 None None] Port 536be671-c681-4e40-8138-dddd9aa192b6 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:01:10.676230 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-6cb89a25-3c07-47e4-87ab-32e07ed4dc9c tempest-DHCPAgentSchedulersTestJSON-229772373 tempest-DHCPAgentSchedulersTestJSON-229772373-project-admin] 10.222.0.41 "GET /v2.0/agents/eeaec188-8ccf-47e0-b727-a48446797d07/dhcp-networks HTTP/1.1" status: 200 len: 8569 time: 1.2184677 Feb 03 14:01:10.682805 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55576) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:10.749969 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16369f-6908-422e-9941-79b0832ad527 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Pushing event updated for resources: {'Network': ['ID=49f7397e-ee5e-4d7d-a1c9-5eb5859199f0,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:10.753400 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-32ca88c4-987d-4428-8687-5f566fb89fe4 None None] Provisioning for port 91debeda-d8f1-44df-b430-44187d2af216 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:10.754056 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-5ee6345d-36e2-4738-9845-be97068a99a1 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "DELETE /v2.0/floatingips/47fcde65-6cd6-40ed-b7da-f8e5ec72fb06 HTTP/1.1" status: 204 len: 168 time: 8.1582479 Feb 03 14:01:10.761896 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55580) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:10.769638 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 49f7397e-ee5e-4d7d-a1c9-5eb5859199f0 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:01:10.793678 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-32ca88c4-987d-4428-8687-5f566fb89fe4 None None] Provisioning complete for port 91debeda-d8f1-44df-b430-44187d2af216 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:10.794049 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-32ca88c4-987d-4428-8687-5f566fb89fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:10.810698 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2f16369f-6908-422e-9941-79b0832ad527 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9593840 Feb 03 14:01:10.884281 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55584) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:10.917700 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-e692b238-993b-4610-a0ac-f5284ac2bce0 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Request body: {'subnet': {'network_id': '5002dd7a-0f69-44f4-ae25-df950c32a90f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:10.950029 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6afbc2a-7a59-46a3-b83c-1a0859cc7495 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:01:10.962742 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f6afbc2a-7a59-46a3-b83c-1a0859cc7495 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "PUT /v2.0/routers/32404f7f-3166-48ad-93ec-920b15f69cb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2269509 Feb 03 14:01:10.965337 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6270bc9-9d00-49d9-939a-468d6da5e337 None None] Sync routers for ids ['32404f7f-3166-48ad-93ec-920b15f69cb0'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:01:10.974432 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55588) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:10.983791 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6270bc9-9d00-49d9-939a-468d6da5e337 None None] Routers {'32404f7f-3166-48ad-93ec-920b15f69cb0'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:01:10.984398 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-c6270bc9-9d00-49d9-939a-468d6da5e337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:00:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['32404f7f-3166-48ad-93ec-920b15f69cb0'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:11.025048 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-32ca88c4-987d-4428-8687-5f566fb89fe4 None None] Port 91debeda-d8f1-44df-b430-44187d2af216 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:01:11.050976 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66a44b3-bd53-48ab-a8cd-58000bd0db32 tempest-DHCPAgentSchedulersTestJSON-229772373 tempest-DHCPAgentSchedulersTestJSON-229772373-project-admin] Network 4223a98a-74e9-49ea-a548-74fa6fc12e7c is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:01:11.074641 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10887693-a9f4-4ea5-b96a-49e25f9cdcc8 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:11.087458 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10887693-a9f4-4ea5-b96a-49e25f9cdcc8 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:11.087458 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-10887693-a9f4-4ea5-b96a-49e25f9cdcc8 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:01:11.107515 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-32ca88c4-987d-4428-8687-5f566fb89fe4 None None] Provisioning for port cfb47753-8683-4bd2-bddc-c67797c20e10 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:11.113424 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3cd39199-6087-46aa-b6d5-7bbdfa1fd10a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:11.114711 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-32ca88c4-987d-4428-8687-5f566fb89fe4 None None] Provisioning complete for port cfb47753-8683-4bd2-bddc-c67797c20e10 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:11.115386 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-32ca88c4-987d-4428-8687-5f566fb89fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:11.149290 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device cfb47753-8683-4bd2-bddc-c67797c20e10 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:01:11.162719 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c66a44b3-bd53-48ab-a8cd-58000bd0db32 tempest-DHCPAgentSchedulersTestJSON-229772373 tempest-DHCPAgentSchedulersTestJSON-229772373-project-admin] 10.222.0.41 "POST /v2.0/agents/eeaec188-8ccf-47e0-b727-a48446797d07/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4806609 Feb 03 14:01:11.166101 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55592) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:11.183835 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-10887693-a9f4-4ea5-b96a-49e25f9cdcc8 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:01:11.187913 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b13c39f-5810-4d1d-805c-a897f7a14cbb None None] Network 4223a98a-74e9-49ea-a548-74fa6fc12e7c requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:01:11.189827 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-10887693-a9f4-4ea5-b96a-49e25f9cdcc8 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2135391 Feb 03 14:01:11.190750 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55596) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:11.204334 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-c6270bc9-9d00-49d9-939a-468d6da5e337 None None] Set router 32404f7f-3166-48ad-93ec-920b15f69cb0 gateway port host: None {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:01:11.250453 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-324eda85-2700-4f53-82d9-23e8f6ca8bfc tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Deleting port 5918c25a-1ac7-48f3-a202-97cc195966ea {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:01:11.250794 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-324eda85-2700-4f53-82d9-23e8f6ca8bfc tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:11.304703 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e692b238-993b-4610-a0ac-f5284ac2bce0 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:11.312302 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd39199-6087-46aa-b6d5-7bbdfa1fd10a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Network d0013bed-f879-44d7-980e-7fd3521d408b is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:01:11.317737 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-c6270bc9-9d00-49d9-939a-468d6da5e337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32404f7f-3166-48ad-93ec-920b15f69cb0', 'name': 'tempest-NetworksTestDHCPv6-router-108025660', 'tenant_id': '1508f35e18f0463982f9a6d535c8268b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:00:51Z', 'updated_at': '2022-02-03T14:01:09Z', 'revision_number': 3, 'project_id': '1508f35e18f0463982f9a6d535c8268b', 'gw_port_host': None}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:11.323543 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6270bc9-9d00-49d9-939a-468d6da5e337 None None] Checking router: 32404f7f-3166-48ad-93ec-920b15f69cb0 for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:01:11.324450 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e692b238-993b-4610-a0ac-f5284ac2bce0 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Usage tracker for resource:subnet and tenant:47a74a2f2cb54d20a13dadba3ce1e1ea is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:11.331215 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-3cd39199-6087-46aa-b6d5-7bbdfa1fd10a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:11.335207 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e692b238-993b-4610-a0ac-f5284ac2bce0 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:11.336660 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6270bc9-9d00-49d9-939a-468d6da5e337 None None] Routers {'32404f7f-3166-48ad-93ec-920b15f69cb0'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:01:11.337421 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-c6270bc9-9d00-49d9-939a-468d6da5e337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:00:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['32404f7f-3166-48ad-93ec-920b15f69cb0'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:11.345302 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-39489f1e-be6a-4bcb-a061-2bcf2f7028a5 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:11.350114 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd39199-6087-46aa-b6d5-7bbdfa1fd10a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:01:11.388510 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd39199-6087-46aa-b6d5-7bbdfa1fd10a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event updated for resources: {'Port': ['ID=fdd23559-8ab3-404e-b96b-3c00b1dbdd71,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:11.401893 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e692b238-993b-4610-a0ac-f5284ac2bce0 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:11.510494 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-62f58d04-3e66-424a-9c8d-0271d4d6270c tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:11.564249 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port cfb47753-8683-4bd2-bddc-c67797c20e10 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:11.564631 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:11.588608 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e5ad06bc-a8a2-4245-9556-fabc99895cd6 tempest-DHCPAgentSchedulersTestJSON-229772373 tempest-DHCPAgentSchedulersTestJSON-229772373-project-admin] 10.222.0.41 "GET /v2.0/agents/eeaec188-8ccf-47e0-b727-a48446797d07/dhcp-networks HTTP/1.1" status: 200 len: 9313 time: 0.4203703 Feb 03 14:01:11.594221 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55600) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:11.606139 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39489f1e-be6a-4bcb-a061-2bcf2f7028a5 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event deleted for resources: {'Port': ['ID=91debeda-d8f1-44df-b430-44187d2af216,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:11.611924 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3cd39199-6087-46aa-b6d5-7bbdfa1fd10a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:11.620357 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-c6270bc9-9d00-49d9-939a-468d6da5e337 None None] Set router 32404f7f-3166-48ad-93ec-920b15f69cb0 gateway port host: None {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:01:11.778212 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-c6270bc9-9d00-49d9-939a-468d6da5e337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32404f7f-3166-48ad-93ec-920b15f69cb0', 'name': 'tempest-NetworksTestDHCPv6-router-108025660', 'tenant_id': '1508f35e18f0463982f9a6d535c8268b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:00:51Z', 'updated_at': '2022-02-03T14:01:09Z', 'revision_number': 3, 'project_id': '1508f35e18f0463982f9a6d535c8268b', 'gw_port_host': None}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:11.784688 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6270bc9-9d00-49d9-939a-468d6da5e337 None None] The sync data for ids ['32404f7f-3166-48ad-93ec-920b15f69cb0'] in dv-neutron-827016-1-hyperv is: [{'id': '32404f7f-3166-48ad-93ec-920b15f69cb0', 'name': 'tempest-NetworksTestDHCPv6-router-108025660', 'tenant_id': '1508f35e18f0463982f9a6d535c8268b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:00:51Z', 'updated_at': '2022-02-03T14:01:09Z', 'revision_number': 3, 'project_id': '1508f35e18f0463982f9a6d535c8268b', 'gw_port_host': None}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:01:11.804290 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 1f1a1a12-fb68-48e5-b672-490900a02bf8 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:01:11.871773 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-fddec89b-9645-43d2-977e-4e6dad3d6547 None None] Could not find standard attr ID for object 91debeda-d8f1-44df-b430-44187d2af216. {{(pid=84183) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:01:11.926218 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e692b238-993b-4610-a0ac-f5284ac2bce0 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Made reservation on behalf of 47a74a2f2cb54d20a13dadba3ce1e1ea for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:01:11.951515 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-982d5ee1-df0a-4c0c-a41a-39b7bec87106 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting subnet 2f972c67-6231-4001-b5f1-ad70ba97665a {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:01:11.959017 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-982d5ee1-df0a-4c0c-a41a-39b7bec87106 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:11.969693 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-39489f1e-be6a-4bcb-a061-2bcf2f7028a5 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:12.004001 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-de96c921-cb71-43ac-a5bc-09f1abb949c6 tempest-DHCPAgentSchedulersTestJSON-229772373 tempest-DHCPAgentSchedulersTestJSON-229772373-project-admin] 10.222.0.41 "DELETE /v2.0/agents/eeaec188-8ccf-47e0-b727-a48446797d07/dhcp-networks/4223a98a-74e9-49ea-a548-74fa6fc12e7c HTTP/1.1" status: 204 len: 168 time: 0.4083509 Feb 03 14:01:12.007293 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55604) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:12.011329 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-fddec89b-9645-43d2-977e-4e6dad3d6547 None None] Provisioning for port fdd23559-8ab3-404e-b96b-3c00b1dbdd71 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:12.014613 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 1f1a1a12-fb68-48e5-b672-490900a02bf8 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:12.021527 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-fddec89b-9645-43d2-977e-4e6dad3d6547 None None] Provisioning complete for port fdd23559-8ab3-404e-b96b-3c00b1dbdd71 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:12.024153 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fddec89b-9645-43d2-977e-4e6dad3d6547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:12.083742 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-982d5ee1-df0a-4c0c-a41a-39b7bec87106 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:12.088457 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-39489f1e-be6a-4bcb-a061-2bcf2f7028a5 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/ports/91debeda-d8f1-44df-b430-44187d2af216 HTTP/1.1" status: 204 len: 168 time: 3.4046526 Feb 03 14:01:12.092558 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbf8a96-206e-4bfe-9ae9-470cfe4e67a5 None None] Network 92e3ca8a-4b0e-4008-a7c0-827e2709bf15 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:01:12.117112 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55608) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:12.241852 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-fddec89b-9645-43d2-977e-4e6dad3d6547 None None] Port fdd23559-8ab3-404e-b96b-3c00b1dbdd71 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:01:12.292347 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f58d04-3e66-424a-9c8d-0271d4d6270c tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'Subnet': ['ID=75f7a4a3-466d-48de-a25d-5606a10acdf3,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:12.311700 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d3935dc-c6e7-4e33-95c4-2ac50dd9c633 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] GET failed (client error): The resource could not be found. Feb 03 14:01:12.312214 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3d3935dc-c6e7-4e33-95c4-2ac50dd9c633 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Synchronizing usage tracker for tenant:faf754c5dcac42e3b7b479467002acb8 on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:01:12.325929 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-982d5ee1-df0a-4c0c-a41a-39b7bec87106 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:12.332516 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e692b238-993b-4610-a0ac-f5284ac2bce0 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:12.378988 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-60207242-c263-406f-9f58-ef3cf62df127 tempest-DHCPAgentSchedulersTestJSON-229772373 tempest-DHCPAgentSchedulersTestJSON-229772373-project-admin] 10.222.0.41 "GET /v2.0/agents/eeaec188-8ccf-47e0-b727-a48446797d07/dhcp-networks HTTP/1.1" status: 200 len: 8569 time: 0.3703153 Feb 03 14:01:12.379597 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55612) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:12.381814 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f58d04-3e66-424a-9c8d-0271d4d6270c tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Checking segment: {'id': '31e2b78a-315a-4421-8a60-9124cd604128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '743a979c-8fe9-4844-97ea-107a2fdbadbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:01:12.382183 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f58d04-3e66-424a-9c8d-0271d4d6270c tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Network hostable DHCP agents. Network: 743a979c-8fe9-4844-97ea-107a2fdbadbe, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:01:12.427742 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c8757089-8b94-4e47-aab5-20ac248c4082 tempest-DHCPAgentSchedulersTestJSON-229772373 tempest-DHCPAgentSchedulersTestJSON-229772373-project-admin] 10.222.0.41 "GET /v2.0/networks/9bb91d07-76d5-4c3c-ac03-c92d9d27d731/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0444584 Feb 03 14:01:12.428343 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55616) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:12.462312 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-a613fce6-77da-4464-9c27-88b68fbfa475 tempest-DHCPAgentSchedulersTestJSON-229772373 tempest-DHCPAgentSchedulersTestJSON-229772373-project-admin] 10.222.0.41 "GET /v2.0/networks/9bb91d07-76d5-4c3c-ac03-c92d9d27d731/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0310664 Feb 03 14:01:12.463146 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55620) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:12.498150 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-0de656b0-8be0-429e-b889-c5754d3d4ef2 None None] Provisioning for port 1f1a1a12-fb68-48e5-b672-490900a02bf8 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:12.499676 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3cd39199-6087-46aa-b6d5-7bbdfa1fd10a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:12.515037 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-0de656b0-8be0-429e-b889-c5754d3d4ef2 None None] Provisioning complete for port 1f1a1a12-fb68-48e5-b672-490900a02bf8 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:12.515447 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0de656b0-8be0-429e-b889-c5754d3d4ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:12.550328 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-324eda85-2700-4f53-82d9-23e8f6ca8bfc tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:12.570886 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-982d5ee1-df0a-4c0c-a41a-39b7bec87106 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:12.620953 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-982d5ee1-df0a-4c0c-a41a-39b7bec87106 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:12.655429 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3d3935dc-c6e7-4e33-95c4-2ac50dd9c633 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Unset dirty status for tenant:faf754c5dcac42e3b7b479467002acb8 on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:01:12.655681 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d5ee1-df0a-4c0c-a41a-39b7bec87106 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Subnet': ['ID=2f972c67-6231-4001-b5f1-ad70ba97665a,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:12.658904 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3d3935dc-c6e7-4e33-95c4-2ac50dd9c633 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "GET /v2.0/ports/91debeda-d8f1-44df-b430-44187d2af216 HTTP/1.1" status: 404 len: 333 time: 0.5370684 Feb 03 14:01:12.660130 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55624) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:12.663984 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1bcb54-eefb-476a-b6a1-2a18beb37fdf None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:01:12.722484 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ae5bd765-7b42-4ec1-b54c-71b265fde648 tempest-DHCPAgentSchedulersTestJSON-229772373 tempest-DHCPAgentSchedulersTestJSON-229772373-project-admin] 10.222.0.41 "GET /v2.0/agents/eeaec188-8ccf-47e0-b727-a48446797d07/dhcp-networks HTTP/1.1" status: 200 len: 8569 time: 0.2547772 Feb 03 14:01:12.722840 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55626) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:12.746541 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-324eda85-2700-4f53-82d9-23e8f6ca8bfc tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Calling delete_port for 5918c25a-1ac7-48f3-a202-97cc195966ea owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:01:12.776038 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0de656b0-8be0-429e-b889-c5754d3d4ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:12.810855 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-982d5ee1-df0a-4c0c-a41a-39b7bec87106 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/2f972c67-6231-4001-b5f1-ad70ba97665a HTTP/1.1" status: 204 len: 168 time: 1.6132615 Feb 03 14:01:12.811534 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55632) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:12.860134 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device e0496d0e-be36-4248-a001-b9fe611eee10 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:01:12.895828 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f58d04-3e66-424a-9c8d-0271d4d6270c tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Network 743a979c-8fe9-4844-97ea-107a2fdbadbe is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:01:12.909275 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: e0496d0e-be36-4248-a001-b9fe611eee10 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:01:12.913146 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device e0496d0e-be36-4248-a001-b9fe611eee10 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:01:12.931026 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-0de656b0-8be0-429e-b889-c5754d3d4ef2 None None] For port 1f1a1a12-fb68-48e5-b672-490900a02bf8, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=1f1a1a12-fb68-48e5-b672-490900a02bf8,segment=NetworkSegment(53b7933c-c6da-4087-bc9b-c10bc3cfb291),segment_id=53b7933c-c6da-4087-bc9b-c10bc3cfb291)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:01:12.959589 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ebf8aae1-0bce-4312-bf0a-43b6b99798a3 tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:12.990313 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0de656b0-8be0-429e-b889-c5754d3d4ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:13.021457 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3762bd6b-2dd0-4da8-acf8-7458a7d97c46 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:router {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:01:13.063978 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641bd90a-c3af-4206-85d3-b9097c6ebba7 None None] DHCP port deletion for ac0baa47-f752-4b1c-8067-faa2699b3288 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:01:13.072956 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-62f58d04-3e66-424a-9c8d-0271d4d6270c tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 743a979c-8fe9-4844-97ea-107a2fdbadbe) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:13.083720 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121fa37c-77ab-4447-a09e-3698a257b4c9 None None] Network 743a979c-8fe9-4844-97ea-107a2fdbadbe requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:01:13.106048 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-641bd90a-c3af-4206-85d3-b9097c6ebba7 None None] Deleting port 6126a678-d40c-47d8-a4a3-7b1ecaef0f42 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:01:13.106490 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-641bd90a-c3af-4206-85d3-b9097c6ebba7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:13.125612 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ebf8aae1-0bce-4312-bf0a-43b6b99798a3 tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:13.132925 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f58d04-3e66-424a-9c8d-0271d4d6270c tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:13.134895 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-62f58d04-3e66-424a-9c8d-0271d4d6270c tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:13.164471 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d2e570a0-0d4e-4350-bfa9-573d4b108ebd tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:13.229546 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de656b0-8be0-429e-b889-c5754d3d4ef2 None None] Pushing event updated for resources: {'Port': ['ID=1f1a1a12-fb68-48e5-b672-490900a02bf8,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:13.271646 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3762bd6b-2dd0-4da8-acf8-7458a7d97c46 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:router {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:01:13.276344 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3762bd6b-2dd0-4da8-acf8-7458a7d97c46 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4531641 Feb 03 14:01:13.278901 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-ebf8aae1-0bce-4312-bf0a-43b6b99798a3 tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4223a98a-74e9-49ea-a548-74fa6fc12e7c']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:13.287166 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55636) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:13.304156 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-312fbf68-c3af-4c77-a9f7-4fd9cbf91a31 None None] Provisioning complete for port 1f1a1a12-fb68-48e5-b672-490900a02bf8 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:13.304804 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-312fbf68-c3af-4c77-a9f7-4fd9cbf91a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:13.346498 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d2e570a0-0d4e-4350-bfa9-573d4b108ebd tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:13.365096 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-ebf8aae1-0bce-4312-bf0a-43b6b99798a3 tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d01c632-0ff1-4702-bb1a-3cb21172e431') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:13.366173 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-ebf8aae1-0bce-4312-bf0a-43b6b99798a3 tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d01c632-0ff1-4702-bb1a-3cb21172e431') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:13.378799 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-62f58d04-3e66-424a-9c8d-0271d4d6270c tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.6284475 Feb 03 14:01:13.380904 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55640) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:13.400311 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-6d86ecc0-f51d-4b6a-94aa-e9669b6c6a3f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'port': {'network_id': '743a979c-8fe9-4844-97ea-107a2fdbadbe', 'name': 'tempest-PortsTestJSON-1642620501', 'fixed_ips': [{'subnet_id': '75f7a4a3-466d-48de-a25d-5606a10acdf3', 'ip_address': '172.20.0.10'}]}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:13.441965 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ebf8aae1-0bce-4312-bf0a-43b6b99798a3 tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:13.464412 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8f0d44b6-e174-45fb-becf-6092c34beb84 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for router, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:13.527943 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ebf8aae1-0bce-4312-bf0a-43b6b99798a3 tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:13.536904 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebf8aae1-0bce-4312-bf0a-43b6b99798a3 tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:01:13.537488 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ebf8aae1-0bce-4312-bf0a-43b6b99798a3 tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:13.553555 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 14:01:13.553555 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:01:13.553555 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 14:01:13.553555 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:01:13.553555 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 14:01:13.553555 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:01:13.553555 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 14:01:13.553555 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:01:13.553555 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 14:01:13.553555 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:01:13.553555 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 14:01:13.553555 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:01:13.553555 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 14:01:13.553555 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:01:13.553555 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:01:13.553555 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:01:13.553555 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:01:13.553555 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:01:13.553555 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 14:01:13.553555 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:01:13.553555 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 14:01:13.553555 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:01:13.553555 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:01:13.553555 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:01:13.553555 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 14:01:13.553555 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:01:13.553555 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:01:13.553555 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:01:13.553555 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:01:13.553555 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:01:13.553555 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:01:13.553555 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:01:13.607201 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f12190-2f93-4473-8855-da761259b054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-743a979c-8fe9-4844-97ea-107a2fdbadbe', 'network_id': '743a979c-8fe9-4844-97ea-107a2fdbadbe', 'tenant_id': '2fa0476fd5f14aeea80802e139eae85a', 'fixed_ips': [{'subnet_id': '75f7a4a3-466d-48de-a25d-5606a10acdf3'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:01:13.607918 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-26f12190-2f93-4473-8855-da761259b054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:13.619929 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-641bd90a-c3af-4206-85d3-b9097c6ebba7 None None] For port 6126a678-d40c-47d8-a4a3-7b1ecaef0f42, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=6126a678-d40c-47d8-a4a3-7b1ecaef0f42,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:01:13.620323 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-641bd90a-c3af-4206-85d3-b9097c6ebba7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:13.629821 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e692b238-993b-4610-a0ac-f5284ac2bce0 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:13.762830 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-641bd90a-c3af-4206-85d3-b9097c6ebba7 None None] Calling delete_port for 6126a678-d40c-47d8-a4a3-7b1ecaef0f42 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:01:13.778780 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e692b238-993b-4610-a0ac-f5284ac2bce0 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Pushing event updated for resources: {'Subnet': ['ID=90dc257f-e76c-47a9-ade7-1e45fd8922ad,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:13.788376 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-324eda85-2700-4f53-82d9-23e8f6ca8bfc tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:13.816678 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d2e570a0-0d4e-4350-bfa9-573d4b108ebd tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:13.865513 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3cd39199-6087-46aa-b6d5-7bbdfa1fd10a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:13.888616 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324eda85-2700-4f53-82d9-23e8f6ca8bfc tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Pushing event deleted for resources: {'Port': ['ID=5918c25a-1ac7-48f3-a202-97cc195966ea,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:13.890786 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ebf8aae1-0bce-4312-bf0a-43b6b99798a3 tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:13.894747 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ebf8aae1-0bce-4312-bf0a-43b6b99798a3 tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:13.898417 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e570a0-0d4e-4350-bfa9-573d4b108ebd tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2ed4cf-660f-431a-afd0-87b6d7483ccb,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:13.904016 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-6d86ecc0-f51d-4b6a-94aa-e9669b6c6a3f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:13.910710 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e692b238-993b-4610-a0ac-f5284ac2bce0 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Checking segment: {'id': '1a2cc8c7-685c-4b34-b413-1b87ac704cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '5002dd7a-0f69-44f4-ae25-df950c32a90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:01:13.911097 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e692b238-993b-4610-a0ac-f5284ac2bce0 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Network hostable DHCP agents. Network: 5002dd7a-0f69-44f4-ae25-df950c32a90f, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:01:13.942323 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ebf8aae1-0bce-4312-bf0a-43b6b99798a3 tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] 10.222.0.41 "DELETE /v2.0/networks/4223a98a-74e9-49ea-a548-74fa6fc12e7c HTTP/1.1" status: 204 len: 168 time: 1.2184238 Feb 03 14:01:13.943284 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55644) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:13.946043 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-6d86ecc0-f51d-4b6a-94aa-e9669b6c6a3f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Usage tracker for resource:port and tenant:2fa0476fd5f14aeea80802e139eae85a is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:13.950853 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d2e570a0-0d4e-4350-bfa9-573d4b108ebd tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:13.959448 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d2e570a0-0d4e-4350-bfa9-573d4b108ebd tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/security-groups/ee2ed4cf-660f-431a-afd0-87b6d7483ccb HTTP/1.1" status: 204 len: 168 time: 1.2290690 Feb 03 14:01:13.959448 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-6d86ecc0-f51d-4b6a-94aa-e9669b6c6a3f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:13.963711 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3cd39199-6087-46aa-b6d5-7bbdfa1fd10a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:13.992596 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55646) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:13.999435 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8aae1-0bce-4312-bf0a-43b6b99798a3 tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Pushing event deleted for resources: {'Network': ['ID=4223a98a-74e9-49ea-a548-74fa6fc12e7c,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:14.028445 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-641bd90a-c3af-4206-85d3-b9097c6ebba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:14.035894 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-6d86ecc0-f51d-4b6a-94aa-e9669b6c6a3f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:14.049541 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8f0d44b6-e174-45fb-becf-6092c34beb84 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:14.053022 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a7eb3d-a45f-4f89-ac17-682abbe7e0de tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] DELETE failed (client error): The resource could not be found. Feb 03 14:01:14.054090 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34a7eb3d-a45f-4f89-ac17-682abbe7e0de tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:01:14.058425 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-34a7eb3d-a45f-4f89-ac17-682abbe7e0de tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] 10.222.0.41 "DELETE /v2.0/ports/d83f28d2-13ac-4490-82b9-37b2dd5eca55 HTTP/1.1" status: 404 len: 333 time: 0.0584874 Feb 03 14:01:14.058638 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55652) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:14.061992 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8f0d44b6-e174-45fb-becf-6092c34beb84 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:14.080449 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641bd90a-c3af-4206-85d3-b9097c6ebba7 None None] Pushing event deleted for resources: {'Port': ['ID=6126a678-d40c-47d8-a4a3-7b1ecaef0f42,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:14.086249 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-26f12190-2f93-4473-8855-da761259b054 None None] Allocated IP 172.20.0.2 (743a979c-8fe9-4844-97ea-107a2fdbadbe/75f7a4a3-466d-48de-a25d-5606a10acdf3/8539eebe-8799-4afd-8327-dac5e3ff24c6) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:01:14.092050 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641bd90a-c3af-4206-85d3-b9097c6ebba7 None None] No DVR routers for this DVR port 6126a678-d40c-47d8-a4a3-7b1ecaef0f42 on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:01:14.201031 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d86ecc0-f51d-4b6a-94aa-e9669b6c6a3f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Made reservation on behalf of 2fa0476fd5f14aeea80802e139eae85a for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:01:14.206300 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6d86ecc0-f51d-4b6a-94aa-e9669b6c6a3f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:14.219142 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8f0d44b6-e174-45fb-becf-6092c34beb84 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:14.219634 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0d44b6-e174-45fb-becf-6092c34beb84 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Fanout notify agent at l3_agent the message router_deleted on router 32404f7f-3166-48ad-93ec-920b15f69cb0 {{(pid=84181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:01:14.253325 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd39199-6087-46aa-b6d5-7bbdfa1fd10a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event updated for resources: {'Port': ['ID=fdd23559-8ab3-404e-b96b-3c00b1dbdd71,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:14.266923 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3cd39199-6087-46aa-b6d5-7bbdfa1fd10a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:14.288636 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-6d86ecc0-f51d-4b6a-94aa-e9669b6c6a3f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] device_id is not set on port ec89737c-270d-463e-a0eb-281729d875e3 yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:01:14.296250 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2a14574-63c0-46b9-8e9e-8d296909620e tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Deleting subnet c95c6cc3-74aa-4e1f-a383-f3e9dcde31c8 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:01:14.299408 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c2a14574-63c0-46b9-8e9e-8d296909620e tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:14.332136 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-26f12190-2f93-4473-8855-da761259b054 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:14.335730 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-324eda85-2700-4f53-82d9-23e8f6ca8bfc tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:14.343326 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-324eda85-2700-4f53-82d9-23e8f6ca8bfc tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "DELETE /v2.0/ports/5918c25a-1ac7-48f3-a202-97cc195966ea HTTP/1.1" status: 204 len: 168 time: 3.5731783 Feb 03 14:01:14.343491 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8f0d44b6-e174-45fb-becf-6092c34beb84 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:14.343491 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8f0d44b6-e174-45fb-becf-6092c34beb84 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/routers/32404f7f-3166-48ad-93ec-920b15f69cb0 HTTP/1.1" status: 204 len: 168 time: 1.0514169 Feb 03 14:01:14.344021 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55656) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:14.344152 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55658) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:14.352353 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-26f12190-2f93-4473-8855-da761259b054 None None] Transition to ACTIVE for port object 8539eebe-8799-4afd-8327-dac5e3ff24c6 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:14.354381 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-e3983b52-b767-4f14-a1a9-67e187c9928d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Request body: {'floatingip': {'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:14.376839 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e692b238-993b-4610-a0ac-f5284ac2bce0 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Network 5002dd7a-0f69-44f4-ae25-df950c32a90f is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:01:14.379517 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-26f12190-2f93-4473-8855-da761259b054 None None] Transition to ACTIVE for port object 8539eebe-8799-4afd-8327-dac5e3ff24c6 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:14.414808 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e3983b52-b767-4f14-a1a9-67e187c9928d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:14.432747 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-7b059faa-583e-40bd-b490-61753ebcb54f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:01:14.435898 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e3983b52-b767-4f14-a1a9-67e187c9928d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Usage tracker for resource:floatingip and tenant:2e321b7425cc4fcdadac3009246b2caf is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:14.440650 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e3983b52-b767-4f14-a1a9-67e187c9928d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:14.447932 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c2a14574-63c0-46b9-8e9e-8d296909620e tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:14.451286 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-26f12190-2f93-4473-8855-da761259b054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:14.463106 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f793918e-51c7-4896-aad4-8a9a95c0eedd tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:14.493550 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e3983b52-b767-4f14-a1a9-67e187c9928d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:14.518648 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-e692b238-993b-4610-a0ac-f5284ac2bce0 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 5002dd7a-0f69-44f4-ae25-df950c32a90f) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:14.523992 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e692b238-993b-4610-a0ac-f5284ac2bce0 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:14.524969 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e692b238-993b-4610-a0ac-f5284ac2bce0 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:14.529162 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f12190-2f93-4473-8855-da761259b054 None None] Network 743a979c-8fe9-4844-97ea-107a2fdbadbe is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:01:14.532909 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-26f12190-2f93-4473-8855-da761259b054 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:14.536051 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367a7c2c-7ea0-4dfd-8036-c69dd79db209 None None] Network 5002dd7a-0f69-44f4-ae25-df950c32a90f requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:01:14.548286 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f12190-2f93-4473-8855-da761259b054 None None] Pushing event updated for resources: {'Port': ['ID=8539eebe-8799-4afd-8327-dac5e3ff24c6,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:14.550857 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f12190-2f93-4473-8855-da761259b054 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:01:14.569581 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c2a14574-63c0-46b9-8e9e-8d296909620e tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:14.597229 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f793918e-51c7-4896-aad4-8a9a95c0eedd tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:14.598073 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-7b059faa-583e-40bd-b490-61753ebcb54f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:01:14.601929 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-7b059faa-583e-40bd-b490-61753ebcb54f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2569435 Feb 03 14:01:14.606609 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55664) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:14.607398 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e3983b52-b767-4f14-a1a9-67e187c9928d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for floatingip, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:14.701551 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e692b238-993b-4610-a0ac-f5284ac2bce0 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8104358 Feb 03 14:01:14.710018 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55668) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:14.727378 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-26f12190-2f93-4473-8855-da761259b054 None None] Attempting to bind port 8539eebe-8799-4afd-8327-dac5e3ff24c6 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:01:14.727769 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-26f12190-2f93-4473-8855-da761259b054 None None] Attempting to bind port 8539eebe-8799-4afd-8327-dac5e3ff24c6 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '31e2b78a-315a-4421-8a60-9124cd604128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '743a979c-8fe9-4844-97ea-107a2fdbadbe'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:01:14.728121 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f12190-2f93-4473-8855-da761259b054 None None] Attempting to bind port 8539eebe-8799-4afd-8327-dac5e3ff24c6 on network 743a979c-8fe9-4844-97ea-107a2fdbadbe {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:01:14.733328 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-44c48a9b-8019-4e0a-bf3a-bd8b8149696d tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Request body: {'subnet': {'network_id': '49f7397e-ee5e-4d7d-a1c9-5eb5859199f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:14.746544 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f12190-2f93-4473-8855-da761259b054 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:01:14.746974 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f12190-2f93-4473-8855-da761259b054 None None] Checking segment: {'id': '31e2b78a-315a-4421-8a60-9124cd604128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '743a979c-8fe9-4844-97ea-107a2fdbadbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:01:14.747349 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-26f12190-2f93-4473-8855-da761259b054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:14.747748 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f12190-2f93-4473-8855-da761259b054 None None] Bound using segment: {'id': '31e2b78a-315a-4421-8a60-9124cd604128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '743a979c-8fe9-4844-97ea-107a2fdbadbe'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:01:14.748228 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-26f12190-2f93-4473-8855-da761259b054 None None] Bound port: 8539eebe-8799-4afd-8327-dac5e3ff24c6, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31e2b78a-315a-4421-8a60-9124cd604128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '743a979c-8fe9-4844-97ea-107a2fdbadbe'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:01:14.748593 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-26f12190-2f93-4473-8855-da761259b054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:14.823649 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd39199-6087-46aa-b6d5-7bbdfa1fd10a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Network d0013bed-f879-44d7-980e-7fd3521d408b is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:01:14.825184 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-6d86ecc0-f51d-4b6a-94aa-e9669b6c6a3f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Allocated IP 172.20.0.10 (743a979c-8fe9-4844-97ea-107a2fdbadbe/75f7a4a3-466d-48de-a25d-5606a10acdf3/ec89737c-270d-463e-a0eb-281729d875e3) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:01:14.832548 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-3cd39199-6087-46aa-b6d5-7bbdfa1fd10a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:14.878178 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239ca929-8415-4a3a-ae25-23df549c0520 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:14.879049 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-239ca929-8415-4a3a-ae25-23df549c0520 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:01:14.926626 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704ebeaf-6c61-4374-9ef7-f74841098916 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-5002dd7a-0f69-44f4-ae25-df950c32a90f', 'network_id': '5002dd7a-0f69-44f4-ae25-df950c32a90f', 'tenant_id': '47a74a2f2cb54d20a13dadba3ce1e1ea', 'fixed_ips': [{'subnet_id': '90dc257f-e76c-47a9-ade7-1e45fd8922ad'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:01:14.927424 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-704ebeaf-6c61-4374-9ef7-f74841098916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:14.961213 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-26f12190-2f93-4473-8855-da761259b054 None None] For port 8539eebe-8799-4afd-8327-dac5e3ff24c6, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:01:14.971550 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-26f12190-2f93-4473-8855-da761259b054 None None] For port 8539eebe-8799-4afd-8327-dac5e3ff24c6, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=8539eebe-8799-4afd-8327-dac5e3ff24c6,segment=NetworkSegment(31e2b78a-315a-4421-8a60-9124cd604128),segment_id=31e2b78a-315a-4421-8a60-9124cd604128)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:01:14.983006 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c2a14574-63c0-46b9-8e9e-8d296909620e tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:15.033004 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a14574-63c0-46b9-8e9e-8d296909620e tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Pushing event deleted for resources: {'Subnet': ['ID=c95c6cc3-74aa-4e1f-a383-f3e9dcde31c8,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:15.034725 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-239ca929-8415-4a3a-ae25-23df549c0520 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:01:15.043825 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-239ca929-8415-4a3a-ae25-23df549c0520 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4230742 Feb 03 14:01:15.044098 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55672) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:15.046173 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f793918e-51c7-4896-aad4-8a9a95c0eedd tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:15.049246 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 1f1a1a12-fb68-48e5-b672-490900a02bf8 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:01:15.125811 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e3983b52-b767-4f14-a1a9-67e187c9928d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:15.127580 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-26f12190-2f93-4473-8855-da761259b054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:15.171231 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-68797a8c-9272-403a-bd77-b4836cc6f1c6 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:router {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:01:15.173940 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c2a14574-63c0-46b9-8e9e-8d296909620e tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:15.185212 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0158a7-7794-404a-a4bf-77957cdc5ad7 None None] Network 9bb91d07-76d5-4c3c-ac03-c92d9d27d731 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:01:15.205349 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-44c48a9b-8019-4e0a-bf3a-bd8b8149696d tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:15.209972 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c2a14574-63c0-46b9-8e9e-8d296909620e tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] 10.222.0.41 "DELETE /v2.0/subnets/c95c6cc3-74aa-4e1f-a383-f3e9dcde31c8 HTTP/1.1" status: 204 len: 168 time: 1.1464176 Feb 03 14:01:15.211594 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f793918e-51c7-4896-aad4-8a9a95c0eedd tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee51727b-13e4-4650-8b99-336897010970,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:15.211773 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55676) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:15.221399 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-44c48a9b-8019-4e0a-bf3a-bd8b8149696d tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Usage tracker for resource:subnet and tenant:47a74a2f2cb54d20a13dadba3ce1e1ea is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:15.228544 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-44c48a9b-8019-4e0a-bf3a-bd8b8149696d tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:15.240341 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f793918e-51c7-4896-aad4-8a9a95c0eedd tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:15.244405 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f793918e-51c7-4896-aad4-8a9a95c0eedd tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/security-groups/ee51727b-13e4-4650-8b99-336897010970 HTTP/1.1" status: 204 len: 168 time: 1.2127423 Feb 03 14:01:15.244405 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-44c48a9b-8019-4e0a-bf3a-bd8b8149696d tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:15.253137 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55680) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:15.359627 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 1f1a1a12-fb68-48e5-b672-490900a02bf8 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:15.359627 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:15.400631 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-68797a8c-9272-403a-bd77-b4836cc6f1c6 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:router {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:01:15.406717 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-68797a8c-9272-403a-bd77-b4836cc6f1c6 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3524840 Feb 03 14:01:15.411993 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55684) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:15.427196 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-e19c71e7-5062-48b0-8915-4bfdb7f84fd4 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'subnet': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:15.445680 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ad0c1515-614e-47d8-bdac-b21a4293467c tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:15.486769 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f12190-2f93-4473-8855-da761259b054 None None] Pushing event updated for resources: {'Port': ['ID=8539eebe-8799-4afd-8327-dac5e3ff24c6,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:15.520478 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c48a9b-8019-4e0a-bf3a-bd8b8149696d tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Made reservation on behalf of 47a74a2f2cb54d20a13dadba3ce1e1ea for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:01:15.526936 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b03dc91a-ddc2-49b4-9580-453701d70ecc None None] Provisioning complete for port fdd23559-8ab3-404e-b96b-3c00b1dbdd71 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:15.527407 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b03dc91a-ddc2-49b4-9580-453701d70ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:15.554415 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-ad0c1515-614e-47d8-bdac-b21a4293467c tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Deleting port 9b88dd33-a3d7-4a34-9c00-314d7827ad89 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:01:15.554415 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ad0c1515-614e-47d8-bdac-b21a4293467c tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:15.601347 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-704ebeaf-6c61-4374-9ef7-f74841098916 None None] Allocated IP 2001:db8::2 (5002dd7a-0f69-44f4-ae25-df950c32a90f/90dc257f-e76c-47a9-ade7-1e45fd8922ad/e9821199-0c95-410a-bb57-48565785d7a3) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:01:15.639553 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-b03dc91a-ddc2-49b4-9580-453701d70ecc None None] Port fdd23559-8ab3-404e-b96b-3c00b1dbdd71 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:01:15.670649 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-e3983b52-b767-4f14-a1a9-67e187c9928d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Allocated IP 172.26.3.25 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/43220865-7635-44b9-869c-bf47d4bb9a13) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:01:15.706241 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e19c71e7-5062-48b0-8915-4bfdb7f84fd4 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:15.742925 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6d86ecc0-f51d-4b6a-94aa-e9669b6c6a3f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:15.807800 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e19c71e7-5062-48b0-8915-4bfdb7f84fd4 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:15.859905 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-44c48a9b-8019-4e0a-bf3a-bd8b8149696d tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:15.886441 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-6d86ecc0-f51d-4b6a-94aa-e9669b6c6a3f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Transition to ACTIVE for port object ec89737c-270d-463e-a0eb-281729d875e3 will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:15.924194 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-ad0c1515-614e-47d8-bdac-b21a4293467c tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] For port 9b88dd33-a3d7-4a34-9c00-314d7827ad89, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=9b88dd33-a3d7-4a34-9c00-314d7827ad89,segment=NetworkSegment(fa173b97-f285-4235-b050-2a4d02a8f87d),segment_id=fa173b97-f285-4235-b050-2a4d02a8f87d)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:01:15.924560 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ad0c1515-614e-47d8-bdac-b21a4293467c tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:16.008015 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 6126a678-d40c-47d8-a4a3-7b1ecaef0f42 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:01:16.042692 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1050ae-72df-4ffd-ac45-bda5fe81b962 None None] DHCP port deletion for 9bb91d07-76d5-4c3c-ac03-c92d9d27d731 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:01:16.058076 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 6126a678-d40c-47d8-a4a3-7b1ecaef0f42 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:01:16.058588 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 6126a678-d40c-47d8-a4a3-7b1ecaef0f42 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:01:16.062666 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-4c1050ae-72df-4ffd-ac45-bda5fe81b962 None None] Deleting port 9b88dd33-a3d7-4a34-9c00-314d7827ad89 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:01:16.069553 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4c1050ae-72df-4ffd-ac45-bda5fe81b962 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:16.076025 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6d86ecc0-f51d-4b6a-94aa-e9669b6c6a3f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:16.086143 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19c71e7-5062-48b0-8915-4bfdb7f84fd4 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:01:16.089669 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e19c71e7-5062-48b0-8915-4bfdb7f84fd4 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:16.126486 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-ad0c1515-614e-47d8-bdac-b21a4293467c tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Calling delete_port for 9b88dd33-a3d7-4a34-9c00-314d7827ad89 owned by network:dhcp {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:01:16.130914 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-704ebeaf-6c61-4374-9ef7-f74841098916 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:16.166296 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af4814c-6233-4690-ab86-d9161121eaf7 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Deleting subnet 5feae647-e092-459b-8d55-e7bbaee2f277 {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:01:16.169409 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5af4814c-6233-4690-ab86-d9161121eaf7 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:16.172748 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-704ebeaf-6c61-4374-9ef7-f74841098916 None None] Transition to ACTIVE for port object e9821199-0c95-410a-bb57-48565785d7a3 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:16.204909 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d86ecc0-f51d-4b6a-94aa-e9669b6c6a3f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Network 743a979c-8fe9-4844-97ea-107a2fdbadbe is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:01:16.206090 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-6d86ecc0-f51d-4b6a-94aa-e9669b6c6a3f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:16.214038 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-704ebeaf-6c61-4374-9ef7-f74841098916 None None] Transition to ACTIVE for port object e9821199-0c95-410a-bb57-48565785d7a3 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:16.227080 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d86ecc0-f51d-4b6a-94aa-e9669b6c6a3f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:01:16.279181 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e3983b52-b767-4f14-a1a9-67e187c9928d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:16.299809 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86ecc0-f51d-4b6a-94aa-e9669b6c6a3f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'Port': ['ID=ec89737c-270d-463e-a0eb-281729d875e3,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:16.316049 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd39199-6087-46aa-b6d5-7bbdfa1fd10a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Router 9f77739a-8563-4726-8ca2-97dcb5d4096a has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:01:16.330722 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-4c1050ae-72df-4ffd-ac45-bda5fe81b962 None None] For port 9b88dd33-a3d7-4a34-9c00-314d7827ad89, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=9b88dd33-a3d7-4a34-9c00-314d7827ad89,segment=NetworkSegment(fa173b97-f285-4235-b050-2a4d02a8f87d),segment_id=fa173b97-f285-4235-b050-2a4d02a8f87d)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:01:16.330722 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4c1050ae-72df-4ffd-ac45-bda5fe81b962 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:16.333612 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-704ebeaf-6c61-4374-9ef7-f74841098916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:16.351387 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5af4814c-6233-4690-ab86-d9161121eaf7 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:16.412450 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ad0c1515-614e-47d8-bdac-b21a4293467c tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:16.452145 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d86ecc0-f51d-4b6a-94aa-e9669b6c6a3f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:16.452281 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6d86ecc0-f51d-4b6a-94aa-e9669b6c6a3f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:16.465992 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0c1515-614e-47d8-bdac-b21a4293467c tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] No DVR routers for this DVR port 9b88dd33-a3d7-4a34-9c00-314d7827ad89 on host dv-neutron-827016-1-hyperv {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:01:16.505384 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-4c1050ae-72df-4ffd-ac45-bda5fe81b962 None None] Calling delete_port for 9b88dd33-a3d7-4a34-9c00-314d7827ad89 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:01:16.511276 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e3983b52-b767-4f14-a1a9-67e187c9928d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:16.516734 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c1515-614e-47d8-bdac-b21a4293467c tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Pushing event deleted for resources: {'Port': ['ID=9b88dd33-a3d7-4a34-9c00-314d7827ad89,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:16.573411 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704ebeaf-6c61-4374-9ef7-f74841098916 None None] Network 5002dd7a-0f69-44f4-ae25-df950c32a90f is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:01:16.581283 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-704ebeaf-6c61-4374-9ef7-f74841098916 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:16.586065 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ebeaf-6c61-4374-9ef7-f74841098916 None None] Pushing event updated for resources: {'Port': ['ID=e9821199-0c95-410a-bb57-48565785d7a3,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:16.588790 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704ebeaf-6c61-4374-9ef7-f74841098916 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:01:16.705051 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-6d86ecc0-f51d-4b6a-94aa-e9669b6c6a3f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.3118773 Feb 03 14:01:16.711699 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55688) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:16.718888 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-5a3cf148-6078-4561-90a2-25dac9d44a11 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'port': {'network_id': '743a979c-8fe9-4844-97ea-107a2fdbadbe', 'name': 'tempest-PortsTestJSON-1452395962', 'fixed_ips': [{'subnet_id': '75f7a4a3-466d-48de-a25d-5606a10acdf3', 'ip_address': '172.20.0.9'}]}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:16.719510 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-4c1050ae-72df-4ffd-ac45-bda5fe81b962 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:01:16.720350 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-4c1050ae-72df-4ffd-ac45-bda5fe81b962 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:01:16.729836 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-704ebeaf-6c61-4374-9ef7-f74841098916 None None] Attempting to bind port e9821199-0c95-410a-bb57-48565785d7a3 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:01:16.731001 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-704ebeaf-6c61-4374-9ef7-f74841098916 None None] Attempting to bind port e9821199-0c95-410a-bb57-48565785d7a3 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '1a2cc8c7-685c-4b34-b413-1b87ac704cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '5002dd7a-0f69-44f4-ae25-df950c32a90f'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:01:16.731787 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704ebeaf-6c61-4374-9ef7-f74841098916 None None] Attempting to bind port e9821199-0c95-410a-bb57-48565785d7a3 on network 5002dd7a-0f69-44f4-ae25-df950c32a90f {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:01:16.742950 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704ebeaf-6c61-4374-9ef7-f74841098916 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:01:16.744246 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704ebeaf-6c61-4374-9ef7-f74841098916 None None] Checking segment: {'id': '1a2cc8c7-685c-4b34-b413-1b87ac704cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '5002dd7a-0f69-44f4-ae25-df950c32a90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:01:16.745266 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-704ebeaf-6c61-4374-9ef7-f74841098916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:16.746259 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704ebeaf-6c61-4374-9ef7-f74841098916 None None] Bound using segment: {'id': '1a2cc8c7-685c-4b34-b413-1b87ac704cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '5002dd7a-0f69-44f4-ae25-df950c32a90f'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:01:16.747202 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-704ebeaf-6c61-4374-9ef7-f74841098916 None None] Bound port: e9821199-0c95-410a-bb57-48565785d7a3, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a2cc8c7-685c-4b34-b413-1b87ac704cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '5002dd7a-0f69-44f4-ae25-df950c32a90f'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:01:16.747768 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-704ebeaf-6c61-4374-9ef7-f74841098916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:16.796060 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-44c48a9b-8019-4e0a-bf3a-bd8b8149696d tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:16.803734 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ad0c1515-614e-47d8-bdac-b21a4293467c tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:16.875317 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-704ebeaf-6c61-4374-9ef7-f74841098916 None None] For port e9821199-0c95-410a-bb57-48565785d7a3, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:01:16.879301 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-704ebeaf-6c61-4374-9ef7-f74841098916 None None] For port e9821199-0c95-410a-bb57-48565785d7a3, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=e9821199-0c95-410a-bb57-48565785d7a3,segment=NetworkSegment(1a2cc8c7-685c-4b34-b413-1b87ac704cfc),segment_id=1a2cc8c7-685c-4b34-b413-1b87ac704cfc)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:01:16.884370 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-ad0c1515-614e-47d8-bdac-b21a4293467c tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bb91d07-76d5-4c3c-ac03-c92d9d27d731']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:16.905099 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5af4814c-6233-4690-ab86-d9161121eaf7 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:16.910407 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3983b52-b767-4f14-a1a9-67e187c9928d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:01:16.914527 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-ad0c1515-614e-47d8-bdac-b21a4293467c tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa173b97-f285-4235-b050-2a4d02a8f87d') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:16.914822 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-ad0c1515-614e-47d8-bdac-b21a4293467c tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa173b97-f285-4235-b050-2a4d02a8f87d') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:16.922077 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-e3983b52-b767-4f14-a1a9-67e187c9928d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:16.926433 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3983b52-b767-4f14-a1a9-67e187c9928d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Pushing event updated for resources: {'Port': ['ID=43220865-7635-44b9-869c-bf47d4bb9a13,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:16.931006 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3983b52-b767-4f14-a1a9-67e187c9928d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:01:16.960852 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ad0c1515-614e-47d8-bdac-b21a4293467c tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:16.962833 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 8539eebe-8799-4afd-8327-dac5e3ff24c6 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:01:16.987904 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c48a9b-8019-4e0a-bf3a-bd8b8149696d tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Pushing event updated for resources: {'Subnet': ['ID=ce06b8ec-4597-4838-9f16-cfd386b241d3,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:16.994094 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ad0c1515-614e-47d8-bdac-b21a4293467c tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:17.004959 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-704ebeaf-6c61-4374-9ef7-f74841098916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:17.006695 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad0c1515-614e-47d8-bdac-b21a4293467c tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:01:17.007129 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ad0c1515-614e-47d8-bdac-b21a4293467c tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:17.024470 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 14:01:17.024470 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:01:17.024470 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 14:01:17.024470 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:01:17.024470 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 14:01:17.024470 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:01:17.024470 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 14:01:17.024470 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:01:17.024470 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 14:01:17.024470 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:01:17.024470 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 14:01:17.024470 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:01:17.024470 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 14:01:17.024470 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:01:17.024470 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:01:17.024470 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:01:17.024470 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:01:17.024470 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:01:17.024470 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 14:01:17.024470 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:01:17.024470 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 14:01:17.024470 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:01:17.024470 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:01:17.024470 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:01:17.024470 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 14:01:17.024470 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:01:17.024470 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:01:17.024470 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:01:17.024470 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:01:17.024470 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:01:17.024470 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:01:17.024470 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:01:17.093633 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447fee2e-480a-492d-b11a-5e179d2cf7c9 None None] Network 743a979c-8fe9-4844-97ea-107a2fdbadbe requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:01:17.101991 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-5a3cf148-6078-4561-90a2-25dac9d44a11 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:17.111302 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-5a3cf148-6078-4561-90a2-25dac9d44a11 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Usage tracker for resource:port and tenant:2fa0476fd5f14aeea80802e139eae85a is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:17.116520 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-5a3cf148-6078-4561-90a2-25dac9d44a11 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:17.123780 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c48a9b-8019-4e0a-bf3a-bd8b8149696d tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Checking segment: {'id': '5cafbd5e-4bdb-4826-a139-2e183c753613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '49f7397e-ee5e-4d7d-a1c9-5eb5859199f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:01:17.124144 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c48a9b-8019-4e0a-bf3a-bd8b8149696d tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Network hostable DHCP agents. Network: 49f7397e-ee5e-4d7d-a1c9-5eb5859199f0, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:01:17.130689 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-5a3cf148-6078-4561-90a2-25dac9d44a11 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:17.136558 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd39199-6087-46aa-b6d5-7bbdfa1fd10a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:01:17.159186 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3cd39199-6087-46aa-b6d5-7bbdfa1fd10a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "PUT /v2.0/routers/9f77739a-8563-4726-8ca2-97dcb5d4096a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5174611 Feb 03 14:01:17.159412 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55692) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:17.182429 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ebeaf-6c61-4374-9ef7-f74841098916 None None] Pushing event updated for resources: {'Port': ['ID=e9821199-0c95-410a-bb57-48565785d7a3,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:17.187106 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3ddaa9-220b-48a2-aa7a-c2f2e1bb17c0 None None] Sync routers for ids ['9f77739a-8563-4726-8ca2-97dcb5d4096a'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:01:17.195236 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5af4814c-6233-4690-ab86-d9161121eaf7 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:17.231091 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-4c1050ae-72df-4ffd-ac45-bda5fe81b962 None None] Deleting port 9b88dd33-a3d7-4a34-9c00-314d7827ad89 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:01:17.231091 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4c1050ae-72df-4ffd-ac45-bda5fe81b962 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:17.232632 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3cf148-6078-4561-90a2-25dac9d44a11 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Made reservation on behalf of 2fa0476fd5f14aeea80802e139eae85a for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:01:17.259256 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4814c-6233-4690-ab86-d9161121eaf7 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event deleted for resources: {'Subnet': ['ID=5feae647-e092-459b-8d55-e7bbaee2f277,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:17.279468 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.objects.ports [None req-e19c71e7-5062-48b0-8915-4bfdb7f84fd4 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84181) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 03 14:01:17.286980 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d11df27-4ccf-418d-b209-837ca1443a47 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:17.290974 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-9d11df27-4ccf-418d-b209-837ca1443a47 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "GET /v2.0/ports/fdd23559-8ab3-404e-b96b-3c00b1dbdd71 HTTP/1.1" status: 200 len: 910 time: 0.1285012 Feb 03 14:01:17.290974 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e19c71e7-5062-48b0-8915-4bfdb7f84fd4 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:17.310625 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55696) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:17.343603 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ad0c1515-614e-47d8-bdac-b21a4293467c tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:17.368955 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:17.390987 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-4c1050ae-72df-4ffd-ac45-bda5fe81b962 None None] The port '9b88dd33-a3d7-4a34-9c00-314d7827ad89' was deleted {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 14:01:17.395030 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3ddaa9-220b-48a2-aa7a-c2f2e1bb17c0 None None] Routers {'9f77739a-8563-4726-8ca2-97dcb5d4096a'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:01:17.395686 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-9d3ddaa9-220b-48a2-aa7a-c2f2e1bb17c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:00:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['9f77739a-8563-4726-8ca2-97dcb5d4096a'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:17.446484 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ad0c1515-614e-47d8-bdac-b21a4293467c tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:17.454314 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c48a9b-8019-4e0a-bf3a-bd8b8149696d tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Network 49f7397e-ee5e-4d7d-a1c9-5eb5859199f0 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:01:17.461071 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5af4814c-6233-4690-ab86-d9161121eaf7 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:17.463199 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-5af4814c-6233-4690-ab86-d9161121eaf7 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/subnets/5feae647-e092-459b-8d55-e7bbaee2f277 HTTP/1.1" status: 204 len: 168 time: 2.2076206 Feb 03 14:01:17.469903 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55700) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:17.471449 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb58f86-8e94-43d9-b0ba-1333f5a7d45f None None] Network 47a34d4f-12fc-4f29-ac61-23f93f980f4e requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:01:17.480563 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-06b2e863-9806-4e7b-b226-52981ea5964f tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'subnet': {'network_id': '47a34d4f-12fc-4f29-ac61-23f93f980f4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:17.488489 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c1515-614e-47d8-bdac-b21a4293467c tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] Pushing event deleted for resources: {'Network': ['ID=9bb91d07-76d5-4c3c-ac03-c92d9d27d731,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:17.498184 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-bf7862ec-ac3b-4ff5-9a2b-caa9d723229e None None] Provisioning for port 8539eebe-8799-4afd-8327-dac5e3ff24c6 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:17.526866 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19c71e7-5062-48b0-8915-4bfdb7f84fd4 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:01:17.534659 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-e19c71e7-5062-48b0-8915-4bfdb7f84fd4 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:17.548978 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ad0c1515-614e-47d8-bdac-b21a4293467c tempest-DHCPAgentSchedulersTestJSON-454089038 tempest-DHCPAgentSchedulersTestJSON-454089038-project] 10.222.0.41 "DELETE /v2.0/networks/9bb91d07-76d5-4c3c-ac03-c92d9d27d731 HTTP/1.1" status: 204 len: 168 time: 2.3364894 Feb 03 14:01:17.550864 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19c71e7-5062-48b0-8915-4bfdb7f84fd4 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:17.556573 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e19c71e7-5062-48b0-8915-4bfdb7f84fd4 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:17.622401 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-44c48a9b-8019-4e0a-bf3a-bd8b8149696d tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 49f7397e-ee5e-4d7d-a1c9-5eb5859199f0) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:17.647373 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c48a9b-8019-4e0a-bf3a-bd8b8149696d tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:17.648351 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-44c48a9b-8019-4e0a-bf3a-bd8b8149696d tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:17.649824 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7270d1-9d1b-4f60-8830-8fb987a0801c None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:01:17.655363 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c71e7-5062-48b0-8915-4bfdb7f84fd4 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Subnet': ['ID=4c9f2649-0636-494f-a7da-1848b39635bd,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:17.668510 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-9d3ddaa9-220b-48a2-aa7a-c2f2e1bb17c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:17.686302 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e50bedf-6f78-4ed5-bec4-81e450186bb4 None None] Network 49f7397e-ee5e-4d7d-a1c9-5eb5859199f0 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:01:17.699150 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 8539eebe-8799-4afd-8327-dac5e3ff24c6 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:17.704085 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5a3cf148-6078-4561-90a2-25dac9d44a11 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:17.749016 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-44c48a9b-8019-4e0a-bf3a-bd8b8149696d tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0345633 Feb 03 14:01:17.750308 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55706) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:17.826212 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e3983b52-b767-4f14-a1a9-67e187c9928d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:17.829232 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e19c71e7-5062-48b0-8915-4bfdb7f84fd4 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4112177 Feb 03 14:01:17.831938 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55710) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:17.838394 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-f147fa64-85b3-471a-9071-28d0f3f05866 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'subnet': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:17.869114 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-5a3cf148-6078-4561-90a2-25dac9d44a11 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] device_id is not set on port 4e32c7ee-9ac0-4c11-8c0a-108e39cf38fa yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:01:17.902772 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-06b2e863-9806-4e7b-b226-52981ea5964f tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:17.917088 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-06b2e863-9806-4e7b-b226-52981ea5964f tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Usage tracker for resource:subnet and tenant:faf754c5dcac42e3b7b479467002acb8 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:17.923154 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 8539eebe-8799-4afd-8327-dac5e3ff24c6 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:17.923752 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:17.924402 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-06b2e863-9806-4e7b-b226-52981ea5964f tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:17.947418 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-06b2e863-9806-4e7b-b226-52981ea5964f tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:18.016243 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e3983b52-b767-4f14-a1a9-67e187c9928d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:18.096815 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3ddaa9-220b-48a2-aa7a-c2f2e1bb17c0 None None] Routers {'9f77739a-8563-4726-8ca2-97dcb5d4096a'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:01:18.097454 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-9d3ddaa9-220b-48a2-aa7a-c2f2e1bb17c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:00:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['9f77739a-8563-4726-8ca2-97dcb5d4096a'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:18.150680 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f147fa64-85b3-471a-9071-28d0f3f05866 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:18.155902 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b2e863-9806-4e7b-b226-52981ea5964f tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Made reservation on behalf of faf754c5dcac42e3b7b479467002acb8 for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:01:18.158383 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-06b2e863-9806-4e7b-b226-52981ea5964f tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:18.223116 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-9d3ddaa9-220b-48a2-aa7a-c2f2e1bb17c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:18.224040 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3ddaa9-220b-48a2-aa7a-c2f2e1bb17c0 None None] The sync data for ids ['9f77739a-8563-4726-8ca2-97dcb5d4096a'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:01:18.226701 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f147fa64-85b3-471a-9071-28d0f3f05866 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:18.414612 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55716) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:18.510625 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-5a3cf148-6078-4561-90a2-25dac9d44a11 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Allocated IP 172.20.0.9 (743a979c-8fe9-4844-97ea-107a2fdbadbe/75f7a4a3-466d-48de-a25d-5606a10acdf3/4e32c7ee-9ac0-4c11-8c0a-108e39cf38fa) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:01:18.555025 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f147fa64-85b3-471a-9071-28d0f3f05866 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:01:18.648739 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02ff2ad-2a28-4ace-b4f3-41b4b8359049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-49f7397e-ee5e-4d7d-a1c9-5eb5859199f0', 'network_id': '49f7397e-ee5e-4d7d-a1c9-5eb5859199f0', 'tenant_id': '47a74a2f2cb54d20a13dadba3ce1e1ea', 'fixed_ips': [{'subnet_id': 'ce06b8ec-4597-4838-9f16-cfd386b241d3'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:01:18.649554 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f02ff2ad-2a28-4ace-b4f3-41b4b8359049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:18.659587 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f55eed-8478-46e9-a63b-fe736880a257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-ac0baa47-f752-4b1c-8067-faa2699b3288', 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'tenant_id': '1508f35e18f0463982f9a6d535c8268b', 'fixed_ips': [{'subnet_id': '4c9f2649-0636-494f-a7da-1848b39635bd'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:01:18.660402 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d7f55eed-8478-46e9-a63b-fe736880a257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:18.672151 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e3983b52-b767-4f14-a1a9-67e187c9928d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:18.724240 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7550f58-adfa-43a7-93eb-dc1a973d0438 None None] Network 5002dd7a-0f69-44f4-ae25-df950c32a90f requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:01:18.742211 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8dd0822e-ab89-4ccd-80c3-2efdf7f2e802 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:18.805247 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e3983b52-b767-4f14-a1a9-67e187c9928d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:18.902007 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:18.986548 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e3983b52-b767-4f14-a1a9-67e187c9928d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:19.043534 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3983b52-b767-4f14-a1a9-67e187c9928d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Pushing event updated for resources: {'Port': ['ID=43220865-7635-44b9-869c-bf47d4bb9a13,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:19.095422 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f147fa64-85b3-471a-9071-28d0f3f05866 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:19.114858 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 8539eebe-8799-4afd-8327-dac5e3ff24c6, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=8539eebe-8799-4afd-8327-dac5e3ff24c6,segment=NetworkSegment(31e2b78a-315a-4421-8a60-9124cd604128),segment_id=31e2b78a-315a-4421-8a60-9124cd604128)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:01:19.131492 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-bed66350-65ef-4e75-9d76-13552b70ef94 None None] Provisioning for port e9821199-0c95-410a-bb57-48565785d7a3 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:19.181047 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e3983b52-b767-4f14-a1a9-67e187c9928d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:19.185137 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e3983b52-b767-4f14-a1a9-67e187c9928d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8386540 Feb 03 14:01:19.203324 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55722) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:19.203525 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-cd6e1208-c8ba-4d49-b88e-d1e08be09721 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1ff7c6dd50344b2cb6cccec9cd9f39c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7817318 Feb 03 14:01:19.206997 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-9aee8456-1d2b-411f-ba6f-f7e1411f996d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Request body: {'port': {'network_id': 'c1c1101f-3f68-4175-9112-3a10fd62cb9d', 'name': 'tempest-FloatingIPTestJSON-1955072126'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:19.227798 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55726) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:19.240247 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-f02ff2ad-2a28-4ace-b4f3-41b4b8359049 None None] Allocated IP 2001:db8::2 (49f7397e-ee5e-4d7d-a1c9-5eb5859199f0/ce06b8ec-4597-4838-9f16-cfd386b241d3/8bec7152-a4bc-44e3-a253-60141414960d) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:01:19.250579 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e69ef8a8-35b0-459b-8cf5-35577bdf096f tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:19.277293 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:19.424285 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-d7f55eed-8478-46e9-a63b-fe736880a257 None None] Allocated IP 2001:db8::f816:3eff:fea0:dd7 (ac0baa47-f752-4b1c-8067-faa2699b3288/4c9f2649-0636-494f-a7da-1848b39635bd/9f2d565e-92a7-4518-bde4-e2fb7d23d81a) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:01:19.437438 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=8539eebe-8799-4afd-8327-dac5e3ff24c6,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:19.445661 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 9b88dd33-a3d7-4a34-9c00-314d7827ad89 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:01:19.496651 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 9b88dd33-a3d7-4a34-9c00-314d7827ad89 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:01:19.497356 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 9b88dd33-a3d7-4a34-9c00-314d7827ad89 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:01:19.518611 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-9aee8456-1d2b-411f-ba6f-f7e1411f996d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:19.546473 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1aed06bc-e6ee-451d-a83d-65ca23cddee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:19.610835 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-9aee8456-1d2b-411f-ba6f-f7e1411f996d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:19.613095 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5a3cf148-6078-4561-90a2-25dac9d44a11 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:19.617860 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-06b2e863-9806-4e7b-b226-52981ea5964f tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:19.701299 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-5a3cf148-6078-4561-90a2-25dac9d44a11 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Transition to ACTIVE for port object 4e32c7ee-9ac0-4c11-8c0a-108e39cf38fa will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:19.736150 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1aed06bc-e6ee-451d-a83d-65ca23cddee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:19.752267 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2e863-9806-4e7b-b226-52981ea5964f tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'Subnet': ['ID=ce72da77-9c17-4c0e-af91-870b04ad1679,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:19.766406 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aee8456-1d2b-411f-ba6f-f7e1411f996d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Made reservation on behalf of 2e321b7425cc4fcdadac3009246b2caf for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:01:19.778735 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b2e863-9806-4e7b-b226-52981ea5964f tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Network 47a34d4f-12fc-4f29-ac61-23f93f980f4e is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:01:19.781023 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9aee8456-1d2b-411f-ba6f-f7e1411f996d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:19.849506 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device e9821199-0c95-410a-bb57-48565785d7a3 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:01:19.878871 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-06b2e863-9806-4e7b-b226-52981ea5964f tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:19.887075 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-9aee8456-1d2b-411f-ba6f-f7e1411f996d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] device_id is not set on port dbfdf84a-fdab-4170-93dc-499752cb7bba yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:01:19.893309 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b2e863-9806-4e7b-b226-52981ea5964f tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:19.894179 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-06b2e863-9806-4e7b-b226-52981ea5964f tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:19.942980 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-68770649-6579-4e55-bf1d-8868cc8bbdad None None] Provisioning complete for port 8539eebe-8799-4afd-8327-dac5e3ff24c6 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:19.942980 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-68770649-6579-4e55-bf1d-8868cc8bbdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:20.018741 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-e69ef8a8-35b0-459b-8cf5-35577bdf096f tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Allocated IP 2001:db8::1 (5002dd7a-0f69-44f4-ae25-df950c32a90f/90dc257f-e76c-47a9-ade7-1e45fd8922ad/b9b810fb-d01c-4001-94dc-c000f4b6fc58) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:01:20.136631 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5a3cf148-6078-4561-90a2-25dac9d44a11 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:20.139144 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-06b2e863-9806-4e7b-b226-52981ea5964f tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6660013 Feb 03 14:01:20.152332 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55730) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:20.168424 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-3688b462-4a64-421f-9814-106c515f164c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'security_group': {'name': 'tempest-secgroup-1347907627'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:20.181615 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3688b462-4a64-421f-9814-106c515f164c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:20.184925 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f147fa64-85b3-471a-9071-28d0f3f05866 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:20.188349 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1aed06bc-e6ee-451d-a83d-65ca23cddee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:20.247643 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3688b462-4a64-421f-9814-106c515f164c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Usage tracker for resource:security_group and tenant:faf754c5dcac42e3b7b479467002acb8 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:20.253995 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3cf148-6078-4561-90a2-25dac9d44a11 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'Port': ['ID=4e32c7ee-9ac0-4c11-8c0a-108e39cf38fa,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:20.259524 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3cf148-6078-4561-90a2-25dac9d44a11 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Network 743a979c-8fe9-4844-97ea-107a2fdbadbe is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:01:20.261698 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3688b462-4a64-421f-9814-106c515f164c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:20.269004 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-5a3cf148-6078-4561-90a2-25dac9d44a11 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:20.275813 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3cf148-6078-4561-90a2-25dac9d44a11 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:01:20.310121 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e69ef8a8-35b0-459b-8cf5-35577bdf096f tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:20.338468 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f02ff2ad-2a28-4ace-b4f3-41b4b8359049 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:20.372332 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d7f55eed-8478-46e9-a63b-fe736880a257 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:20.384048 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port e9821199-0c95-410a-bb57-48565785d7a3 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:20.390204 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-f02ff2ad-2a28-4ace-b4f3-41b4b8359049 None None] Transition to ACTIVE for port object 8bec7152-a4bc-44e3-a253-60141414960d will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:20.392079 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-e69ef8a8-35b0-459b-8cf5-35577bdf096f tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Transition to ACTIVE for port object b9b810fb-d01c-4001-94dc-c000f4b6fc58 will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:20.417871 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3cf148-6078-4561-90a2-25dac9d44a11 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:20.418639 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5a3cf148-6078-4561-90a2-25dac9d44a11 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:20.421371 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port e9821199-0c95-410a-bb57-48565785d7a3 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:20.421649 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:20.440310 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed06bc-e6ee-451d-a83d-65ca23cddee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d93049f-a0fc-4383-99f1-2561f6664171,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:20.453714 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f147fa64-85b3-471a-9071-28d0f3f05866 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:01:20.464724 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3688b462-4a64-421f-9814-106c515f164c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:20.487603 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-d7f55eed-8478-46e9-a63b-fe736880a257 None None] Transition to ACTIVE for port object 9f2d565e-92a7-4518-bde4-e2fb7d23d81a will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:20.514218 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be7b71c-2486-4eac-a9db-fbb88b9ba947 None None] Network 47a34d4f-12fc-4f29-ac61-23f93f980f4e requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:01:20.522277 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-f147fa64-85b3-471a-9071-28d0f3f05866 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:20.525037 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-9aee8456-1d2b-411f-ba6f-f7e1411f996d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Allocated IP 172.20.0.7 (c1c1101f-3f68-4175-9112-3a10fd62cb9d/d7bea81d-d959-4f2a-8f17-3b4608f09636/dbfdf84a-fdab-4170-93dc-499752cb7bba) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:01:20.533695 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f147fa64-85b3-471a-9071-28d0f3f05866 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:20.534720 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f147fa64-85b3-471a-9071-28d0f3f05866 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:20.542772 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-f02ff2ad-2a28-4ace-b4f3-41b4b8359049 None None] Transition to ACTIVE for port object 8bec7152-a4bc-44e3-a253-60141414960d will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:20.562111 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-5a3cf148-6078-4561-90a2-25dac9d44a11 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8492587 Feb 03 14:01:20.565033 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55734) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:20.582881 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147fa64-85b3-471a-9071-28d0f3f05866 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Subnet': ['ID=1209c2c7-45fc-421b-8ebc-d940cbd3748d,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:20.616829 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e69ef8a8-35b0-459b-8cf5-35577bdf096f tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:20.629450 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1aed06bc-e6ee-451d-a83d-65ca23cddee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:20.631331 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f02ff2ad-2a28-4ace-b4f3-41b4b8359049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:20.638410 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-1aed06bc-e6ee-451d-a83d-65ca23cddee5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8d93049f-a0fc-4383-99f1-2561f6664171 HTTP/1.1" status: 204 len: 168 time: 1.4095407 Feb 03 14:01:20.639587 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3688b462-4a64-421f-9814-106c515f164c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:20.644093 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-d7f55eed-8478-46e9-a63b-fe736880a257 None None] Transition to ACTIVE for port object 9f2d565e-92a7-4518-bde4-e2fb7d23d81a will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:20.737379 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02ff2ad-2a28-4ace-b4f3-41b4b8359049 None None] Network 49f7397e-ee5e-4d7d-a1c9-5eb5859199f0 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:01:20.745234 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69ef8a8-35b0-459b-8cf5-35577bdf096f tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Network 5002dd7a-0f69-44f4-ae25-df950c32a90f is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:01:20.748322 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ef8a8-35b0-459b-8cf5-35577bdf096f tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Pushing event updated for resources: {'Port': ['ID=b9b810fb-d01c-4001-94dc-c000f4b6fc58,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:20.751838 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-e69ef8a8-35b0-459b-8cf5-35577bdf096f tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:20.755091 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69ef8a8-35b0-459b-8cf5-35577bdf096f tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:01:20.755786 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e69ef8a8-35b0-459b-8cf5-35577bdf096f tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:20.763533 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-f02ff2ad-2a28-4ace-b4f3-41b4b8359049 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:20.768954 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02ff2ad-2a28-4ace-b4f3-41b4b8359049 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:01:20.801890 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e516f607-ce51-4e45-9bca-7ebe7ec551ca tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:20.802581 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e516f607-ce51-4e45-9bca-7ebe7ec551ca tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Synchronizing usage tracker for tenant:2fa0476fd5f14aeea80802e139eae85a on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:01:20.814910 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f147fa64-85b3-471a-9071-28d0f3f05866 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9819279 Feb 03 14:01:20.818586 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55740) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:20.822945 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d7f55eed-8478-46e9-a63b-fe736880a257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:20.826624 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-68770649-6579-4e55-bf1d-8868cc8bbdad None None] Provisioning for port ec89737c-270d-463e-a0eb-281729d875e3 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:20.829357 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-3facc8c3-b013-421d-bc96-aa1b3250ba45 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'port': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'mac_address': 'fa:16:3e:93:eb:cb', 'name': 'tempest-NetworksTestDHCPv6-924089990'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:20.840188 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-68770649-6579-4e55-bf1d-8868cc8bbdad None None] Provisioning complete for port ec89737c-270d-463e-a0eb-281729d875e3 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:20.840368 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-68770649-6579-4e55-bf1d-8868cc8bbdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:20.860736 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3688b462-4a64-421f-9814-106c515f164c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:20.871451 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3688b462-4a64-421f-9814-106c515f164c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Usage tracker for resource:security_group_rule and tenant:faf754c5dcac42e3b7b479467002acb8 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:20.879877 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3688b462-4a64-421f-9814-106c515f164c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:20.941871 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3688b462-4a64-421f-9814-106c515f164c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:20.969210 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e516f607-ce51-4e45-9bca-7ebe7ec551ca tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Unset dirty status for tenant:2fa0476fd5f14aeea80802e139eae85a on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:01:20.973443 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e516f607-ce51-4e45-9bca-7ebe7ec551ca tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.4073820 Feb 03 14:01:20.977277 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55744) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:21.009837 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ff2ad-2a28-4ace-b4f3-41b4b8359049 None None] Pushing event updated for resources: {'Port': ['ID=8bec7152-a4bc-44e3-a253-60141414960d,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:21.069677 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9aee8456-1d2b-411f-ba6f-f7e1411f996d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:21.088934 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e69ef8a8-35b0-459b-8cf5-35577bdf096f tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:21.113227 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3688b462-4a64-421f-9814-106c515f164c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:21.132172 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f55eed-8478-46e9-a63b-fe736880a257 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:01:21.133595 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:21.194803 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3688b462-4a64-421f-9814-106c515f164c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:21.214931 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-3facc8c3-b013-421d-bc96-aa1b3250ba45 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:21.228447 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3facc8c3-b013-421d-bc96-aa1b3250ba45 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Usage tracker for resource:port and tenant:1508f35e18f0463982f9a6d535c8268b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:21.233205 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3facc8c3-b013-421d-bc96-aa1b3250ba45 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:21.251458 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90617564-1e4f-485f-96e2-176523bef795 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:21.255315 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90617564-1e4f-485f-96e2-176523bef795 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:21.259911 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90617564-1e4f-485f-96e2-176523bef795 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:21.264582 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-90617564-1e4f-485f-96e2-176523bef795 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.2839437 Feb 03 14:01:21.265544 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55750) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:21.268370 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-3facc8c3-b013-421d-bc96-aa1b3250ba45 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:21.270667 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3688b462-4a64-421f-9814-106c515f164c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85bbfacc-0f2d-456c-9680-5af65259e91c,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:21.302375 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-8dd0822e-ab89-4ccd-80c3-2efdf7f2e802 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Deleting port fdd23559-8ab3-404e-b96b-3c00b1dbdd71 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:01:21.303386 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8dd0822e-ab89-4ccd-80c3-2efdf7f2e802 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:21.316471 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-f02ff2ad-2a28-4ace-b4f3-41b4b8359049 None None] Attempting to bind port 8bec7152-a4bc-44e3-a253-60141414960d on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:01:21.317109 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-f02ff2ad-2a28-4ace-b4f3-41b4b8359049 None None] Attempting to bind port 8bec7152-a4bc-44e3-a253-60141414960d by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '5cafbd5e-4bdb-4826-a139-2e183c753613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '49f7397e-ee5e-4d7d-a1c9-5eb5859199f0'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:01:21.317779 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02ff2ad-2a28-4ace-b4f3-41b4b8359049 None None] Attempting to bind port 8bec7152-a4bc-44e3-a253-60141414960d on network 49f7397e-ee5e-4d7d-a1c9-5eb5859199f0 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:01:21.325517 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-d7f55eed-8478-46e9-a63b-fe736880a257 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:21.345871 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port e9821199-0c95-410a-bb57-48565785d7a3, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=e9821199-0c95-410a-bb57-48565785d7a3,segment=NetworkSegment(1a2cc8c7-685c-4b34-b413-1b87ac704cfc),segment_id=1a2cc8c7-685c-4b34-b413-1b87ac704cfc)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:01:21.347749 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3688b462-4a64-421f-9814-106c515f164c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:21.354067 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3688b462-4a64-421f-9814-106c515f164c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1951764 Feb 03 14:01:21.354067 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55754) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:21.363557 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9aee8456-1d2b-411f-ba6f-f7e1411f996d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:21.386647 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f55eed-8478-46e9-a63b-fe736880a257 None None] Pushing event updated for resources: {'Port': ['ID=9f2d565e-92a7-4518-bde4-e2fb7d23d81a,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:21.392085 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f55eed-8478-46e9-a63b-fe736880a257 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:01:21.400762 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02ff2ad-2a28-4ace-b4f3-41b4b8359049 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:01:21.401140 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02ff2ad-2a28-4ace-b4f3-41b4b8359049 None None] Checking segment: {'id': '5cafbd5e-4bdb-4826-a139-2e183c753613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '49f7397e-ee5e-4d7d-a1c9-5eb5859199f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:01:21.401541 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f02ff2ad-2a28-4ace-b4f3-41b4b8359049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:21.401963 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02ff2ad-2a28-4ace-b4f3-41b4b8359049 None None] Bound using segment: {'id': '5cafbd5e-4bdb-4826-a139-2e183c753613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '49f7397e-ee5e-4d7d-a1c9-5eb5859199f0'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:01:21.402451 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-f02ff2ad-2a28-4ace-b4f3-41b4b8359049 None None] Bound port: 8bec7152-a4bc-44e3-a253-60141414960d, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cafbd5e-4bdb-4826-a139-2e183c753613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '49f7397e-ee5e-4d7d-a1c9-5eb5859199f0'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:01:21.402827 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f02ff2ad-2a28-4ace-b4f3-41b4b8359049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:21.427266 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-f511e1fd-66f8-43ee-86a3-f4907adb7681 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'security_group': {'name': 'tempest-secgroup-57580024'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:21.451987 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f511e1fd-66f8-43ee-86a3-f4907adb7681 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:21.467721 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3facc8c3-b013-421d-bc96-aa1b3250ba45 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:01:21.468583 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f511e1fd-66f8-43ee-86a3-f4907adb7681 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Usage tracker for resource:security_group and tenant:faf754c5dcac42e3b7b479467002acb8 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:21.472835 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:21.473613 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 8539eebe-8799-4afd-8327-dac5e3ff24c6 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:01:21.499300 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f511e1fd-66f8-43ee-86a3-f4907adb7681 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:21.540788 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-68770649-6579-4e55-bf1d-8868cc8bbdad None None] Port ec89737c-270d-463e-a0eb-281729d875e3 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:01:21.565745 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-4826fde5-c571-4176-ac2a-18ffd98df3b9 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Deleting port 4e32c7ee-9ac0-4c11-8c0a-108e39cf38fa {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:01:21.566271 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4826fde5-c571-4176-ac2a-18ffd98df3b9 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:21.595911 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f511e1fd-66f8-43ee-86a3-f4907adb7681 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:21.631919 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aee8456-1d2b-411f-ba6f-f7e1411f996d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Network c1c1101f-3f68-4175-9112-3a10fd62cb9d is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:01:21.636835 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee8456-1d2b-411f-ba6f-f7e1411f996d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Pushing event updated for resources: {'Port': ['ID=dbfdf84a-fdab-4170-93dc-499752cb7bba,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:21.650463 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-9aee8456-1d2b-411f-ba6f-f7e1411f996d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:21.653323 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aee8456-1d2b-411f-ba6f-f7e1411f996d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:01:21.752166 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-f02ff2ad-2a28-4ace-b4f3-41b4b8359049 None None] For port 8bec7152-a4bc-44e3-a253-60141414960d, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:01:21.757837 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-d7f55eed-8478-46e9-a63b-fe736880a257 None None] Attempting to bind port 9f2d565e-92a7-4518-bde4-e2fb7d23d81a on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:01:21.758105 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f511e1fd-66f8-43ee-86a3-f4907adb7681 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:21.758293 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-d7f55eed-8478-46e9-a63b-fe736880a257 None None] Attempting to bind port 9f2d565e-92a7-4518-bde4-e2fb7d23d81a by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:01:21.758537 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f55eed-8478-46e9-a63b-fe736880a257 None None] Attempting to bind port 9f2d565e-92a7-4518-bde4-e2fb7d23d81a on network ac0baa47-f752-4b1c-8067-faa2699b3288 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:01:21.760905 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=e9821199-0c95-410a-bb57-48565785d7a3,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:21.767346 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-f02ff2ad-2a28-4ace-b4f3-41b4b8359049 None None] For port 8bec7152-a4bc-44e3-a253-60141414960d, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=8bec7152-a4bc-44e3-a253-60141414960d,segment=NetworkSegment(5cafbd5e-4bdb-4826-a139-2e183c753613),segment_id=5cafbd5e-4bdb-4826-a139-2e183c753613)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:01:21.787964 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f55eed-8478-46e9-a63b-fe736880a257 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:01:21.788346 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f55eed-8478-46e9-a63b-fe736880a257 None None] Checking segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:01:21.789317 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d7f55eed-8478-46e9-a63b-fe736880a257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:21.789317 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f55eed-8478-46e9-a63b-fe736880a257 None None] Bound using segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:01:21.789587 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-d7f55eed-8478-46e9-a63b-fe736880a257 None None] Bound port: 9f2d565e-92a7-4518-bde4-e2fb7d23d81a, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:01:21.789940 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d7f55eed-8478-46e9-a63b-fe736880a257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:21.802176 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b8452eb1-1b68-4853-905a-ebbecebf1c1d None None] Provisioning complete for port e9821199-0c95-410a-bb57-48565785d7a3 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:21.802548 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b8452eb1-1b68-4853-905a-ebbecebf1c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:21.808279 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3facc8c3-b013-421d-bc96-aa1b3250ba45 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:21.838819 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aee8456-1d2b-411f-ba6f-f7e1411f996d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:21.839052 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9aee8456-1d2b-411f-ba6f-f7e1411f996d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:21.844023 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8dd0822e-ab89-4ccd-80c3-2efdf7f2e802 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:21.849963 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-3facc8c3-b013-421d-bc96-aa1b3250ba45 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] device_id is not set on port d6d1ed9b-2df6-435f-940b-9f06afcedfa1 yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:01:21.856813 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f02ff2ad-2a28-4ace-b4f3-41b4b8359049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:21.862420 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55758) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:21.896627 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e69ef8a8-35b0-459b-8cf5-35577bdf096f tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:22.008991 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e69ef8a8-35b0-459b-8cf5-35577bdf096f tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:22.009736 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e69ef8a8-35b0-459b-8cf5-35577bdf096f tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:22.089680 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-8dd0822e-ab89-4ccd-80c3-2efdf7f2e802 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Calling delete_port for fdd23559-8ab3-404e-b96b-3c00b1dbdd71 owned by network:router_interface {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:01:22.094010 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 8539eebe-8799-4afd-8327-dac5e3ff24c6 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:22.094998 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:22.140598 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f511e1fd-66f8-43ee-86a3-f4907adb7681 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:22.152743 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f511e1fd-66f8-43ee-86a3-f4907adb7681 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Usage tracker for resource:security_group_rule and tenant:faf754c5dcac42e3b7b479467002acb8 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:22.158104 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bf2f724c-409c-4c23-834a-8a9f93d0fa30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:22.168048 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f511e1fd-66f8-43ee-86a3-f4907adb7681 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:22.197673 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f511e1fd-66f8-43ee-86a3-f4907adb7681 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:22.211632 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-9aee8456-1d2b-411f-ba6f-f7e1411f996d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0124538 Feb 03 14:01:22.222984 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55762) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:22.251152 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-5ff2aa10-8bca-40ad-96bd-e2bee74f5c80 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Request body: {'floatingip': {'port_id': 'dbfdf84a-fdab-4170-93dc-499752cb7bba'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:22.292790 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ef8a8-35b0-459b-8cf5-35577bdf096f tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Pushing event updated for resources: {'Port': ['ID=b9b810fb-d01c-4001-94dc-c000f4b6fc58,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:22.346490 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18c9f25-5bfe-41fa-b0e7-13b44ceb3d49 None None] Update dhcp port {'port': {'network_id': '47a34d4f-12fc-4f29-ac61-23f93f980f4e', 'fixed_ips': [{'subnet_id': 'a9de8ec4-e408-49bb-9fca-7461e3c02cf7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ce72da77-9c17-4c0e-af91-870b04ad1679'}], 'binding:host_id': 'dv-neutron-827016-1-hyperv'}, 'id': 'cfb47753-8683-4bd2-bddc-c67797c20e10'} from dv-neutron-827016-1-hyperv. {{(pid=84183) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 03 14:01:22.389414 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69ef8a8-35b0-459b-8cf5-35577bdf096f tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Network 5002dd7a-0f69-44f4-ae25-df950c32a90f is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:01:22.398747 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-e69ef8a8-35b0-459b-8cf5-35577bdf096f tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:22.482224 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-bf2f724c-409c-4c23-834a-8a9f93d0fa30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:22.485405 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4826fde5-c571-4176-ac2a-18ffd98df3b9 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:22.495206 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-3facc8c3-b013-421d-bc96-aa1b3250ba45 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Allocated IP 172.20.0.12 (ac0baa47-f752-4b1c-8067-faa2699b3288/1209c2c7-45fc-421b-8ebc-d940cbd3748d/d6d1ed9b-2df6-435f-940b-9f06afcedfa1) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:01:22.499081 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5ff2aa10-8bca-40ad-96bd-e2bee74f5c80 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for floatingip, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:22.552388 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-bf2f724c-409c-4c23-834a-8a9f93d0fa30 admin admin] Usage tracker for resource:security_group_rule and tenant:2196da8db0a64844b9049cac734038df is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:22.567578 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-bf2f724c-409c-4c23-834a-8a9f93d0fa30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:22.574305 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e18c9f25-5bfe-41fa-b0e7-13b44ceb3d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:22.586306 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ff2ad-2a28-4ace-b4f3-41b4b8359049 None None] Pushing event updated for resources: {'Port': ['ID=8bec7152-a4bc-44e3-a253-60141414960d,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:22.589638 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-bf2f724c-409c-4c23-834a-8a9f93d0fa30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:22.647610 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-3facc8c3-b013-421d-bc96-aa1b3250ba45 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Allocated IP 2001:db8::f816:3eff:fe93:ebcb (ac0baa47-f752-4b1c-8067-faa2699b3288/4c9f2649-0636-494f-a7da-1848b39635bd/d6d1ed9b-2df6-435f-940b-9f06afcedfa1) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:01:22.698432 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-d7f55eed-8478-46e9-a63b-fe736880a257 None None] For port 9f2d565e-92a7-4518-bde4-e2fb7d23d81a, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:01:22.781281 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-d7f55eed-8478-46e9-a63b-fe736880a257 None None] For port 9f2d565e-92a7-4518-bde4-e2fb7d23d81a, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=9f2d565e-92a7-4518-bde4-e2fb7d23d81a,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:01:22.782201 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b8452eb1-1b68-4853-905a-ebbecebf1c1d None None] Provisioning for port b9b810fb-d01c-4001-94dc-c000f4b6fc58 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:22.794314 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b8452eb1-1b68-4853-905a-ebbecebf1c1d None None] Provisioning complete for port b9b810fb-d01c-4001-94dc-c000f4b6fc58 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:22.794695 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b8452eb1-1b68-4853-905a-ebbecebf1c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:22.854858 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d7f55eed-8478-46e9-a63b-fe736880a257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:22.935291 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 8bec7152-a4bc-44e3-a253-60141414960d up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:01:23.032909 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-4826fde5-c571-4176-ac2a-18ffd98df3b9 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Calling delete_port for 4e32c7ee-9ac0-4c11-8c0a-108e39cf38fa owned by {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:01:23.041401 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-b8452eb1-1b68-4853-905a-ebbecebf1c1d None None] Port b9b810fb-d01c-4001-94dc-c000f4b6fc58 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:01:23.105005 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f55eed-8478-46e9-a63b-fe736880a257 None None] Pushing event updated for resources: {'Port': ['ID=9f2d565e-92a7-4518-bde4-e2fb7d23d81a,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:23.115937 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f511e1fd-66f8-43ee-86a3-f4907adb7681 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:23.118194 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-e18c9f25-5bfe-41fa-b0e7-13b44ceb3d49 None None] Allocated IP 2001:db8::2 (47a34d4f-12fc-4f29-ac61-23f93f980f4e/ce72da77-9c17-4c0e-af91-870b04ad1679/cfb47753-8683-4bd2-bddc-c67797c20e10) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:01:23.142488 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b8452eb1-1b68-4853-905a-ebbecebf1c1d None None] Provisioning complete for port cfb47753-8683-4bd2-bddc-c67797c20e10 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:23.142860 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b8452eb1-1b68-4853-905a-ebbecebf1c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:23.214308 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3facc8c3-b013-421d-bc96-aa1b3250ba45 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:23.246629 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-3facc8c3-b013-421d-bc96-aa1b3250ba45 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Transition to ACTIVE for port object d6d1ed9b-2df6-435f-940b-9f06afcedfa1 will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:23.261568 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f511e1fd-66f8-43ee-86a3-f4907adb7681 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:23.383055 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e69ef8a8-35b0-459b-8cf5-35577bdf096f tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Router 072818bb-a0f9-42f9-957f-442f0e24e435 is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:01:23.388582 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3facc8c3-b013-421d-bc96-aa1b3250ba45 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:23.410677 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-e18c9f25-5bfe-41fa-b0e7-13b44ceb3d49 None None] For port cfb47753-8683-4bd2-bddc-c67797c20e10, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=cfb47753-8683-4bd2-bddc-c67797c20e10,segment=NetworkSegment(436e82d6-200c-4985-a180-16bc4c906a37),segment_id=436e82d6-200c-4985-a180-16bc4c906a37)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:01:23.446306 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e18c9f25-5bfe-41fa-b0e7-13b44ceb3d49 None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:23.453576 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bf2f724c-409c-4c23-834a-8a9f93d0fa30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:23.471112 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f511e1fd-66f8-43ee-86a3-f4907adb7681 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a68e369-5546-4493-8afc-31ed44628473,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:23.474404 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 8bec7152-a4bc-44e3-a253-60141414960d completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:23.486279 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device e9821199-0c95-410a-bb57-48565785d7a3 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:01:23.562499 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-e18c9f25-5bfe-41fa-b0e7-13b44ceb3d49 None None] Transition to ACTIVE for port object cfb47753-8683-4bd2-bddc-c67797c20e10 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:23.570397 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f511e1fd-66f8-43ee-86a3-f4907adb7681 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:23.572289 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f511e1fd-66f8-43ee-86a3-f4907adb7681 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 2.2100387 Feb 03 14:01:23.572610 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8dd0822e-ab89-4ccd-80c3-2efdf7f2e802 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:23.576485 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bf2f724c-409c-4c23-834a-8a9f93d0fa30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:23.589545 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55770) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:23.590063 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3facc8c3-b013-421d-bc96-aa1b3250ba45 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Port': ['ID=d6d1ed9b-2df6-435f-940b-9f06afcedfa1,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:23.602558 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3facc8c3-b013-421d-bc96-aa1b3250ba45 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:01:23.603946 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-3facc8c3-b013-421d-bc96-aa1b3250ba45 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:23.607652 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3facc8c3-b013-421d-bc96-aa1b3250ba45 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:01:23.649323 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b8452eb1-1b68-4853-905a-ebbecebf1c1d None None] Provisioning complete for port 536be671-c681-4e40-8138-dddd9aa192b6 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:23.649720 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b8452eb1-1b68-4853-905a-ebbecebf1c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:23.692929 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e18c9f25-5bfe-41fa-b0e7-13b44ceb3d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:23.800866 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3facc8c3-b013-421d-bc96-aa1b3250ba45 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:23.801659 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3facc8c3-b013-421d-bc96-aa1b3250ba45 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:23.820541 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-3c44f61c-350c-40a4-aebd-f31f702e8708 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'security_group': {'name': 'tempest-secgroup-1693300134'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:23.827427 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f724c-409c-4c23-834a-8a9f93d0fa30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d580d656-f1b2-4d7f-8746-5f9a92bae124,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:23.839597 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-b8452eb1-1b68-4853-905a-ebbecebf1c1d None None] Port 536be671-c681-4e40-8138-dddd9aa192b6 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:01:23.868790 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69ef8a8-35b0-459b-8cf5-35577bdf096f tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:01:23.889955 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791d5ac1-8e75-46c3-97f3-2fa2894b002a None None] Sync routers for ids ['072818bb-a0f9-42f9-957f-442f0e24e435'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:01:23.891218 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e69ef8a8-35b0-459b-8cf5-35577bdf096f tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] 10.222.0.41 "PUT /v2.0/routers/072818bb-a0f9-42f9-957f-442f0e24e435/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1294038 Feb 03 14:01:23.894675 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55774) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:23.907409 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791d5ac1-8e75-46c3-97f3-2fa2894b002a None None] Routers {'072818bb-a0f9-42f9-957f-442f0e24e435'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:01:23.913037 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-791d5ac1-8e75-46c3-97f3-2fa2894b002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:00:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['072818bb-a0f9-42f9-957f-442f0e24e435'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:23.918063 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c66d29-a51b-4a68-a00e-9fb355bb26fa None None] Network 49f7397e-ee5e-4d7d-a1c9-5eb5859199f0 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:01:23.925319 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd0822e-ab89-4ccd-80c3-2efdf7f2e802 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event deleted for resources: {'Port': ['ID=fdd23559-8ab3-404e-b96b-3c00b1dbdd71,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:23.929365 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3c44f61c-350c-40a4-aebd-f31f702e8708 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:23.972660 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-791d5ac1-8e75-46c3-97f3-2fa2894b002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:23.973934 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3c44f61c-350c-40a4-aebd-f31f702e8708 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Usage tracker for resource:security_group and tenant:faf754c5dcac42e3b7b479467002acb8 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:23.988805 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791d5ac1-8e75-46c3-97f3-2fa2894b002a None None] Routers {'072818bb-a0f9-42f9-957f-442f0e24e435'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:01:23.989816 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-791d5ac1-8e75-46c3-97f3-2fa2894b002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:00:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['072818bb-a0f9-42f9-957f-442f0e24e435'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:23.992891 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3c44f61c-350c-40a4-aebd-f31f702e8708 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:24.009648 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port e9821199-0c95-410a-bb57-48565785d7a3 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:24.010036 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:24.037944 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c9f25-5bfe-41fa-b0e7-13b44ceb3d49 None None] Pushing event updated for resources: {'Port': ['ID=cfb47753-8683-4bd2-bddc-c67797c20e10,revision_number=6']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:24.064693 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3c44f61c-350c-40a4-aebd-f31f702e8708 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:24.067961 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4826fde5-c571-4176-ac2a-18ffd98df3b9 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:24.068497 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-791d5ac1-8e75-46c3-97f3-2fa2894b002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:24.069007 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791d5ac1-8e75-46c3-97f3-2fa2894b002a None None] The sync data for ids ['072818bb-a0f9-42f9-957f-442f0e24e435'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:01:24.076543 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b8452eb1-1b68-4853-905a-ebbecebf1c1d None None] Provisioning for port 4e32c7ee-9ac0-4c11-8c0a-108e39cf38fa completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:24.091421 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b8452eb1-1b68-4853-905a-ebbecebf1c1d None None] Provisioning complete for port 4e32c7ee-9ac0-4c11-8c0a-108e39cf38fa triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:24.091799 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b8452eb1-1b68-4853-905a-ebbecebf1c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:24.132975 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-bf2f724c-409c-4c23-834a-8a9f93d0fa30 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2196da8db0a64844b9049cac734038df&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2662530 Feb 03 14:01:24.155252 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55778) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:24.160340 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3facc8c3-b013-421d-bc96-aa1b3250ba45 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.3407710 Feb 03 14:01:24.168529 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826fde5-c571-4176-ac2a-18ffd98df3b9 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event deleted for resources: {'Port': ['ID=4e32c7ee-9ac0-4c11-8c0a-108e39cf38fa,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:24.171371 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55782) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:24.192996 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-b8452eb1-1b68-4853-905a-ebbecebf1c1d None None] Port 4e32c7ee-9ac0-4c11-8c0a-108e39cf38fa was deleted so its status cannot be updated. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 03 14:01:24.292274 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3c44f61c-350c-40a4-aebd-f31f702e8708 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:24.475139 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0bdf2a-546f-4567-8cea-7a0e938e6d48 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:24.483907 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0bdf2a-546f-4567-8cea-7a0e938e6d48 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:24.486407 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3e0bdf2a-546f-4567-8cea-7a0e938e6d48 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:01:24.603755 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3e0bdf2a-546f-4567-8cea-7a0e938e6d48 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:01:24.607886 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3e0bdf2a-546f-4567-8cea-7a0e938e6d48 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.4343355 Feb 03 14:01:24.611266 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-5115abe1-c2d1-4404-bb3d-1a43fbda8d7a None None] Provisioning complete for port b9b810fb-d01c-4001-94dc-c000f4b6fc58 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:24.611751 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5115abe1-c2d1-4404-bb3d-1a43fbda8d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:24.617345 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55786) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:24.722520 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-5115abe1-c2d1-4404-bb3d-1a43fbda8d7a None None] Port b9b810fb-d01c-4001-94dc-c000f4b6fc58 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:01:24.763497 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-ec90c94c-c5da-4bd7-a6bc-899e24f9c380 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting port d6d1ed9b-2df6-435f-940b-9f06afcedfa1 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:01:24.763834 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ec90c94c-c5da-4bd7-a6bc-899e24f9c380 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:24.811429 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-5115abe1-c2d1-4404-bb3d-1a43fbda8d7a None None] Provisioning for port 8bec7152-a4bc-44e3-a253-60141414960d completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:24.819012 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-5115abe1-c2d1-4404-bb3d-1a43fbda8d7a None None] Provisioning complete for port 8bec7152-a4bc-44e3-a253-60141414960d triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:24.819502 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5115abe1-c2d1-4404-bb3d-1a43fbda8d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:24.823311 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4826fde5-c571-4176-ac2a-18ffd98df3b9 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:24.838013 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3c44f61c-350c-40a4-aebd-f31f702e8708 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:24.856952 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-897f2f24-f7fe-418a-9c0b-032bb919a631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:24.864971 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3c44f61c-350c-40a4-aebd-f31f702e8708 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Usage tracker for resource:security_group_rule and tenant:faf754c5dcac42e3b7b479467002acb8 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:24.897681 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3c44f61c-350c-40a4-aebd-f31f702e8708 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:24.914063 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 9f2d565e-92a7-4518-bde4-e2fb7d23d81a up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:01:24.951540 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3c44f61c-350c-40a4-aebd-f31f702e8708 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:24.993388 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-4826fde5-c571-4176-ac2a-18ffd98df3b9 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/ports/4e32c7ee-9ac0-4c11-8c0a-108e39cf38fa HTTP/1.1" status: 204 len: 168 time: 3.7232893 Feb 03 14:01:24.998193 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-897f2f24-f7fe-418a-9c0b-032bb919a631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:25.005365 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55790) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:25.075795 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ba9a16-e879-4f59-a730-1e767f86195e None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:01:25.188734 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5115abe1-c2d1-4404-bb3d-1a43fbda8d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:25.207968 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 9f2d565e-92a7-4518-bde4-e2fb7d23d81a completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:25.228011 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ec90c94c-c5da-4bd7-a6bc-899e24f9c380 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:25.229306 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device cfb47753-8683-4bd2-bddc-c67797c20e10 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:01:25.325465 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-4921aab8-d5c9-4653-8c19-e056b71f736d tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] GET failed (client error): The resource could not be found. Feb 03 14:01:25.325877 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-4921aab8-d5c9-4653-8c19-e056b71f736d tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Synchronizing usage tracker for tenant:2fa0476fd5f14aeea80802e139eae85a on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:01:25.358707 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-ec90c94c-c5da-4bd7-a6bc-899e24f9c380 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Calling delete_port for d6d1ed9b-2df6-435f-940b-9f06afcedfa1 owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:01:25.364040 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-5115abe1-c2d1-4404-bb3d-1a43fbda8d7a None None] For port 8bec7152-a4bc-44e3-a253-60141414960d, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=8bec7152-a4bc-44e3-a253-60141414960d,segment=NetworkSegment(5cafbd5e-4bdb-4826-a139-2e183c753613),segment_id=5cafbd5e-4bdb-4826-a139-2e183c753613)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:01:25.399723 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5ff2aa10-8bca-40ad-96bd-e2bee74f5c80 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:25.415665 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3c44f61c-350c-40a4-aebd-f31f702e8708 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:25.417650 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8dd0822e-ab89-4ccd-80c3-2efdf7f2e802 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:25.463298 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5afe6508-870d-4c69-839a-991ea6c6d8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:25.467100 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5115abe1-c2d1-4404-bb3d-1a43fbda8d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:25.510140 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-4921aab8-d5c9-4653-8c19-e056b71f736d tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Unset dirty status for tenant:2fa0476fd5f14aeea80802e139eae85a on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:01:25.514177 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-4921aab8-d5c9-4653-8c19-e056b71f736d tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "GET /v2.0/ports/4e32c7ee-9ac0-4c11-8c0a-108e39cf38fa HTTP/1.1" status: 404 len: 333 time: 0.4982297 Feb 03 14:01:25.522011 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55794) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:25.522562 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5ff2aa10-8bca-40ad-96bd-e2bee74f5c80 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:25.563715 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115abe1-c2d1-4404-bb3d-1a43fbda8d7a None None] Pushing event updated for resources: {'Port': ['ID=8bec7152-a4bc-44e3-a253-60141414960d,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:25.586338 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-897f2f24-f7fe-418a-9c0b-032bb919a631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:25.601788 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3c44f61c-350c-40a4-aebd-f31f702e8708 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:25.632934 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-df9f58cf-1314-4874-b005-fc55348e43c6 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Deleting port ec89737c-270d-463e-a0eb-281729d875e3 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:01:25.633280 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-df9f58cf-1314-4874-b005-fc55348e43c6 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:25.663195 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d268fb-1270-4119-b8c9-6808eef2cb36 None None] Update dhcp port {'port': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'fixed_ips': [{'subnet_id': '4c9f2649-0636-494f-a7da-1848b39635bd', 'ip_address': '2001:db8::f816:3eff:fea0:dd7'}, {'subnet_id': '1209c2c7-45fc-421b-8ebc-d940cbd3748d'}], 'binding:host_id': 'dv-neutron-827016-1-hyperv'}, 'id': '9f2d565e-92a7-4518-bde4-e2fb7d23d81a'} from dv-neutron-827016-1-hyperv. {{(pid=84183) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 03 14:01:25.693671 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f2f24-f7fe-418a-9c0b-032bb919a631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d580d656-f1b2-4d7f-8746-5f9a92bae124,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:25.701692 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-961d5f9b-f86b-465d-bb1e-85536368b15b None None] Provisioning for port 9f2d565e-92a7-4518-bde4-e2fb7d23d81a completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:25.706928 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-897f2f24-f7fe-418a-9c0b-032bb919a631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:25.706928 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-897f2f24-f7fe-418a-9c0b-032bb919a631 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d580d656-f1b2-4d7f-8746-5f9a92bae124 HTTP/1.1" status: 204 len: 168 time: 1.5427275 Feb 03 14:01:25.710897 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-961d5f9b-f86b-465d-bb1e-85536368b15b None None] Provisioning complete for port 9f2d565e-92a7-4518-bde4-e2fb7d23d81a triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:25.710897 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-961d5f9b-f86b-465d-bb1e-85536368b15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:25.718129 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3c44f61c-350c-40a4-aebd-f31f702e8708 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:25.719484 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3c44f61c-350c-40a4-aebd-f31f702e8708 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.0414317 Feb 03 14:01:25.723605 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55800) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:25.739024 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-471122a9-22f4-44ab-8c5f-a0e8b3b8e42e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-973308540', 'security_groups': ['563aefd8-d40d-4f35-9512-96bd53e98e51'], 'network_id': '47a34d4f-12fc-4f29-ac61-23f93f980f4e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ce72da77-9c17-4c0e-af91-870b04ad1679'}]}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:25.760519 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c44f61c-350c-40a4-aebd-f31f702e8708 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=563aefd8-d40d-4f35-9512-96bd53e98e51,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:25.811343 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-38d268fb-1270-4119-b8c9-6808eef2cb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:25.824040 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:01:25.887727 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-961d5f9b-f86b-465d-bb1e-85536368b15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:25.965636 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-961d5f9b-f86b-465d-bb1e-85536368b15b None None] For port 9f2d565e-92a7-4518-bde4-e2fb7d23d81a, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=9f2d565e-92a7-4518-bde4-e2fb7d23d81a,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:01:26.022173 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-961d5f9b-f86b-465d-bb1e-85536368b15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:26.091010 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.l3_db [None req-5ff2aa10-8bca-40ad-96bd-e2bee74f5c80 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Floating IP 9159bec7-11f2-4005-a88a-b7e672a23d2b associated. External IP: 172.26.3.25, port: dbfdf84a-fdab-4170-93dc-499752cb7bba. Feb 03 14:01:26.113403 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-961d5f9b-f86b-465d-bb1e-85536368b15b None None] Provisioning complete for port 8bec7152-a4bc-44e3-a253-60141414960d triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:26.113892 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-961d5f9b-f86b-465d-bb1e-85536368b15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:26.219557 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d5f9b-f86b-465d-bb1e-85536368b15b None None] Pushing event updated for resources: {'Port': ['ID=9f2d565e-92a7-4518-bde4-e2fb7d23d81a,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:26.250893 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-38d268fb-1270-4119-b8c9-6808eef2cb36 None None] Allocated IP 172.20.0.2 (ac0baa47-f752-4b1c-8067-faa2699b3288/1209c2c7-45fc-421b-8ebc-d940cbd3748d/9f2d565e-92a7-4518-bde4-e2fb7d23d81a) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:01:26.288755 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-f735caff-f143-49f0-b1ab-dbafeb27c1e2 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:01:26.292781 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f735caff-f143-49f0-b1ab-dbafeb27c1e2 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] 10.222.0.41 "PUT /v2.0/routers/072818bb-a0f9-42f9-957f-442f0e24e435/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.3966694 Feb 03 14:01:26.298116 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55806) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:26.304772 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-471122a9-22f4-44ab-8c5f-a0e8b3b8e42e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:26.368784 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ec90c94c-c5da-4bd7-a6bc-899e24f9c380 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:26.436005 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-471122a9-22f4-44ab-8c5f-a0e8b3b8e42e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:26.451952 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90c94c-c5da-4bd7-a6bc-899e24f9c380 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Port': ['ID=d6d1ed9b-2df6-435f-940b-9f06afcedfa1,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:26.519980 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-961d5f9b-f86b-465d-bb1e-85536368b15b None None] Provisioning complete for port 536be671-c681-4e40-8138-dddd9aa192b6 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:26.520865 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-961d5f9b-f86b-465d-bb1e-85536368b15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:26.560633 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd0822e-ab89-4ccd-80c3-2efdf7f2e802 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Router 9f77739a-8563-4726-8ca2-97dcb5d4096a has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:01:26.605848 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-38d268fb-1270-4119-b8c9-6808eef2cb36 None None] For port 9f2d565e-92a7-4518-bde4-e2fb7d23d81a, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=9f2d565e-92a7-4518-bde4-e2fb7d23d81a,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:01:26.607956 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-961d5f9b-f86b-465d-bb1e-85536368b15b None None] Port 536be671-c681-4e40-8138-dddd9aa192b6 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:01:26.620464 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-df9f58cf-1314-4874-b005-fc55348e43c6 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:26.637036 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471122a9-22f4-44ab-8c5f-a0e8b3b8e42e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Made reservation on behalf of faf754c5dcac42e3b7b479467002acb8 for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:01:26.647323 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-38d268fb-1270-4119-b8c9-6808eef2cb36 None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:26.665853 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-38d268fb-1270-4119-b8c9-6808eef2cb36 None None] Transition to ACTIVE for port object 9f2d565e-92a7-4518-bde4-e2fb7d23d81a will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:26.679559 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-961d5f9b-f86b-465d-bb1e-85536368b15b None None] Provisioning for port cfb47753-8683-4bd2-bddc-c67797c20e10 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:26.685457 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-961d5f9b-f86b-465d-bb1e-85536368b15b None None] Provisioning complete for port cfb47753-8683-4bd2-bddc-c67797c20e10 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:26.688477 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-961d5f9b-f86b-465d-bb1e-85536368b15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:26.766809 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 9f2d565e-92a7-4518-bde4-e2fb7d23d81a up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:01:26.790715 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-38d268fb-1270-4119-b8c9-6808eef2cb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:26.865429 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-df9f58cf-1314-4874-b005-fc55348e43c6 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Calling delete_port for ec89737c-270d-463e-a0eb-281729d875e3 owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:01:26.979430 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ec90c94c-c5da-4bd7-a6bc-899e24f9c380 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:27.013491 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d268fb-1270-4119-b8c9-6808eef2cb36 None None] Pushing event updated for resources: {'Port': ['ID=9f2d565e-92a7-4518-bde4-e2fb7d23d81a,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:27.024566 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-471122a9-22f4-44ab-8c5f-a0e8b3b8e42e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:27.075374 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 8bec7152-a4bc-44e3-a253-60141414960d up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:01:27.117885 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd0822e-ab89-4ccd-80c3-2efdf7f2e802 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:01:27.125836 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8dd0822e-ab89-4ccd-80c3-2efdf7f2e802 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "PUT /v2.0/routers/9f77739a-8563-4726-8ca2-97dcb5d4096a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7925727 Feb 03 14:01:27.128450 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55822) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:27.156547 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e408ed2-6b64-41a7-8169-b6476305a70f None None] Sync routers for ids ['9f77739a-8563-4726-8ca2-97dcb5d4096a'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:01:27.170746 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-471122a9-22f4-44ab-8c5f-a0e8b3b8e42e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] device_id is not set on port 45a5df42-9f05-4db9-adfa-ed8d7271125a yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:01:27.172444 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 8bec7152-a4bc-44e3-a253-60141414960d triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:27.175638 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:27.222402 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e408ed2-6b64-41a7-8169-b6476305a70f None None] Routers {'9f77739a-8563-4726-8ca2-97dcb5d4096a'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:01:27.223972 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-2e408ed2-6b64-41a7-8169-b6476305a70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:00:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['9f77739a-8563-4726-8ca2-97dcb5d4096a'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:27.249395 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ec90c94c-c5da-4bd7-a6bc-899e24f9c380 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/ports/d6d1ed9b-2df6-435f-940b-9f06afcedfa1 HTTP/1.1" status: 204 len: 168 time: 2.6146746 Feb 03 14:01:27.250056 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55832) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:27.317665 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-2e408ed2-6b64-41a7-8169-b6476305a70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:27.436620 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff2aa10-8bca-40ad-96bd-e2bee74f5c80 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Router b8ac8743-9c7e-4709-a28e-1ea2b501ff15 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:01:27.437813 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e408ed2-6b64-41a7-8169-b6476305a70f None None] Routers {'9f77739a-8563-4726-8ca2-97dcb5d4096a'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:01:27.438589 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-2e408ed2-6b64-41a7-8169-b6476305a70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:00:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['9f77739a-8563-4726-8ca2-97dcb5d4096a'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:27.515825 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6f11b7f3-07a8-425a-b0c1-bd62ae01c88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:27.582169 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-2e408ed2-6b64-41a7-8169-b6476305a70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:27.582589 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e408ed2-6b64-41a7-8169-b6476305a70f None None] The sync data for ids ['9f77739a-8563-4726-8ca2-97dcb5d4096a'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:01:27.683492 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-df9f58cf-1314-4874-b005-fc55348e43c6 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:27.808178 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f58cf-1314-4874-b005-fc55348e43c6 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event deleted for resources: {'Port': ['ID=ec89737c-270d-463e-a0eb-281729d875e3,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:27.838253 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4530bc80-5622-472c-b9a1-5c018e988769 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:27.853998 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1219d31-5415-4319-a297-84e640a6bba9 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:27.855332 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1219d31-5415-4319-a297-84e640a6bba9 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:27.856729 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1219d31-5415-4319-a297-84e640a6bba9 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:27.857529 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e1219d31-5415-4319-a297-84e640a6bba9 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:01:28.029626 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-df9f58cf-1314-4874-b005-fc55348e43c6 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:28.052046 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff2aa10-8bca-40ad-96bd-e2bee74f5c80 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:01:28.058983 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5ff2aa10-8bca-40ad-96bd-e2bee74f5c80 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:28.061233 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e1219d31-5415-4319-a297-84e640a6bba9 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:01:28.064110 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e1219d31-5415-4319-a297-84e640a6bba9 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.7963529 Feb 03 14:01:28.066453 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55842) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:28.075585 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de9a3ee-3853-4652-ac14-986e43e3ea2d None None] Sync routers for ids ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:01:28.085674 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-ac02663d-df29-48b6-84bc-bf45a1258a11 None None] Provisioning for port 9f2d565e-92a7-4518-bde4-e2fb7d23d81a completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:28.095659 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-ac02663d-df29-48b6-84bc-bf45a1258a11 None None] Provisioning complete for port 9f2d565e-92a7-4518-bde4-e2fb7d23d81a triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:28.096735 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ac02663d-df29-48b6-84bc-bf45a1258a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:28.098505 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-471122a9-22f4-44ab-8c5f-a0e8b3b8e42e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Allocated IP 2001:db8::221 (47a34d4f-12fc-4f29-ac61-23f93f980f4e/ce72da77-9c17-4c0e-af91-870b04ad1679/45a5df42-9f05-4db9-adfa-ed8d7271125a) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:01:28.103486 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de9a3ee-3853-4652-ac14-986e43e3ea2d None None] Routers {'b8ac8743-9c7e-4709-a28e-1ea2b501ff15'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:01:28.104130 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-0de9a3ee-3853-4652-ac14-986e43e3ea2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:01:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:28.219034 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-5ff2aa10-8bca-40ad-96bd-e2bee74f5c80 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "PUT /v2.0/floatingips/9159bec7-11f2-4005-a88a-b7e672a23d2b HTTP/1.1" status: 200 len: 977 time: 5.9863608 Feb 03 14:01:28.224239 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55848) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:28.228801 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-dd5de925-0679-4a89-9469-bed3ef55c1bc tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:28.259752 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-0de9a3ee-3853-4652-ac14-986e43e3ea2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:28.274266 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-ac02663d-df29-48b6-84bc-bf45a1258a11 None None] Could not find standard attr ID for object d6d1ed9b-2df6-435f-940b-9f06afcedfa1. {{(pid=84183) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:01:28.283118 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de9a3ee-3853-4652-ac14-986e43e3ea2d None None] Routers {'b8ac8743-9c7e-4709-a28e-1ea2b501ff15'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:01:28.283973 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-0de9a3ee-3853-4652-ac14-986e43e3ea2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:01:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:28.310917 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-df9f58cf-1314-4874-b005-fc55348e43c6 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/ports/ec89737c-270d-463e-a0eb-281729d875e3 HTTP/1.1" status: 204 len: 168 time: 2.7892771 Feb 03 14:01:28.311863 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55854) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:28.400427 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-0de9a3ee-3853-4652-ac14-986e43e3ea2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:28.400847 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de9a3ee-3853-4652-ac14-986e43e3ea2d None None] The sync data for ids ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:01:28.491813 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-60c791ea-a8c4-4a3d-8f50-c23e849f999f None None] Could not find standard attr ID for object d6d1ed9b-2df6-435f-940b-9f06afcedfa1. {{(pid=84183) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:01:28.504860 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-66c4affc-7f92-4b15-bc65-78c69244821d tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] GET failed (client error): The resource could not be found. Feb 03 14:01:28.508479 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-66c4affc-7f92-4b15-bc65-78c69244821d tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "GET /v2.0/ports/ec89737c-270d-463e-a0eb-281729d875e3 HTTP/1.1" status: 404 len: 333 time: 0.1915383 Feb 03 14:01:28.510364 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55860) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:28.586103 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-e7b1d656-1be0-46cb-8fc2-bb0a11cd3f97 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Deleting port dbfdf84a-fdab-4170-93dc-499752cb7bba {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:01:28.586457 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e7b1d656-1be0-46cb-8fc2-bb0a11cd3f97 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:28.684436 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 9f2d565e-92a7-4518-bde4-e2fb7d23d81a up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:01:28.751974 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbbc856b-eb2b-44a0-be99-78d82ecec21e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting subnet 1209c2c7-45fc-421b-8ebc-d940cbd3748d {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:01:28.762912 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fbbc856b-eb2b-44a0-be99-78d82ecec21e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:28.793731 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 9f2d565e-92a7-4518-bde4-e2fb7d23d81a triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:28.794315 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:28.829573 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-471122a9-22f4-44ab-8c5f-a0e8b3b8e42e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:28.873491 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:28.908122 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:28.936206 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fbbc856b-eb2b-44a0-be99-78d82ecec21e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:28.972452 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-471122a9-22f4-44ab-8c5f-a0e8b3b8e42e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Transition to ACTIVE for port object 45a5df42-9f05-4db9-adfa-ed8d7271125a will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:29.024834 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55870) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:29.177290 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fbbc856b-eb2b-44a0-be99-78d82ecec21e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:29.234424 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-311847a3-7fdb-447a-8c50-8aa95b30234e tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-388430862', 'router:external': True}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:29.266021 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-471122a9-22f4-44ab-8c5f-a0e8b3b8e42e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:29.274258 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-311847a3-7fdb-447a-8c50-8aa95b30234e tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:29.289219 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-311847a3-7fdb-447a-8c50-8aa95b30234e tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Usage tracker for resource:network and tenant:5b4d4a64e1f040f091825530477755a9 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:29.294860 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0cb5ebc-33d9-473d-9bb8-0d33c31e3358 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Deleting subnet 75f7a4a3-466d-48de-a25d-5606a10acdf3 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:01:29.296695 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-311847a3-7fdb-447a-8c50-8aa95b30234e tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:29.313919 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b0cb5ebc-33d9-473d-9bb8-0d33c31e3358 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:29.344569 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-311847a3-7fdb-447a-8c50-8aa95b30234e tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:29.401862 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471122a9-22f4-44ab-8c5f-a0e8b3b8e42e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Network 47a34d4f-12fc-4f29-ac61-23f93f980f4e is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:01:29.407032 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-471122a9-22f4-44ab-8c5f-a0e8b3b8e42e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:29.409603 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471122a9-22f4-44ab-8c5f-a0e8b3b8e42e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:01:29.414383 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471122a9-22f4-44ab-8c5f-a0e8b3b8e42e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:29.415093 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-471122a9-22f4-44ab-8c5f-a0e8b3b8e42e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:29.422166 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b0cb5ebc-33d9-473d-9bb8-0d33c31e3358 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:29.435419 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471122a9-22f4-44ab-8c5f-a0e8b3b8e42e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'Port': ['ID=45a5df42-9f05-4db9-adfa-ed8d7271125a,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:29.461263 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e7b1d656-1be0-46cb-8fc2-bb0a11cd3f97 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:29.469552 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311847a3-7fdb-447a-8c50-8aa95b30234e tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Made reservation on behalf of 5b4d4a64e1f040f091825530477755a9 for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:01:29.471948 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-311847a3-7fdb-447a-8c50-8aa95b30234e tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:29.502601 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-311847a3-7fdb-447a-8c50-8aa95b30234e tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:29.509049 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fbbc856b-eb2b-44a0-be99-78d82ecec21e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:29.553507 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc856b-eb2b-44a0-be99-78d82ecec21e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Subnet': ['ID=1209c2c7-45fc-421b-8ebc-d940cbd3748d,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:29.564350 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-471122a9-22f4-44ab-8c5f-a0e8b3b8e42e tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8349783 Feb 03 14:01:29.569191 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55876) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:29.575504 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-eaae19ad-c995-493c-9632-93c047d10dd1 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'subnet': {'network_id': '47a34d4f-12fc-4f29-ac61-23f93f980f4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:29.581806 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8823c332-4b2a-494e-9615-374ec0c35f20 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:01:29.593701 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fbbc856b-eb2b-44a0-be99-78d82ecec21e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:29.595580 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-fbbc856b-eb2b-44a0-be99-78d82ecec21e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/1209c2c7-45fc-421b-8ebc-d940cbd3748d HTTP/1.1" status: 204 len: 168 time: 1.5068972 Feb 03 14:01:29.601535 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55880) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:29.705710 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-311847a3-7fdb-447a-8c50-8aa95b30234e tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:29.779944 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-311847a3-7fdb-447a-8c50-8aa95b30234e tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Usage tracker for resource:security_group_rule and tenant:5b4d4a64e1f040f091825530477755a9 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:29.786938 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-311847a3-7fdb-447a-8c50-8aa95b30234e tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:29.817616 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-311847a3-7fdb-447a-8c50-8aa95b30234e tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:29.827695 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-1252cc5f-fe57-4cd4-ab84-d1f0d633477a None None] Provisioning for port 45a5df42-9f05-4db9-adfa-ed8d7271125a completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:29.828152 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b0cb5ebc-33d9-473d-9bb8-0d33c31e3358 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:29.837572 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-1252cc5f-fe57-4cd4-ab84-d1f0d633477a None None] Provisioning complete for port 45a5df42-9f05-4db9-adfa-ed8d7271125a triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:29.837908 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1252cc5f-fe57-4cd4-ab84-d1f0d633477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:29.902847 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-1252cc5f-fe57-4cd4-ab84-d1f0d633477a None None] Port 45a5df42-9f05-4db9-adfa-ed8d7271125a cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:01:29.918920 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6ba52cc-b358-4aed-95bf-bf0839e395fc tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting subnet 4c9f2649-0636-494f-a7da-1848b39635bd {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:01:29.943155 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b6ba52cc-b358-4aed-95bf-bf0839e395fc tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:30.019001 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-dd5de925-0679-4a89-9469-bed3ef55c1bc tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Deleting port b9b810fb-d01c-4001-94dc-c000f4b6fc58 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:01:30.019375 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-dd5de925-0679-4a89-9469-bed3ef55c1bc tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:30.056680 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-eaae19ad-c995-493c-9632-93c047d10dd1 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:30.074028 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b6ba52cc-b358-4aed-95bf-bf0839e395fc tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:30.091158 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:30.097871 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-eaae19ad-c995-493c-9632-93c047d10dd1 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Usage tracker for resource:subnet and tenant:faf754c5dcac42e3b7b479467002acb8 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:30.110941 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-eaae19ad-c995-493c-9632-93c047d10dd1 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:30.112921 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e7b1d656-1be0-46cb-8fc2-bb0a11cd3f97 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:30.113301 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e7b1d656-1be0-46cb-8fc2-bb0a11cd3f97 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:30.113618 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.l3_db [None req-e7b1d656-1be0-46cb-8fc2-bb0a11cd3f97 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Floating IP 9159bec7-11f2-4005-a88a-b7e672a23d2b disassociated. External IP: 172.26.3.25, port: dbfdf84a-fdab-4170-93dc-499752cb7bba. Feb 03 14:01:30.113962 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-e7b1d656-1be0-46cb-8fc2-bb0a11cd3f97 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Calling delete_port for dbfdf84a-fdab-4170-93dc-499752cb7bba owned by {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:01:30.129551 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-eaae19ad-c995-493c-9632-93c047d10dd1 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:30.144773 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-4530bc80-5622-472c-b9a1-5c018e988769 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Deleting port 0139256b-531c-44ee-af26-a7e76a103f35 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:01:30.145118 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4530bc80-5622-472c-b9a1-5c018e988769 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:30.254617 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaae19ad-c995-493c-9632-93c047d10dd1 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Made reservation on behalf of faf754c5dcac42e3b7b479467002acb8 for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:01:30.258639 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-eaae19ad-c995-493c-9632-93c047d10dd1 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:30.265901 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-311847a3-7fdb-447a-8c50-8aa95b30234e tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:30.326286 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b0cb5ebc-33d9-473d-9bb8-0d33c31e3358 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:30.382763 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b6ba52cc-b358-4aed-95bf-bf0839e395fc tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:30.386950 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-311847a3-7fdb-447a-8c50-8aa95b30234e tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:30.399728 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb5ebc-33d9-473d-9bb8-0d33c31e3358 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event deleted for resources: {'Subnet': ['ID=75f7a4a3-466d-48de-a25d-5606a10acdf3,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:30.425517 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b0cb5ebc-33d9-473d-9bb8-0d33c31e3358 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:30.439213 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1c89de-9c0b-443b-8953-60e9f87e522e None None] Network 743a979c-8fe9-4844-97ea-107a2fdbadbe requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:01:30.440291 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-dd5de925-0679-4a89-9469-bed3ef55c1bc tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:30.455034 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-311847a3-7fdb-447a-8c50-8aa95b30234e tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:01:30.538590 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311847a3-7fdb-447a-8c50-8aa95b30234e tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92cdb649-2cbb-42c0-9f6f-10908ce1a70a,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:30.565286 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b0cb5ebc-33d9-473d-9bb8-0d33c31e3358 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/subnets/75f7a4a3-466d-48de-a25d-5606a10acdf3 HTTP/1.1" status: 204 len: 168 time: 2.0536952 Feb 03 14:01:30.583804 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55884) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:30.593689 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4530bc80-5622-472c-b9a1-5c018e988769 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:30.598222 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-dd5de925-0679-4a89-9469-bed3ef55c1bc tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Calling delete_port for b9b810fb-d01c-4001-94dc-c000f4b6fc58 owned by network:router_interface {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:01:30.673432 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.ipam_backend_mixin [None req-eaae19ad-c995-493c-9632-93c047d10dd1 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ce72da77-9c17-4c0e-af91-870b04ad1679 (CIDR: 2001:db8::/64) Feb 03 14:01:30.712174 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaae19ad-c995-493c-9632-93c047d10dd1 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:01:30.712725 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaae19ad-c995-493c-9632-93c047d10dd1 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:01:30.739123 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b6ba52cc-b358-4aed-95bf-bf0839e395fc tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:30.741024 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-18d90703-ed3c-4788-b1ab-029612dd091e None None] Provisioning complete for port 9f2d565e-92a7-4518-bde4-e2fb7d23d81a triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:30.741576 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-18d90703-ed3c-4788-b1ab-029612dd091e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:30.769858 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5ae34d-1cc4-4166-b39a-555d10b224ad None None] DHCP port deletion for 743a979c-8fe9-4844-97ea-107a2fdbadbe request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:01:30.792341 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba52cc-b358-4aed-95bf-bf0839e395fc tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Subnet': ['ID=4c9f2649-0636-494f-a7da-1848b39635bd,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:30.798943 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b6ba52cc-b358-4aed-95bf-bf0839e395fc tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:30.804939 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b6ba52cc-b358-4aed-95bf-bf0839e395fc tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/4c9f2649-0636-494f-a7da-1848b39635bd HTTP/1.1" status: 204 len: 168 time: 1.1980319 Feb 03 14:01:30.804939 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55888) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:30.832612 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ba541a-bbe2-4e7d-b4d1-89cc1d96630c None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:01:30.847181 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-4c5ae34d-1cc4-4166-b39a-555d10b224ad None None] Deleting port 8539eebe-8799-4afd-8327-dac5e3ff24c6 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:01:30.850260 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4c5ae34d-1cc4-4166-b39a-555d10b224ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:30.883774 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-eaae19ad-c995-493c-9632-93c047d10dd1 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3155134 Feb 03 14:01:30.887306 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55892) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:30.889638 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d2d9e874-06e2-4218-a907-0f6db3cf4990 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:router {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:01:30.928300 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-e9ab6714-5851-422b-b5d9-7282262ab7e6 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'subnet': {'network_id': '47a34d4f-12fc-4f29-ac61-23f93f980f4e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:30.938160 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-4530bc80-5622-472c-b9a1-5c018e988769 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Calling delete_port for 0139256b-531c-44ee-af26-a7e76a103f35 owned by network:router_interface {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:01:30.979927 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e7b1d656-1be0-46cb-8fc2-bb0a11cd3f97 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:31.032775 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d2d9e874-06e2-4218-a907-0f6db3cf4990 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:router {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:01:31.037091 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d2d9e874-06e2-4218-a907-0f6db3cf4990 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2294457 Feb 03 14:01:31.043307 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55896) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:31.057763 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-b87a2c83-1156-403c-b549-a05657f2ff39 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'subnet': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:31.062740 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b1d656-1be0-46cb-8fc2-bb0a11cd3f97 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Pushing event deleted for resources: {'Port': ['ID=dbfdf84a-fdab-4170-93dc-499752cb7bba,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:31.089659 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-27fdd399-71ef-4f0f-afd4-471f8e21744f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:31.139562 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-dd5de925-0679-4a89-9469-bed3ef55c1bc tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:31.179391 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-311847a3-7fdb-447a-8c50-8aa95b30234e tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:31.179825 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-311847a3-7fdb-447a-8c50-8aa95b30234e tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Added segment 6237f208-e6ff-451c-8467-9fdf3f33c253 of type vlan for network f72cffec-94cf-4e9d-875c-e9426cd0c7ef Feb 03 14:01:31.200915 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-27fdd399-71ef-4f0f-afd4-471f8e21744f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Deleting port 8539eebe-8799-4afd-8327-dac5e3ff24c6 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:01:31.200915 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-27fdd399-71ef-4f0f-afd4-471f8e21744f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:31.243994 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5de925-0679-4a89-9469-bed3ef55c1bc tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Pushing event deleted for resources: {'Port': ['ID=b9b810fb-d01c-4001-94dc-c000f4b6fc58,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:31.258293 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b87a2c83-1156-403c-b549-a05657f2ff39 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:31.269013 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b87a2c83-1156-403c-b549-a05657f2ff39 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:31.274383 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-4c5ae34d-1cc4-4166-b39a-555d10b224ad None None] For port 8539eebe-8799-4afd-8327-dac5e3ff24c6, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=8539eebe-8799-4afd-8327-dac5e3ff24c6,segment=NetworkSegment(31e2b78a-315a-4421-8a60-9124cd604128),segment_id=31e2b78a-315a-4421-8a60-9124cd604128)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:01:31.274784 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4c5ae34d-1cc4-4166-b39a-555d10b224ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:31.291696 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-311847a3-7fdb-447a-8c50-8aa95b30234e tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:31.410469 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-4c5ae34d-1cc4-4166-b39a-555d10b224ad None None] Calling delete_port for 8539eebe-8799-4afd-8327-dac5e3ff24c6 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:01:31.435353 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e9ab6714-5851-422b-b5d9-7282262ab7e6 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:31.437139 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87a2c83-1156-403c-b549-a05657f2ff39 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:01:31.440158 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b87a2c83-1156-403c-b549-a05657f2ff39 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:31.462703 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e9ab6714-5851-422b-b5d9-7282262ab7e6 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Usage tracker for resource:subnet and tenant:faf754c5dcac42e3b7b479467002acb8 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:31.470511 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e9ab6714-5851-422b-b5d9-7282262ab7e6 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:31.579197 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed01a337-ed55-4a66-9d95-246f8be63a4b None None] DHCP port deletion for ac0baa47-f752-4b1c-8067-faa2699b3288 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:01:31.581767 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-ed01a337-ed55-4a66-9d95-246f8be63a4b None None] Deleting port 9f2d565e-92a7-4518-bde4-e2fb7d23d81a {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:01:31.582220 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ed01a337-ed55-4a66-9d95-246f8be63a4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:31.597455 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e9ab6714-5851-422b-b5d9-7282262ab7e6 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:31.616187 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4c5ae34d-1cc4-4166-b39a-555d10b224ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:31.672390 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ae34d-1cc4-4166-b39a-555d10b224ad None None] Pushing event deleted for resources: {'Port': ['ID=8539eebe-8799-4afd-8327-dac5e3ff24c6,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:31.683940 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5ae34d-1cc4-4166-b39a-555d10b224ad None None] No DVR routers for this DVR port 8539eebe-8799-4afd-8327-dac5e3ff24c6 on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:01:31.706569 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-311847a3-7fdb-447a-8c50-8aa95b30234e tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:31.719425 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311847a3-7fdb-447a-8c50-8aa95b30234e tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:31.719425 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-311847a3-7fdb-447a-8c50-8aa95b30234e tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:31.719425 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-27fdd399-71ef-4f0f-afd4-471f8e21744f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] For port 8539eebe-8799-4afd-8327-dac5e3ff24c6, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=8539eebe-8799-4afd-8327-dac5e3ff24c6,segment=NetworkSegment(31e2b78a-315a-4421-8a60-9124cd604128),segment_id=31e2b78a-315a-4421-8a60-9124cd604128)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:01:31.719425 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-27fdd399-71ef-4f0f-afd4-471f8e21744f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:31.721264 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-dd5de925-0679-4a89-9469-bed3ef55c1bc tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:31.736433 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ab6714-5851-422b-b5d9-7282262ab7e6 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Made reservation on behalf of faf754c5dcac42e3b7b479467002acb8 for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:01:31.740583 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e9ab6714-5851-422b-b5d9-7282262ab7e6 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:31.798957 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4530bc80-5622-472c-b9a1-5c018e988769 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:31.853312 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-ed01a337-ed55-4a66-9d95-246f8be63a4b None None] For port 9f2d565e-92a7-4518-bde4-e2fb7d23d81a, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=9f2d565e-92a7-4518-bde4-e2fb7d23d81a,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:01:31.853913 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ed01a337-ed55-4a66-9d95-246f8be63a4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:31.955279 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-27fdd399-71ef-4f0f-afd4-471f8e21744f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Calling delete_port for 8539eebe-8799-4afd-8327-dac5e3ff24c6 owned by network:dhcp {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:01:31.975797 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-ed01a337-ed55-4a66-9d95-246f8be63a4b None None] Calling delete_port for 9f2d565e-92a7-4518-bde4-e2fb7d23d81a owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:01:32.012812 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530bc80-5622-472c-b9a1-5c018e988769 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event deleted for resources: {'Port': ['ID=0139256b-531c-44ee-af26-a7e76a103f35,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:32.042993 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311847a3-7fdb-447a-8c50-8aa95b30234e tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Pushing event updated for resources: {'Network': ['ID=f72cffec-94cf-4e9d-875c-e9426cd0c7ef,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:32.055818 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network f72cffec-94cf-4e9d-875c-e9426cd0c7ef details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:01:32.096715 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-311847a3-7fdb-447a-8c50-8aa95b30234e tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 3.0704336 Feb 03 14:01:32.097532 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55900) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:32.131287 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.ipam_backend_mixin [None req-e9ab6714-5851-422b-b5d9-7282262ab7e6 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a9de8ec4-e408-49bb-9fca-7461e3c02cf7 (CIDR: 2001:db8:0:1::/64) Feb 03 14:01:32.145609 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ed01a337-ed55-4a66-9d95-246f8be63a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:32.204138 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9ab6714-5851-422b-b5d9-7282262ab7e6 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:01:32.204578 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9ab6714-5851-422b-b5d9-7282262ab7e6 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:01:32.215490 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01a337-ed55-4a66-9d95-246f8be63a4b None None] Pushing event deleted for resources: {'Port': ['ID=9f2d565e-92a7-4518-bde4-e2fb7d23d81a,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:32.231137 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed01a337-ed55-4a66-9d95-246f8be63a4b None None] No DVR routers for this DVR port 9f2d565e-92a7-4518-bde4-e2fb7d23d81a on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:01:32.358336 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e9ab6714-5851-422b-b5d9-7282262ab7e6 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.4663343 Feb 03 14:01:32.366709 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55904) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:32.376770 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-52a0a891-ed4f-4df2-93ef-e7269ec3cf12 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'subnet': {'network_id': '47a34d4f-12fc-4f29-ac61-23f93f980f4e', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:32.393874 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.db.api [None req-27fdd399-71ef-4f0f-afd4-471f8e21744f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:01:32.394447 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG oslo_db.api [None req-27fdd399-71ef-4f0f-afd4-471f8e21744f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:01:32.402817 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-4b399fce-f5b2-4c19-8edd-1c4a1d436dd5 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Request body: {'subnet': {'network_id': 'f72cffec-94cf-4e9d-875c-e9426cd0c7ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:32.415987 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-4b399fce-f5b2-4c19-8edd-1c4a1d436dd5 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:32.422176 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-4b399fce-f5b2-4c19-8edd-1c4a1d436dd5 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Usage tracker for resource:subnet and tenant:5b4d4a64e1f040f091825530477755a9 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:32.426392 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-4b399fce-f5b2-4c19-8edd-1c4a1d436dd5 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:32.435532 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-4b399fce-f5b2-4c19-8edd-1c4a1d436dd5 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:32.501066 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd5de925-0679-4a89-9469-bed3ef55c1bc tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Router 072818bb-a0f9-42f9-957f-442f0e24e435 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:01:32.519626 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b1d656-1be0-46cb-8fc2-bb0a11cd3f97 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Router b8ac8743-9c7e-4709-a28e-1ea2b501ff15 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:01:32.521722 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4530bc80-5622-472c-b9a1-5c018e988769 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:32.596018 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b399fce-f5b2-4c19-8edd-1c4a1d436dd5 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Made reservation on behalf of 5b4d4a64e1f040f091825530477755a9 for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:01:32.598261 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4b399fce-f5b2-4c19-8edd-1c4a1d436dd5 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:32.664796 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.objects.ports [None req-b87a2c83-1156-403c-b549-a05657f2ff39 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84182) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 03 14:01:32.674241 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-52a0a891-ed4f-4df2-93ef-e7269ec3cf12 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:32.678411 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b87a2c83-1156-403c-b549-a05657f2ff39 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:32.680903 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 9f2d565e-92a7-4518-bde4-e2fb7d23d81a no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:01:32.683095 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-52a0a891-ed4f-4df2-93ef-e7269ec3cf12 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Usage tracker for resource:subnet and tenant:faf754c5dcac42e3b7b479467002acb8 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:32.716534 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 9f2d565e-92a7-4518-bde4-e2fb7d23d81a {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:01:32.717028 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 9f2d565e-92a7-4518-bde4-e2fb7d23d81a not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:01:32.717550 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 8539eebe-8799-4afd-8327-dac5e3ff24c6 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:01:32.754365 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 8539eebe-8799-4afd-8327-dac5e3ff24c6 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:01:32.754778 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 8539eebe-8799-4afd-8327-dac5e3ff24c6 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:01:32.822232 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-52a0a891-ed4f-4df2-93ef-e7269ec3cf12 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:32.841571 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-52a0a891-ed4f-4df2-93ef-e7269ec3cf12 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:32.900981 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-27fdd399-71ef-4f0f-afd4-471f8e21744f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Deleting port 8539eebe-8799-4afd-8327-dac5e3ff24c6 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:01:32.901326 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-27fdd399-71ef-4f0f-afd4-471f8e21744f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:32.933599 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a2c83-1156-403c-b549-a05657f2ff39 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Subnet': ['ID=a1407e19-aadf-47ae-9f67-a5e2e9464e4b,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:32.938466 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87a2c83-1156-403c-b549-a05657f2ff39 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:01:32.941258 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-b87a2c83-1156-403c-b549-a05657f2ff39 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:32.946524 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5de925-0679-4a89-9469-bed3ef55c1bc tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:01:32.950634 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87a2c83-1156-403c-b549-a05657f2ff39 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:32.950962 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b87a2c83-1156-403c-b549-a05657f2ff39 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:32.958481 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9637069-1afa-4257-8225-09590e534dba None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:01:32.963637 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-dd5de925-0679-4a89-9469-bed3ef55c1bc tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] 10.222.0.41 "PUT /v2.0/routers/072818bb-a0f9-42f9-957f-442f0e24e435/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6634991 Feb 03 14:01:32.964320 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55908) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:32.969079 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a2c83-1156-403c-b549-a05657f2ff39 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:32.969433 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a2c83-1156-403c-b549-a05657f2ff39 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:32.969767 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a2c83-1156-403c-b549-a05657f2ff39 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:32.970113 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a2c83-1156-403c-b549-a05657f2ff39 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:32.970447 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a2c83-1156-403c-b549-a05657f2ff39 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:32.970778 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a2c83-1156-403c-b549-a05657f2ff39 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:32.971127 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a2c83-1156-403c-b549-a05657f2ff39 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:32.971460 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a2c83-1156-403c-b549-a05657f2ff39 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:32.971796 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a2c83-1156-403c-b549-a05657f2ff39 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:32.972115 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a2c83-1156-403c-b549-a05657f2ff39 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:32.972439 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a2c83-1156-403c-b549-a05657f2ff39 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:33.011673 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9426eb5-6f80-4633-9b3e-d619ed04f85e None None] Sync routers for ids ['072818bb-a0f9-42f9-957f-442f0e24e435'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:01:33.049052 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a0a891-ed4f-4df2-93ef-e7269ec3cf12 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Made reservation on behalf of faf754c5dcac42e3b7b479467002acb8 for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:01:33.049303 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-27fdd399-71ef-4f0f-afd4-471f8e21744f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] The port '8539eebe-8799-4afd-8327-dac5e3ff24c6' was deleted {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 14:01:33.077407 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-7a551c68-11e8-43bc-934c-0c772a2379a8 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] delete failed (client error): The resource could not be found. Feb 03 14:01:33.078098 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9426eb5-6f80-4633-9b3e-d619ed04f85e None None] Routers {'072818bb-a0f9-42f9-957f-442f0e24e435'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:01:33.078834 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-d9426eb5-6f80-4633-9b3e-d619ed04f85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:01:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['072818bb-a0f9-42f9-957f-442f0e24e435'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:33.083730 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7a551c68-11e8-43bc-934c-0c772a2379a8 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-1515318713 HTTP/1.1" status: 404 len: 335 time: 0.1166122 Feb 03 14:01:33.086254 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55912) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:33.106877 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-799addf4-ff6f-4aac-8f4a-6ba70474e870 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Request body: {'router': {'external_gateway_info': {'network_id': '072818bb-a0f9-42f9-957f-442f0e24e435'}}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:33.145994 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b87a2c83-1156-403c-b549-a05657f2ff39 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0991073 Feb 03 14:01:33.146671 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55916) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:33.151422 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-d9426eb5-6f80-4633-9b3e-d619ed04f85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:33.158990 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-88aa302f-0af5-4c6b-85ac-1031575b422a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'subnet': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:33.179653 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9426eb5-6f80-4633-9b3e-d619ed04f85e None None] Routers {'072818bb-a0f9-42f9-957f-442f0e24e435'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:01:33.180569 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-d9426eb5-6f80-4633-9b3e-d619ed04f85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:01:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['072818bb-a0f9-42f9-957f-442f0e24e435'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:33.248892 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-d9426eb5-6f80-4633-9b3e-d619ed04f85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:33.249400 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9426eb5-6f80-4633-9b3e-d619ed04f85e None None] The sync data for ids ['072818bb-a0f9-42f9-957f-442f0e24e435'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:01:33.289083 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-52a0a891-ed4f-4df2-93ef-e7269ec3cf12 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:33.347159 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54f1348-20e7-4d3a-b206-631df19e175b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-ac0baa47-f752-4b1c-8067-faa2699b3288', 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'tenant_id': '1508f35e18f0463982f9a6d535c8268b', 'fixed_ips': [{'subnet_id': 'a1407e19-aadf-47ae-9f67-a5e2e9464e4b'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:01:33.348288 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e54f1348-20e7-4d3a-b206-631df19e175b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:33.407814 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-88aa302f-0af5-4c6b-85ac-1031575b422a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:33.420657 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-27fdd399-71ef-4f0f-afd4-471f8e21744f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:33.426926 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-88aa302f-0af5-4c6b-85ac-1031575b422a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:33.521497 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88aa302f-0af5-4c6b-85ac-1031575b422a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:01:33.524964 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-88aa302f-0af5-4c6b-85ac-1031575b422a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:33.528927 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-e54f1348-20e7-4d3a-b206-631df19e175b None None] Allocated IP 2001:db8::f816:3eff:fe1c:8251 (ac0baa47-f752-4b1c-8067-faa2699b3288/a1407e19-aadf-47ae-9f67-a5e2e9464e4b/62a20ffd-49dc-4cc3-8155-c8036182cec1) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:01:33.722570 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-27fdd399-71ef-4f0f-afd4-471f8e21744f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['743a979c-8fe9-4844-97ea-107a2fdbadbe']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:33.744546 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e54f1348-20e7-4d3a-b206-631df19e175b None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:33.753137 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-27fdd399-71ef-4f0f-afd4-471f8e21744f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31e2b78a-315a-4421-8a60-9124cd604128') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:33.753429 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-27fdd399-71ef-4f0f-afd4-471f8e21744f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31e2b78a-315a-4421-8a60-9124cd604128') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:33.756767 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-e54f1348-20e7-4d3a-b206-631df19e175b None None] Transition to ACTIVE for port object 62a20ffd-49dc-4cc3-8155-c8036182cec1 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:33.777071 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-e54f1348-20e7-4d3a-b206-631df19e175b None None] Transition to ACTIVE for port object 62a20ffd-49dc-4cc3-8155-c8036182cec1 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:33.784749 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-27fdd399-71ef-4f0f-afd4-471f8e21744f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:33.793782 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-52a0a891-ed4f-4df2-93ef-e7269ec3cf12 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:33.872995 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e54f1348-20e7-4d3a-b206-631df19e175b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:33.881979 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a0a891-ed4f-4df2-93ef-e7269ec3cf12 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Network 47a34d4f-12fc-4f29-ac61-23f93f980f4e is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:01:33.882523 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4530bc80-5622-472c-b9a1-5c018e988769 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Router 9f77739a-8563-4726-8ca2-97dcb5d4096a has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:01:33.884164 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0a891-ed4f-4df2-93ef-e7269ec3cf12 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'Subnet': ['ID=806b7d71-582b-421b-8809-1c1aabe7dc49,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:33.887000 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-52a0a891-ed4f-4df2-93ef-e7269ec3cf12 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:33.891389 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-27fdd399-71ef-4f0f-afd4-471f8e21744f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:33.897839 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a0a891-ed4f-4df2-93ef-e7269ec3cf12 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:33.898409 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-52a0a891-ed4f-4df2-93ef-e7269ec3cf12 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:33.906463 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27fdd399-71ef-4f0f-afd4-471f8e21744f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:01:33.906967 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-27fdd399-71ef-4f0f-afd4-471f8e21744f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:33.928089 dv-neutron-827016-1-hyperv neutron-server[84181]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:01:33.928089 dv-neutron-827016-1-hyperv neutron-server[84181]: util.warn( Feb 03 14:01:33.928089 dv-neutron-827016-1-hyperv neutron-server[84181]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:01:33.928089 dv-neutron-827016-1-hyperv neutron-server[84181]: util.warn( Feb 03 14:01:33.928089 dv-neutron-827016-1-hyperv neutron-server[84181]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:01:33.928089 dv-neutron-827016-1-hyperv neutron-server[84181]: util.warn( Feb 03 14:01:33.928089 dv-neutron-827016-1-hyperv neutron-server[84181]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:01:33.928089 dv-neutron-827016-1-hyperv neutron-server[84181]: util.warn( Feb 03 14:01:33.928089 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 14:01:33.928089 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:01:33.928089 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 14:01:33.928089 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:01:33.928089 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 14:01:33.928089 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:01:33.928089 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 14:01:33.928089 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:01:33.928089 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 14:01:33.928089 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:01:33.928089 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 14:01:33.928089 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:01:33.928089 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 14:01:33.928089 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:01:33.928089 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:01:33.928089 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:01:33.928089 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:01:33.928089 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:01:33.928089 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 14:01:33.928089 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:01:33.928089 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 14:01:33.928089 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:01:33.928089 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:01:33.928089 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:01:33.928089 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 14:01:33.928089 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:01:33.928089 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:01:33.928089 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:01:33.928089 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:01:33.928089 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:01:33.928089 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:01:33.928089 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:01:33.931424 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628cd7ae-3eb4-4bff-89e8-6a44961c1c51 None None] Network 47a34d4f-12fc-4f29-ac61-23f93f980f4e requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:01:33.992079 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-88aa302f-0af5-4c6b-85ac-1031575b422a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:34.036704 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-52a0a891-ed4f-4df2-93ef-e7269ec3cf12 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6662111 Feb 03 14:01:34.036971 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54f1348-20e7-4d3a-b206-631df19e175b None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:01:34.038709 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-e54f1348-20e7-4d3a-b206-631df19e175b None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:34.039273 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55920) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:34.042728 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f1348-20e7-4d3a-b206-631df19e175b None None] Pushing event updated for resources: {'Port': ['ID=62a20ffd-49dc-4cc3-8155-c8036182cec1,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:34.050621 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-4d09cca5-9c32-4ca5-9a5b-15e9d11e0492 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1479602608', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '806b7d71-582b-421b-8809-1c1aabe7dc49'}], 'security_groups': ['85bbfacc-0f2d-456c-9680-5af65259e91c', '1a68e369-5546-4493-8afc-31ed44628473']}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:34.051659 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54f1348-20e7-4d3a-b206-631df19e175b None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:01:34.122032 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88aa302f-0af5-4c6b-85ac-1031575b422a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:01:34.124787 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aa302f-0af5-4c6b-85ac-1031575b422a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Subnet': ['ID=d57818ce-d116-49a7-bd4e-f3bae5690745,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:34.129122 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-88aa302f-0af5-4c6b-85ac-1031575b422a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:34.134064 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aa302f-0af5-4c6b-85ac-1031575b422a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:34.134756 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-88aa302f-0af5-4c6b-85ac-1031575b422a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:34.170457 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-e54f1348-20e7-4d3a-b206-631df19e175b None None] Attempting to bind port 62a20ffd-49dc-4cc3-8155-c8036182cec1 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:01:34.170457 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-e54f1348-20e7-4d3a-b206-631df19e175b None None] Attempting to bind port 62a20ffd-49dc-4cc3-8155-c8036182cec1 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:01:34.170924 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f1348-20e7-4d3a-b206-631df19e175b None None] Attempting to bind port 62a20ffd-49dc-4cc3-8155-c8036182cec1 on network ac0baa47-f752-4b1c-8067-faa2699b3288 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:01:34.205643 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b1d656-1be0-46cb-8fc2-bb0a11cd3f97 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:01:34.210076 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f1348-20e7-4d3a-b206-631df19e175b None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:01:34.210595 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f1348-20e7-4d3a-b206-631df19e175b None None] Checking segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:01:34.211485 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e54f1348-20e7-4d3a-b206-631df19e175b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:34.211485 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f1348-20e7-4d3a-b206-631df19e175b None None] Bound using segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:01:34.211853 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-e54f1348-20e7-4d3a-b206-631df19e175b None None] Bound port: 62a20ffd-49dc-4cc3-8155-c8036182cec1, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:01:34.212095 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e54f1348-20e7-4d3a-b206-631df19e175b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:34.217417 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a4a984-836a-4ecd-b64d-41cdb67f21e3 None None] Sync routers for ids ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:01:34.221197 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4d09cca5-9c32-4ca5-9a5b-15e9d11e0492 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:34.237906 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a4a984-836a-4ecd-b64d-41cdb67f21e3 None None] Routers {'b8ac8743-9c7e-4709-a28e-1ea2b501ff15'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:01:34.239390 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-c8a4a984-836a-4ecd-b64d-41cdb67f21e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:01:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:34.282350 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-88aa302f-0af5-4c6b-85ac-1031575b422a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1350746 Feb 03 14:01:34.286219 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55924) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:34.299670 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-97cfd0ac-8879-4467-a8bf-b3be60655ada tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'port': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'mac_address': 'fa:16:3e:c8:5e:69', 'name': 'tempest-NetworksTestDHCPv6-1220781474'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:34.309574 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-27fdd399-71ef-4f0f-afd4-471f8e21744f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:34.338578 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-c8a4a984-836a-4ecd-b64d-41cdb67f21e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:34.357222 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a4a984-836a-4ecd-b64d-41cdb67f21e3 None None] Routers {'b8ac8743-9c7e-4709-a28e-1ea2b501ff15'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:01:34.358790 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-c8a4a984-836a-4ecd-b64d-41cdb67f21e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:01:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:34.365478 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-e54f1348-20e7-4d3a-b206-631df19e175b None None] For port 62a20ffd-49dc-4cc3-8155-c8036182cec1, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:01:34.382382 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-e54f1348-20e7-4d3a-b206-631df19e175b None None] For port 62a20ffd-49dc-4cc3-8155-c8036182cec1, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=62a20ffd-49dc-4cc3-8155-c8036182cec1,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:01:34.437021 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-c8a4a984-836a-4ecd-b64d-41cdb67f21e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:34.437423 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a4a984-836a-4ecd-b64d-41cdb67f21e3 None None] The sync data for ids ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:01:34.446489 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-27fdd399-71ef-4f0f-afd4-471f8e21744f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:34.474292 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fdd399-71ef-4f0f-afd4-471f8e21744f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event deleted for resources: {'Network': ['ID=743a979c-8fe9-4844-97ea-107a2fdbadbe,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:34.483195 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e54f1348-20e7-4d3a-b206-631df19e175b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:34.569072 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4530bc80-5622-472c-b9a1-5c018e988769 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:01:34.572225 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-27fdd399-71ef-4f0f-afd4-471f8e21744f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/networks/743a979c-8fe9-4844-97ea-107a2fdbadbe HTTP/1.1" status: 204 len: 168 time: 3.9862266 Feb 03 14:01:34.581024 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-4530bc80-5622-472c-b9a1-5c018e988769 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "PUT /v2.0/routers/9f77739a-8563-4726-8ca2-97dcb5d4096a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4484479 Feb 03 14:01:34.585987 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55928) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:34.586139 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55930) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:34.586350 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fdd399-71ef-4f0f-afd4-471f8e21744f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:34.586693 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fdd399-71ef-4f0f-afd4-471f8e21744f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:34.587029 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fdd399-71ef-4f0f-afd4-471f8e21744f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:34.587403 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fdd399-71ef-4f0f-afd4-471f8e21744f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:34.587734 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fdd399-71ef-4f0f-afd4-471f8e21744f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:34.588055 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fdd399-71ef-4f0f-afd4-471f8e21744f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:34.588371 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fdd399-71ef-4f0f-afd4-471f8e21744f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:34.588688 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fdd399-71ef-4f0f-afd4-471f8e21744f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:34.589073 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fdd399-71ef-4f0f-afd4-471f8e21744f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:34.589417 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fdd399-71ef-4f0f-afd4-471f8e21744f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:34.589741 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fdd399-71ef-4f0f-afd4-471f8e21744f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:34.599458 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0098791-fddb-4cf4-bdd3-4f599b73027c None None] Sync routers for ids ['9f77739a-8563-4726-8ca2-97dcb5d4096a'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:01:34.606889 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e7b1d656-1be0-46cb-8fc2-bb0a11cd3f97 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:34.608077 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f1348-20e7-4d3a-b206-631df19e175b None None] Pushing event updated for resources: {'Port': ['ID=62a20ffd-49dc-4cc3-8155-c8036182cec1,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:34.609843 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-ba9f103f-eec4-4fe2-b897-0ad0de40ed18 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1094497890'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:34.611130 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e7b1d656-1be0-46cb-8fc2-bb0a11cd3f97 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "DELETE /v2.0/ports/dbfdf84a-fdab-4170-93dc-499752cb7bba HTTP/1.1" status: 204 len: 168 time: 6.3907177 Feb 03 14:01:34.612648 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55936) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:34.621410 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294914b1-a642-4843-9129-647e571232d0 None None] Update dhcp port {'port': {'network_id': '47a34d4f-12fc-4f29-ac61-23f93f980f4e', 'fixed_ips': [{'subnet_id': 'a9de8ec4-e408-49bb-9fca-7461e3c02cf7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ce72da77-9c17-4c0e-af91-870b04ad1679', 'ip_address': '2001:db8::2'}, {'subnet_id': '806b7d71-582b-421b-8809-1c1aabe7dc49'}], 'binding:host_id': 'dv-neutron-827016-1-hyperv'}, 'id': 'cfb47753-8683-4bd2-bddc-c67797c20e10'} from dv-neutron-827016-1-hyperv. {{(pid=84183) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 03 14:01:34.675716 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0098791-fddb-4cf4-bdd3-4f599b73027c None None] Routers {'9f77739a-8563-4726-8ca2-97dcb5d4096a'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:01:34.676497 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-d0098791-fddb-4cf4-bdd3-4f599b73027c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:01:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['9f77739a-8563-4726-8ca2-97dcb5d4096a'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:34.719608 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8ad0d6aa-6c00-4638-a94c-a98496278cd9 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "GET /v2.0/floatingips/9159bec7-11f2-4005-a88a-b7e672a23d2b HTTP/1.1" status: 200 len: 687 time: 0.1014905 Feb 03 14:01:34.719608 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-799addf4-ff6f-4aac-8f4a-6ba70474e870 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:34.721998 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55940) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:34.788973 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ba9f103f-eec4-4fe2-b897-0ad0de40ed18 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:34.812720 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-5e2701bf-df00-43e9-bebe-ff783f312080 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Synchronizing usage tracker for tenant:d5adceeed00a4893983ee9d6f019faac on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:01:34.816056 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ba9f103f-eec4-4fe2-b897-0ad0de40ed18 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Usage tracker for resource:network and tenant:2fa0476fd5f14aeea80802e139eae85a is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:34.838981 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-d0098791-fddb-4cf4-bdd3-4f599b73027c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:34.850118 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-294914b1-a642-4843-9129-647e571232d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:34.857950 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ba9f103f-eec4-4fe2-b897-0ad0de40ed18 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:34.888886 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ba9f103f-eec4-4fe2-b897-0ad0de40ed18 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:34.909303 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0098791-fddb-4cf4-bdd3-4f599b73027c None None] Routers {'9f77739a-8563-4726-8ca2-97dcb5d4096a'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:01:34.910013 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-d0098791-fddb-4cf4-bdd3-4f599b73027c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:01:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['9f77739a-8563-4726-8ca2-97dcb5d4096a'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:34.979504 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-799addf4-ff6f-4aac-8f4a-6ba70474e870 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] update failed (client error): The resource could not be found. Feb 03 14:01:34.981007 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-799addf4-ff6f-4aac-8f4a-6ba70474e870 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] 10.222.0.41 "PUT /v2.0/routers/072818bb-a0f9-42f9-957f-442f0e24e435 HTTP/1.1" status: 404 len: 339 time: 1.8890936 Feb 03 14:01:34.987287 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55944) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:34.987543 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-d0098791-fddb-4cf4-bdd3-4f599b73027c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:34.988054 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0098791-fddb-4cf4-bdd3-4f599b73027c None None] The sync data for ids ['9f77739a-8563-4726-8ca2-97dcb5d4096a'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:01:34.995161 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-79b31b8e-09a0-4cef-a8fc-0386a8d50455 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Deleting port 43220865-7635-44b9-869c-bf47d4bb9a13 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:01:34.998627 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-79b31b8e-09a0-4cef-a8fc-0386a8d50455 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:35.029829 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-e048acf2-f2d2-45df-a5dc-69e76e75b002 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2001484868'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:35.034709 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9f103f-eec4-4fe2-b897-0ad0de40ed18 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Made reservation on behalf of 2fa0476fd5f14aeea80802e139eae85a for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:01:35.038620 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ba9f103f-eec4-4fe2-b897-0ad0de40ed18 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:35.061566 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-97cfd0ac-8879-4467-a8bf-b3be60655ada tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:35.066149 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e048acf2-f2d2-45df-a5dc-69e76e75b002 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:35.079491 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-97cfd0ac-8879-4467-a8bf-b3be60655ada tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Usage tracker for resource:port and tenant:1508f35e18f0463982f9a6d535c8268b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:35.087218 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e048acf2-f2d2-45df-a5dc-69e76e75b002 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Usage tracker for resource:network and tenant:47a74a2f2cb54d20a13dadba3ce1e1ea is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:35.087505 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-97cfd0ac-8879-4467-a8bf-b3be60655ada tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:35.092892 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e048acf2-f2d2-45df-a5dc-69e76e75b002 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:35.098318 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-97cfd0ac-8879-4467-a8bf-b3be60655ada tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:35.098457 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.objects.ports [None req-4b399fce-f5b2-4c19-8edd-1c4a1d436dd5 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84181) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 03 14:01:35.098457 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4b399fce-f5b2-4c19-8edd-1c4a1d436dd5 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:35.136022 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e048acf2-f2d2-45df-a5dc-69e76e75b002 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:35.137026 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-5e2701bf-df00-43e9-bebe-ff783f312080 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Unset dirty status for tenant:d5adceeed00a4893983ee9d6f019faac on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:01:35.138189 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-5e2701bf-df00-43e9-bebe-ff783f312080 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f77739a-8563-4726-8ca2-97dcb5d4096a HTTP/1.1" status: 200 len: 205 time: 0.5493577 Feb 03 14:01:35.144963 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55948) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:35.208192 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba9f103f-eec4-4fe2-b897-0ad0de40ed18 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:01:35.236544 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97cfd0ac-8879-4467-a8bf-b3be60655ada tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:01:35.314634 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ba9f103f-eec4-4fe2-b897-0ad0de40ed18 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:35.314988 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-ba9f103f-eec4-4fe2-b897-0ad0de40ed18 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Added segment 77f6f0c2-301b-4cbb-9c1d-8bcac76e68de of type vlan for network fa77ec5e-dc7f-464e-a999-b85b98de14d1 Feb 03 14:01:35.336409 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-4d09cca5-9c32-4ca5-9a5b-15e9d11e0492 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Delete allocated IP 2001:db8::221 (47a34d4f-12fc-4f29-ac61-23f93f980f4e/ce72da77-9c17-4c0e-af91-870b04ad1679) {{(pid=84182) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 03 14:01:35.383018 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b399fce-f5b2-4c19-8edd-1c4a1d436dd5 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d9c6fa09-733e-49d1-9375-d27150f38d66,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:35.386075 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e048acf2-f2d2-45df-a5dc-69e76e75b002 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Made reservation on behalf of 47a74a2f2cb54d20a13dadba3ce1e1ea for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:01:35.389238 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e048acf2-f2d2-45df-a5dc-69e76e75b002 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:35.432233 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-4d09cca5-9c32-4ca5-9a5b-15e9d11e0492 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Allocated IP 2001:db8:0:2::7c (47a34d4f-12fc-4f29-ac61-23f93f980f4e/806b7d71-582b-421b-8809-1c1aabe7dc49/45a5df42-9f05-4db9-adfa-ed8d7271125a) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:01:35.445840 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ba9f103f-eec4-4fe2-b897-0ad0de40ed18 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:35.478780 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b399fce-f5b2-4c19-8edd-1c4a1d436dd5 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Checking segment: {'id': '6237f208-e6ff-451c-8467-9fdf3f33c253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f72cffec-94cf-4e9d-875c-e9426cd0c7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:01:35.479415 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b399fce-f5b2-4c19-8edd-1c4a1d436dd5 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Network hostable DHCP agents. Network: f72cffec-94cf-4e9d-875c-e9426cd0c7ef, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:01:35.490718 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-79b31b8e-09a0-4cef-a8fc-0386a8d50455 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:35.494339 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-79b31b8e-09a0-4cef-a8fc-0386a8d50455 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:35.499320 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e048acf2-f2d2-45df-a5dc-69e76e75b002 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:01:35.500727 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-de054273-cb54-4503-965b-8e01bb982b21 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for router, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:35.604912 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-97cfd0ac-8879-4467-a8bf-b3be60655ada tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:35.627142 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-79b31b8e-09a0-4cef-a8fc-0386a8d50455 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Calling delete_port for 43220865-7635-44b9-869c-bf47d4bb9a13 owned by network:floatingip {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:01:35.654544 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e048acf2-f2d2-45df-a5dc-69e76e75b002 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:35.654890 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-e048acf2-f2d2-45df-a5dc-69e76e75b002 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Added segment b41c5299-c79e-412c-b08d-1fd8e4c211bc of type vlan for network 1b22f178-f520-4dcc-af1b-c7c5f408e070 Feb 03 14:01:35.712605 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e048acf2-f2d2-45df-a5dc-69e76e75b002 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:35.714348 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ba9f103f-eec4-4fe2-b897-0ad0de40ed18 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:35.717485 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa87844-5039-466d-afe2-edc84ff89b2b None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:01:35.718030 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9f103f-eec4-4fe2-b897-0ad0de40ed18 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:35.718682 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ba9f103f-eec4-4fe2-b897-0ad0de40ed18 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:35.790586 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b399fce-f5b2-4c19-8edd-1c4a1d436dd5 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Network f72cffec-94cf-4e9d-875c-e9426cd0c7ef is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:01:35.798762 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-97cfd0ac-8879-4467-a8bf-b3be60655ada tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] device_id is not set on port d724f311-1a57-4154-a35d-830f91401210 yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:01:35.827221 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e048acf2-f2d2-45df-a5dc-69e76e75b002 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:35.841094 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e048acf2-f2d2-45df-a5dc-69e76e75b002 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:35.841771 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e048acf2-f2d2-45df-a5dc-69e76e75b002 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:35.884192 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-5a946a42-bad1-41f3-b79a-b60150df946f None None] Provisioning for port 62a20ffd-49dc-4cc3-8155-c8036182cec1 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:35.950398 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-79b31b8e-09a0-4cef-a8fc-0386a8d50455 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:35.959951 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-4b399fce-f5b2-4c19-8edd-1c4a1d436dd5 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, f72cffec-94cf-4e9d-875c-e9426cd0c7ef) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:35.971928 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d4c798-c54f-42e7-9f77-601626b812c1 None None] Network f72cffec-94cf-4e9d-875c-e9426cd0c7ef requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:01:36.028053 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ba9f103f-eec4-4fe2-b897-0ad0de40ed18 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4382339 Feb 03 14:01:36.041467 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55952) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:36.054709 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b399fce-f5b2-4c19-8edd-1c4a1d436dd5 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:36.055598 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4b399fce-f5b2-4c19-8edd-1c4a1d436dd5 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:36.061376 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b31b8e-09a0-4cef-a8fc-0386a8d50455 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Pushing event deleted for resources: {'Port': ['ID=43220865-7635-44b9-869c-bf47d4bb9a13,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:36.108875 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e048acf2-f2d2-45df-a5dc-69e76e75b002 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Pushing event updated for resources: {'Network': ['ID=1b22f178-f520-4dcc-af1b-c7c5f408e070,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:36.118301 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e048acf2-f2d2-45df-a5dc-69e76e75b002 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1257300 Feb 03 14:01:36.121784 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55956) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:36.129320 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 1b22f178-f520-4dcc-af1b-c7c5f408e070 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:01:36.131101 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-34603a28-6910-42ec-acf5-69b1c068e45b tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Request body: {'subnet': {'network_id': '1b22f178-f520-4dcc-af1b-c7c5f408e070', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:36.133981 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-b2b81ace-9acb-4df0-81e6-a767e7cb2f6a tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'subnet': {'network_id': 'fa77ec5e-dc7f-464e-a999-b85b98de14d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:36.147525 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f103f-eec4-4fe2-b897-0ad0de40ed18 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'Network': ['ID=fa77ec5e-dc7f-464e-a999-b85b98de14d1,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:36.171580 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network fa77ec5e-dc7f-464e-a999-b85b98de14d1 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:01:36.214673 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-4b399fce-f5b2-4c19-8edd-1c4a1d436dd5 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.0239666 Feb 03 14:01:36.216805 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55960) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:36.237266 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-95b94f5b-93b1-40a9-aaba-15b87055b1b3 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-709692933', 'network_id': 'f72cffec-94cf-4e9d-875c-e9426cd0c7ef'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:36.242138 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-79b31b8e-09a0-4cef-a8fc-0386a8d50455 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for floatingip, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:36.244948 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-79b31b8e-09a0-4cef-a8fc-0386a8d50455 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:36.249946 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-79b31b8e-09a0-4cef-a8fc-0386a8d50455 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "DELETE /v2.0/floatingips/9159bec7-11f2-4005-a88a-b7e672a23d2b HTTP/1.1" status: 204 len: 168 time: 1.5197318 Feb 03 14:01:36.249946 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-95b94f5b-93b1-40a9-aaba-15b87055b1b3 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:36.252940 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55964) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:36.257395 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-c65871ad-1563-4fb0-8894-72a10e574300 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Request body: {'floatingip': {'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'port_id': 'fef7a01f-02a6-48a5-baf7-e294d4c12c52'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:36.271131 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-95b94f5b-93b1-40a9-aaba-15b87055b1b3 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Usage tracker for resource:port and tenant:5b4d4a64e1f040f091825530477755a9 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:36.278081 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-95b94f5b-93b1-40a9-aaba-15b87055b1b3 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:36.282676 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-c65871ad-1563-4fb0-8894-72a10e574300 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:36.293404 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-95b94f5b-93b1-40a9-aaba-15b87055b1b3 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:36.295890 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-c65871ad-1563-4fb0-8894-72a10e574300 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Usage tracker for resource:floatingip and tenant:2e321b7425cc4fcdadac3009246b2caf is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:36.300626 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-c65871ad-1563-4fb0-8894-72a10e574300 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:36.304155 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-34603a28-6910-42ec-acf5-69b1c068e45b tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:36.311814 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-c65871ad-1563-4fb0-8894-72a10e574300 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:36.315315 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-34603a28-6910-42ec-acf5-69b1c068e45b tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Usage tracker for resource:subnet and tenant:47a74a2f2cb54d20a13dadba3ce1e1ea is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:36.319722 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-34603a28-6910-42ec-acf5-69b1c068e45b tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:36.328243 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-34603a28-6910-42ec-acf5-69b1c068e45b tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:36.387188 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b94f5b-93b1-40a9-aaba-15b87055b1b3 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Made reservation on behalf of 5b4d4a64e1f040f091825530477755a9 for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:01:36.389849 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-95b94f5b-93b1-40a9-aaba-15b87055b1b3 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:36.411400 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-95b94f5b-93b1-40a9-aaba-15b87055b1b3 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] device_id is not set on port 5837ad63-ca3d-40a5-8600-f261e3f690e4 yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:01:36.425759 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75825e85-8e3c-44ba-9464-d31ecddb5144 None None] Update dhcp port {'port': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'fixed_ips': [{'subnet_id': 'a1407e19-aadf-47ae-9f67-a5e2e9464e4b', 'ip_address': '2001:db8::f816:3eff:fe1c:8251'}, {'subnet_id': 'd57818ce-d116-49a7-bd4e-f3bae5690745'}], 'binding:host_id': 'dv-neutron-827016-1-hyperv'}, 'id': '62a20ffd-49dc-4cc3-8155-c8036182cec1'} from dv-neutron-827016-1-hyperv. {{(pid=84183) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 03 14:01:36.451043 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c65871ad-1563-4fb0-8894-72a10e574300 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for floatingip, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:36.465568 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34603a28-6910-42ec-acf5-69b1c068e45b tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Made reservation on behalf of 47a74a2f2cb54d20a13dadba3ce1e1ea for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:01:36.521872 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba941af-a89f-484a-8916-8fc745aadd87 None None] Network f72cffec-94cf-4e9d-875c-e9426cd0c7ef requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:01:36.534522 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-75825e85-8e3c-44ba-9464-d31ecddb5144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:36.573182 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-de054273-cb54-4503-965b-8e01bb982b21 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:36.587937 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b2b81ace-9acb-4df0-81e6-a767e7cb2f6a tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:36.596011 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b2b81ace-9acb-4df0-81e6-a767e7cb2f6a tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Usage tracker for resource:subnet and tenant:2fa0476fd5f14aeea80802e139eae85a is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:36.601602 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-de054273-cb54-4503-965b-8e01bb982b21 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:36.604606 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b2b81ace-9acb-4df0-81e6-a767e7cb2f6a tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:36.636562 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.db.resource_extend [None req-4d09cca5-9c32-4ca5-9a5b-15e9d11e0492 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:01:36.651890 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-34603a28-6910-42ec-acf5-69b1c068e45b tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:36.655130 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b2b81ace-9acb-4df0-81e6-a767e7cb2f6a tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:36.667828 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4d09cca5-9c32-4ca5-9a5b-15e9d11e0492 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:36.712898 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-4d09cca5-9c32-4ca5-9a5b-15e9d11e0492 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Transition to ACTIVE for port object 45a5df42-9f05-4db9-adfa-ed8d7271125a will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:36.721943 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-97cfd0ac-8879-4467-a8bf-b3be60655ada tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Allocated IP 172.20.0.6 (ac0baa47-f752-4b1c-8067-faa2699b3288/d57818ce-d116-49a7-bd4e-f3bae5690745/d724f311-1a57-4154-a35d-830f91401210) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:01:36.729115 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-97cfd0ac-8879-4467-a8bf-b3be60655ada tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Allocated IP 2001:db8::f816:3eff:fec8:5e69 (ac0baa47-f752-4b1c-8067-faa2699b3288/a1407e19-aadf-47ae-9f67-a5e2e9464e4b/d724f311-1a57-4154-a35d-830f91401210) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:01:36.755355 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b81ace-9acb-4df0-81e6-a767e7cb2f6a tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Made reservation on behalf of 2fa0476fd5f14aeea80802e139eae85a for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:01:36.792387 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4d09cca5-9c32-4ca5-9a5b-15e9d11e0492 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:36.820372 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 62a20ffd-49dc-4cc3-8155-c8036182cec1 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:01:36.845467 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-de054273-cb54-4503-965b-8e01bb982b21 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:36.846105 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de054273-cb54-4503-965b-8e01bb982b21 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Fanout notify agent at l3_agent the message router_deleted on router 9f77739a-8563-4726-8ca2-97dcb5d4096a {{(pid=84182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:01:36.857482 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-95b94f5b-93b1-40a9-aaba-15b87055b1b3 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Allocated IP 172.20.0.12 (f72cffec-94cf-4e9d-875c-e9426cd0c7ef/d9c6fa09-733e-49d1-9375-d27150f38d66/5837ad63-ca3d-40a5-8600-f261e3f690e4) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:01:36.964374 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-de054273-cb54-4503-965b-8e01bb982b21 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:36.965433 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-de054273-cb54-4503-965b-8e01bb982b21 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "DELETE /v2.0/routers/9f77739a-8563-4726-8ca2-97dcb5d4096a HTTP/1.1" status: 204 len: 168 time: 1.8171537 Feb 03 14:01:36.978970 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55968) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:36.990659 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-294914b1-a642-4843-9129-647e571232d0 None None] Allocated IP 2001:db8:0:2::2 (47a34d4f-12fc-4f29-ac61-23f93f980f4e/806b7d71-582b-421b-8809-1c1aabe7dc49/cfb47753-8683-4bd2-bddc-c67797c20e10) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:01:37.125644 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b2b81ace-9acb-4df0-81e6-a767e7cb2f6a tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:37.127455 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 62a20ffd-49dc-4cc3-8155-c8036182cec1 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:37.139202 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 62a20ffd-49dc-4cc3-8155-c8036182cec1 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:37.139202 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:37.157264 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d09cca5-9c32-4ca5-9a5b-15e9d11e0492 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event updated for resources: {'Port': ['ID=45a5df42-9f05-4db9-adfa-ed8d7271125a,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:37.160779 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-4d09cca5-9c32-4ca5-9a5b-15e9d11e0492 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] In _notify_port_updated(), no bound segment for port 45a5df42-9f05-4db9-adfa-ed8d7271125a on network 47a34d4f-12fc-4f29-ac61-23f93f980f4e {{(pid=84182) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 03 14:01:37.165273 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d09cca5-9c32-4ca5-9a5b-15e9d11e0492 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:37.166643 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4d09cca5-9c32-4ca5-9a5b-15e9d11e0492 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:37.168336 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4d09cca5-9c32-4ca5-9a5b-15e9d11e0492 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "PUT /v2.0/ports/45a5df42-9f05-4db9-adfa-ed8d7271125a HTTP/1.1" status: 200 len: 969 time: 3.1258950 Feb 03 14:01:37.179948 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55972) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:37.219832 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c65871ad-1563-4fb0-8894-72a10e574300 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:37.247835 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-294914b1-a642-4843-9129-647e571232d0 None None] For port cfb47753-8683-4bd2-bddc-c67797c20e10, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=cfb47753-8683-4bd2-bddc-c67797c20e10,segment=NetworkSegment(436e82d6-200c-4985-a180-16bc4c906a37),segment_id=436e82d6-200c-4985-a180-16bc4c906a37)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:01:37.324683 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-294914b1-a642-4843-9129-647e571232d0 None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:37.328332 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:37.359900 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-294914b1-a642-4843-9129-647e571232d0 None None] Transition to ACTIVE for port object cfb47753-8683-4bd2-bddc-c67797c20e10 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:37.375163 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 62a20ffd-49dc-4cc3-8155-c8036182cec1, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=62a20ffd-49dc-4cc3-8155-c8036182cec1,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:01:37.392349 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-97cfd0ac-8879-4467-a8bf-b3be60655ada tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:37.400596 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-dd4f2bcb-6625-4f17-a29d-06726240dae3 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Deleting port 45a5df42-9f05-4db9-adfa-ed8d7271125a {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:01:37.401044 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-dd4f2bcb-6625-4f17-a29d-06726240dae3 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:37.404071 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-294914b1-a642-4843-9129-647e571232d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:37.471346 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:37.483920 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-97cfd0ac-8879-4467-a8bf-b3be60655ada tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Transition to ACTIVE for port object d724f311-1a57-4154-a35d-830f91401210 will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:37.508767 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-34603a28-6910-42ec-acf5-69b1c068e45b tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:37.564180 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-95b94f5b-93b1-40a9-aaba-15b87055b1b3 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:37.601972 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294914b1-a642-4843-9129-647e571232d0 None None] Pushing event updated for resources: {'Port': ['ID=cfb47753-8683-4bd2-bddc-c67797c20e10,revision_number=7']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:37.650933 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-c65871ad-1563-4fb0-8894-72a10e574300 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Allocated IP 172.26.3.68 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/0c6d6969-7983-4934-bea2-cdcae5d70c76) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:01:37.670215 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34603a28-6910-42ec-acf5-69b1c068e45b tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Pushing event updated for resources: {'Subnet': ['ID=d8674257-1d76-4b7d-bbde-e21f4c3fb49e,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:37.674161 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aa50114-5acc-450a-bb35-10878adc73a1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Deleting subnet 76b33f80-ae09-4b58-962f-38358da5c8a3 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:01:37.678223 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=62a20ffd-49dc-4cc3-8155-c8036182cec1,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:37.684935 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2aa50114-5acc-450a-bb35-10878adc73a1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:37.796059 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-dd4f2bcb-6625-4f17-a29d-06726240dae3 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:37.836346 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34603a28-6910-42ec-acf5-69b1c068e45b tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Checking segment: {'id': 'b41c5299-c79e-412c-b08d-1fd8e4c211bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1b22f178-f520-4dcc-af1b-c7c5f408e070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:01:37.836706 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34603a28-6910-42ec-acf5-69b1c068e45b tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Network hostable DHCP agents. Network: 1b22f178-f520-4dcc-af1b-c7c5f408e070, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:01:37.844229 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2aa50114-5acc-450a-bb35-10878adc73a1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:37.860568 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b2b81ace-9acb-4df0-81e6-a767e7cb2f6a tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:37.864944 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-97cfd0ac-8879-4467-a8bf-b3be60655ada tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:37.905876 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-75825e85-8e3c-44ba-9464-d31ecddb5144 None None] Allocated IP 172.20.0.2 (ac0baa47-f752-4b1c-8067-faa2699b3288/d57818ce-d116-49a7-bd4e-f3bae5690745/62a20ffd-49dc-4cc3-8155-c8036182cec1) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:01:37.965330 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-95b94f5b-93b1-40a9-aaba-15b87055b1b3 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:37.968614 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-dd4f2bcb-6625-4f17-a29d-06726240dae3 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Calling delete_port for 45a5df42-9f05-4db9-adfa-ed8d7271125a owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:01:38.076717 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-75825e85-8e3c-44ba-9464-d31ecddb5144 None None] For port 62a20ffd-49dc-4cc3-8155-c8036182cec1, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=62a20ffd-49dc-4cc3-8155-c8036182cec1,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:01:38.096805 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b94f5b-93b1-40a9-aaba-15b87055b1b3 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Network f72cffec-94cf-4e9d-875c-e9426cd0c7ef is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:01:38.102657 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c65871ad-1563-4fb0-8894-72a10e574300 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:38.109632 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b94f5b-93b1-40a9-aaba-15b87055b1b3 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Pushing event updated for resources: {'Port': ['ID=5837ad63-ca3d-40a5-8600-f261e3f690e4,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:38.118064 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34603a28-6910-42ec-acf5-69b1c068e45b tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Network 1b22f178-f520-4dcc-af1b-c7c5f408e070 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:01:38.118212 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-75825e85-8e3c-44ba-9464-d31ecddb5144 None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:38.118335 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-95b94f5b-93b1-40a9-aaba-15b87055b1b3 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:38.119626 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b94f5b-93b1-40a9-aaba-15b87055b1b3 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:01:38.138596 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-75825e85-8e3c-44ba-9464-d31ecddb5144 None None] Transition to ACTIVE for port object 62a20ffd-49dc-4cc3-8155-c8036182cec1 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:38.174562 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2aa50114-5acc-450a-bb35-10878adc73a1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:38.227947 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-75825e85-8e3c-44ba-9464-d31ecddb5144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:38.260240 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b94f5b-93b1-40a9-aaba-15b87055b1b3 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:38.260240 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-95b94f5b-93b1-40a9-aaba-15b87055b1b3 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:38.260435 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cfd0ac-8879-4467-a8bf-b3be60655ada tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:01:38.281430 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-97cfd0ac-8879-4467-a8bf-b3be60655ada tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:38.290201 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b81ace-9acb-4df0-81e6-a767e7cb2f6a tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'Subnet': ['ID=234e7785-6786-4a29-b377-7753b1b41472,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:38.297476 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-34603a28-6910-42ec-acf5-69b1c068e45b tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 1b22f178-f520-4dcc-af1b-c7c5f408e070) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:38.297789 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cfd0ac-8879-4467-a8bf-b3be60655ada tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:01:38.297888 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34603a28-6910-42ec-acf5-69b1c068e45b tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:38.297888 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-34603a28-6910-42ec-acf5-69b1c068e45b tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:38.336907 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8631cb-baca-4811-ae67-57a779043cfe None None] Network 1b22f178-f520-4dcc-af1b-c7c5f408e070 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:01:38.352996 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cfd0ac-8879-4467-a8bf-b3be60655ada tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Port': ['ID=d724f311-1a57-4154-a35d-830f91401210,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:38.382717 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c65871ad-1563-4fb0-8894-72a10e574300 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:38.425288 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2aa50114-5acc-450a-bb35-10878adc73a1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:38.429788 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-95b94f5b-93b1-40a9-aaba-15b87055b1b3 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.2103474 Feb 03 14:01:38.467541 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-34603a28-6910-42ec-acf5-69b1c068e45b tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3428836 Feb 03 14:01:38.468192 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55976) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:38.472862 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55978) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:38.483594 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b81ace-9acb-4df0-81e6-a767e7cb2f6a tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Checking segment: {'id': '77f6f0c2-301b-4cbb-9c1d-8bcac76e68de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'fa77ec5e-dc7f-464e-a999-b85b98de14d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:01:38.484018 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b81ace-9acb-4df0-81e6-a767e7cb2f6a tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Network hostable DHCP agents. Network: fa77ec5e-dc7f-464e-a999-b85b98de14d1, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:01:38.494389 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-3c0323f0-b87c-41e5-a4e3-0386776b3f87 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Request body: {'router': {'external_gateway_info': {'network_id': '1b22f178-f520-4dcc-af1b-c7c5f408e070'}}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:38.500147 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75825e85-8e3c-44ba-9464-d31ecddb5144 None None] Pushing event updated for resources: {'Port': ['ID=62a20ffd-49dc-4cc3-8155-c8036182cec1,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:38.535967 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa50114-5acc-450a-bb35-10878adc73a1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event deleted for resources: {'Subnet': ['ID=76b33f80-ae09-4b58-962f-38358da5c8a3,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:38.564397 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2aa50114-5acc-450a-bb35-10878adc73a1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:38.568820 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-2aa50114-5acc-450a-bb35-10878adc73a1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "DELETE /v2.0/subnets/76b33f80-ae09-4b58-962f-38358da5c8a3 HTTP/1.1" status: 204 len: 168 time: 1.5801816 Feb 03 14:01:38.574261 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65871ad-1563-4fb0-8894-72a10e574300 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:01:38.574922 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55984) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:38.577331 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a2b479-f4cb-4c25-ba65-0f120180d37d None None] Network d0013bed-f879-44d7-980e-7fd3521d408b requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:01:38.577608 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cfd0ac-8879-4467-a8bf-b3be60655ada tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:38.584700 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65871ad-1563-4fb0-8894-72a10e574300 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Pushing event updated for resources: {'Port': ['ID=0c6d6969-7983-4934-bea2-cdcae5d70c76,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:38.586011 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-97cfd0ac-8879-4467-a8bf-b3be60655ada tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:38.588333 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-c65871ad-1563-4fb0-8894-72a10e574300 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:38.590430 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65871ad-1563-4fb0-8894-72a10e574300 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:01:38.716090 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-4b0465dc-2635-4a9c-9ac8-97106c8c1e7f tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Deleting port 5837ad63-ca3d-40a5-8600-f261e3f690e4 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:01:38.716721 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4b0465dc-2635-4a9c-9ac8-97106c8c1e7f tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:38.760944 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 62a20ffd-49dc-4cc3-8155-c8036182cec1 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:01:38.785517 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-dd4f2bcb-6625-4f17-a29d-06726240dae3 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:38.789053 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-97cfd0ac-8879-4467-a8bf-b3be60655ada tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.5019369 Feb 03 14:01:38.822715 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55988) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:38.824260 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-73e64164-3cec-4c91-a045-4f1ab218cd1d None None] Provisioning for port 45a5df42-9f05-4db9-adfa-ed8d7271125a completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:38.915444 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f2bcb-6625-4f17-a29d-06726240dae3 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event deleted for resources: {'Port': ['ID=45a5df42-9f05-4db9-adfa-ed8d7271125a,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:38.949898 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-73e64164-3cec-4c91-a045-4f1ab218cd1d None None] Provisioning complete for port 45a5df42-9f05-4db9-adfa-ed8d7271125a triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:38.950499 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-73e64164-3cec-4c91-a045-4f1ab218cd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:39.036171 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-dd4f2bcb-6625-4f17-a29d-06726240dae3 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:39.041749 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-dd4f2bcb-6625-4f17-a29d-06726240dae3 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/ports/45a5df42-9f05-4db9-adfa-ed8d7271125a HTTP/1.1" status: 204 len: 168 time: 1.8164790 Feb 03 14:01:39.042445 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 55992) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:39.070783 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-73e64164-3cec-4c91-a045-4f1ab218cd1d None None] Port 45a5df42-9f05-4db9-adfa-ed8d7271125a was deleted so its status cannot be updated. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 03 14:01:39.094880 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b81ace-9acb-4df0-81e6-a767e7cb2f6a tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Network fa77ec5e-dc7f-464e-a999-b85b98de14d1 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:01:39.126246 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-f618cefe-43ff-4075-91a6-852b64943d31 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] GET failed (client error): The resource could not be found. Feb 03 14:01:39.126751 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-f618cefe-43ff-4075-91a6-852b64943d31 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Synchronizing usage tracker for tenant:faf754c5dcac42e3b7b479467002acb8 on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:01:39.166777 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-73e64164-3cec-4c91-a045-4f1ab218cd1d None None] Provisioning complete for port 536be671-c681-4e40-8138-dddd9aa192b6 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:39.167282 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-73e64164-3cec-4c91-a045-4f1ab218cd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:39.221519 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-b2b81ace-9acb-4df0-81e6-a767e7cb2f6a tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, fa77ec5e-dc7f-464e-a999-b85b98de14d1) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:39.238626 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-f618cefe-43ff-4075-91a6-852b64943d31 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Unset dirty status for tenant:faf754c5dcac42e3b7b479467002acb8 on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:01:39.243431 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f618cefe-43ff-4075-91a6-852b64943d31 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "GET /v2.0/ports/45a5df42-9f05-4db9-adfa-ed8d7271125a HTTP/1.1" status: 404 len: 333 time: 0.1925366 Feb 03 14:01:39.243431 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b81ace-9acb-4df0-81e6-a767e7cb2f6a tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:39.243431 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b2b81ace-9acb-4df0-81e6-a767e7cb2f6a tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:39.245998 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 55996) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:39.254524 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-73e64164-3cec-4c91-a045-4f1ab218cd1d None None] Port 536be671-c681-4e40-8138-dddd9aa192b6 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:01:39.257700 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6140caf4-81db-4e6b-81b0-fd148183ca1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-1b22f178-f520-4dcc-af1b-c7c5f408e070', 'network_id': '1b22f178-f520-4dcc-af1b-c7c5f408e070', 'tenant_id': '47a74a2f2cb54d20a13dadba3ce1e1ea', 'fixed_ips': [{'subnet_id': 'd8674257-1d76-4b7d-bbde-e21f4c3fb49e'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:01:39.258264 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6140caf4-81db-4e6b-81b0-fd148183ca1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:39.346422 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877c3946-934d-4fff-a5ff-2d8992b593be None None] Network fa77ec5e-dc7f-464e-a999-b85b98de14d1 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:01:39.369747 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b2b81ace-9acb-4df0-81e6-a767e7cb2f6a tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2706380 Feb 03 14:01:39.375417 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56000) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:39.387509 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-59a04220-daf6-4228-a998-e2b6e9cd3738 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1897351643', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:39.400186 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-59a04220-daf6-4228-a998-e2b6e9cd3738 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:39.403628 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3c0323f0-b87c-41e5-a4e3-0386776b3f87 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:39.409036 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-59a04220-daf6-4228-a998-e2b6e9cd3738 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Usage tracker for resource:router and tenant:2fa0476fd5f14aeea80802e139eae85a is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:39.414580 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-59a04220-daf6-4228-a998-e2b6e9cd3738 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:39.429237 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-59a04220-daf6-4228-a998-e2b6e9cd3738 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:39.475407 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device cfb47753-8683-4bd2-bddc-c67797c20e10 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:01:39.532381 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-59a04220-daf6-4228-a998-e2b6e9cd3738 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:39.533418 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-59a04220-daf6-4228-a998-e2b6e9cd3738 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:39.591427 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74b4e1c-a097-4e0f-b67e-d7e711a06ebc None None] DHCP port deletion for d0013bed-f879-44d7-980e-7fd3521d408b request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:01:39.637493 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-59a04220-daf6-4228-a998-e2b6e9cd3738 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:39.650229 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-b74b4e1c-a097-4e0f-b67e-d7e711a06ebc None None] Deleting port faccee31-33bb-4be0-b8e1-5ed11170d3db {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:01:39.650530 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b74b4e1c-a097-4e0f-b67e-d7e711a06ebc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:39.652744 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92aeb25-16a0-4e43-9088-9c13a0080c83 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:39.657179 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92aeb25-16a0-4e43-9088-9c13a0080c83 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:39.659251 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e92aeb25-16a0-4e43-9088-9c13a0080c83 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.8333719 Feb 03 14:01:39.663271 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a1db42-b351-4507-b95c-f10ec8821453 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Deleting subnet 97c417ee-eae2-4d7f-b2fc-2f4239a402f3 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:01:39.667096 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d2a1db42-b351-4507-b95c-f10ec8821453 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:39.668620 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56004) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:39.719246 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-73e64164-3cec-4c91-a045-4f1ab218cd1d None None] Provisioning for port cfb47753-8683-4bd2-bddc-c67797c20e10 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:39.728272 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d2a1db42-b351-4507-b95c-f10ec8821453 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:39.756240 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-59a04220-daf6-4228-a998-e2b6e9cd3738 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:39.760970 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-73e64164-3cec-4c91-a045-4f1ab218cd1d None None] Provisioning complete for port cfb47753-8683-4bd2-bddc-c67797c20e10 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:39.761340 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-73e64164-3cec-4c91-a045-4f1ab218cd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:39.787859 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-f877311b-c185-4ef1-8d1a-1d215d625488 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting port d724f311-1a57-4154-a35d-830f91401210 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:01:39.788344 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f877311b-c185-4ef1-8d1a-1d215d625488 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:39.891390 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-3c0323f0-b87c-41e5-a4e3-0386776b3f87 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:01:39.896755 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3c0323f0-b87c-41e5-a4e3-0386776b3f87 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] 10.222.0.41 "PUT /v2.0/routers/072818bb-a0f9-42f9-957f-442f0e24e435 HTTP/1.1" status: 400 len: 364 time: 1.4185145 Feb 03 14:01:39.903667 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56008) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:39.909023 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-59a04220-daf6-4228-a998-e2b6e9cd3738 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:39.913265 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-59a04220-daf6-4228-a998-e2b6e9cd3738 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5336955 Feb 03 14:01:39.926078 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56012) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:39.947778 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-0b0e6a39-6b87-4ae4-8c5e-caf3b71c8819 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'port': {'network_id': 'fa77ec5e-dc7f-464e-a999-b85b98de14d1', 'name': 'tempest-PortsTestJSON-915864064'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:39.964286 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4b0465dc-2635-4a9c-9ac8-97106c8c1e7f tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:39.976722 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e2ab5441-f8a4-4992-b520-a521533b804b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:40.108895 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-6140caf4-81db-4e6b-81b0-fd148183ca1d None None] Allocated IP 2001:db8:1::2 (1b22f178-f520-4dcc-af1b-c7c5f408e070/d8674257-1d76-4b7d-bbde-e21f4c3fb49e/7239a610-892e-4263-b9d9-6ebd4d51b7b1) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:01:40.170938 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port cfb47753-8683-4bd2-bddc-c67797c20e10 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:40.171460 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:40.203973 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9af1db-bd47-4ca6-9b9b-a15e539dab99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-fa77ec5e-dc7f-464e-a999-b85b98de14d1', 'network_id': 'fa77ec5e-dc7f-464e-a999-b85b98de14d1', 'tenant_id': '2fa0476fd5f14aeea80802e139eae85a', 'fixed_ips': [{'subnet_id': '234e7785-6786-4a29-b377-7753b1b41472'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:01:40.204263 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3b9af1db-bd47-4ca6-9b9b-a15e539dab99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:40.215162 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-4b0465dc-2635-4a9c-9ac8-97106c8c1e7f tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Calling delete_port for 5837ad63-ca3d-40a5-8600-f261e3f690e4 owned by {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:01:40.249082 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e2ab5441-f8a4-4992-b520-a521533b804b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:40.317982 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d2a1db42-b351-4507-b95c-f10ec8821453 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:40.398655 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-b74b4e1c-a097-4e0f-b67e-d7e711a06ebc None None] For port faccee31-33bb-4be0-b8e1-5ed11170d3db, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=faccee31-33bb-4be0-b8e1-5ed11170d3db,segment=NetworkSegment(85d4d557-0f21-4b51-9ad2-4f6b48bbfc19),segment_id=85d4d557-0f21-4b51-9ad2-4f6b48bbfc19)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:01:40.402499 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b74b4e1c-a097-4e0f-b67e-d7e711a06ebc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:40.442878 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f877311b-c185-4ef1-8d1a-1d215d625488 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:40.451846 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-0b0e6a39-6b87-4ae4-8c5e-caf3b71c8819 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:40.459488 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-0b0e6a39-6b87-4ae4-8c5e-caf3b71c8819 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Usage tracker for resource:port and tenant:2fa0476fd5f14aeea80802e139eae85a is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:40.465251 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-0b0e6a39-6b87-4ae4-8c5e-caf3b71c8819 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:40.475148 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-0b0e6a39-6b87-4ae4-8c5e-caf3b71c8819 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:40.516184 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e2ab5441-f8a4-4992-b520-a521533b804b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:40.554778 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab5441-f8a4-4992-b520-a521533b804b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=563aefd8-d40d-4f35-9512-96bd53e98e51,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:40.578713 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-f877311b-c185-4ef1-8d1a-1d215d625488 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Calling delete_port for d724f311-1a57-4154-a35d-830f91401210 owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:01:40.591021 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0e6a39-6b87-4ae4-8c5e-caf3b71c8819 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Made reservation on behalf of 2fa0476fd5f14aeea80802e139eae85a for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:01:40.593429 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0b0e6a39-6b87-4ae4-8c5e-caf3b71c8819 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:40.598803 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-b74b4e1c-a097-4e0f-b67e-d7e711a06ebc None None] Calling delete_port for faccee31-33bb-4be0-b8e1-5ed11170d3db owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:01:40.625462 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e2ab5441-f8a4-4992-b520-a521533b804b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:40.626392 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e2ab5441-f8a4-4992-b520-a521533b804b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/security-groups/563aefd8-d40d-4f35-9512-96bd53e98e51 HTTP/1.1" status: 204 len: 168 time: 1.3265986 Feb 03 14:01:40.628046 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-0b0e6a39-6b87-4ae4-8c5e-caf3b71c8819 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] device_id is not set on port 6fd89299-d3b4-4133-becf-2d475e75a426 yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:01:40.660911 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56016) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:40.665356 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d2a1db42-b351-4507-b95c-f10ec8821453 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:40.703281 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4b0465dc-2635-4a9c-9ac8-97106c8c1e7f tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:40.752109 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a1db42-b351-4507-b95c-f10ec8821453 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event deleted for resources: {'Subnet': ['ID=97c417ee-eae2-4d7f-b2fc-2f4239a402f3,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:40.836426 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0465dc-2635-4a9c-9ac8-97106c8c1e7f tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Pushing event deleted for resources: {'Port': ['ID=5837ad63-ca3d-40a5-8600-f261e3f690e4,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:40.860074 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a47b487-e23c-4bfa-8abc-60e423706c17 None None] Network 8bb12688-cb90-41f3-b011-955c615a2915 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:01:40.919236 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e9cc7c40-3bac-453a-b337-cdb16280d2e3 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:40.962776 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-a92ef65c-7238-45d4-bac2-58202c5dc7b6 None None] Provisioning for port 62a20ffd-49dc-4cc3-8155-c8036182cec1 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:40.993589 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d2a1db42-b351-4507-b95c-f10ec8821453 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:41.008796 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9d089767-3591-4dc4-84fb-ae73f7b94ea3 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:41.012340 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d2a1db42-b351-4507-b95c-f10ec8821453 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "DELETE /v2.0/subnets/97c417ee-eae2-4d7f-b2fc-2f4239a402f3 HTTP/1.1" status: 204 len: 168 time: 2.4291561 Feb 03 14:01:41.023396 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56020) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:41.075337 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device faccee31-33bb-4be0-b8e1-5ed11170d3db no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:01:41.077261 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e9cc7c40-3bac-453a-b337-cdb16280d2e3 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:41.089735 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c65871ad-1563-4fb0-8894-72a10e574300 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:41.113397 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b74b4e1c-a097-4e0f-b67e-d7e711a06ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:41.124554 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4b0465dc-2635-4a9c-9ac8-97106c8c1e7f tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:41.128929 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-4b0465dc-2635-4a9c-9ac8-97106c8c1e7f tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] 10.222.0.41 "DELETE /v2.0/ports/5837ad63-ca3d-40a5-8600-f261e3f690e4 HTTP/1.1" status: 204 len: 168 time: 2.6514652 Feb 03 14:01:41.129551 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56024) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:41.129817 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-3b9af1db-bd47-4ca6-9b9b-a15e539dab99 None None] Allocated IP 172.20.0.2 (fa77ec5e-dc7f-464e-a999-b85b98de14d1/234e7785-6786-4a29-b377-7753b1b41472/ad46da6d-5bb3-45b8-8669-c3a670c44d32) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:01:41.134689 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-451e9666-cc49-4023-8e6e-3d963ae6830b tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f72cffec-94cf-4e9d-875c-e9426cd0c7ef', 'external_fixed_ips': [{'subnet_id': 'd9c6fa09-733e-49d1-9375-d27150f38d66', 'ip_address': '172.20.0.12'}]}}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:41.139427 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-451e9666-cc49-4023-8e6e-3d963ae6830b tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:41.143378 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-451e9666-cc49-4023-8e6e-3d963ae6830b tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Usage tracker for resource:router and tenant:5b4d4a64e1f040f091825530477755a9 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:41.147052 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-451e9666-cc49-4023-8e6e-3d963ae6830b tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:41.171226 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-a92ef65c-7238-45d4-bac2-58202c5dc7b6 None None] Provisioning complete for port 62a20ffd-49dc-4cc3-8155-c8036182cec1 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:41.171729 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a92ef65c-7238-45d4-bac2-58202c5dc7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:41.194128 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-451e9666-cc49-4023-8e6e-3d963ae6830b tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:41.206126 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: faccee31-33bb-4be0-b8e1-5ed11170d3db {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:01:41.206126 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device faccee31-33bb-4be0-b8e1-5ed11170d3db not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:01:41.229430 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c65871ad-1563-4fb0-8894-72a10e574300 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:41.238301 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b4e1c-a097-4e0f-b67e-d7e711a06ebc None None] Pushing event deleted for resources: {'Port': ['ID=faccee31-33bb-4be0-b8e1-5ed11170d3db,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:41.289238 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-451e9666-cc49-4023-8e6e-3d963ae6830b tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:41.290423 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-451e9666-cc49-4023-8e6e-3d963ae6830b tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:41.300731 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74b4e1c-a097-4e0f-b67e-d7e711a06ebc None None] No DVR routers for this DVR port faccee31-33bb-4be0-b8e1-5ed11170d3db on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:01:41.385928 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-451e9666-cc49-4023-8e6e-3d963ae6830b tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:41.390699 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-abe99d80-a07a-4539-aa96-b3682416a708 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:41.416563 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6140caf4-81db-4e6b-81b0-fd148183ca1d None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:41.432551 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f877311b-c185-4ef1-8d1a-1d215d625488 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:41.435374 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b4e1c-a097-4e0f-b67e-d7e711a06ebc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:41.436752 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b4e1c-a097-4e0f-b67e-d7e711a06ebc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:41.437320 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b4e1c-a097-4e0f-b67e-d7e711a06ebc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:41.438843 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b4e1c-a097-4e0f-b67e-d7e711a06ebc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:41.443388 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b4e1c-a097-4e0f-b67e-d7e711a06ebc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:41.444589 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b4e1c-a097-4e0f-b67e-d7e711a06ebc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:41.445101 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b4e1c-a097-4e0f-b67e-d7e711a06ebc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:41.445563 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b4e1c-a097-4e0f-b67e-d7e711a06ebc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:41.445994 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b4e1c-a097-4e0f-b67e-d7e711a06ebc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:41.446383 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b4e1c-a097-4e0f-b67e-d7e711a06ebc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:41.446804 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b4e1c-a097-4e0f-b67e-d7e711a06ebc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:41.481280 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c65871ad-1563-4fb0-8894-72a10e574300 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:41.497754 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e9cc7c40-3bac-453a-b337-cdb16280d2e3 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:41.512377 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-6140caf4-81db-4e6b-81b0-fd148183ca1d None None] Transition to ACTIVE for port object 7239a610-892e-4263-b9d9-6ebd4d51b7b1 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:41.558017 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc7c40-3bac-453a-b337-cdb16280d2e3 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a68e369-5546-4493-8afc-31ed44628473,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:41.559774 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f877311b-c185-4ef1-8d1a-1d215d625488 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Port': ['ID=d724f311-1a57-4154-a35d-830f91401210,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:41.577817 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c65871ad-1563-4fb0-8894-72a10e574300 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:41.660524 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-6140caf4-81db-4e6b-81b0-fd148183ca1d None None] Transition to ACTIVE for port object 7239a610-892e-4263-b9d9-6ebd4d51b7b1 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:41.707988 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-a92ef65c-7238-45d4-bac2-58202c5dc7b6 None None] Could not find standard attr ID for object 45a5df42-9f05-4db9-adfa-ed8d7271125a. {{(pid=84183) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:01:41.719557 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6140caf4-81db-4e6b-81b0-fd148183ca1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:41.752176 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65871ad-1563-4fb0-8894-72a10e574300 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Pushing event updated for resources: {'Port': ['ID=0c6d6969-7983-4934-bea2-cdcae5d70c76,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:41.754537 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-a92ef65c-7238-45d4-bac2-58202c5dc7b6 None None] Could not find standard attr ID for object d724f311-1a57-4154-a35d-830f91401210. {{(pid=84183) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:01:41.762629 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3b9af1db-bd47-4ca6-9b9b-a15e539dab99 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:41.765833 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-451e9666-cc49-4023-8e6e-3d963ae6830b tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:41.794940 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-3b9af1db-bd47-4ca6-9b9b-a15e539dab99 None None] Transition to ACTIVE for port object ad46da6d-5bb3-45b8-8669-c3a670c44d32 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:41.798630 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c65871ad-1563-4fb0-8894-72a10e574300 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:41.833207 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6140caf4-81db-4e6b-81b0-fd148183ca1d None None] Network 1b22f178-f520-4dcc-af1b-c7c5f408e070 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:01:41.838262 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-3b9af1db-bd47-4ca6-9b9b-a15e539dab99 None None] Transition to ACTIVE for port object ad46da6d-5bb3-45b8-8669-c3a670c44d32 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:41.846124 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-6140caf4-81db-4e6b-81b0-fd148183ca1d None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:41.853404 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6140caf4-81db-4e6b-81b0-fd148183ca1d None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:01:41.920480 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459e02f0-4f40-49ce-9970-0402e27a969c None None] DHCP port deletion for 8bb12688-cb90-41f3-b011-955c615a2915 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:01:41.925334 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6140caf4-81db-4e6b-81b0-fd148183ca1d None None] Pushing event updated for resources: {'Port': ['ID=7239a610-892e-4263-b9d9-6ebd4d51b7b1,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:41.929674 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-abe99d80-a07a-4539-aa96-b3682416a708 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:41.969993 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-459e02f0-4f40-49ce-9970-0402e27a969c None None] Deleting port 2ba7f829-4e8a-4553-804c-c6f555172e9f {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:01:41.971288 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-459e02f0-4f40-49ce-9970-0402e27a969c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:42.011454 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3b9af1db-bd47-4ca6-9b9b-a15e539dab99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:42.056732 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-abe99d80-a07a-4539-aa96-b3682416a708 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0013bed-f879-44d7-980e-7fd3521d408b']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:42.077756 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e9cc7c40-3bac-453a-b337-cdb16280d2e3 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:42.081380 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e9cc7c40-3bac-453a-b337-cdb16280d2e3 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/security-groups/1a68e369-5546-4493-8afc-31ed44628473 HTTP/1.1" status: 204 len: 168 time: 1.4099004 Feb 03 14:01:42.083159 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-6140caf4-81db-4e6b-81b0-fd148183ca1d None None] Attempting to bind port 7239a610-892e-4263-b9d9-6ebd4d51b7b1 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:01:42.083159 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-6140caf4-81db-4e6b-81b0-fd148183ca1d None None] Attempting to bind port 7239a610-892e-4263-b9d9-6ebd4d51b7b1 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'b41c5299-c79e-412c-b08d-1fd8e4c211bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1b22f178-f520-4dcc-af1b-c7c5f408e070'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:01:42.085019 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6140caf4-81db-4e6b-81b0-fd148183ca1d None None] Attempting to bind port 7239a610-892e-4263-b9d9-6ebd4d51b7b1 on network 1b22f178-f520-4dcc-af1b-c7c5f408e070 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:01:42.088426 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-abe99d80-a07a-4539-aa96-b3682416a708 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d4d557-0f21-4b51-9ad2-4f6b48bbfc19') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:42.088601 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56028) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:42.089029 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-abe99d80-a07a-4539-aa96-b3682416a708 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d4d557-0f21-4b51-9ad2-4f6b48bbfc19') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:42.120312 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-abe99d80-a07a-4539-aa96-b3682416a708 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:42.120950 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9af1db-bd47-4ca6-9b9b-a15e539dab99 None None] Network fa77ec5e-dc7f-464e-a999-b85b98de14d1 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:01:42.147392 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6140caf4-81db-4e6b-81b0-fd148183ca1d None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:01:42.147835 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6140caf4-81db-4e6b-81b0-fd148183ca1d None None] Checking segment: {'id': 'b41c5299-c79e-412c-b08d-1fd8e4c211bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1b22f178-f520-4dcc-af1b-c7c5f408e070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:01:42.148241 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6140caf4-81db-4e6b-81b0-fd148183ca1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:42.148640 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6140caf4-81db-4e6b-81b0-fd148183ca1d None None] Bound using segment: {'id': 'b41c5299-c79e-412c-b08d-1fd8e4c211bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1b22f178-f520-4dcc-af1b-c7c5f408e070'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:01:42.149118 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-6140caf4-81db-4e6b-81b0-fd148183ca1d None None] Bound port: 7239a610-892e-4263-b9d9-6ebd4d51b7b1, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b41c5299-c79e-412c-b08d-1fd8e4c211bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1b22f178-f520-4dcc-af1b-c7c5f408e070'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:01:42.149492 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6140caf4-81db-4e6b-81b0-fd148183ca1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:42.153050 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-0b0e6a39-6b87-4ae4-8c5e-caf3b71c8819 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Allocated IP 172.20.0.14 (fa77ec5e-dc7f-464e-a999-b85b98de14d1/234e7785-6786-4a29-b377-7753b1b41472/6fd89299-d3b4-4133-becf-2d475e75a426) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:01:42.153750 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-9d089767-3591-4dc4-84fb-ae73f7b94ea3 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Allocated IP 2001:db8::1 (92e3ca8a-4b0e-4008-a7c0-827e2709bf15/cdeec43e-20fd-49a3-9c34-5457cf241bca/e16258b0-b90e-4980-a7c8-8378c4fe8a77) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:01:42.156618 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f877311b-c185-4ef1-8d1a-1d215d625488 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:42.158599 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f877311b-c185-4ef1-8d1a-1d215d625488 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/ports/d724f311-1a57-4154-a35d-830f91401210 HTTP/1.1" status: 204 len: 168 time: 2.4881582 Feb 03 14:01:42.161404 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56032) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:42.163103 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-abe99d80-a07a-4539-aa96-b3682416a708 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:42.164021 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-3b9af1db-bd47-4ca6-9b9b-a15e539dab99 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:42.165632 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9af1db-bd47-4ca6-9b9b-a15e539dab99 None None] Pushing event updated for resources: {'Port': ['ID=ad46da6d-5bb3-45b8-8669-c3a670c44d32,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:42.170059 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9af1db-bd47-4ca6-9b9b-a15e539dab99 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:01:42.212899 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abe99d80-a07a-4539-aa96-b3682416a708 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:01:42.213568 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-abe99d80-a07a-4539-aa96-b3682416a708 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:42.229498 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 14:01:42.229498 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:01:42.229498 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 14:01:42.229498 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:01:42.229498 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 14:01:42.229498 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:01:42.229498 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 14:01:42.229498 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:01:42.229498 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 14:01:42.229498 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:01:42.229498 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 14:01:42.229498 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:01:42.229498 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 14:01:42.229498 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:01:42.229498 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:01:42.229498 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:01:42.229498 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:01:42.229498 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:01:42.229498 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 14:01:42.229498 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:01:42.229498 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 14:01:42.229498 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:01:42.229498 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:01:42.229498 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:01:42.229498 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 14:01:42.229498 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:01:42.229498 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:01:42.229498 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:01:42.229498 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:01:42.229498 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:01:42.229498 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:01:42.229498 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:01:42.262360 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.l3_db [None req-c65871ad-1563-4fb0-8894-72a10e574300 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Floating IP e2d95646-f96c-4c13-ba01-e5f47c8b2022 associated. External IP: 172.26.3.68, port: fef7a01f-02a6-48a5-baf7-e294d4c12c52. Feb 03 14:01:42.410407 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf747c1-ed22-4dee-b65c-166c28de7e41 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:42.411881 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf747c1-ed22-4dee-b65c-166c28de7e41 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:42.413161 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf747c1-ed22-4dee-b65c-166c28de7e41 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:42.413947 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-bbf747c1-ed22-4dee-b65c-166c28de7e41 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:01:42.421870 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-3b9af1db-bd47-4ca6-9b9b-a15e539dab99 None None] Attempting to bind port ad46da6d-5bb3-45b8-8669-c3a670c44d32 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:01:42.422242 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-3b9af1db-bd47-4ca6-9b9b-a15e539dab99 None None] Attempting to bind port ad46da6d-5bb3-45b8-8669-c3a670c44d32 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '77f6f0c2-301b-4cbb-9c1d-8bcac76e68de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'fa77ec5e-dc7f-464e-a999-b85b98de14d1'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:01:42.422605 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9af1db-bd47-4ca6-9b9b-a15e539dab99 None None] Attempting to bind port ad46da6d-5bb3-45b8-8669-c3a670c44d32 on network fa77ec5e-dc7f-464e-a999-b85b98de14d1 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:01:42.451730 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-459e02f0-4f40-49ce-9970-0402e27a969c None None] For port 2ba7f829-4e8a-4553-804c-c6f555172e9f, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=2ba7f829-4e8a-4553-804c-c6f555172e9f,segment=NetworkSegment(7506becf-31c3-4d80-9d4a-18507f8943ec),segment_id=7506becf-31c3-4d80-9d4a-18507f8943ec)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:01:42.452118 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-459e02f0-4f40-49ce-9970-0402e27a969c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:42.453147 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-bbf747c1-ed22-4dee-b65c-166c28de7e41 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:01:42.456958 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-bbf747c1-ed22-4dee-b65c-166c28de7e41 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2889013 Feb 03 14:01:42.457335 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-92c91a23-abd0-443b-98b2-daca7ee6f7a2 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:42.457695 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56036) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:42.459544 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9af1db-bd47-4ca6-9b9b-a15e539dab99 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:01:42.460038 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9af1db-bd47-4ca6-9b9b-a15e539dab99 None None] Checking segment: {'id': '77f6f0c2-301b-4cbb-9c1d-8bcac76e68de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'fa77ec5e-dc7f-464e-a999-b85b98de14d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:01:42.460448 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3b9af1db-bd47-4ca6-9b9b-a15e539dab99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:42.460845 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9af1db-bd47-4ca6-9b9b-a15e539dab99 None None] Bound using segment: {'id': '77f6f0c2-301b-4cbb-9c1d-8bcac76e68de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'fa77ec5e-dc7f-464e-a999-b85b98de14d1'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:01:42.461404 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-3b9af1db-bd47-4ca6-9b9b-a15e539dab99 None None] Bound port: ad46da6d-5bb3-45b8-8669-c3a670c44d32, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f6f0c2-301b-4cbb-9c1d-8bcac76e68de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'fa77ec5e-dc7f-464e-a999-b85b98de14d1'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:01:42.461782 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3b9af1db-bd47-4ca6-9b9b-a15e539dab99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:42.472791 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-6140caf4-81db-4e6b-81b0-fd148183ca1d None None] For port 7239a610-892e-4263-b9d9-6ebd4d51b7b1, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:01:42.507921 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-abe99d80-a07a-4539-aa96-b3682416a708 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:42.527558 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-92c91a23-abd0-443b-98b2-daca7ee6f7a2 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:42.530819 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-abe99d80-a07a-4539-aa96-b3682416a708 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:42.570257 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-abe99d80-a07a-4539-aa96-b3682416a708 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "DELETE /v2.0/networks/d0013bed-f879-44d7-980e-7fd3521d408b HTTP/1.1" status: 204 len: 168 time: 1.5435946 Feb 03 14:01:42.571453 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe99d80-a07a-4539-aa96-b3682416a708 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event deleted for resources: {'Network': ['ID=d0013bed-f879-44d7-980e-7fd3521d408b,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:42.575492 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56040) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:42.584906 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9d089767-3591-4dc4-84fb-ae73f7b94ea3 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:42.628624 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-459e02f0-4f40-49ce-9970-0402e27a969c None None] Calling delete_port for 2ba7f829-4e8a-4553-804c-c6f555172e9f owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:01:42.653887 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0b0e6a39-6b87-4ae4-8c5e-caf3b71c8819 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:42.669491 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-6140caf4-81db-4e6b-81b0-fd148183ca1d None None] For port 7239a610-892e-4263-b9d9-6ebd4d51b7b1, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=7239a610-892e-4263-b9d9-6ebd4d51b7b1,segment=NetworkSegment(b41c5299-c79e-412c-b08d-1fd8e4c211bc),segment_id=b41c5299-c79e-412c-b08d-1fd8e4c211bc)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:01:42.745811 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-9d089767-3591-4dc4-84fb-ae73f7b94ea3 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Transition to ACTIVE for port object e16258b0-b90e-4980-a7c8-8378c4fe8a77 will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:42.782115 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6140caf4-81db-4e6b-81b0-fd148183ca1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:42.806634 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-497b39fb-5ab6-4e94-a6b8-54fe62732842 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:42.834489 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-3b9af1db-bd47-4ca6-9b9b-a15e539dab99 None None] For port ad46da6d-5bb3-45b8-8669-c3a670c44d32, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:01:42.854317 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-d24eba22-5526-470d-bd11-331c59bb8b13 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting subnet a1407e19-aadf-47ae-9f67-a5e2e9464e4b {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:01:42.856175 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-3b9af1db-bd47-4ca6-9b9b-a15e539dab99 None None] For port ad46da6d-5bb3-45b8-8669-c3a670c44d32, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=ad46da6d-5bb3-45b8-8669-c3a670c44d32,segment=NetworkSegment(77f6f0c2-301b-4cbb-9c1d-8bcac76e68de),segment_id=77f6f0c2-301b-4cbb-9c1d-8bcac76e68de)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:01:42.858432 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d24eba22-5526-470d-bd11-331c59bb8b13 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:42.881134 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6140caf4-81db-4e6b-81b0-fd148183ca1d None None] Pushing event updated for resources: {'Port': ['ID=7239a610-892e-4263-b9d9-6ebd4d51b7b1,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:42.884896 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-497b39fb-5ab6-4e94-a6b8-54fe62732842 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Deleting port 2ba7f829-4e8a-4553-804c-c6f555172e9f {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:01:42.885236 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-497b39fb-5ab6-4e94-a6b8-54fe62732842 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:42.889405 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-459e02f0-4f40-49ce-9970-0402e27a969c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:42.890374 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-0b0e6a39-6b87-4ae4-8c5e-caf3b71c8819 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Transition to ACTIVE for port object 6fd89299-d3b4-4133-becf-2d475e75a426 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:42.900332 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-92c91a23-abd0-443b-98b2-daca7ee6f7a2 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:42.926181 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9d089767-3591-4dc4-84fb-ae73f7b94ea3 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:42.936614 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c91a23-abd0-443b-98b2-daca7ee6f7a2 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bbfacc-0f2d-456c-9680-5af65259e91c,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:42.944588 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3b9af1db-bd47-4ca6-9b9b-a15e539dab99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:42.967213 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e02f0-4f40-49ce-9970-0402e27a969c None None] Pushing event deleted for resources: {'Port': ['ID=2ba7f829-4e8a-4553-804c-c6f555172e9f,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:43.006027 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-497b39fb-5ab6-4e94-a6b8-54fe62732842 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] The port '2ba7f829-4e8a-4553-804c-c6f555172e9f' was deleted {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 14:01:43.029575 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-92c91a23-abd0-443b-98b2-daca7ee6f7a2 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:43.033339 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-92c91a23-abd0-443b-98b2-daca7ee6f7a2 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/security-groups/85bbfacc-0f2d-456c-9680-5af65259e91c HTTP/1.1" status: 204 len: 168 time: 0.9404244 Feb 03 14:01:43.034503 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56044) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:43.040267 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9af1db-bd47-4ca6-9b9b-a15e539dab99 None None] Pushing event updated for resources: {'Port': ['ID=ad46da6d-5bb3-45b8-8669-c3a670c44d32,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:43.045948 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459e02f0-4f40-49ce-9970-0402e27a969c None None] No DVR routers for this DVR port 2ba7f829-4e8a-4553-804c-c6f555172e9f on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:01:43.048381 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 2ba7f829-4e8a-4553-804c-c6f555172e9f no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:01:43.059610 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d24eba22-5526-470d-bd11-331c59bb8b13 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:43.095514 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 2ba7f829-4e8a-4553-804c-c6f555172e9f {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:01:43.095514 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 2ba7f829-4e8a-4553-804c-c6f555172e9f not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:01:43.109677 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-451e9666-cc49-4023-8e6e-3d963ae6830b tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:43.155645 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0b0e6a39-6b87-4ae4-8c5e-caf3b71c8819 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:43.164949 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d089767-3591-4dc4-84fb-ae73f7b94ea3 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Network 92e3ca8a-4b0e-4008-a7c0-827e2709bf15 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:01:43.210648 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-451e9666-cc49-4023-8e6e-3d963ae6830b tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:43.236284 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d089767-3591-4dc4-84fb-ae73f7b94ea3 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Pushing event updated for resources: {'Port': ['ID=e16258b0-b90e-4980-a7c8-8378c4fe8a77,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:43.239295 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-9d089767-3591-4dc4-84fb-ae73f7b94ea3 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:43.249380 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d089767-3591-4dc4-84fb-ae73f7b94ea3 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:01:43.250182 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9d089767-3591-4dc4-84fb-ae73f7b94ea3 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:43.286852 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-497b39fb-5ab6-4e94-a6b8-54fe62732842 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:43.368710 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-497b39fb-5ab6-4e94-a6b8-54fe62732842 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bb12688-cb90-41f3-b011-955c615a2915']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:43.388065 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-497b39fb-5ab6-4e94-a6b8-54fe62732842 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7506becf-31c3-4d80-9d4a-18507f8943ec') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:43.388358 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-497b39fb-5ab6-4e94-a6b8-54fe62732842 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7506becf-31c3-4d80-9d4a-18507f8943ec') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:43.487304 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-497b39fb-5ab6-4e94-a6b8-54fe62732842 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:43.517181 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d24eba22-5526-470d-bd11-331c59bb8b13 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:43.558499 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-497b39fb-5ab6-4e94-a6b8-54fe62732842 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:43.605239 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0e6a39-6b87-4ae4-8c5e-caf3b71c8819 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Network fa77ec5e-dc7f-464e-a999-b85b98de14d1 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:01:43.612062 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e6a39-6b87-4ae4-8c5e-caf3b71c8819 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'Port': ['ID=6fd89299-d3b4-4133-becf-2d475e75a426,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:43.622181 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-0b0e6a39-6b87-4ae4-8c5e-caf3b71c8819 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:43.688691 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0e6a39-6b87-4ae4-8c5e-caf3b71c8819 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:01:43.711251 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9d089767-3591-4dc4-84fb-ae73f7b94ea3 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:43.720679 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-497b39fb-5ab6-4e94-a6b8-54fe62732842 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:01:43.721042 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-497b39fb-5ab6-4e94-a6b8-54fe62732842 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:43.742833 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 14:01:43.742833 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:01:43.742833 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 14:01:43.742833 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:01:43.742833 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 14:01:43.742833 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:01:43.742833 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 14:01:43.742833 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:01:43.742833 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 14:01:43.742833 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:01:43.742833 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 14:01:43.742833 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:01:43.742833 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 14:01:43.742833 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:01:43.742833 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:01:43.742833 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:01:43.742833 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:01:43.742833 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:01:43.742833 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 14:01:43.742833 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:01:43.742833 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 14:01:43.742833 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:01:43.742833 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:01:43.742833 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:01:43.742833 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 14:01:43.742833 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:01:43.742833 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:01:43.742833 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:01:43.742833 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:01:43.742833 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:01:43.742833 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:01:43.742833 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:01:43.795801 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-99f2697d-ce71-40bd-ad20-cbdb22e976dc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Deleting subnet ce72da77-9c17-4c0e-af91-870b04ad1679 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:01:43.815601 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-99f2697d-ce71-40bd-ad20-cbdb22e976dc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:43.878053 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0e6a39-6b87-4ae4-8c5e-caf3b71c8819 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:43.878649 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0b0e6a39-6b87-4ae4-8c5e-caf3b71c8819 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:43.895113 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-7cb1ff70-40d1-4e60-a414-4301b8639fd7 None None] Provisioning for port e16258b0-b90e-4980-a7c8-8378c4fe8a77 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:43.902793 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-7cb1ff70-40d1-4e60-a414-4301b8639fd7 None None] Provisioning complete for port e16258b0-b90e-4980-a7c8-8378c4fe8a77 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:43.903241 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7cb1ff70-40d1-4e60-a414-4301b8639fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:43.947987 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-99f2697d-ce71-40bd-ad20-cbdb22e976dc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:43.965716 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-7cb1ff70-40d1-4e60-a414-4301b8639fd7 None None] Port e16258b0-b90e-4980-a7c8-8378c4fe8a77 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:01:43.983155 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-451e9666-cc49-4023-8e6e-3d963ae6830b tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Allocated IP 172.20.0.12 (f72cffec-94cf-4e9d-875c-e9426cd0c7ef/d9c6fa09-733e-49d1-9375-d27150f38d66/06745687-d6ca-4763-86c0-d4327034ff85) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:01:44.003798 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-0b0e6a39-6b87-4ae4-8c5e-caf3b71c8819 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.0684917 Feb 03 14:01:44.011262 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56048) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:44.014359 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d24eba22-5526-470d-bd11-331c59bb8b13 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:44.051666 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-497b39fb-5ab6-4e94-a6b8-54fe62732842 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:44.092312 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-497b39fb-5ab6-4e94-a6b8-54fe62732842 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:44.100794 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24eba22-5526-470d-bd11-331c59bb8b13 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Subnet': ['ID=a1407e19-aadf-47ae-9f67-a5e2e9464e4b,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:44.106942 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b39fb-5ab6-4e94-a6b8-54fe62732842 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event deleted for resources: {'Network': ['ID=8bb12688-cb90-41f3-b011-955c615a2915,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:44.117675 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d24eba22-5526-470d-bd11-331c59bb8b13 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:44.126279 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d24eba22-5526-470d-bd11-331c59bb8b13 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/a1407e19-aadf-47ae-9f67-a5e2e9464e4b HTTP/1.1" status: 204 len: 168 time: 1.6608429 Feb 03 14:01:44.126279 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-497b39fb-5ab6-4e94-a6b8-54fe62732842 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "DELETE /v2.0/networks/8bb12688-cb90-41f3-b011-955c615a2915 HTTP/1.1" status: 204 len: 168 time: 1.5428641 Feb 03 14:01:44.126279 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56052) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:44.130036 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1674e506-a902-4deb-98bc-67c60b91f8f8 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:01:44.138661 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56056) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:44.191403 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-4cea3ca3-a2b5-4b2e-b851-71180047a126 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Request body: {'network': {'name': 'tempest-RoutersTest-109845599'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:44.197087 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-4cea3ca3-a2b5-4b2e-b851-71180047a126 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:44.201577 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-4cea3ca3-a2b5-4b2e-b851-71180047a126 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Usage tracker for resource:network and tenant:d5adceeed00a4893983ee9d6f019faac is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:44.204573 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-4cea3ca3-a2b5-4b2e-b851-71180047a126 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:44.212579 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-4cea3ca3-a2b5-4b2e-b851-71180047a126 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:44.353134 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-bab3f709-5e1d-4e68-9063-eec993dec84e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting subnet d57818ce-d116-49a7-bd4e-f3bae5690745 {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:01:44.357084 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cea3ca3-a2b5-4b2e-b851-71180047a126 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Made reservation on behalf of d5adceeed00a4893983ee9d6f019faac for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:01:44.360706 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4cea3ca3-a2b5-4b2e-b851-71180047a126 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:44.382861 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bab3f709-5e1d-4e68-9063-eec993dec84e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:44.436086 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-99f2697d-ce71-40bd-ad20-cbdb22e976dc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:44.544324 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bab3f709-5e1d-4e68-9063-eec993dec84e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:44.560029 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-451e9666-cc49-4023-8e6e-3d963ae6830b tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:44.594101 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cea3ca3-a2b5-4b2e-b851-71180047a126 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:01:44.640126 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4cea3ca3-a2b5-4b2e-b851-71180047a126 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:44.640610 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-4cea3ca3-a2b5-4b2e-b851-71180047a126 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Added segment 8b914beb-2e41-4746-bad8-4cf154db2c3b of type vlan for network 7e8f05d6-f5ad-468d-ab60-3049aaf4ab5e Feb 03 14:01:44.695924 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4cea3ca3-a2b5-4b2e-b851-71180047a126 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:44.733248 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9d089767-3591-4dc4-84fb-ae73f7b94ea3 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:44.749423 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b64daf-e6d4-49a8-aefa-e87745e9dbbb None None] Network 1b22f178-f520-4dcc-af1b-c7c5f408e070 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:01:44.761667 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bab3f709-5e1d-4e68-9063-eec993dec84e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:44.824035 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9d089767-3591-4dc4-84fb-ae73f7b94ea3 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:44.825361 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9d089767-3591-4dc4-84fb-ae73f7b94ea3 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:44.845696 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c65871ad-1563-4fb0-8894-72a10e574300 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Router b8ac8743-9c7e-4709-a28e-1ea2b501ff15 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:01:44.887617 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4cea3ca3-a2b5-4b2e-b851-71180047a126 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:44.891886 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cea3ca3-a2b5-4b2e-b851-71180047a126 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:44.892696 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4cea3ca3-a2b5-4b2e-b851-71180047a126 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:44.977959 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f1b672-b6e0-430d-b72a-418e2f647fda None None] Network fa77ec5e-dc7f-464e-a999-b85b98de14d1 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:01:44.979126 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-99f2697d-ce71-40bd-ad20-cbdb22e976dc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:45.011463 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-28459c46-cdec-4572-9333-f9dc27be6f66 None None] Provisioning for port 7239a610-892e-4263-b9d9-6ebd4d51b7b1 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:45.038432 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f2697d-ce71-40bd-ad20-cbdb22e976dc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event deleted for resources: {'Subnet': ['ID=ce72da77-9c17-4c0e-af91-870b04ad1679,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:45.071822 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b3aec0-58aa-45da-b5ee-ce80f195ac4e None None] Network 47a34d4f-12fc-4f29-ac61-23f93f980f4e requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:01:45.109116 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bab3f709-5e1d-4e68-9063-eec993dec84e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:45.145498 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-99f2697d-ce71-40bd-ad20-cbdb22e976dc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:45.176415 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 7239a610-892e-4263-b9d9-6ebd4d51b7b1 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:01:45.249402 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-451e9666-cc49-4023-8e6e-3d963ae6830b tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:45.303655 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-99f2697d-ce71-40bd-ad20-cbdb22e976dc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/subnets/ce72da77-9c17-4c0e-af91-870b04ad1679 HTTP/1.1" status: 204 len: 168 time: 2.2615957 Feb 03 14:01:45.304403 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d089767-3591-4dc4-84fb-ae73f7b94ea3 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Pushing event updated for resources: {'Port': ['ID=e16258b0-b90e-4980-a7c8-8378c4fe8a77,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:45.309236 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bab3f709-5e1d-4e68-9063-eec993dec84e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:45.309383 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56060) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:45.314850 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-bab3f709-5e1d-4e68-9063-eec993dec84e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/d57818ce-d116-49a7-bd4e-f3bae5690745 HTTP/1.1" status: 204 len: 168 time: 1.1899097 Feb 03 14:01:45.320977 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4cea3ca3-a2b5-4b2e-b851-71180047a126 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1462305 Feb 03 14:01:45.322056 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab3f709-5e1d-4e68-9063-eec993dec84e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Subnet': ['ID=d57818ce-d116-49a7-bd4e-f3bae5690745,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:45.323820 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56064) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:45.324139 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56066) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:45.331713 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea3ca3-a2b5-4b2e-b851-71180047a126 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event updated for resources: {'Network': ['ID=7e8f05d6-f5ad-468d-ab60-3049aaf4ab5e,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:45.364149 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e89688-dc0c-4718-a542-4d7bc16b5727 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:01:45.381249 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 7e8f05d6-f5ad-468d-ab60-3049aaf4ab5e details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:01:45.412473 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-970b455a-a0fb-4926-9158-1f704f35ee87 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Request body: {'subnet': {'network_id': '7e8f05d6-f5ad-468d-ab60-3049aaf4ab5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:45.448765 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451e9666-cc49-4023-8e6e-3d963ae6830b tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Network f72cffec-94cf-4e9d-875c-e9426cd0c7ef is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:01:45.449463 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d089767-3591-4dc4-84fb-ae73f7b94ea3 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Network 92e3ca8a-4b0e-4008-a7c0-827e2709bf15 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:01:45.470807 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-451e9666-cc49-4023-8e6e-3d963ae6830b tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:45.477810 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e9666-cc49-4023-8e6e-3d963ae6830b tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Pushing event updated for resources: {'Port': ['ID=06745687-d6ca-4763-86c0-d4327034ff85,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:45.480014 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451e9666-cc49-4023-8e6e-3d963ae6830b tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:01:45.500013 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-9d089767-3591-4dc4-84fb-ae73f7b94ea3 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:45.507853 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-5324bbc3-621b-4a7f-8b64-ed92f4564fd6 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1802759 Feb 03 14:01:45.516556 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56072) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:45.540628 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b268ea-8828-455c-bb93-7a4b0d5a9338 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Deleting subnet 806b7d71-582b-421b-8809-1c1aabe7dc49 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:01:45.547173 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-62b00cc6-1899-44df-90c9-f7fef672af1b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'subnet': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:45.597184 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c5b268ea-8828-455c-bb93-7a4b0d5a9338 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:45.727881 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-75fa5844-e4f8-4dd3-b97b-f3d3fe20c9ea None None] Provisioning for port ad46da6d-5bb3-45b8-8669-c3a670c44d32 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:45.787497 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-62b00cc6-1899-44df-90c9-f7fef672af1b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:45.822717 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-970b455a-a0fb-4926-9158-1f704f35ee87 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:45.831791 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-970b455a-a0fb-4926-9158-1f704f35ee87 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Usage tracker for resource:subnet and tenant:d5adceeed00a4893983ee9d6f019faac is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:45.836603 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-970b455a-a0fb-4926-9158-1f704f35ee87 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:45.844646 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-970b455a-a0fb-4926-9158-1f704f35ee87 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:45.888429 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 7239a610-892e-4263-b9d9-6ebd4d51b7b1 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:45.891928 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-62b00cc6-1899-44df-90c9-f7fef672af1b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:45.905678 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c5b268ea-8828-455c-bb93-7a4b0d5a9338 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:45.910344 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 7239a610-892e-4263-b9d9-6ebd4d51b7b1 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:45.910719 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:45.930978 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970b455a-a0fb-4926-9158-1f704f35ee87 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Made reservation on behalf of d5adceeed00a4893983ee9d6f019faac for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:01:46.054856 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b00cc6-1899-44df-90c9-f7fef672af1b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:01:46.110319 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-970b455a-a0fb-4926-9158-1f704f35ee87 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:46.114994 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-819e3c4d-b115-4046-9eab-78870b07c3ae None None] Provisioning complete for port 62a20ffd-49dc-4cc3-8155-c8036182cec1 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:46.115418 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-819e3c4d-b115-4046-9eab-78870b07c3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:46.250085 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:46.341704 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-93370d0b-a241-4f61-9f17-53378d7480c6 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:46.349674 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a9a29e-1f74-45bc-8827-774da21e571a None None] DHCP port deletion for ac0baa47-f752-4b1c-8067-faa2699b3288 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:01:46.360945 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-62b00cc6-1899-44df-90c9-f7fef672af1b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:46.376577 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 7239a610-892e-4263-b9d9-6ebd4d51b7b1, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=7239a610-892e-4263-b9d9-6ebd4d51b7b1,segment=NetworkSegment(b41c5299-c79e-412c-b08d-1fd8e4c211bc),segment_id=b41c5299-c79e-412c-b08d-1fd8e4c211bc)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:01:46.377802 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-42a9a29e-1f74-45bc-8827-774da21e571a None None] Deleting port 62a20ffd-49dc-4cc3-8155-c8036182cec1 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:01:46.378179 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-42a9a29e-1f74-45bc-8827-774da21e571a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:46.400436 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d089767-3591-4dc4-84fb-ae73f7b94ea3 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Router 072818bb-a0f9-42f9-957f-442f0e24e435 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:01:46.475818 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:46.476650 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device ad46da6d-5bb3-45b8-8669-c3a670c44d32 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:01:46.654591 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-819e3c4d-b115-4046-9eab-78870b07c3ae None None] Provisioning complete for port e16258b0-b90e-4980-a7c8-8378c4fe8a77 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:46.654971 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-819e3c4d-b115-4046-9eab-78870b07c3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:46.726995 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c5b268ea-8828-455c-bb93-7a4b0d5a9338 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:46.763441 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-970b455a-a0fb-4926-9158-1f704f35ee87 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:46.811390 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=7239a610-892e-4263-b9d9-6ebd4d51b7b1,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:46.843364 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-819e3c4d-b115-4046-9eab-78870b07c3ae None None] Port e16258b0-b90e-4980-a7c8-8378c4fe8a77 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:01:46.874253 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-42a9a29e-1f74-45bc-8827-774da21e571a None None] For port 62a20ffd-49dc-4cc3-8155-c8036182cec1, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=62a20ffd-49dc-4cc3-8155-c8036182cec1,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:01:46.874669 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-42a9a29e-1f74-45bc-8827-774da21e571a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:46.902906 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b455a-a0fb-4926-9158-1f704f35ee87 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event updated for resources: {'Subnet': ['ID=e67ea9cd-60b0-4288-84e9-3efd2ff0c975,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:46.959892 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970b455a-a0fb-4926-9158-1f704f35ee87 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Checking segment: {'id': '8b914beb-2e41-4746-bad8-4cf154db2c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e8f05d6-f5ad-468d-ab60-3049aaf4ab5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:01:46.960558 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970b455a-a0fb-4926-9158-1f704f35ee87 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Network hostable DHCP agents. Network: 7e8f05d6-f5ad-468d-ab60-3049aaf4ab5e, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:01:46.968162 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65871ad-1563-4fb0-8894-72a10e574300 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:01:46.976258 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d089767-3591-4dc4-84fb-ae73f7b94ea3 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:01:46.982788 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d6c144-1c04-433c-b592-f64cdd9adc46 None None] Sync routers for ids ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:01:46.993314 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-9d089767-3591-4dc4-84fb-ae73f7b94ea3 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] 10.222.0.41 "PUT /v2.0/routers/072818bb-a0f9-42f9-957f-442f0e24e435/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0858326 Feb 03 14:01:46.994314 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56076) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:47.009424 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d6c144-1c04-433c-b592-f64cdd9adc46 None None] Routers {'b8ac8743-9c7e-4709-a28e-1ea2b501ff15'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:01:47.010288 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-d1d6c144-1c04-433c-b592-f64cdd9adc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:01:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:47.056842 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port ad46da6d-5bb3-45b8-8669-c3a670c44d32 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:47.068972 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-42a9a29e-1f74-45bc-8827-774da21e571a None None] Calling delete_port for 62a20ffd-49dc-4cc3-8155-c8036182cec1 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:01:47.100591 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f9f6e5-4f75-4bb3-b367-ea3c2fe791c1 None None] Sync routers for ids ['072818bb-a0f9-42f9-957f-442f0e24e435'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:01:47.126787 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-d1d6c144-1c04-433c-b592-f64cdd9adc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:47.134061 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port ad46da6d-5bb3-45b8-8669-c3a670c44d32 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:47.134553 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:47.146968 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c5b268ea-8828-455c-bb93-7a4b0d5a9338 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:47.151217 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d6c144-1c04-433c-b592-f64cdd9adc46 None None] Routers {'b8ac8743-9c7e-4709-a28e-1ea2b501ff15'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:01:47.151988 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-d1d6c144-1c04-433c-b592-f64cdd9adc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:01:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:47.187990 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f9f6e5-4f75-4bb3-b367-ea3c2fe791c1 None None] Routers {'072818bb-a0f9-42f9-957f-442f0e24e435'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:01:47.188665 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-85f9f6e5-4f75-4bb3-b367-ea3c2fe791c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:01:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['072818bb-a0f9-42f9-957f-442f0e24e435'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:47.202614 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970b455a-a0fb-4926-9158-1f704f35ee87 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Network 7e8f05d6-f5ad-468d-ab60-3049aaf4ab5e is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:01:47.237111 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-868d704c-d63b-44dc-a84d-c57b5b0dcc85 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks [] for router, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:47.263307 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-d1d6c144-1c04-433c-b592-f64cdd9adc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:47.264344 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d6c144-1c04-433c-b592-f64cdd9adc46 None None] The sync data for ids ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:01:47.270063 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c65871ad-1563-4fb0-8894-72a10e574300 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:47.296214 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-970b455a-a0fb-4926-9158-1f704f35ee87 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 7e8f05d6-f5ad-468d-ab60-3049aaf4ab5e) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:47.297990 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-85f9f6e5-4f75-4bb3-b367-ea3c2fe791c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:47.307550 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970b455a-a0fb-4926-9158-1f704f35ee87 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:47.308617 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-970b455a-a0fb-4926-9158-1f704f35ee87 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:47.310141 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-3944c8cf-ce4d-4c99-bb83-ca8f131c48f8 None None] Provisioning complete for port 7239a610-892e-4263-b9d9-6ebd4d51b7b1 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:47.310502 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3944c8cf-ce4d-4c99-bb83-ca8f131c48f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:47.313394 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b268ea-8828-455c-bb93-7a4b0d5a9338 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event deleted for resources: {'Subnet': ['ID=806b7d71-582b-421b-8809-1c1aabe7dc49,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:47.386380 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c5b268ea-8828-455c-bb93-7a4b0d5a9338 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:47.389523 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c5b268ea-8828-455c-bb93-7a4b0d5a9338 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/subnets/806b7d71-582b-421b-8809-1c1aabe7dc49 HTTP/1.1" status: 204 len: 168 time: 2.0770440 Feb 03 14:01:47.394477 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56080) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:47.399359 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339f8762-a8e2-4c30-b645-d010a4ca8215 None None] Network 7e8f05d6-f5ad-468d-ab60-3049aaf4ab5e requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:01:47.424731 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b5b395-9ded-4119-9e36-6c1c5b115c0f None None] Network 47a34d4f-12fc-4f29-ac61-23f93f980f4e requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:01:47.441099 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-451e9666-cc49-4023-8e6e-3d963ae6830b tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:47.441812 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-451e9666-cc49-4023-8e6e-3d963ae6830b tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:47.453167 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c65871ad-1563-4fb0-8894-72a10e574300 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 11.1978676 Feb 03 14:01:47.455550 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-62b00cc6-1899-44df-90c9-f7fef672af1b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:47.463186 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56084) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:47.503563 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-54c59f65-7236-4c5a-885b-34e079c4f896 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1739003596'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:47.562582 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:47.563350 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-42a9a29e-1f74-45bc-8827-774da21e571a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:47.566747 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f9f6e5-4f75-4bb3-b367-ea3c2fe791c1 None None] Routers {'072818bb-a0f9-42f9-957f-442f0e24e435'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:01:47.567433 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-85f9f6e5-4f75-4bb3-b367-ea3c2fe791c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:01:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['072818bb-a0f9-42f9-957f-442f0e24e435'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:47.577418 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5d4258e-3f10-4a4c-84bd-6a4c9f89e9e7 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] DELETE failed (client error): The resource could not be found. Feb 03 14:01:47.577859 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5d4258e-3f10-4a4c-84bd-6a4c9f89e9e7 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:01:47.582013 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e5d4258e-3f10-4a4c-84bd-6a4c9f89e9e7 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/subnets/ce72da77-9c17-4c0e-af91-870b04ad1679 HTTP/1.1" status: 404 len: 337 time: 0.1863508 Feb 03 14:01:47.582183 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-54c59f65-7236-4c5a-885b-34e079c4f896 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:47.585447 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-970b455a-a0fb-4926-9158-1f704f35ee87 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2563820 Feb 03 14:01:47.586397 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56088) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:47.587094 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56090) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:47.595506 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-bebb0534-a160-4a2a-b999-1ea5167af42f tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1031362714', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:47.604085 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-54c59f65-7236-4c5a-885b-34e079c4f896 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Usage tracker for resource:network and tenant:2e321b7425cc4fcdadac3009246b2caf is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:47.611546 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-54c59f65-7236-4c5a-885b-34e079c4f896 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:47.637077 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-bebb0534-a160-4a2a-b999-1ea5167af42f tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:47.645312 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-54c59f65-7236-4c5a-885b-34e079c4f896 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:47.648833 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-bebb0534-a160-4a2a-b999-1ea5167af42f tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Usage tracker for resource:router and tenant:d5adceeed00a4893983ee9d6f019faac is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:47.650819 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b00cc6-1899-44df-90c9-f7fef672af1b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:01:47.654853 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-bebb0534-a160-4a2a-b999-1ea5167af42f tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:47.666013 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-bebb0534-a160-4a2a-b999-1ea5167af42f tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:47.669608 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-62b00cc6-1899-44df-90c9-f7fef672af1b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:47.680696 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b00cc6-1899-44df-90c9-f7fef672af1b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:47.681149 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-62b00cc6-1899-44df-90c9-f7fef672af1b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:47.694300 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b00cc6-1899-44df-90c9-f7fef672af1b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Subnet': ['ID=82d5439f-65b2-48f2-b497-9535969412c1,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:47.751727 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-93370d0b-a241-4f61-9f17-53378d7480c6 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:47.759135 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9a29e-1f74-45bc-8827-774da21e571a None None] Pushing event deleted for resources: {'Port': ['ID=62a20ffd-49dc-4cc3-8155-c8036182cec1,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:47.761734 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-85f9f6e5-4f75-4bb3-b367-ea3c2fe791c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:47.762106 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f9f6e5-4f75-4bb3-b367-ea3c2fe791c1 None None] The sync data for ids ['072818bb-a0f9-42f9-957f-442f0e24e435'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:01:47.769690 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-868d704c-d63b-44dc-a84d-c57b5b0dcc85 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 03 14:01:47.770752 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-868d704c-d63b-44dc-a84d-c57b5b0dcc85 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] 10.222.0.41 "DELETE /v2.0/routers/072818bb-a0f9-42f9-957f-442f0e24e435 HTTP/1.1" status: 409 len: 329 time: 0.7754257 Feb 03 14:01:47.773775 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bebb0534-a160-4a2a-b999-1ea5167af42f tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:47.774686 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bebb0534-a160-4a2a-b999-1ea5167af42f tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:47.777776 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56096) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:47.813827 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a9a29e-1f74-45bc-8827-774da21e571a None None] No DVR routers for this DVR port 62a20ffd-49dc-4cc3-8155-c8036182cec1 on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:01:47.839559 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7008710c-ab90-4fdf-b55d-2228d89bd40c None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:01:47.844185 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c59f65-7236-4c5a-885b-34e079c4f896 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Made reservation on behalf of 2e321b7425cc4fcdadac3009246b2caf for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:01:47.851574 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-54c59f65-7236-4c5a-885b-34e079c4f896 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:47.884545 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-62b00cc6-1899-44df-90c9-f7fef672af1b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3607066 Feb 03 14:01:47.890892 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56100) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:47.906918 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-52a4d1ec-49de-4166-be84-cabceb0f75c9 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'subnet': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:47.909539 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c59f65-7236-4c5a-885b-34e079c4f896 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:01:47.921132 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-54c59f65-7236-4c5a-885b-34e079c4f896 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:47.921799 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-54c59f65-7236-4c5a-885b-34e079c4f896 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Added segment 36adf448-cea4-4ffe-ac78-3d294c0c5b74 of type vlan for network 2c85a47a-8543-41a4-8353-e6eee81f6ef6 Feb 03 14:01:47.964146 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-54c59f65-7236-4c5a-885b-34e079c4f896 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:48.005840 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-93370d0b-a241-4f61-9f17-53378d7480c6 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:48.009915 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:48.065096 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bebb0534-a160-4a2a-b999-1ea5167af42f tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:48.091878 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-93cb53e8-5d17-46a6-b419-01596e769ad2 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Deleting subnet a9de8ec4-e408-49bb-9fca-7461e3c02cf7 {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:01:48.100213 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-93cb53e8-5d17-46a6-b419-01596e769ad2 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:48.159616 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370d0b-a241-4f61-9f17-53378d7480c6 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'Port': ['ID=6fd89299-d3b4-4133-becf-2d475e75a426,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:48.159616 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-54c59f65-7236-4c5a-885b-34e079c4f896 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:48.165734 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c59f65-7236-4c5a-885b-34e079c4f896 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:48.166505 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-54c59f65-7236-4c5a-885b-34e079c4f896 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:48.206650 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-93cb53e8-5d17-46a6-b419-01596e769ad2 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:48.249354 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-52a4d1ec-49de-4166-be84-cabceb0f75c9 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:48.251770 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bebb0534-a160-4a2a-b999-1ea5167af42f tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:48.313074 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port ad46da6d-5bb3-45b8-8669-c3a670c44d32, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=ad46da6d-5bb3-45b8-8669-c3a670c44d32,segment=NetworkSegment(77f6f0c2-301b-4cbb-9c1d-8bcac76e68de),segment_id=77f6f0c2-301b-4cbb-9c1d-8bcac76e68de)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:01:48.315496 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-52a4d1ec-49de-4166-be84-cabceb0f75c9 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:48.345805 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30637797-ee1b-4758-8ebc-0c81c350fb0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-7e8f05d6-f5ad-468d-ab60-3049aaf4ab5e', 'network_id': '7e8f05d6-f5ad-468d-ab60-3049aaf4ab5e', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'fixed_ips': [{'subnet_id': 'e67ea9cd-60b0-4288-84e9-3efd2ff0c975'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:01:48.346646 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-30637797-ee1b-4758-8ebc-0c81c350fb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:48.368903 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c59f65-7236-4c5a-885b-34e079c4f896 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Pushing event updated for resources: {'Network': ['ID=2c85a47a-8543-41a4-8353-e6eee81f6ef6,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:48.454840 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 2c85a47a-8543-41a4-8353-e6eee81f6ef6 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:01:48.476299 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-3944c8cf-ce4d-4c99-bb83-ca8f131c48f8 None None] Provisioning for port 6fd89299-d3b4-4133-becf-2d475e75a426 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:48.480608 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:48.554132 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-93cb53e8-5d17-46a6-b419-01596e769ad2 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:48.569148 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d988f54-5b1e-4c59-8913-3d2ab65e05a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-ac0baa47-f752-4b1c-8067-faa2699b3288', 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'tenant_id': '1508f35e18f0463982f9a6d535c8268b', 'fixed_ips': [{'subnet_id': '82d5439f-65b2-48f2-b497-9535969412c1'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:01:48.570283 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9d988f54-5b1e-4c59-8913-3d2ab65e05a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:48.625897 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=ad46da6d-5bb3-45b8-8669-c3a670c44d32,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:48.645046 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 7239a610-892e-4263-b9d9-6ebd4d51b7b1 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:01:48.662414 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bebb0534-a160-4a2a-b999-1ea5167af42f tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:48.664026 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-bebb0534-a160-4a2a-b999-1ea5167af42f tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0726099 Feb 03 14:01:48.665113 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a4d1ec-49de-4166-be84-cabceb0f75c9 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:01:48.674700 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-3944c8cf-ce4d-4c99-bb83-ca8f131c48f8 None None] Provisioning complete for port 6fd89299-d3b4-4133-becf-2d475e75a426 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:48.675450 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3944c8cf-ce4d-4c99-bb83-ca8f131c48f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:48.680878 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-54c59f65-7236-4c5a-885b-34e079c4f896 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1890061 Feb 03 14:01:48.687991 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56104) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:48.688324 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56106) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:48.728650 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-5393aedd-9f50-41e2-899f-8563e1a3b358 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Request body: {'subnet': {'network_id': '2c85a47a-8543-41a4-8353-e6eee81f6ef6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:48.812557 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-93cb53e8-5d17-46a6-b419-01596e769ad2 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:48.864747 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb53e8-5d17-46a6-b419-01596e769ad2 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event deleted for resources: {'Subnet': ['ID=a9de8ec4-e408-49bb-9fca-7461e3c02cf7,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:48.879109 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-52a4d1ec-49de-4166-be84-cabceb0f75c9 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:48.945693 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-3944c8cf-ce4d-4c99-bb83-ca8f131c48f8 None None] Port 6fd89299-d3b4-4133-becf-2d475e75a426 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:01:48.949643 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-4d6a8794-2deb-4d35-9c38-32bf678e0416 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Request body: {'port': {'network_id': '7e8f05d6-f5ad-468d-ab60-3049aaf4ab5e', 'name': 'tempest-RoutersTest-2056836936'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:48.973032 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-93370d0b-a241-4f61-9f17-53378d7480c6 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:49.086530 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-5393aedd-9f50-41e2-899f-8563e1a3b358 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:49.101116 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-5393aedd-9f50-41e2-899f-8563e1a3b358 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Usage tracker for resource:subnet and tenant:2e321b7425cc4fcdadac3009246b2caf is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:49.106991 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-5393aedd-9f50-41e2-899f-8563e1a3b358 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:49.130780 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-5393aedd-9f50-41e2-899f-8563e1a3b358 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:49.149175 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-9d988f54-5b1e-4c59-8913-3d2ab65e05a9 None None] Allocated IP 172.20.0.2 (ac0baa47-f752-4b1c-8067-faa2699b3288/82d5439f-65b2-48f2-b497-9535969412c1/0921cf17-742b-4d2e-a5fd-14f85e3d7715) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:01:49.151003 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-3944c8cf-ce4d-4c99-bb83-ca8f131c48f8 None None] Provisioning complete for port ad46da6d-5bb3-45b8-8669-c3a670c44d32 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:49.151408 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3944c8cf-ce4d-4c99-bb83-ca8f131c48f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:49.153644 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451e9666-cc49-4023-8e6e-3d963ae6830b tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Router 041bb6f3-c42c-4b1b-a742-60b409b462c2 is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:01:49.165846 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-4d6a8794-2deb-4d35-9c38-32bf678e0416 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:49.172667 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-4d6a8794-2deb-4d35-9c38-32bf678e0416 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Usage tracker for resource:port and tenant:d5adceeed00a4893983ee9d6f019faac is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:49.177249 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-4d6a8794-2deb-4d35-9c38-32bf678e0416 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:49.179701 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-30637797-ee1b-4758-8ebc-0c81c350fb0e None None] Allocated IP 172.20.0.2 (7e8f05d6-f5ad-468d-ab60-3049aaf4ab5e/e67ea9cd-60b0-4288-84e9-3efd2ff0c975/106272ce-9d6e-42ac-b0c9-6d6e646ae546) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:01:49.202154 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963d5a25-1265-4fd9-a77e-7e6e5133e896 None None] Update dhcp port {'port': {'network_id': '47a34d4f-12fc-4f29-ac61-23f93f980f4e', 'fixed_ips': [{'subnet_id': 'a9de8ec4-e408-49bb-9fca-7461e3c02cf7'}], 'binding:host_id': 'dv-neutron-827016-1-hyperv'}, 'id': 'cfb47753-8683-4bd2-bddc-c67797c20e10'} from dv-neutron-827016-1-hyperv. {{(pid=84183) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 03 14:01:49.221038 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-93cb53e8-5d17-46a6-b419-01596e769ad2 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:49.240393 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-4d6a8794-2deb-4d35-9c38-32bf678e0416 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:49.240610 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 7239a610-892e-4263-b9d9-6ebd4d51b7b1 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:49.240610 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:49.246609 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-93cb53e8-5d17-46a6-b419-01596e769ad2 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/subnets/a9de8ec4-e408-49bb-9fca-7461e3c02cf7 HTTP/1.1" status: 204 len: 168 time: 1.6554654 Feb 03 14:01:49.246831 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56112) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:49.279658 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5393aedd-9f50-41e2-899f-8563e1a3b358 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Made reservation on behalf of 2e321b7425cc4fcdadac3009246b2caf for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:01:49.289459 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-72858a25-bc7f-4f47-9ee6-0c74e9b7633c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] DELETE failed (client error): The resource could not be found. Feb 03 14:01:49.289903 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72858a25-bc7f-4f47-9ee6-0c74e9b7633c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:01:49.294100 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-72858a25-bc7f-4f47-9ee6-0c74e9b7633c tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/subnets/5feae647-e092-459b-8d55-e7bbaee2f277 HTTP/1.1" status: 404 len: 337 time: 0.0437667 Feb 03 14:01:49.295497 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56116) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:49.346977 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a243306d-6ca0-4a93-a6c4-df1a0f92263d tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "GET /v2.0/ports?device_id=3baf2efd-edef-4c63-a5eb-56da4000ffa7 HTTP/1.1" status: 200 len: 205 time: 0.0461373 Feb 03 14:01:49.347651 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56120) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:49.396129 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5393aedd-9f50-41e2-899f-8563e1a3b358 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:49.486668 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6a8794-2deb-4d35-9c38-32bf678e0416 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Made reservation on behalf of d5adceeed00a4893983ee9d6f019faac for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:01:49.490642 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4d6a8794-2deb-4d35-9c38-32bf678e0416 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:49.518818 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-93370d0b-a241-4f61-9f17-53378d7480c6 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:49.548382 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-963d5a25-1265-4fd9-a77e-7e6e5133e896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:49.571841 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-4d6a8794-2deb-4d35-9c38-32bf678e0416 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] device_id is not set on port 01c46e6e-1dc0-4ede-9be1-9283b7f9af92 yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:01:49.587243 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-9dc3a288-8992-4159-b7bc-7166b89e8c45 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] delete failed (client error): The resource could not be found. Feb 03 14:01:49.590758 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-9dc3a288-8992-4159-b7bc-7166b89e8c45 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/routers/3baf2efd-edef-4c63-a5eb-56da4000ffa7 HTTP/1.1" status: 404 len: 336 time: 0.2398579 Feb 03 14:01:49.592667 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56124) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:49.633057 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-05eddc9a-ac0e-48bb-a084-7aad07a34086 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:49.709747 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa6927a-7996-4b6e-8c75-5f1e8822951d tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] DELETE failed (client error): The resource could not be found. Feb 03 14:01:49.710178 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aa6927a-7996-4b6e-8c75-5f1e8822951d tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:01:49.714240 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4aa6927a-7996-4b6e-8c75-5f1e8822951d tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/subnets/f95d3e86-3c22-44c8-993e-8e3d75be5b84 HTTP/1.1" status: 404 len: 337 time: 0.1189787 Feb 03 14:01:49.717622 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56128) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:49.761762 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-eafa9ffc-d12a-45b6-881c-d7e2935082c5 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] DELETE failed (client error): The resource could not be found. Feb 03 14:01:49.761983 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eafa9ffc-d12a-45b6-881c-d7e2935082c5 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:01:49.765985 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-eafa9ffc-d12a-45b6-881c-d7e2935082c5 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/subnets/85a09724-859f-4931-b459-37eed0f76760 HTTP/1.1" status: 404 len: 337 time: 0.0431769 Feb 03 14:01:49.769294 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56132) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:49.863372 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.objects.ports [None req-52a4d1ec-49de-4166-be84-cabceb0f75c9 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84182) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 03 14:01:49.867792 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-52a4d1ec-49de-4166-be84-cabceb0f75c9 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:49.958833 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a4d1ec-49de-4166-be84-cabceb0f75c9 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:01:49.964240 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-52a4d1ec-49de-4166-be84-cabceb0f75c9 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:49.966951 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a4d1ec-49de-4166-be84-cabceb0f75c9 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:49.967861 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-52a4d1ec-49de-4166-be84-cabceb0f75c9 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:49.970514 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b77126b-8ea0-445b-ae19-3a46ff4607cd tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] DELETE failed (client error): The resource could not be found. Feb 03 14:01:49.970959 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b77126b-8ea0-445b-ae19-3a46ff4607cd tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:01:49.978757 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a4d1ec-49de-4166-be84-cabceb0f75c9 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Subnet': ['ID=a0008b29-08e2-45bc-ba29-7b247915321e,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:50.000987 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9d988f54-5b1e-4c59-8913-3d2ab65e05a9 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:50.013707 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-6b77126b-8ea0-445b-ae19-3a46ff4607cd tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/subnets/14ca9214-78d4-44ec-93fc-5392cf71b3f5 HTTP/1.1" status: 404 len: 337 time: 0.2393827 Feb 03 14:01:50.014553 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-30637797-ee1b-4758-8ebc-0c81c350fb0e None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:50.022283 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-9d988f54-5b1e-4c59-8913-3d2ab65e05a9 None None] Transition to ACTIVE for port object 0921cf17-742b-4d2e-a5fd-14f85e3d7715 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:50.022514 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56136) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:50.045095 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-30637797-ee1b-4758-8ebc-0c81c350fb0e None None] Transition to ACTIVE for port object 106272ce-9d6e-42ac-b0c9-6d6e646ae546 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:50.054012 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-8b5bc9d5-9e62-4585-948d-9d17b0f4e53b None None] Provisioning complete for port 6fd89299-d3b4-4133-becf-2d475e75a426 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:50.054222 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8b5bc9d5-9e62-4585-948d-9d17b0f4e53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:50.111355 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-9d988f54-5b1e-4c59-8913-3d2ab65e05a9 None None] Transition to ACTIVE for port object 0921cf17-742b-4d2e-a5fd-14f85e3d7715 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:50.112774 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-30637797-ee1b-4758-8ebc-0c81c350fb0e None None] Transition to ACTIVE for port object 106272ce-9d6e-42ac-b0c9-6d6e646ae546 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:50.132935 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ae7754-3351-4542-a8b1-525d7732e2dd None None] Network 47a34d4f-12fc-4f29-ac61-23f93f980f4e requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:01:50.142482 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-52a4d1ec-49de-4166-be84-cabceb0f75c9 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2492943 Feb 03 14:01:50.149694 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 62a20ffd-49dc-4cc3-8155-c8036182cec1 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:01:50.153039 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56140) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:50.165831 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-c4036e17-ecbf-4424-a675-3d37b2a82439 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'port': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'mac_address': 'fa:16:3e:ed:e5:a7', 'name': 'tempest-NetworksTestDHCPv6-873206916'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:50.179428 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-8b5bc9d5-9e62-4585-948d-9d17b0f4e53b None None] Port 6fd89299-d3b4-4133-becf-2d475e75a426 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:01:50.205795 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-de4e61a7-1fc0-4b22-8395-f4c0a3013bcc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] DELETE failed (client error): The resource could not be found. Feb 03 14:01:50.206426 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de4e61a7-1fc0-4b22-8395-f4c0a3013bcc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:01:50.210965 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-de4e61a7-1fc0-4b22-8395-f4c0a3013bcc tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/ports/701585ce-fe28-4587-bbfc-03d690e88b64 HTTP/1.1" status: 404 len: 333 time: 0.1805599 Feb 03 14:01:50.218113 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56144) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:50.233721 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 62a20ffd-49dc-4cc3-8155-c8036182cec1 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:01:50.234020 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 62a20ffd-49dc-4cc3-8155-c8036182cec1 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:01:50.245179 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-30637797-ee1b-4758-8ebc-0c81c350fb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:50.250201 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9d988f54-5b1e-4c59-8913-3d2ab65e05a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:50.306589 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8e4e14d-a3a2-42b8-b703-d8cf177903a8 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] DELETE failed (client error): The resource could not be found. Feb 03 14:01:50.307024 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8e4e14d-a3a2-42b8-b703-d8cf177903a8 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:01:50.311036 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b8e4e14d-a3a2-42b8-b703-d8cf177903a8 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/subnets/7becb2b5-a583-4466-99ce-0d3cd525c9aa HTTP/1.1" status: 404 len: 337 time: 0.0488226 Feb 03 14:01:50.311376 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56148) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:50.366323 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-c69d5a07-6f73-47ac-9dee-66e9fce08e59 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] DELETE failed (client error): The resource could not be found. Feb 03 14:01:50.366668 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c69d5a07-6f73-47ac-9dee-66e9fce08e59 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:01:50.370577 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c69d5a07-6f73-47ac-9dee-66e9fce08e59 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/subnets/2cb25251-4b9c-4976-a916-63402d58b7e4 HTTP/1.1" status: 404 len: 337 time: 0.0560417 Feb 03 14:01:50.372178 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56152) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:50.391998 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d988f54-5b1e-4c59-8913-3d2ab65e05a9 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:01:50.399415 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-9d988f54-5b1e-4c59-8913-3d2ab65e05a9 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:50.406920 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5393aedd-9f50-41e2-899f-8563e1a3b358 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:50.427489 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d988f54-5b1e-4c59-8913-3d2ab65e05a9 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:01:50.431227 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30637797-ee1b-4758-8ebc-0c81c350fb0e None None] Network 7e8f05d6-f5ad-468d-ab60-3049aaf4ab5e is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:01:50.432472 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30637797-ee1b-4758-8ebc-0c81c350fb0e None None] Pushing event updated for resources: {'Port': ['ID=106272ce-9d6e-42ac-b0c9-6d6e646ae546,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:50.440288 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-30637797-ee1b-4758-8ebc-0c81c350fb0e None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:50.442084 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-8b5bc9d5-9e62-4585-948d-9d17b0f4e53b None None] Provisioning complete for port 536be671-c681-4e40-8138-dddd9aa192b6 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:50.442420 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8b5bc9d5-9e62-4585-948d-9d17b0f4e53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:50.465240 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-282b5577-4d9d-41c7-8085-af8bfa03188a tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] DELETE failed (client error): The resource could not be found. Feb 03 14:01:50.465670 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-282b5577-4d9d-41c7-8085-af8bfa03188a tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:01:50.472158 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-282b5577-4d9d-41c7-8085-af8bfa03188a tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/ports/0bde7fca-245a-436d-9b9d-b08ba1636320 HTTP/1.1" status: 404 len: 333 time: 0.0942662 Feb 03 14:01:50.472351 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30637797-ee1b-4758-8ebc-0c81c350fb0e None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:01:50.472900 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56156) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:50.486208 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-c4036e17-ecbf-4424-a675-3d37b2a82439 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:50.528369 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-c4036e17-ecbf-4424-a675-3d37b2a82439 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Usage tracker for resource:port and tenant:1508f35e18f0463982f9a6d535c8268b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:50.533489 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-c4036e17-ecbf-4424-a675-3d37b2a82439 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:50.544659 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcfc03ef-1e84-4b0d-8df7-18e6faa0e414 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] DELETE failed (client error): The resource could not be found. Feb 03 14:01:50.545110 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcfc03ef-1e84-4b0d-8df7-18e6faa0e414 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:01:50.549147 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-bcfc03ef-1e84-4b0d-8df7-18e6faa0e414 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/subnets/63336920-53ef-42ba-87c9-ddad17a2f446 HTTP/1.1" status: 404 len: 337 time: 0.0703404 Feb 03 14:01:50.549147 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-c4036e17-ecbf-4424-a675-3d37b2a82439 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:50.575143 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56160) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:50.602936 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.db.api [None req-4d6a8794-2deb-4d35-9c38-32bf678e0416 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-c5050746-8a9f-41a7-9708-c23bf8f856c0 {{(pid=84181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:01:50.603281 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG oslo_db.api [None req-4d6a8794-2deb-4d35-9c38-32bf678e0416 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:01:50.610868 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5393aedd-9f50-41e2-899f-8563e1a3b358 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Pushing event updated for resources: {'Subnet': ['ID=eb676f8e-0180-4a82-9581-22a448e0717b,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:50.618149 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device ad46da6d-5bb3-45b8-8669-c3a670c44d32 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:01:50.623601 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1d403cf-9a46-4038-b24b-0c0cb8c59241 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] DELETE failed (client error): The resource could not be found. Feb 03 14:01:50.625201 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1d403cf-9a46-4038-b24b-0c0cb8c59241 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:01:50.628167 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a1d403cf-9a46-4038-b24b-0c0cb8c59241 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/subnets/de6ac4c3-077e-44e9-8f32-50ef1594b889 HTTP/1.1" status: 404 len: 337 time: 0.0496914 Feb 03 14:01:50.628364 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56164) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:50.666326 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451e9666-cc49-4023-8e6e-3d963ae6830b tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:01:50.679593 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b13056c-f965-449e-8bb8-36d4c0d22f82 None None] Sync routers for ids ['041bb6f3-c42c-4b1b-a742-60b409b462c2'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:01:50.702862 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b13056c-f965-449e-8bb8-36d4c0d22f82 None None] Routers {'041bb6f3-c42c-4b1b-a742-60b409b462c2'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:01:50.704061 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-0b13056c-f965-449e-8bb8-36d4c0d22f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:01:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['041bb6f3-c42c-4b1b-a742-60b409b462c2'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:50.716901 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4036e17-ecbf-4424-a675-3d37b2a82439 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:01:50.720989 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c4036e17-ecbf-4424-a675-3d37b2a82439 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:50.725811 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5393aedd-9f50-41e2-899f-8563e1a3b358 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Checking segment: {'id': '36adf448-cea4-4ffe-ac78-3d294c0c5b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2c85a47a-8543-41a4-8353-e6eee81f6ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:01:50.726095 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5393aedd-9f50-41e2-899f-8563e1a3b358 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Network hostable DHCP agents. Network: 2c85a47a-8543-41a4-8353-e6eee81f6ef6, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:01:50.733329 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-0f0aa5ff-2981-4d23-b0ae-f9c5010ef271 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Deleting port 536be671-c681-4e40-8138-dddd9aa192b6 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:01:50.733798 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0f0aa5ff-2981-4d23-b0ae-f9c5010ef271 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:50.735381 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-93370d0b-a241-4f61-9f17-53378d7480c6 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:50.737263 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-8b5bc9d5-9e62-4585-948d-9d17b0f4e53b None None] Port 536be671-c681-4e40-8138-dddd9aa192b6 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:01:50.749306 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d988f54-5b1e-4c59-8913-3d2ab65e05a9 None None] Pushing event updated for resources: {'Port': ['ID=0921cf17-742b-4d2e-a5fd-14f85e3d7715,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:50.801996 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-30637797-ee1b-4758-8ebc-0c81c350fb0e None None] Attempting to bind port 106272ce-9d6e-42ac-b0c9-6d6e646ae546 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:01:50.802504 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-30637797-ee1b-4758-8ebc-0c81c350fb0e None None] Attempting to bind port 106272ce-9d6e-42ac-b0c9-6d6e646ae546 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '8b914beb-2e41-4746-bad8-4cf154db2c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e8f05d6-f5ad-468d-ab60-3049aaf4ab5e'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:01:50.802730 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30637797-ee1b-4758-8ebc-0c81c350fb0e None None] Attempting to bind port 106272ce-9d6e-42ac-b0c9-6d6e646ae546 on network 7e8f05d6-f5ad-468d-ab60-3049aaf4ab5e {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:01:50.803911 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-451e9666-cc49-4023-8e6e-3d963ae6830b tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:50.804716 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-9d988f54-5b1e-4c59-8913-3d2ab65e05a9 None None] Attempting to bind port 0921cf17-742b-4d2e-a5fd-14f85e3d7715 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:01:50.805445 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-451e9666-cc49-4023-8e6e-3d963ae6830b tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 9.6746721 Feb 03 14:01:50.807223 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-9d988f54-5b1e-4c59-8913-3d2ab65e05a9 None None] Attempting to bind port 0921cf17-742b-4d2e-a5fd-14f85e3d7715 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:01:50.807978 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d988f54-5b1e-4c59-8913-3d2ab65e05a9 None None] Attempting to bind port 0921cf17-742b-4d2e-a5fd-14f85e3d7715 on network ac0baa47-f752-4b1c-8067-faa2699b3288 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:01:50.808108 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56168) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:50.811421 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-c4036e17-ecbf-4424-a675-3d37b2a82439 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] device_id is not set on port 5edcde67-174b-46e1-a282-423426ab88e1 yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:01:50.836580 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d988f54-5b1e-4c59-8913-3d2ab65e05a9 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:01:50.837408 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d988f54-5b1e-4c59-8913-3d2ab65e05a9 None None] Checking segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:01:50.837544 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9d988f54-5b1e-4c59-8913-3d2ab65e05a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:50.837969 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d988f54-5b1e-4c59-8913-3d2ab65e05a9 None None] Bound using segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:01:50.838509 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-9d988f54-5b1e-4c59-8913-3d2ab65e05a9 None None] Bound port: 0921cf17-742b-4d2e-a5fd-14f85e3d7715, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:01:50.838939 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9d988f54-5b1e-4c59-8913-3d2ab65e05a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:50.850817 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30637797-ee1b-4758-8ebc-0c81c350fb0e None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:01:50.851313 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30637797-ee1b-4758-8ebc-0c81c350fb0e None None] Checking segment: {'id': '8b914beb-2e41-4746-bad8-4cf154db2c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e8f05d6-f5ad-468d-ab60-3049aaf4ab5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:01:50.851784 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-30637797-ee1b-4758-8ebc-0c81c350fb0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:50.852238 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30637797-ee1b-4758-8ebc-0c81c350fb0e None None] Bound using segment: {'id': '8b914beb-2e41-4746-bad8-4cf154db2c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e8f05d6-f5ad-468d-ab60-3049aaf4ab5e'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:01:50.852792 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-30637797-ee1b-4758-8ebc-0c81c350fb0e None None] Bound port: 106272ce-9d6e-42ac-b0c9-6d6e646ae546, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b914beb-2e41-4746-bad8-4cf154db2c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e8f05d6-f5ad-468d-ab60-3049aaf4ab5e'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:01:50.853236 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-30637797-ee1b-4758-8ebc-0c81c350fb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:50.873457 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-8b5bc9d5-9e62-4585-948d-9d17b0f4e53b None None] Provisioning complete for port cfb47753-8683-4bd2-bddc-c67797c20e10 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:50.873899 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8b5bc9d5-9e62-4585-948d-9d17b0f4e53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:50.904212 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63eef73-116c-40b8-b88a-b6c9fd31c94d None None] DHCP port deletion for 47a34d4f-12fc-4f29-ac61-23f93f980f4e request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:01:50.952369 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-93370d0b-a241-4f61-9f17-53378d7480c6 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:50.974156 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-0b13056c-f965-449e-8bb8-36d4c0d22f82 None None] Set router 041bb6f3-c42c-4b1b-a742-60b409b462c2 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:01:50.981366 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5393aedd-9f50-41e2-899f-8563e1a3b358 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Network 2c85a47a-8543-41a4-8353-e6eee81f6ef6 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:01:51.021823 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-a63eef73-116c-40b8-b88a-b6c9fd31c94d None None] Deleting port cfb47753-8683-4bd2-bddc-c67797c20e10 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:01:51.022595 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a63eef73-116c-40b8-b88a-b6c9fd31c94d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:51.098194 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-93370d0b-a241-4f61-9f17-53378d7480c6 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:51.104909 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4d6a8794-2deb-4d35-9c38-32bf678e0416 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:51.122118 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0f0aa5ff-2981-4d23-b0ae-f9c5010ef271 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:51.124242 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370d0b-a241-4f61-9f17-53378d7480c6 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'Port': ['ID=6fd89299-d3b4-4133-becf-2d475e75a426,revision_number=3']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:51.148080 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port ad46da6d-5bb3-45b8-8669-c3a670c44d32 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:51.148840 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:51.162550 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-5393aedd-9f50-41e2-899f-8563e1a3b358 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 2c85a47a-8543-41a4-8353-e6eee81f6ef6) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:51.176317 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5393aedd-9f50-41e2-899f-8563e1a3b358 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:51.177556 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5393aedd-9f50-41e2-899f-8563e1a3b358 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:51.186587 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74890260-9a5e-4dd2-b55e-6ad1bbb530e8 None None] Network 2c85a47a-8543-41a4-8353-e6eee81f6ef6 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:01:51.249514 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-4d6a8794-2deb-4d35-9c38-32bf678e0416 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] device_id is not set on port 8f629470-6b53-4a6b-b4b3-cca89d8185a8 yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:01:51.381827 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-0f0aa5ff-2981-4d23-b0ae-f9c5010ef271 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Calling delete_port for 536be671-c681-4e40-8138-dddd9aa192b6 owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:01:51.395758 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-9d988f54-5b1e-4c59-8913-3d2ab65e05a9 None None] For port 0921cf17-742b-4d2e-a5fd-14f85e3d7715, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:01:51.431777 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-30637797-ee1b-4758-8ebc-0c81c350fb0e None None] For port 106272ce-9d6e-42ac-b0c9-6d6e646ae546, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:01:51.465286 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-5393aedd-9f50-41e2-899f-8563e1a3b358 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7453985 Feb 03 14:01:51.469026 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56172) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:51.491223 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-9d988f54-5b1e-4c59-8913-3d2ab65e05a9 None None] For port 0921cf17-742b-4d2e-a5fd-14f85e3d7715, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=0921cf17-742b-4d2e-a5fd-14f85e3d7715,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:01:51.506055 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-30637797-ee1b-4758-8ebc-0c81c350fb0e None None] For port 106272ce-9d6e-42ac-b0c9-6d6e646ae546, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=106272ce-9d6e-42ac-b0c9-6d6e646ae546,segment=NetworkSegment(8b914beb-2e41-4746-bad8-4cf154db2c3b),segment_id=8b914beb-2e41-4746-bad8-4cf154db2c3b)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:01:51.512246 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-34e751e7-6384-4bf8-bdd1-5b7d127d4c31 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2070383416', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}, 'admin_state_up': False}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:51.526195 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-0b13056c-f965-449e-8bb8-36d4c0d22f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041bb6f3-c42c-4b1b-a742-60b409b462c2', 'name': '', 'tenant_id': '5b4d4a64e1f040f091825530477755a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72cffec-94cf-4e9d-875c-e9426cd0c7ef', 'external_fixed_ips': [{'subnet_id': 'd9c6fa09-733e-49d1-9375-d27150f38d66', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '06745687-d6ca-4763-86c0-d4327034ff85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:01:41Z', 'updated_at': '2022-02-03T14:01:46Z', 'revision_number': 3, 'project_id': '5b4d4a64e1f040f091825530477755a9', 'gw_port': {'id': '06745687-d6ca-4763-86c0-d4327034ff85', 'name': '', 'network_id': 'f72cffec-94cf-4e9d-875c-e9426cd0c7ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:06:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041bb6f3-c42c-4b1b-a742-60b409b462c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9c6fa09-733e-49d1-9375-d27150f38d66', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:01:43Z', 'updated_at': '2022-02-03T14:01:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9c6fa09-733e-49d1-9375-d27150f38d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:51.526481 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-34e751e7-6384-4bf8-bdd1-5b7d127d4c31 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:01:51.532942 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b13056c-f965-449e-8bb8-36d4c0d22f82 None None] Checking router: 041bb6f3-c42c-4b1b-a742-60b409b462c2 for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:01:51.533351 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b13056c-f965-449e-8bb8-36d4c0d22f82 None None] Updating router 041bb6f3-c42c-4b1b-a742-60b409b462c2 port 06745687-d6ca-4763-86c0-d4327034ff85 binding host dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:01:51.569012 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-34e751e7-6384-4bf8-bdd1-5b7d127d4c31 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Usage tracker for resource:router and tenant:2e321b7425cc4fcdadac3009246b2caf is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:01:51.573789 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-34e751e7-6384-4bf8-bdd1-5b7d127d4c31 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:01:51.587534 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-34e751e7-6384-4bf8-bdd1-5b7d127d4c31 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:01:51.588262 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9d988f54-5b1e-4c59-8913-3d2ab65e05a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:51.593203 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-30637797-ee1b-4758-8ebc-0c81c350fb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:51.606689 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-05eddc9a-ac0e-48bb-a084-7aad07a34086 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Deleting port e16258b0-b90e-4980-a7c8-8378c4fe8a77 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:01:51.607037 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-05eddc9a-ac0e-48bb-a084-7aad07a34086 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:51.613257 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93370d0b-a241-4f61-9f17-53378d7480c6 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Network fa77ec5e-dc7f-464e-a999-b85b98de14d1 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:01:51.618748 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-93370d0b-a241-4f61-9f17-53378d7480c6 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:51.632532 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-0b13056c-f965-449e-8bb8-36d4c0d22f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:51.687115 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-c4036e17-ecbf-4424-a675-3d37b2a82439 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Allocated IP 172.20.0.10 (ac0baa47-f752-4b1c-8067-faa2699b3288/82d5439f-65b2-48f2-b497-9535969412c1/5edcde67-174b-46e1-a282-423426ab88e1) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:01:51.697735 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d988f54-5b1e-4c59-8913-3d2ab65e05a9 None None] Pushing event updated for resources: {'Port': ['ID=0921cf17-742b-4d2e-a5fd-14f85e3d7715,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:51.802834 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0f0aa5ff-2981-4d23-b0ae-f9c5010ef271 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:51.804625 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-34e751e7-6384-4bf8-bdd1-5b7d127d4c31 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:51.807159 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-34e751e7-6384-4bf8-bdd1-5b7d127d4c31 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:51.807300 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-4d6a8794-2deb-4d35-9c38-32bf678e0416 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Allocated IP 172.20.0.4 (7e8f05d6-f5ad-468d-ab60-3049aaf4ab5e/e67ea9cd-60b0-4288-84e9-3efd2ff0c975/8f629470-6b53-4a6b-b4b3-cca89d8185a8) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:01:51.874501 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-c4036e17-ecbf-4424-a675-3d37b2a82439 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Allocated IP 2001:db8::f816:3eff:feed:e5a7 (ac0baa47-f752-4b1c-8067-faa2699b3288/a0008b29-08e2-45bc-ba29-7b247915321e/5edcde67-174b-46e1-a282-423426ab88e1) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:01:51.875188 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-88c7f959-8451-467f-8533-158a1eb8b0e6 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for router, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:51.914622 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-a63eef73-116c-40b8-b88a-b6c9fd31c94d None None] For port cfb47753-8683-4bd2-bddc-c67797c20e10, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=cfb47753-8683-4bd2-bddc-c67797c20e10,segment=NetworkSegment(436e82d6-200c-4985-a180-16bc4c906a37),segment_id=436e82d6-200c-4985-a180-16bc4c906a37)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:01:51.915007 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a63eef73-116c-40b8-b88a-b6c9fd31c94d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:51.917165 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0aa5ff-2981-4d23-b0ae-f9c5010ef271 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event deleted for resources: {'Port': ['ID=536be671-c681-4e40-8138-dddd9aa192b6,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:51.976591 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0f0aa5ff-2981-4d23-b0ae-f9c5010ef271 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:52.001672 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-34e751e7-6384-4bf8-bdd1-5b7d127d4c31 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:52.046425 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-05eddc9a-ac0e-48bb-a084-7aad07a34086 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:52.175762 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device cfb47753-8683-4bd2-bddc-c67797c20e10 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:01:52.205494 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-0b13056c-f965-449e-8bb8-36d4c0d22f82 None None] Notify callbacks [] for port, precommit_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:52.224423 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.provisioning_blocks [None req-0b13056c-f965-449e-8bb8-36d4c0d22f82 None None] Transition to ACTIVE for port object 06745687-d6ca-4763-86c0-d4327034ff85 will not be triggered until provisioned by entity L2. {{(pid=84184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:52.239343 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-0f0aa5ff-2981-4d23-b0ae-f9c5010ef271 tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/ports/536be671-c681-4e40-8138-dddd9aa192b6 HTTP/1.1" status: 204 len: 168 time: 1.6074572 Feb 03 14:01:52.242826 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-a63eef73-116c-40b8-b88a-b6c9fd31c94d None None] Calling delete_port for cfb47753-8683-4bd2-bddc-c67797c20e10 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:01:52.243049 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56176) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:52.246858 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-05eddc9a-ac0e-48bb-a084-7aad07a34086 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Calling delete_port for e16258b0-b90e-4980-a7c8-8378c4fe8a77 owned by network:router_interface {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:01:52.324535 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-0b13056c-f965-449e-8bb8-36d4c0d22f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:52.336067 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc106c9-1f8c-403f-a9b1-203899a9966c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-2c85a47a-8543-41a4-8353-e6eee81f6ef6', 'network_id': '2c85a47a-8543-41a4-8353-e6eee81f6ef6', 'tenant_id': '2e321b7425cc4fcdadac3009246b2caf', 'fixed_ips': [{'subnet_id': 'eb676f8e-0180-4a82-9581-22a448e0717b'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:01:52.337017 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fbc106c9-1f8c-403f-a9b1-203899a9966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:52.449785 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30637797-ee1b-4758-8ebc-0c81c350fb0e None None] Pushing event updated for resources: {'Port': ['ID=106272ce-9d6e-42ac-b0c9-6d6e646ae546,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:52.501282 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af053144-b592-4bc1-871f-47f09c64d39f None None] Pushing event updated for resources: {'Port': ['ID=06745687-d6ca-4763-86c0-d4327034ff85,revision_number=2']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:52.581341 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-0b13056c-f965-449e-8bb8-36d4c0d22f82 None None] Attempting to bind port 06745687-d6ca-4763-86c0-d4327034ff85 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:01:52.583230 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-0b13056c-f965-449e-8bb8-36d4c0d22f82 None None] Attempting to bind port 06745687-d6ca-4763-86c0-d4327034ff85 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '6237f208-e6ff-451c-8467-9fdf3f33c253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f72cffec-94cf-4e9d-875c-e9426cd0c7ef'}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:01:52.583700 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b13056c-f965-449e-8bb8-36d4c0d22f82 None None] Attempting to bind port 06745687-d6ca-4763-86c0-d4327034ff85 on network f72cffec-94cf-4e9d-875c-e9426cd0c7ef {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:01:52.589892 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:52.603982 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b13056c-f965-449e-8bb8-36d4c0d22f82 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:01:52.604356 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b13056c-f965-449e-8bb8-36d4c0d22f82 None None] Checking segment: {'id': '6237f208-e6ff-451c-8467-9fdf3f33c253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f72cffec-94cf-4e9d-875c-e9426cd0c7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:01:52.606306 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-0b13056c-f965-449e-8bb8-36d4c0d22f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:52.607027 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b13056c-f965-449e-8bb8-36d4c0d22f82 None None] Bound using segment: {'id': '6237f208-e6ff-451c-8467-9fdf3f33c253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f72cffec-94cf-4e9d-875c-e9426cd0c7ef'} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:01:52.607317 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-0b13056c-f965-449e-8bb8-36d4c0d22f82 None None] Bound port: 06745687-d6ca-4763-86c0-d4327034ff85, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6237f208-e6ff-451c-8467-9fdf3f33c253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f72cffec-94cf-4e9d-875c-e9426cd0c7ef'}}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:01:52.607714 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-0b13056c-f965-449e-8bb8-36d4c0d22f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:52.623968 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-22c91f01-e8a5-4c37-8681-d4862317d00a None None] Provisioning complete for port 6fd89299-d3b4-4133-becf-2d475e75a426 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:52.626024 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-22c91f01-e8a5-4c37-8681-d4862317d00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:52.640204 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c4036e17-ecbf-4424-a675-3d37b2a82439 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:52.651694 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4d6a8794-2deb-4d35-9c38-32bf678e0416 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:52.706384 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a63eef73-116c-40b8-b88a-b6c9fd31c94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:52.723688 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-18b8adef-8879-4d6b-8617-359c7eb3aa6b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:52.726121 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-4d6a8794-2deb-4d35-9c38-32bf678e0416 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Transition to ACTIVE for port object 8f629470-6b53-4a6b-b4b3-cca89d8185a8 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:52.752413 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-34e751e7-6384-4bf8-bdd1-5b7d127d4c31 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:52.757766 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-c4036e17-ecbf-4424-a675-3d37b2a82439 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Transition to ACTIVE for port object 5edcde67-174b-46e1-a282-423426ab88e1 will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:52.874827 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-0b13056c-f965-449e-8bb8-36d4c0d22f82 None None] For port 06745687-d6ca-4763-86c0-d4327034ff85, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:01:52.893944 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-0b13056c-f965-449e-8bb8-36d4c0d22f82 None None] For port 06745687-d6ca-4763-86c0-d4327034ff85, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=06745687-d6ca-4763-86c0-d4327034ff85,segment=NetworkSegment(6237f208-e6ff-451c-8467-9fdf3f33c253),segment_id=6237f208-e6ff-451c-8467-9fdf3f33c253)] {{(pid=84184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:01:52.909117 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63eef73-116c-40b8-b88a-b6c9fd31c94d None None] Pushing event deleted for resources: {'Port': ['ID=cfb47753-8683-4bd2-bddc-c67797c20e10,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:52.948748 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63eef73-116c-40b8-b88a-b6c9fd31c94d None None] No DVR routers for this DVR port cfb47753-8683-4bd2-bddc-c67797c20e10 on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:01:53.018768 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-22c91f01-e8a5-4c37-8681-d4862317d00a None None] Port 6fd89299-d3b4-4133-becf-2d475e75a426 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:01:53.027970 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-0b13056c-f965-449e-8bb8-36d4c0d22f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:53.047755 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-22c91f01-e8a5-4c37-8681-d4862317d00a None None] Could not find standard attr ID for object 536be671-c681-4e40-8138-dddd9aa192b6. {{(pid=84183) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:01:53.063574 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4d6a8794-2deb-4d35-9c38-32bf678e0416 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:53.083869 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-18b8adef-8879-4d6b-8617-359c7eb3aa6b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:53.091254 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-22c91f01-e8a5-4c37-8681-d4862317d00a None None] Could not find standard attr ID for object cfb47753-8683-4bd2-bddc-c67797c20e10. {{(pid=84183) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:01:53.126475 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-fbc106c9-1f8c-403f-a9b1-203899a9966c None None] Allocated IP 172.20.0.2 (2c85a47a-8543-41a4-8353-e6eee81f6ef6/eb676f8e-0180-4a82-9581-22a448e0717b/8c1806ba-8bd6-474c-b7f6-9cfa431ec6fd) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:01:53.175283 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-05eddc9a-ac0e-48bb-a084-7aad07a34086 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:53.183318 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af053144-b592-4bc1-871f-47f09c64d39f None None] Pushing event updated for resources: {'Port': ['ID=06745687-d6ca-4763-86c0-d4327034ff85,revision_number=3']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:53.190374 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b13056c-f965-449e-8bb8-36d4c0d22f82 None None] Routers {'041bb6f3-c42c-4b1b-a742-60b409b462c2'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:01:53.191263 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-0b13056c-f965-449e-8bb8-36d4c0d22f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:01:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['041bb6f3-c42c-4b1b-a742-60b409b462c2'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:53.239566 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c4036e17-ecbf-4424-a675-3d37b2a82439 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:53.317910 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-18b8adef-8879-4d6b-8617-359c7eb3aa6b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47a34d4f-12fc-4f29-ac61-23f93f980f4e']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:53.317910 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6a8794-2deb-4d35-9c38-32bf678e0416 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Network 7e8f05d6-f5ad-468d-ab60-3049aaf4ab5e is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:01:53.318852 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eddc9a-ac0e-48bb-a084-7aad07a34086 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Pushing event deleted for resources: {'Port': ['ID=e16258b0-b90e-4980-a7c8-8378c4fe8a77,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:53.319131 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-4d6a8794-2deb-4d35-9c38-32bf678e0416 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:53.319131 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-18b8adef-8879-4d6b-8617-359c7eb3aa6b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '436e82d6-200c-4985-a180-16bc4c906a37') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:53.319131 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-18b8adef-8879-4d6b-8617-359c7eb3aa6b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '436e82d6-200c-4985-a180-16bc4c906a37') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:53.319131 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6a8794-2deb-4d35-9c38-32bf678e0416 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event updated for resources: {'Port': ['ID=8f629470-6b53-4a6b-b4b3-cca89d8185a8,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:53.319714 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 106272ce-9d6e-42ac-b0c9-6d6e646ae546 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:01:53.319889 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6a8794-2deb-4d35-9c38-32bf678e0416 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:01:53.375609 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-88c7f959-8451-467f-8533-158a1eb8b0e6 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:53.416763 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-18b8adef-8879-4d6b-8617-359c7eb3aa6b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:53.466384 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-34e751e7-6384-4bf8-bdd1-5b7d127d4c31 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for router_gateway, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:53.489893 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-18b8adef-8879-4d6b-8617-359c7eb3aa6b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:53.501925 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6a8794-2deb-4d35-9c38-32bf678e0416 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:53.503976 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4d6a8794-2deb-4d35-9c38-32bf678e0416 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:53.508966 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-0b13056c-f965-449e-8bb8-36d4c0d22f82 None None] Set router 041bb6f3-c42c-4b1b-a742-60b409b462c2 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:01:53.525882 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b8adef-8879-4d6b-8617-359c7eb3aa6b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:01:53.527661 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-18b8adef-8879-4d6b-8617-359c7eb3aa6b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:53.547789 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 14:01:53.547789 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:01:53.547789 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 14:01:53.547789 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:01:53.547789 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 14:01:53.547789 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:01:53.547789 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 14:01:53.547789 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:01:53.547789 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 14:01:53.547789 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:01:53.547789 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 14:01:53.547789 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:01:53.547789 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 14:01:53.547789 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:01:53.547789 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:01:53.547789 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:01:53.547789 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:01:53.547789 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:01:53.547789 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 14:01:53.547789 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:01:53.547789 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 14:01:53.547789 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:01:53.547789 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:01:53.547789 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:01:53.547789 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 14:01:53.547789 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:01:53.547789 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:01:53.547789 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:01:53.547789 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:01:53.547789 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:01:53.547789 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:01:53.547789 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:01:53.616593 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93370d0b-a241-4f61-9f17-53378d7480c6 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Router 18f5558e-ba17-40a3-8cc2-13d09ea4221e is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:01:53.624511 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-88c7f959-8451-467f-8533-158a1eb8b0e6 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Deleting port 06745687-d6ca-4763-86c0-d4327034ff85 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:01:53.630077 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-88c7f959-8451-467f-8533-158a1eb8b0e6 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:53.633135 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-34e751e7-6384-4bf8-bdd1-5b7d127d4c31 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:53.692744 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 106272ce-9d6e-42ac-b0c9-6d6e646ae546 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:53.703346 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 0921cf17-742b-4d2e-a5fd-14f85e3d7715 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:01:53.800292 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-4d6a8794-2deb-4d35-9c38-32bf678e0416 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 5.0820658 Feb 03 14:01:53.803772 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-18b8adef-8879-4d6b-8617-359c7eb3aa6b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:53.808702 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4036e17-ecbf-4424-a675-3d37b2a82439 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Port': ['ID=5edcde67-174b-46e1-a282-423426ab88e1,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:53.810260 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fbc106c9-1f8c-403f-a9b1-203899a9966c None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:53.818409 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56182) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:53.844547 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-fbc106c9-1f8c-403f-a9b1-203899a9966c None None] Transition to ACTIVE for port object 8c1806ba-8bd6-474c-b7f6-9cfa431ec6fd will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:53.878383 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-18b8adef-8879-4d6b-8617-359c7eb3aa6b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:53.894178 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-fbc106c9-1f8c-403f-a9b1-203899a9966c None None] Transition to ACTIVE for port object 8c1806ba-8bd6-474c-b7f6-9cfa431ec6fd will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:53.946050 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 0921cf17-742b-4d2e-a5fd-14f85e3d7715 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:53.968706 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b8adef-8879-4d6b-8617-359c7eb3aa6b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] Pushing event deleted for resources: {'Network': ['ID=47a34d4f-12fc-4f29-ac61-23f93f980f4e,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:53.971810 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-18b8adef-8879-4d6b-8617-359c7eb3aa6b tempest-PortsIpV6TestJSON-712735868 tempest-PortsIpV6TestJSON-712735868-project] 10.222.0.41 "DELETE /v2.0/networks/47a34d4f-12fc-4f29-ac61-23f93f980f4e HTTP/1.1" status: 204 len: 168 time: 1.7195277 Feb 03 14:01:53.977684 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fbc106c9-1f8c-403f-a9b1-203899a9966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:53.990905 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4036e17-ecbf-4424-a675-3d37b2a82439 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:01:54.002105 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-c4036e17-ecbf-4424-a675-3d37b2a82439 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:54.005175 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4036e17-ecbf-4424-a675-3d37b2a82439 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:01:54.045187 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-0b13056c-f965-449e-8bb8-36d4c0d22f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041bb6f3-c42c-4b1b-a742-60b409b462c2', 'name': '', 'tenant_id': '5b4d4a64e1f040f091825530477755a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72cffec-94cf-4e9d-875c-e9426cd0c7ef', 'external_fixed_ips': [{'subnet_id': 'd9c6fa09-733e-49d1-9375-d27150f38d66', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '06745687-d6ca-4763-86c0-d4327034ff85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:01:41Z', 'updated_at': '2022-02-03T14:01:46Z', 'revision_number': 3, 'project_id': '5b4d4a64e1f040f091825530477755a9', 'gw_port': {'id': '06745687-d6ca-4763-86c0-d4327034ff85', 'name': '', 'network_id': 'f72cffec-94cf-4e9d-875c-e9426cd0c7ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:06:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041bb6f3-c42c-4b1b-a742-60b409b462c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9c6fa09-733e-49d1-9375-d27150f38d66', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:01:43Z', 'updated_at': '2022-02-03T14:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9c6fa09-733e-49d1-9375-d27150f38d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:54.051145 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b13056c-f965-449e-8bb8-36d4c0d22f82 None None] The sync data for ids ['041bb6f3-c42c-4b1b-a742-60b409b462c2'] in dv-neutron-827016-1-hyperv is: [{'id': '041bb6f3-c42c-4b1b-a742-60b409b462c2', 'name': '', 'tenant_id': '5b4d4a64e1f040f091825530477755a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72cffec-94cf-4e9d-875c-e9426cd0c7ef', 'external_fixed_ips': [{'subnet_id': 'd9c6fa09-733e-49d1-9375-d27150f38d66', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '06745687-d6ca-4763-86c0-d4327034ff85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:01:41Z', 'updated_at': '2022-02-03T14:01:46Z', 'revision_number': 3, 'project_id': '5b4d4a64e1f040f091825530477755a9', 'gw_port': {'id': '06745687-d6ca-4763-86c0-d4327034ff85', 'name': '', 'network_id': 'f72cffec-94cf-4e9d-875c-e9426cd0c7ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:06:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041bb6f3-c42c-4b1b-a742-60b409b462c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9c6fa09-733e-49d1-9375-d27150f38d66', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:01:43Z', 'updated_at': '2022-02-03T14:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd9c6fa09-733e-49d1-9375-d27150f38d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:01:54.066542 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-05eddc9a-ac0e-48bb-a084-7aad07a34086 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:54.139226 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc106c9-1f8c-403f-a9b1-203899a9966c None None] Pushing event updated for resources: {'Port': ['ID=8c1806ba-8bd6-474c-b7f6-9cfa431ec6fd,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:54.173586 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc106c9-1f8c-403f-a9b1-203899a9966c None None] Network 2c85a47a-8543-41a4-8353-e6eee81f6ef6 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:01:54.174850 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-fbc106c9-1f8c-403f-a9b1-203899a9966c None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:54.183028 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc106c9-1f8c-403f-a9b1-203899a9966c None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:01:54.261899 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-88c7f959-8451-467f-8533-158a1eb8b0e6 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] For port 06745687-d6ca-4763-86c0-d4327034ff85, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=06745687-d6ca-4763-86c0-d4327034ff85,segment=NetworkSegment(6237f208-e6ff-451c-8467-9fdf3f33c253),segment_id=6237f208-e6ff-451c-8467-9fdf3f33c253)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:01:54.262263 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-88c7f959-8451-467f-8533-158a1eb8b0e6 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:54.346798 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93370d0b-a241-4f61-9f17-53378d7480c6 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:01:54.357314 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-93370d0b-a241-4f61-9f17-53378d7480c6 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "PUT /v2.0/routers/18f5558e-ba17-40a3-8cc2-13d09ea4221e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3418508 Feb 03 14:01:54.358677 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56188) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:54.365853 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4036e17-ecbf-4424-a675-3d37b2a82439 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:54.370306 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c4036e17-ecbf-4424-a675-3d37b2a82439 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:54.372539 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eabbfb7-c751-4de2-a65f-d3cd048c5781 None None] Sync routers for ids ['18f5558e-ba17-40a3-8cc2-13d09ea4221e'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:01:54.400771 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-fbc106c9-1f8c-403f-a9b1-203899a9966c None None] Attempting to bind port 8c1806ba-8bd6-474c-b7f6-9cfa431ec6fd on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:01:54.405785 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-fbc106c9-1f8c-403f-a9b1-203899a9966c None None] Attempting to bind port 8c1806ba-8bd6-474c-b7f6-9cfa431ec6fd by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '36adf448-cea4-4ffe-ac78-3d294c0c5b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2c85a47a-8543-41a4-8353-e6eee81f6ef6'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:01:54.405785 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc106c9-1f8c-403f-a9b1-203899a9966c None None] Attempting to bind port 8c1806ba-8bd6-474c-b7f6-9cfa431ec6fd on network 2c85a47a-8543-41a4-8353-e6eee81f6ef6 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:01:54.456376 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc106c9-1f8c-403f-a9b1-203899a9966c None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:01:54.456376 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc106c9-1f8c-403f-a9b1-203899a9966c None None] Checking segment: {'id': '36adf448-cea4-4ffe-ac78-3d294c0c5b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2c85a47a-8543-41a4-8353-e6eee81f6ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:01:54.459840 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fbc106c9-1f8c-403f-a9b1-203899a9966c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:54.459840 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc106c9-1f8c-403f-a9b1-203899a9966c None None] Bound using segment: {'id': '36adf448-cea4-4ffe-ac78-3d294c0c5b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2c85a47a-8543-41a4-8353-e6eee81f6ef6'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:01:54.459840 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-fbc106c9-1f8c-403f-a9b1-203899a9966c None None] Bound port: 8c1806ba-8bd6-474c-b7f6-9cfa431ec6fd, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36adf448-cea4-4ffe-ac78-3d294c0c5b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2c85a47a-8543-41a4-8353-e6eee81f6ef6'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:01:54.460275 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fbc106c9-1f8c-403f-a9b1-203899a9966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:54.486896 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-88c7f959-8451-467f-8533-158a1eb8b0e6 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Calling delete_port for 06745687-d6ca-4763-86c0-d4327034ff85 owned by network:router_gateway {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:01:54.494039 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52db35be-9824-432f-b347-c833059949ca None None] Network 7e8f05d6-f5ad-468d-ab60-3049aaf4ab5e requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:01:54.549040 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eabbfb7-c751-4de2-a65f-d3cd048c5781 None None] Routers {'18f5558e-ba17-40a3-8cc2-13d09ea4221e'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:01:54.549666 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-9eabbfb7-c751-4de2-a65f-d3cd048c5781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:01:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['18f5558e-ba17-40a3-8cc2-13d09ea4221e'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:54.651123 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-34e751e7-6384-4bf8-bdd1-5b7d127d4c31 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Allocated IP 172.26.3.242 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/e5e358b4-8a29-4378-ac32-35ff86ae5e56) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:01:54.697534 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-9eabbfb7-c751-4de2-a65f-d3cd048c5781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:54.697534 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1398aaca-28a8-43ee-96a4-b1ea31146281 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:01:54.734661 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c4036e17-ecbf-4424-a675-3d37b2a82439 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.5809658 Feb 03 14:01:54.744100 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56194) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:54.803178 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56198) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:54.874176 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-635b25f2-9955-4ee8-8b39-703c5ea3bdf8 None None] Provisioning for port 106272ce-9d6e-42ac-b0c9-6d6e646ae546 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:54.880972 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d093145b-5f3a-4844-8d5a-95461a5dd8bc tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:54.884273 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-d093145b-5f3a-4844-8d5a-95461a5dd8bc tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Synchronizing usage tracker for tenant:2fa0476fd5f14aeea80802e139eae85a on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:01:54.887982 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-88c7f959-8451-467f-8533-158a1eb8b0e6 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:54.902847 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-635b25f2-9955-4ee8-8b39-703c5ea3bdf8 None None] Provisioning complete for port 106272ce-9d6e-42ac-b0c9-6d6e646ae546 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:54.903166 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-635b25f2-9955-4ee8-8b39-703c5ea3bdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:54.951987 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eabbfb7-c751-4de2-a65f-d3cd048c5781 None None] Routers {'18f5558e-ba17-40a3-8cc2-13d09ea4221e'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:01:54.952618 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-9eabbfb7-c751-4de2-a65f-d3cd048c5781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:01:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['18f5558e-ba17-40a3-8cc2-13d09ea4221e'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:54.965865 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7f959-8451-467f-8533-158a1eb8b0e6 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Pushing event deleted for resources: {'Port': ['ID=06745687-d6ca-4763-86c0-d4327034ff85,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:55.123155 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-fbc106c9-1f8c-403f-a9b1-203899a9966c None None] For port 8c1806ba-8bd6-474c-b7f6-9cfa431ec6fd, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:01:55.126633 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-fbc106c9-1f8c-403f-a9b1-203899a9966c None None] For port 8c1806ba-8bd6-474c-b7f6-9cfa431ec6fd, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=8c1806ba-8bd6-474c-b7f6-9cfa431ec6fd,segment=NetworkSegment(36adf448-cea4-4ffe-ac78-3d294c0c5b74),segment_id=36adf448-cea4-4ffe-ac78-3d294c0c5b74)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:01:55.205107 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-d093145b-5f3a-4844-8d5a-95461a5dd8bc tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Unset dirty status for tenant:2fa0476fd5f14aeea80802e139eae85a on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:01:55.210085 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-9eabbfb7-c751-4de2-a65f-d3cd048c5781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:55.210085 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eabbfb7-c751-4de2-a65f-d3cd048c5781 None None] The sync data for ids ['18f5558e-ba17-40a3-8cc2-13d09ea4221e'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:01:55.210427 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d093145b-5f3a-4844-8d5a-95461a5dd8bc tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "GET /v2.0/ports?device_id=18f5558e-ba17-40a3-8cc2-13d09ea4221e HTTP/1.1" status: 200 len: 982 time: 0.7473192 Feb 03 14:01:55.210548 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fbc106c9-1f8c-403f-a9b1-203899a9966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:55.219492 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56204) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:55.324334 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc106c9-1f8c-403f-a9b1-203899a9966c None None] Pushing event updated for resources: {'Port': ['ID=8c1806ba-8bd6-474c-b7f6-9cfa431ec6fd,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:55.357512 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-363f3537-e2b5-41f1-884f-c62486f4d415 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=faf754c5dcac42e3b7b479467002acb8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5530617 Feb 03 14:01:55.364747 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56208) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:55.443986 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-34e751e7-6384-4bf8-bdd1-5b7d127d4c31 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:55.542990 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f001afc4-a336-475f-84b5-0abf60fe63aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:55.575202 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-635b25f2-9955-4ee8-8b39-703c5ea3bdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:55.617168 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-88c7f959-8451-467f-8533-158a1eb8b0e6 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:55.666099 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-635b25f2-9955-4ee8-8b39-703c5ea3bdf8 None None] For port 106272ce-9d6e-42ac-b0c9-6d6e646ae546, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=106272ce-9d6e-42ac-b0c9-6d6e646ae546,segment=NetworkSegment(8b914beb-2e41-4746-bad8-4cf154db2c3b),segment_id=8b914beb-2e41-4746-bad8-4cf154db2c3b)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:01:55.740505 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f81d6f-7c17-41db-8112-6a2a20116526 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:55.744415 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f81d6f-7c17-41db-8112-6a2a20116526 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:55.745350 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-02f81d6f-7c17-41db-8112-6a2a20116526 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:01:55.846443 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-34e751e7-6384-4bf8-bdd1-5b7d127d4c31 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:55.872752 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-635b25f2-9955-4ee8-8b39-703c5ea3bdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:55.932056 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05eddc9a-ac0e-48bb-a084-7aad07a34086 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Router 072818bb-a0f9-42f9-957f-442f0e24e435 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:01:55.983303 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e751e7-6384-4bf8-bdd1-5b7d127d4c31 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:01:55.991199 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-34e751e7-6384-4bf8-bdd1-5b7d127d4c31 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:55.995141 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e751e7-6384-4bf8-bdd1-5b7d127d4c31 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:01:56.009139 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec3eba3-76d3-4328-8170-97ab34fd36ef None None] Update dhcp port {'port': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'fixed_ips': [{'subnet_id': '82d5439f-65b2-48f2-b497-9535969412c1', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a0008b29-08e2-45bc-ba29-7b247915321e'}], 'binding:host_id': 'dv-neutron-827016-1-hyperv'}, 'id': '0921cf17-742b-4d2e-a5fd-14f85e3d7715'} from dv-neutron-827016-1-hyperv. {{(pid=84183) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 03 14:01:56.010497 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-88c7f959-8451-467f-8533-158a1eb8b0e6 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:56.018713 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7bf68d57-03ac-4329-b338-02406a2da23e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:56.030508 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-88c7f959-8451-467f-8533-158a1eb8b0e6 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:56.050749 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e751e7-6384-4bf8-bdd1-5b7d127d4c31 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Pushing event updated for resources: {'Port': ['ID=e5e358b4-8a29-4378-ac32-35ff86ae5e56,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:56.063551 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7bf68d57-03ac-4329-b338-02406a2da23e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:56.078982 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-25b813bb-19c1-45b9-b3df-bfbdee64a3f7 None None] Provisioning for port 0921cf17-742b-4d2e-a5fd-14f85e3d7715 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:56.092605 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-25b813bb-19c1-45b9-b3df-bfbdee64a3f7 None None] Provisioning complete for port 0921cf17-742b-4d2e-a5fd-14f85e3d7715 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:56.093126 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-25b813bb-19c1-45b9-b3df-bfbdee64a3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:56.100765 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-02f81d6f-7c17-41db-8112-6a2a20116526 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:01:56.106102 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-02f81d6f-7c17-41db-8112-6a2a20116526 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 1.3548307 Feb 03 14:01:56.106245 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56212) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:56.136525 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0ec3eba3-76d3-4328-8170-97ab34fd36ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:56.163786 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b25f2-9955-4ee8-8b39-703c5ea3bdf8 None None] Pushing event updated for resources: {'Port': ['ID=106272ce-9d6e-42ac-b0c9-6d6e646ae546,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:56.236160 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-88c7f959-8451-467f-8533-158a1eb8b0e6 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:56.236160 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c7f959-8451-467f-8533-158a1eb8b0e6 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 041bb6f3-c42c-4b1b-a742-60b409b462c2 {{(pid=84181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:01:56.327254 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-8495b9d2-5199-47a4-bc1c-e91ecf32d4c7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting port 5edcde67-174b-46e1-a282-423426ab88e1 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:01:56.327601 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8495b9d2-5199-47a4-bc1c-e91ecf32d4c7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:56.415604 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-88c7f959-8451-467f-8533-158a1eb8b0e6 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:56.416800 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-88c7f959-8451-467f-8533-158a1eb8b0e6 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] 10.222.0.41 "DELETE /v2.0/routers/041bb6f3-c42c-4b1b-a742-60b409b462c2 HTTP/1.1" status: 204 len: 168 time: 5.6078491 Feb 03 14:01:56.456292 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56216) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:56.502199 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-25b813bb-19c1-45b9-b3df-bfbdee64a3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:56.506761 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7bf68d57-03ac-4329-b338-02406a2da23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:56.509369 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7bf68d57-03ac-4329-b338-02406a2da23e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:56.513769 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-7bf68d57-03ac-4329-b338-02406a2da23e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2f1ce4be-3f86-477a-84f8-65d1e2bbcea8 HTTP/1.1" status: 204 len: 168 time: 1.0962813 Feb 03 14:01:56.538689 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05eddc9a-ac0e-48bb-a084-7aad07a34086 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:01:56.547602 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-05eddc9a-ac0e-48bb-a084-7aad07a34086 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] 10.222.0.41 "PUT /v2.0/routers/072818bb-a0f9-42f9-957f-442f0e24e435/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7667980 Feb 03 14:01:56.550392 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9268aaa9-331d-4e09-b6fe-42f3a7774a94 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:56.553839 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59acf595-a0e8-4c8d-8347-d01b78717e88 None None] Sync routers for ids ['072818bb-a0f9-42f9-957f-442f0e24e435'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:01:56.562446 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56222) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:56.566608 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf68d57-03ac-4329-b338-02406a2da23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1ce4be-3f86-477a-84f8-65d1e2bbcea8,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:56.578301 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59acf595-a0e8-4c8d-8347-d01b78717e88 None None] Routers {'072818bb-a0f9-42f9-957f-442f0e24e435'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:01:56.578301 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-59acf595-a0e8-4c8d-8347-d01b78717e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:01:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['072818bb-a0f9-42f9-957f-442f0e24e435'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:56.665809 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-0ec3eba3-76d3-4328-8170-97ab34fd36ef None None] Allocated IP 2001:db8::f816:3eff:fe31:2a9d (ac0baa47-f752-4b1c-8067-faa2699b3288/a0008b29-08e2-45bc-ba29-7b247915321e/0921cf17-742b-4d2e-a5fd-14f85e3d7715) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:01:56.675484 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-97fb5f0f-298c-4aa5-945c-6ecc754585a1 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] show failed (client error): The resource could not be found. Feb 03 14:01:56.675484 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-97fb5f0f-298c-4aa5-945c-6ecc754585a1 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-2110483091 HTTP/1.1" status: 404 len: 335 time: 0.1064768 Feb 03 14:01:56.685036 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56226) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:56.689218 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-25b813bb-19c1-45b9-b3df-bfbdee64a3f7 None None] For port 0921cf17-742b-4d2e-a5fd-14f85e3d7715, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=0921cf17-742b-4d2e-a5fd-14f85e3d7715,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:01:56.695527 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-c0e3c875-5f9e-46b6-b04a-9ed4077a875b tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:01:56.710827 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-59acf595-a0e8-4c8d-8347-d01b78717e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:56.724800 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59acf595-a0e8-4c8d-8347-d01b78717e88 None None] Routers {'072818bb-a0f9-42f9-957f-442f0e24e435'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:01:56.725527 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-59acf595-a0e8-4c8d-8347-d01b78717e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:01:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['072818bb-a0f9-42f9-957f-442f0e24e435'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:56.759830 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-25b813bb-19c1-45b9-b3df-bfbdee64a3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:56.785663 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-1199ce21-30f6-4517-b17c-078025efff79 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Deleting subnet d9c6fa09-733e-49d1-9375-d27150f38d66 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:01:56.804808 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1199ce21-30f6-4517-b17c-078025efff79 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:56.826362 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-c0e3c875-5f9e-46b6-b04a-9ed4077a875b tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] update failed (client error): The resource could not be found. Feb 03 14:01:56.827946 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c0e3c875-5f9e-46b6-b04a-9ed4077a875b tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-1333662817 HTTP/1.1" status: 404 len: 335 time: 0.1396115 Feb 03 14:01:56.833414 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56230) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:56.849539 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-59acf595-a0e8-4c8d-8347-d01b78717e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:56.850782 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59acf595-a0e8-4c8d-8347-d01b78717e88 None None] The sync data for ids ['072818bb-a0f9-42f9-957f-442f0e24e435'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:01:56.959113 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8495b9d2-5199-47a4-bc1c-e91ecf32d4c7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:56.968316 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1199ce21-30f6-4517-b17c-078025efff79 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:57.011954 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb58cb2-054c-4794-9c5f-622950715b95 None None] Network 2c85a47a-8543-41a4-8353-e6eee81f6ef6 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:01:57.023884 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b813bb-19c1-45b9-b3df-bfbdee64a3f7 None None] Pushing event updated for resources: {'Port': ['ID=0921cf17-742b-4d2e-a5fd-14f85e3d7715,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:57.146182 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-8495b9d2-5199-47a4-bc1c-e91ecf32d4c7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Calling delete_port for 5edcde67-174b-46e1-a282-423426ab88e1 owned by {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:01:57.156560 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-0ec3eba3-76d3-4328-8170-97ab34fd36ef None None] For port 0921cf17-742b-4d2e-a5fd-14f85e3d7715, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=0921cf17-742b-4d2e-a5fd-14f85e3d7715,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:01:57.191773 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-6d90e599-9928-40da-877d-40aba3209133 None None] Provisioning for port 8f629470-6b53-4a6b-b4b3-cca89d8185a8 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:57.216168 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-6d90e599-9928-40da-877d-40aba3209133 None None] Provisioning complete for port 8f629470-6b53-4a6b-b4b3-cca89d8185a8 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:57.216810 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6d90e599-9928-40da-877d-40aba3209133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:57.229350 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1199ce21-30f6-4517-b17c-078025efff79 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:57.306045 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.resource_extend [None req-0ec3eba3-76d3-4328-8170-97ab34fd36ef None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:01:57.310002 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-34e751e7-6384-4bf8-bdd1-5b7d127d4c31 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for router_gateway, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:57.312004 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-34e751e7-6384-4bf8-bdd1-5b7d127d4c31 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:57.340588 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0ec3eba3-76d3-4328-8170-97ab34fd36ef None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:57.392843 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-6d90e599-9928-40da-877d-40aba3209133 None None] Port 8f629470-6b53-4a6b-b4b3-cca89d8185a8 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:01:57.402850 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-0ec3eba3-76d3-4328-8170-97ab34fd36ef None None] Transition to ACTIVE for port object 0921cf17-742b-4d2e-a5fd-14f85e3d7715 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:01:57.492490 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 0921cf17-742b-4d2e-a5fd-14f85e3d7715 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:01:57.538429 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-6d90e599-9928-40da-877d-40aba3209133 None None] Provisioning complete for port 106272ce-9d6e-42ac-b0c9-6d6e646ae546 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:57.538892 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6d90e599-9928-40da-877d-40aba3209133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:57.555143 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-eabec658-2c62-4f23-9827-12880c703d37 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Deleting subnet d8674257-1d76-4b7d-bbde-e21f4c3fb49e {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:01:57.565825 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-eabec658-2c62-4f23-9827-12880c703d37 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:57.574919 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f2bdd7c1-ad54-4f8e-a724-f86efea4eb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:57.576651 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0ec3eba3-76d3-4328-8170-97ab34fd36ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:57.615827 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1199ce21-30f6-4517-b17c-078025efff79 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:57.666660 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1199ce21-30f6-4517-b17c-078025efff79 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d9c6fa09-733e-49d1-9375-d27150f38d66,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:57.680402 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-eabec658-2c62-4f23-9827-12880c703d37 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:57.680569 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1199ce21-30f6-4517-b17c-078025efff79 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:57.704414 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8495b9d2-5199-47a4-bc1c-e91ecf32d4c7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:57.706664 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b60f0c0b-7833-4b81-a42f-b427bacbb836 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:57.794530 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec3eba3-76d3-4328-8170-97ab34fd36ef None None] Pushing event updated for resources: {'Port': ['ID=0921cf17-742b-4d2e-a5fd-14f85e3d7715,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:57.812259 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-1199ce21-30f6-4517-b17c-078025efff79 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/d9c6fa09-733e-49d1-9375-d27150f38d66 HTTP/1.1" status: 204 len: 168 time: 1.3504112 Feb 03 14:01:57.815008 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56244) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:57.852966 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495b9d2-5199-47a4-bc1c-e91ecf32d4c7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Port': ['ID=5edcde67-174b-46e1-a282-423426ab88e1,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:57.853311 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.db.resource_extend [None req-9268aaa9-331d-4e09-b6fe-42f3a7774a94 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:01:57.878332 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9268aaa9-331d-4e09-b6fe-42f3a7774a94 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:57.888616 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 106272ce-9d6e-42ac-b0c9-6d6e646ae546 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:01:57.914842 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-eabec658-2c62-4f23-9827-12880c703d37 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:57.997185 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9268aaa9-331d-4e09-b6fe-42f3a7774a94 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:58.011311 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 106272ce-9d6e-42ac-b0c9-6d6e646ae546 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:58.015440 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:58.176980 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2acfbeef-840d-4d37-8a09-7568e71fef32 None None] Provisioning for port 8c1806ba-8bd6-474c-b7f6-9cfa431ec6fd completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:58.219711 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 8c1806ba-8bd6-474c-b7f6-9cfa431ec6fd up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:01:58.274812 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-eabec658-2c62-4f23-9827-12880c703d37 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:58.342751 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8495b9d2-5199-47a4-bc1c-e91ecf32d4c7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:58.344646 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8495b9d2-5199-47a4-bc1c-e91ecf32d4c7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/ports/5edcde67-174b-46e1-a282-423426ab88e1 HTTP/1.1" status: 204 len: 168 time: 2.2387266 Feb 03 14:01:58.356712 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56252) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:58.407650 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9268aaa9-331d-4e09-b6fe-42f3a7774a94 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event updated for resources: {'Port': ['ID=8f629470-6b53-4a6b-b4b3-cca89d8185a8,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:58.427005 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec658-2c62-4f23-9827-12880c703d37 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Pushing event deleted for resources: {'Subnet': ['ID=d8674257-1d76-4b7d-bbde-e21f4c3fb49e,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:58.443491 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-eabec658-2c62-4f23-9827-12880c703d37 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:58.446677 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51119bec-8dcd-460e-9946-e5c92eacb9cb None None] Network 1b22f178-f520-4dcc-af1b-c7c5f408e070 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:01:58.459967 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ed060065-5ee1-4b45-a721-fc40bf2fc54c tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:58.501167 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-eabec658-2c62-4f23-9827-12880c703d37 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] 10.222.0.41 "DELETE /v2.0/subnets/d8674257-1d76-4b7d-bbde-e21f4c3fb49e HTTP/1.1" status: 204 len: 168 time: 1.6643078 Feb 03 14:01:58.506675 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56258) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:58.607042 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95d07ee-31d7-45c3-85d0-cfacbf6fc8ee tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:58.608433 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95d07ee-31d7-45c3-85d0-cfacbf6fc8ee tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:58.609824 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95d07ee-31d7-45c3-85d0-cfacbf6fc8ee tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:58.610646 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-c95d07ee-31d7-45c3-85d0-cfacbf6fc8ee tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:01:58.634329 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 8c1806ba-8bd6-474c-b7f6-9cfa431ec6fd completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:01:58.794957 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-c95d07ee-31d7-45c3-85d0-cfacbf6fc8ee tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:01:58.796142 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c95d07ee-31d7-45c3-85d0-cfacbf6fc8ee tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4384604 Feb 03 14:01:58.802169 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56264) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:01:58.851623 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-53c21303-08a3-4b37-bf27-f20ef020b710 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:58.902711 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 8c1806ba-8bd6-474c-b7f6-9cfa431ec6fd triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:58.904178 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:58.949359 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-53c21303-08a3-4b37-bf27-f20ef020b710 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Deleting port 7239a610-892e-4263-b9d9-6ebd4d51b7b1 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:01:58.949706 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-53c21303-08a3-4b37-bf27-f20ef020b710 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:58.981357 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ed060065-5ee1-4b45-a721-fc40bf2fc54c tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:59.057816 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-66de64fe-493d-412c-9791-66cc3e54dd95 None None] Provisioning complete for port 8f629470-6b53-4a6b-b4b3-cca89d8185a8 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:59.058424 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-66de64fe-493d-412c-9791-66cc3e54dd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:59.165526 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:59.166496 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:59.184894 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-ed060065-5ee1-4b45-a721-fc40bf2fc54c tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f72cffec-94cf-4e9d-875c-e9426cd0c7ef']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:59.186953 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-0530cc74-eb75-40dd-8743-2fc81f5af4a3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting subnet 82d5439f-65b2-48f2-b497-9535969412c1 {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:01:59.203657 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-b60f0c0b-7833-4b81-a42f-b427bacbb836 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Deleting port 6fd89299-d3b4-4133-becf-2d475e75a426 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:01:59.204256 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b60f0c0b-7833-4b81-a42f-b427bacbb836 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:59.246528 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0530cc74-eb75-40dd-8743-2fc81f5af4a3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:59.268538 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-ed060065-5ee1-4b45-a721-fc40bf2fc54c tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6237f208-e6ff-451c-8467-9fdf3f33c253') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:59.269046 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-ed060065-5ee1-4b45-a721-fc40bf2fc54c tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6237f208-e6ff-451c-8467-9fdf3f33c253') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:01:59.278278 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9268aaa9-331d-4e09-b6fe-42f3a7774a94 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:59.281506 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e751e7-6384-4bf8-bdd1-5b7d127d4c31 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Router caa6f286-ac45-4f21-ad5f-4bda3d5de651 is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:01:59.289490 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-66de64fe-493d-412c-9791-66cc3e54dd95 None None] Port 8f629470-6b53-4a6b-b4b3-cca89d8185a8 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:01:59.303657 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:59.311248 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ed060065-5ee1-4b45-a721-fc40bf2fc54c tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:59.357143 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 8c1806ba-8bd6-474c-b7f6-9cfa431ec6fd, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=8c1806ba-8bd6-474c-b7f6-9cfa431ec6fd,segment=NetworkSegment(36adf448-cea4-4ffe-ac78-3d294c0c5b74),segment_id=36adf448-cea4-4ffe-ac78-3d294c0c5b74)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:01:59.369346 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ed060065-5ee1-4b45-a721-fc40bf2fc54c tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:59.390417 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a517cdf5-145a-4ec8-a494-3127e9d10098 None None] DHCP port deletion for 1b22f178-f520-4dcc-af1b-c7c5f408e070 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:01:59.395745 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-a517cdf5-145a-4ec8-a494-3127e9d10098 None None] Deleting port 7239a610-892e-4263-b9d9-6ebd4d51b7b1 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:01:59.396215 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a517cdf5-145a-4ec8-a494-3127e9d10098 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:59.437534 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed060065-5ee1-4b45-a721-fc40bf2fc54c tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:01:59.437940 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ed060065-5ee1-4b45-a721-fc40bf2fc54c tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:59.456675 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 14:01:59.456675 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:01:59.456675 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 14:01:59.456675 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:01:59.456675 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 14:01:59.456675 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:01:59.456675 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 14:01:59.456675 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:01:59.456675 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 14:01:59.456675 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:01:59.456675 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 14:01:59.456675 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:01:59.456675 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 14:01:59.456675 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:01:59.456675 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:01:59.456675 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:01:59.456675 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:01:59.456675 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:01:59.456675 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 14:01:59.456675 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:01:59.456675 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 14:01:59.456675 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:01:59.456675 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:01:59.456675 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:01:59.456675 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 14:01:59.456675 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:01:59.456675 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:01:59.456675 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:01:59.456675 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:01:59.456675 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:01:59.456675 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:01:59.456675 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:01:59.477146 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0530cc74-eb75-40dd-8743-2fc81f5af4a3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:59.495102 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-9d1cb9c5-7c99-45bb-a436-0db8196f5d52 None None] Could not find standard attr ID for object 5edcde67-174b-46e1-a282-423426ab88e1. {{(pid=84183) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:01:59.502711 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:59.638715 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b60f0c0b-7833-4b81-a42f-b427bacbb836 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:59.813494 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-b60f0c0b-7833-4b81-a42f-b427bacbb836 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Calling delete_port for 6fd89299-d3b4-4133-becf-2d475e75a426 owned by network:router_interface {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:01:59.819763 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-a517cdf5-145a-4ec8-a494-3127e9d10098 None None] For port 7239a610-892e-4263-b9d9-6ebd4d51b7b1, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=7239a610-892e-4263-b9d9-6ebd4d51b7b1,segment=NetworkSegment(b41c5299-c79e-412c-b08d-1fd8e4c211bc),segment_id=b41c5299-c79e-412c-b08d-1fd8e4c211bc)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:01:59.825705 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a517cdf5-145a-4ec8-a494-3127e9d10098 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:59.889383 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-53c21303-08a3-4b37-bf27-f20ef020b710 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] For port 7239a610-892e-4263-b9d9-6ebd4d51b7b1, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=7239a610-892e-4263-b9d9-6ebd4d51b7b1,segment=NetworkSegment(b41c5299-c79e-412c-b08d-1fd8e4c211bc),segment_id=b41c5299-c79e-412c-b08d-1fd8e4c211bc)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:01:59.889383 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-53c21303-08a3-4b37-bf27-f20ef020b710 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:01:59.962309 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-a517cdf5-145a-4ec8-a494-3127e9d10098 None None] Calling delete_port for 7239a610-892e-4263-b9d9-6ebd4d51b7b1 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:02:00.016265 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ed060065-5ee1-4b45-a721-fc40bf2fc54c tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:00.032915 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-53c21303-08a3-4b37-bf27-f20ef020b710 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Calling delete_port for 7239a610-892e-4263-b9d9-6ebd4d51b7b1 owned by network:dhcp {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:02:00.041257 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed060065-5ee1-4b45-a721-fc40bf2fc54c tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f72cffec-94cf-4e9d-875c-e9426cd0c7ef {{(pid=84181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 14:02:00.043147 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060065-5ee1-4b45-a721-fc40bf2fc54c tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Pushing event deleted for resources: {'Network': ['ID=f72cffec-94cf-4e9d-875c-e9426cd0c7ef,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:00.045111 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ed060065-5ee1-4b45-a721-fc40bf2fc54c tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:00.064137 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 0921cf17-742b-4d2e-a5fd-14f85e3d7715 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:02:00.083636 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b60f0c0b-7833-4b81-a42f-b427bacbb836 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:00.120570 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a517cdf5-145a-4ec8-a494-3127e9d10098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:00.164339 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a517cdf5-145a-4ec8-a494-3127e9d10098 None None] No DVR routers for this DVR port 7239a610-892e-4263-b9d9-6ebd4d51b7b1 on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:02:00.171016 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=8c1806ba-8bd6-474c-b7f6-9cfa431ec6fd,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:00.219561 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.db.api [None req-53c21303-08a3-4b37-bf27-f20ef020b710 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:02:00.220160 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG oslo_db.api [None req-53c21303-08a3-4b37-bf27-f20ef020b710 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:02:00.224351 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:00.225156 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a517cdf5-145a-4ec8-a494-3127e9d10098 None None] Pushing event deleted for resources: {'Port': ['ID=7239a610-892e-4263-b9d9-6ebd4d51b7b1,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:00.260303 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-9d1cb9c5-7c99-45bb-a436-0db8196f5d52 None None] Provisioning for port 0921cf17-742b-4d2e-a5fd-14f85e3d7715 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:02:00.265592 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-9d1cb9c5-7c99-45bb-a436-0db8196f5d52 None None] Provisioning complete for port 0921cf17-742b-4d2e-a5fd-14f85e3d7715 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:00.272081 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9d1cb9c5-7c99-45bb-a436-0db8196f5d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:00.287688 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ed060065-5ee1-4b45-a721-fc40bf2fc54c tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] 10.222.0.41 "DELETE /v2.0/networks/f72cffec-94cf-4e9d-875c-e9426cd0c7ef HTTP/1.1" status: 204 len: 168 time: 2.4662521 Feb 03 14:02:00.308529 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f0c0b-7833-4b81-a42f-b427bacbb836 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event deleted for resources: {'Port': ['ID=6fd89299-d3b4-4133-becf-2d475e75a426,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:00.345765 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 7239a610-892e-4263-b9d9-6ebd4d51b7b1 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:02:00.398023 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9268aaa9-331d-4e09-b6fe-42f3a7774a94 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:00.481720 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 7239a610-892e-4263-b9d9-6ebd4d51b7b1 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:02:00.482093 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 7239a610-892e-4263-b9d9-6ebd4d51b7b1 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:02:00.482522 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 06745687-d6ca-4763-86c0-d4327034ff85 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:02:00.565888 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 06745687-d6ca-4763-86c0-d4327034ff85 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:02:00.566468 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 06745687-d6ca-4763-86c0-d4327034ff85 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:02:00.603964 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56286) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:00.690497 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0530cc74-eb75-40dd-8743-2fc81f5af4a3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:00.731273 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-53c21303-08a3-4b37-bf27-f20ef020b710 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Deleting port 7239a610-892e-4263-b9d9-6ebd4d51b7b1 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:02:00.731531 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-53c21303-08a3-4b37-bf27-f20ef020b710 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:00.737463 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b60f0c0b-7833-4b81-a42f-b427bacbb836 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:00.818214 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-53c21303-08a3-4b37-bf27-f20ef020b710 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] The port '7239a610-892e-4263-b9d9-6ebd4d51b7b1' was deleted {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 14:02:00.878249 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-1f9c4958-c935-4ab1-a951-cdea50eadf0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'network': {'name': 'tempest-network-smoke--1213025049', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'port_security_enabled': True}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:00.944982 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-1f9c4958-c935-4ab1-a951-cdea50eadf0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:00.959574 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-1f9c4958-c935-4ab1-a951-cdea50eadf0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:network and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:00.962316 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-1f9c4958-c935-4ab1-a951-cdea50eadf0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:00.964732 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56296) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:00.974884 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-9ad7d887-a1ca-424e-95d5-e7552fa155ad tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Request body: {'router': {'name': 'tempest-router--516695106', 'project_id': 'c7409543ddbc4f93b1d665bb78dfbe45'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:00.980256 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-1f9c4958-c935-4ab1-a951-cdea50eadf0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:00.983537 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-9ad7d887-a1ca-424e-95d5-e7552fa155ad tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:01.041976 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-9ad7d887-a1ca-424e-95d5-e7552fa155ad tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Usage tracker for resource:router and tenant:c7409543ddbc4f93b1d665bb78dfbe45 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:01.057425 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-9ad7d887-a1ca-424e-95d5-e7552fa155ad tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:01.081183 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e751e7-6384-4bf8-bdd1-5b7d127d4c31 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:02:01.087677 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-53c21303-08a3-4b37-bf27-f20ef020b710 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:01.091726 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73571577-0cf2-4ed8-b872-3a7f8883226a None None] Sync routers for ids ['caa6f286-ac45-4f21-ad5f-4bda3d5de651'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:02:01.104034 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73571577-0cf2-4ed8-b872-3a7f8883226a None None] Routers {'caa6f286-ac45-4f21-ad5f-4bda3d5de651'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:02:01.104672 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-73571577-0cf2-4ed8-b872-3a7f8883226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:01:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['caa6f286-ac45-4f21-ad5f-4bda3d5de651'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:01.154333 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0530cc74-eb75-40dd-8743-2fc81f5af4a3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:01.184183 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-73571577-0cf2-4ed8-b872-3a7f8883226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:01.198062 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73571577-0cf2-4ed8-b872-3a7f8883226a None None] Routers {'caa6f286-ac45-4f21-ad5f-4bda3d5de651'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:02:01.198661 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-73571577-0cf2-4ed8-b872-3a7f8883226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:01:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['caa6f286-ac45-4f21-ad5f-4bda3d5de651'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:01.201943 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-53c21303-08a3-4b37-bf27-f20ef020b710 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b22f178-f520-4dcc-af1b-c7c5f408e070']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:01.223026 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-9ad7d887-a1ca-424e-95d5-e7552fa155ad tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:01.224695 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530cc74-eb75-40dd-8743-2fc81f5af4a3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Subnet': ['ID=82d5439f-65b2-48f2-b497-9535969412c1,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:01.234366 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-53c21303-08a3-4b37-bf27-f20ef020b710 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b41c5299-c79e-412c-b08d-1fd8e4c211bc') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:01.234366 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-53c21303-08a3-4b37-bf27-f20ef020b710 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b41c5299-c79e-412c-b08d-1fd8e4c211bc') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:01.239399 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-34e751e7-6384-4bf8-bdd1-5b7d127d4c31 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:01.243134 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-34e751e7-6384-4bf8-bdd1-5b7d127d4c31 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.7458720 Feb 03 14:02:01.243675 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56302) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:01.250758 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-53c21303-08a3-4b37-bf27-f20ef020b710 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:01.265817 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0530cc74-eb75-40dd-8743-2fc81f5af4a3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:01.266072 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-73571577-0cf2-4ed8-b872-3a7f8883226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:01.266850 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73571577-0cf2-4ed8-b872-3a7f8883226a None None] The sync data for ids ['caa6f286-ac45-4f21-ad5f-4bda3d5de651'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:02:01.267623 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-0530cc74-eb75-40dd-8743-2fc81f5af4a3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/82d5439f-65b2-48f2-b497-9535969412c1 HTTP/1.1" status: 204 len: 168 time: 2.4643979 Feb 03 14:02:01.272232 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56306) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:01.273654 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0bdc3d-1faf-49a7-ac0a-fe99cd826a2b None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:02:01.308597 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-53c21303-08a3-4b37-bf27-f20ef020b710 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:01.314754 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9c4958-c935-4ab1-a951-cdea50eadf0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Made reservation on behalf of 55163e99e9e54d69af7505a418f9e84b for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:02:01.318626 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1f9c4958-c935-4ab1-a951-cdea50eadf0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:01.338093 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53c21303-08a3-4b37-bf27-f20ef020b710 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:02:01.338574 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-53c21303-08a3-4b37-bf27-f20ef020b710 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:01.353342 dv-neutron-827016-1-hyperv neutron-server[84182]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:02:01.353342 dv-neutron-827016-1-hyperv neutron-server[84182]: util.warn( Feb 03 14:02:01.353342 dv-neutron-827016-1-hyperv neutron-server[84182]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:02:01.353342 dv-neutron-827016-1-hyperv neutron-server[84182]: util.warn( Feb 03 14:02:01.353342 dv-neutron-827016-1-hyperv neutron-server[84182]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:02:01.353342 dv-neutron-827016-1-hyperv neutron-server[84182]: util.warn( Feb 03 14:02:01.353342 dv-neutron-827016-1-hyperv neutron-server[84182]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:02:01.353342 dv-neutron-827016-1-hyperv neutron-server[84182]: util.warn( Feb 03 14:02:01.353342 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 14:02:01.353342 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:02:01.353342 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 14:02:01.353342 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:02:01.353342 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 14:02:01.353342 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:02:01.353342 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 14:02:01.353342 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:02:01.353342 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 14:02:01.353342 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:02:01.353342 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 14:02:01.353342 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:02:01.353342 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 14:02:01.353342 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:02:01.353342 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:02:01.353342 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:02:01.353342 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:02:01.353342 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:02:01.353342 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 14:02:01.353342 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:02:01.353342 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 14:02:01.353342 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:02:01.353342 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:02:01.353342 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:02:01.353342 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 14:02:01.353342 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:02:01.353342 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:02:01.353342 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:02:01.353342 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:02:01.353342 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:02:01.353342 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:02:01.353342 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:02:01.356526 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9268aaa9-331d-4e09-b6fe-42f3a7774a94 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:01.404969 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9ad7d887-a1ca-424e-95d5-e7552fa155ad tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:01.405907 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9ad7d887-a1ca-424e-95d5-e7552fa155ad tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:01.418397 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1f9c4958-c935-4ab1-a951-cdea50eadf0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:01.531720 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9ad7d887-a1ca-424e-95d5-e7552fa155ad tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:01.538125 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9268aaa9-331d-4e09-b6fe-42f3a7774a94 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:01.553563 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60f0c0b-7833-4b81-a42f-b427bacbb836 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Router 18f5558e-ba17-40a3-8cc2-13d09ea4221e has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:02:01.616557 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 8c1806ba-8bd6-474c-b7f6-9cfa431ec6fd up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:02:01.635666 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9ad7d887-a1ca-424e-95d5-e7552fa155ad tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:01.651892 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-be62c00d-fe39-4d73-8df1-dceb0debe01d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting subnet a0008b29-08e2-45bc-ba29-7b247915321e {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:02:01.666695 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-be62c00d-fe39-4d73-8df1-dceb0debe01d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:01.694956 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 8c1806ba-8bd6-474c-b7f6-9cfa431ec6fd triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:01.695375 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:01.727110 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9268aaa9-331d-4e09-b6fe-42f3a7774a94 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:01.730984 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9268aaa9-331d-4e09-b6fe-42f3a7774a94 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event updated for resources: {'Port': ['ID=8f629470-6b53-4a6b-b4b3-cca89d8185a8,revision_number=3']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:01.756017 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-be62c00d-fe39-4d73-8df1-dceb0debe01d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:01.805260 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-53c21303-08a3-4b37-bf27-f20ef020b710 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:01.866582 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-1f9c4958-c935-4ab1-a951-cdea50eadf0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:01.875239 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-53c21303-08a3-4b37-bf27-f20ef020b710 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:01.876428 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60f0c0b-7833-4b81-a42f-b427bacbb836 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:02:01.884884 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-1f9c4958-c935-4ab1-a951-cdea50eadf0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:01.889863 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-1f9c4958-c935-4ab1-a951-cdea50eadf0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:01.892996 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7c89ce-069b-46cd-91f5-368cdccaf822 None None] Sync routers for ids ['18f5558e-ba17-40a3-8cc2-13d09ea4221e'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:02:01.896156 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9ad7d887-a1ca-424e-95d5-e7552fa155ad tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:01.897415 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-9ad7d887-a1ca-424e-95d5-e7552fa155ad tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9302588 Feb 03 14:02:01.901870 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56310) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:01.907302 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c21303-08a3-4b37-bf27-f20ef020b710 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Pushing event deleted for resources: {'Network': ['ID=1b22f178-f520-4dcc-af1b-c7c5f408e070,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:01.914780 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-53c21303-08a3-4b37-bf27-f20ef020b710 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] 10.222.0.41 "DELETE /v2.0/networks/1b22f178-f520-4dcc-af1b-c7c5f408e070 HTTP/1.1" status: 204 len: 168 time: 3.4070318 Feb 03 14:02:01.918876 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7c89ce-069b-46cd-91f5-368cdccaf822 None None] Routers {'18f5558e-ba17-40a3-8cc2-13d09ea4221e'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:02:01.920339 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56312) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:01.922103 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-eb7c89ce-069b-46cd-91f5-368cdccaf822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:01:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['18f5558e-ba17-40a3-8cc2-13d09ea4221e'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:01.975147 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b60f0c0b-7833-4b81-a42f-b427bacbb836 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "PUT /v2.0/routers/18f5558e-ba17-40a3-8cc2-13d09ea4221e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7492862 Feb 03 14:02:01.978699 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-1f9c4958-c935-4ab1-a951-cdea50eadf0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:01.994530 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-eb7c89ce-069b-46cd-91f5-368cdccaf822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:02.008094 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7c89ce-069b-46cd-91f5-368cdccaf822 None None] Routers {'18f5558e-ba17-40a3-8cc2-13d09ea4221e'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:02:02.008751 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-eb7c89ce-069b-46cd-91f5-368cdccaf822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:01:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['18f5558e-ba17-40a3-8cc2-13d09ea4221e'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:02.040719 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56318) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:02.119877 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-a99ff8ef-498c-40d4-a329-2e1a76c3de65 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] GET failed (client error): The resource could not be found. Feb 03 14:02:02.120382 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-a99ff8ef-498c-40d4-a329-2e1a76c3de65 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Synchronizing usage tracker for tenant:2fa0476fd5f14aeea80802e139eae85a on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:02:02.123755 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-eb7c89ce-069b-46cd-91f5-368cdccaf822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:02.124148 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7c89ce-069b-46cd-91f5-368cdccaf822 None None] The sync data for ids ['18f5558e-ba17-40a3-8cc2-13d09ea4221e'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:02:02.181850 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-be62c00d-fe39-4d73-8df1-dceb0debe01d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:02.240948 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9268aaa9-331d-4e09-b6fe-42f3a7774a94 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Network 7e8f05d6-f5ad-468d-ab60-3049aaf4ab5e is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:02:02.242133 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-77a95431-de5a-436a-862d-b18c597726fd tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for router, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:02.245289 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-9268aaa9-331d-4e09-b6fe-42f3a7774a94 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:02.287831 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-9a0818d1-2b39-4e3e-9c3a-797d6d6116d2 None None] Provisioning complete for port 0921cf17-742b-4d2e-a5fd-14f85e3d7715 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:02.288420 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9a0818d1-2b39-4e3e-9c3a-797d6d6116d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:02.306079 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed194f10-6013-4459-a3aa-0c55cd10e498 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Deleting subnet ce06b8ec-4597-4838-9f16-cfd386b241d3 {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:02:02.308977 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ed194f10-6013-4459-a3aa-0c55cd10e498 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:02.317533 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-a99ff8ef-498c-40d4-a329-2e1a76c3de65 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Unset dirty status for tenant:2fa0476fd5f14aeea80802e139eae85a on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:02:02.321454 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-a99ff8ef-498c-40d4-a329-2e1a76c3de65 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "GET /v2.0/ports/6fd89299-d3b4-4133-becf-2d475e75a426 HTTP/1.1" status: 404 len: 333 time: 0.2796056 Feb 03 14:02:02.328175 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56322) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:02.409926 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1f9c4958-c935-4ab1-a951-cdea50eadf0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:02.524635 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ed194f10-6013-4459-a3aa-0c55cd10e498 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:02.559813 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-9a3fdbb0-0a37-43eb-98b9-1b8b62393e58 None None] Provisioning complete for port 8f629470-6b53-4a6b-b4b3-cca89d8185a8 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:02.560408 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9a3fdbb0-0a37-43eb-98b9-1b8b62393e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:02.618827 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-9a3fdbb0-0a37-43eb-98b9-1b8b62393e58 None None] Port 8f629470-6b53-4a6b-b4b3-cca89d8185a8 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:02:02.665473 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-be62c00d-fe39-4d73-8df1-dceb0debe01d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:02.676071 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1f9c4958-c935-4ab1-a951-cdea50eadf0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:02.709226 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be62c00d-fe39-4d73-8df1-dceb0debe01d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Subnet': ['ID=a0008b29-08e2-45bc-ba29-7b247915321e,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:02.732516 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232d44d5-db85-4581-90f6-9cb9095616ec None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:02:02.767139 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f9c4958-c935-4ab1-a951-cdea50eadf0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:02:02.781995 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-be62c00d-fe39-4d73-8df1-dceb0debe01d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:02.810971 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:02:02.811224 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ed194f10-6013-4459-a3aa-0c55cd10e498 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:02.867503 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9c4958-c935-4ab1-a951-cdea50eadf0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f742ca-45fa-4021-8e00-248e6c5a8416,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:02.884099 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-be62c00d-fe39-4d73-8df1-dceb0debe01d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/a0008b29-08e2-45bc-ba29-7b247915321e HTTP/1.1" status: 204 len: 168 time: 1.6108651 Feb 03 14:02:02.891657 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56326) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:02.929842 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1f9c4958-c935-4ab1-a951-cdea50eadf0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:02.930184 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-1f9c4958-c935-4ab1-a951-cdea50eadf0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Added segment b458e6a6-6854-49a0-b673-c5134e24cca4 of type vlan for network dd13b231-4ee5-4444-8ba9-9ea79394e28e Feb 03 14:02:02.961012 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a76728e3-2af3-4eba-bd3a-08730e9f69e9 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for router, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:02.964075 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-cf43ff8a-f820-4e8f-a365-9f89aed17560 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746574 Feb 03 14:02:02.971259 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56330) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:02.975683 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-bc529882-a0bf-40cf-b2b3-a35c3010c4f9 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'subnet': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:03.012749 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f953249e-b9a6-43cc-a524-45bb9f11c9fd None None] DHCP port deletion for ac0baa47-f752-4b1c-8067-faa2699b3288 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:02:03.017648 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-f953249e-b9a6-43cc-a524-45bb9f11c9fd None None] Deleting port 0921cf17-742b-4d2e-a5fd-14f85e3d7715 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:02:03.018302 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f953249e-b9a6-43cc-a524-45bb9f11c9fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:03.177343 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ed194f10-6013-4459-a3aa-0c55cd10e498 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:03.190750 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1f9c4958-c935-4ab1-a951-cdea50eadf0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:03.196711 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-77a95431-de5a-436a-862d-b18c597726fd tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:03.228651 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-f953249e-b9a6-43cc-a524-45bb9f11c9fd None None] For port 0921cf17-742b-4d2e-a5fd-14f85e3d7715, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=0921cf17-742b-4d2e-a5fd-14f85e3d7715,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:03.229002 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f953249e-b9a6-43cc-a524-45bb9f11c9fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:03.255338 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed194f10-6013-4459-a3aa-0c55cd10e498 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Pushing event deleted for resources: {'Subnet': ['ID=ce06b8ec-4597-4838-9f16-cfd386b241d3,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:03.269586 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ed194f10-6013-4459-a3aa-0c55cd10e498 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:03.282913 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-bc529882-a0bf-40cf-b2b3-a35c3010c4f9 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:03.289111 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ed194f10-6013-4459-a3aa-0c55cd10e498 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] 10.222.0.41 "DELETE /v2.0/subnets/ce06b8ec-4597-4838-9f16-cfd386b241d3 HTTP/1.1" status: 204 len: 168 time: 1.3577528 Feb 03 14:02:03.289651 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56334) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:03.293171 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-bc529882-a0bf-40cf-b2b3-a35c3010c4f9 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Usage tracker for resource:subnet and tenant:1508f35e18f0463982f9a6d535c8268b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:03.296281 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8d8425-e22d-4494-9de3-b5d943d6436e None None] Network 49f7397e-ee5e-4d7d-a1c9-5eb5859199f0 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:02:03.324436 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-77a95431-de5a-436a-862d-b18c597726fd tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:03.327720 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-bc529882-a0bf-40cf-b2b3-a35c3010c4f9 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:03.339299 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-bc529882-a0bf-40cf-b2b3-a35c3010c4f9 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:03.351859 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9268aaa9-331d-4e09-b6fe-42f3a7774a94 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Router 23d77880-8257-4bbf-9532-7b7905214b98 is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:02:03.371096 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-f953249e-b9a6-43cc-a524-45bb9f11c9fd None None] Calling delete_port for 0921cf17-742b-4d2e-a5fd-14f85e3d7715 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:02:03.497866 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc529882-a0bf-40cf-b2b3-a35c3010c4f9 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:02:03.501385 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bc529882-a0bf-40cf-b2b3-a35c3010c4f9 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:03.501645 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1f9c4958-c935-4ab1-a951-cdea50eadf0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:03.505372 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9c4958-c935-4ab1-a951-cdea50eadf0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:03.505956 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1f9c4958-c935-4ab1-a951-cdea50eadf0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:03.610390 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 0921cf17-742b-4d2e-a5fd-14f85e3d7715 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:02:03.653099 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 0921cf17-742b-4d2e-a5fd-14f85e3d7715 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:02:03.653548 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 0921cf17-742b-4d2e-a5fd-14f85e3d7715 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:02:03.656136 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f953249e-b9a6-43cc-a524-45bb9f11c9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:03.679984 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-77a95431-de5a-436a-862d-b18c597726fd tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:03.680538 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a95431-de5a-436a-862d-b18c597726fd tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 84318305-1617-49c9-bf13-dc23cab56e82 {{(pid=84181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:02:03.713384 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f953249e-b9a6-43cc-a524-45bb9f11c9fd None None] Pushing event deleted for resources: {'Port': ['ID=0921cf17-742b-4d2e-a5fd-14f85e3d7715,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:03.716642 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f953249e-b9a6-43cc-a524-45bb9f11c9fd None None] No DVR routers for this DVR port 0921cf17-742b-4d2e-a5fd-14f85e3d7715 on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:02:03.751419 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7106b2a-c3ea-4b0f-abba-19f6bb9268c0 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Deleting subnet 90dc257f-e76c-47a9-ade7-1e45fd8922ad {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:02:03.767982 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e7106b2a-c3ea-4b0f-abba-19f6bb9268c0 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:03.769491 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a76728e3-2af3-4eba-bd3a-08730e9f69e9 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:03.779516 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-77a95431-de5a-436a-862d-b18c597726fd tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:03.780615 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-77a95431-de5a-436a-862d-b18c597726fd tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] 10.222.0.41 "DELETE /v2.0/routers/84318305-1617-49c9-bf13-dc23cab56e82 HTTP/1.1" status: 204 len: 168 time: 1.8110657 Feb 03 14:02:03.783394 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9c4958-c935-4ab1-a951-cdea50eadf0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Network': ['ID=dd13b231-4ee5-4444-8ba9-9ea79394e28e,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:03.788031 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a76728e3-2af3-4eba-bd3a-08730e9f69e9 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:03.800458 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network dd13b231-4ee5-4444-8ba9-9ea79394e28e details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:02:03.825437 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4377eb-ad4c-4884-be35-b039be442cea None None] DHCP port deletion for 49f7397e-ee5e-4d7d-a1c9-5eb5859199f0 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:02:03.836478 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-0d4377eb-ad4c-4884-be35-b039be442cea None None] Deleting port 8bec7152-a4bc-44e3-a253-60141414960d {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:02:03.837064 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0d4377eb-ad4c-4884-be35-b039be442cea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:03.856968 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e7106b2a-c3ea-4b0f-abba-19f6bb9268c0 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:03.876553 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-1f9c4958-c935-4ab1-a951-cdea50eadf0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.2576790 Feb 03 14:02:03.876553 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56340) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:03.888083 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-898540de-ce6a-40e4-bd5c-fceb808cb41f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-226659830', 'admin_state_up': True, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:03.901854 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-898540de-ce6a-40e4-bd5c-fceb808cb41f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:03.983457 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9268aaa9-331d-4e09-b6fe-42f3a7774a94 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:02:04.000699 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f38227-ff8f-4ff4-a229-f862605a2c62 None None] Sync routers for ids ['23d77880-8257-4bbf-9532-7b7905214b98'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:02:04.019153 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-9268aaa9-331d-4e09-b6fe-42f3a7774a94 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "PUT /v2.0/routers/23d77880-8257-4bbf-9532-7b7905214b98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1800849 Feb 03 14:02:04.023384 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56344) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:04.057064 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-898540de-ce6a-40e4-bd5c-fceb808cb41f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:router and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:04.062134 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-898540de-ce6a-40e4-bd5c-fceb808cb41f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:04.065732 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a76728e3-2af3-4eba-bd3a-08730e9f69e9 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:04.065732 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76728e3-2af3-4eba-bd3a-08730e9f69e9 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Fanout notify agent at l3_agent the message router_deleted on router 18f5558e-ba17-40a3-8cc2-13d09ea4221e {{(pid=84181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:02:04.076761 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-898540de-ce6a-40e4-bd5c-fceb808cb41f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:04.084476 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f38227-ff8f-4ff4-a229-f862605a2c62 None None] Routers {'23d77880-8257-4bbf-9532-7b7905214b98'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:02:04.084745 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-f6f38227-ff8f-4ff4-a229-f862605a2c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:01:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['23d77880-8257-4bbf-9532-7b7905214b98'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:04.091096 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a76728e3-2af3-4eba-bd3a-08730e9f69e9 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:04.093643 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-a76728e3-2af3-4eba-bd3a-08730e9f69e9 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/routers/18f5558e-ba17-40a3-8cc2-13d09ea4221e HTTP/1.1" status: 204 len: 168 time: 1.7631013 Feb 03 14:02:04.100708 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56348) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:04.107308 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e7106b2a-c3ea-4b0f-abba-19f6bb9268c0 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:04.152572 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56352) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:04.154775 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-f6f38227-ff8f-4ff4-a229-f862605a2c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:04.156698 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e867124-60ff-43f3-8fb4-bcf977173d07 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:04.158078 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2e867124-60ff-43f3-8fb4-bcf977173d07 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "GET /v2.0/ports/8f629470-6b53-4a6b-b4b3-cca89d8185a8 HTTP/1.1" status: 200 len: 977 time: 0.1323957 Feb 03 14:02:04.163933 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56356) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:04.187023 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-898540de-ce6a-40e4-bd5c-fceb808cb41f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:04.188265 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-898540de-ce6a-40e4-bd5c-fceb808cb41f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:04.238581 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f38227-ff8f-4ff4-a229-f862605a2c62 None None] Routers {'23d77880-8257-4bbf-9532-7b7905214b98'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:02:04.239764 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-f6f38227-ff8f-4ff4-a229-f862605a2c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:01:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['23d77880-8257-4bbf-9532-7b7905214b98'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:04.316446 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-f6f38227-ff8f-4ff4-a229-f862605a2c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:04.317180 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f38227-ff8f-4ff4-a229-f862605a2c62 None None] The sync data for ids ['23d77880-8257-4bbf-9532-7b7905214b98'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:02:04.328758 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bc529882-a0bf-40cf-b2b3-a35c3010c4f9 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:04.372943 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-0d4377eb-ad4c-4884-be35-b039be442cea None None] For port 8bec7152-a4bc-44e3-a253-60141414960d, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=8bec7152-a4bc-44e3-a253-60141414960d,segment=NetworkSegment(5cafbd5e-4bdb-4826-a139-2e183c753613),segment_id=5cafbd5e-4bdb-4826-a139-2e183c753613)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:04.373494 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0d4377eb-ad4c-4884-be35-b039be442cea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:04.373680 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-898540de-ce6a-40e4-bd5c-fceb808cb41f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:04.478085 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc529882-a0bf-40cf-b2b3-a35c3010c4f9 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:02:04.483770 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-3500dee0-941a-48eb-aad0-5bf2a409e2e6 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Deleting subnet 234e7785-6786-4a29-b377-7753b1b41472 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:02:04.486755 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-bc529882-a0bf-40cf-b2b3-a35c3010c4f9 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:04.489504 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3500dee0-941a-48eb-aad0-5bf2a409e2e6 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:04.504092 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e7106b2a-c3ea-4b0f-abba-19f6bb9268c0 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:04.512531 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc529882-a0bf-40cf-b2b3-a35c3010c4f9 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:04.514113 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bc529882-a0bf-40cf-b2b3-a35c3010c4f9 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:04.514877 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48876477-776a-4cf1-a4e1-f5dbc43d98c6 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:02:04.525170 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-2d01db9c-bcae-4278-b568-e123456f18e3 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-233078452', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}, 'admin_state_up': False}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:04.532932 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-0d4377eb-ad4c-4884-be35-b039be442cea None None] Calling delete_port for 8bec7152-a4bc-44e3-a253-60141414960d owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:02:04.566703 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e7106b2a-c3ea-4b0f-abba-19f6bb9268c0 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:04.571389 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e7106b2a-c3ea-4b0f-abba-19f6bb9268c0 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] 10.222.0.41 "DELETE /v2.0/subnets/90dc257f-e76c-47a9-ade7-1e45fd8922ad HTTP/1.1" status: 204 len: 168 time: 1.2781732 Feb 03 14:02:04.571389 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc529882-a0bf-40cf-b2b3-a35c3010c4f9 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Subnet': ['ID=091cc923-bc96-4338-baba-238d6819b158,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:04.572998 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2201446e-0d6b-4855-b963-bccbcabd444a None None] Network 5002dd7a-0f69-44f4-ae25-df950c32a90f requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:02:04.573875 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56362) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:04.590476 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-2d01db9c-bcae-4278-b568-e123456f18e3 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:04.622505 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-2d01db9c-bcae-4278-b568-e123456f18e3 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Usage tracker for resource:router and tenant:b246fbd2f57144099e62822a8086603b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:04.631464 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-bc529882-a0bf-40cf-b2b3-a35c3010c4f9 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6611261 Feb 03 14:02:04.632772 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7106b2a-c3ea-4b0f-abba-19f6bb9268c0 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Pushing event deleted for resources: {'Subnet': ['ID=90dc257f-e76c-47a9-ade7-1e45fd8922ad,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:04.634999 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-2d01db9c-bcae-4278-b568-e123456f18e3 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:04.638072 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56366) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:04.648000 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ce291ef7-2f3b-4f89-ba04-581794113a93 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:04.657327 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-2d01db9c-bcae-4278-b568-e123456f18e3 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:04.666632 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3500dee0-941a-48eb-aad0-5bf2a409e2e6 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:04.693260 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-f2cbc4d4-b145-4ee6-ab5e-05d6c368f213 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'subnet': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:04.842941 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2d01db9c-bcae-4278-b568-e123456f18e3 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:04.844073 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2d01db9c-bcae-4278-b568-e123456f18e3 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:04.894638 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-898540de-ce6a-40e4-bd5c-fceb808cb41f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:04.901814 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0d4377eb-ad4c-4884-be35-b039be442cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:04.956288 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-35f8668a-ee6a-4ebf-86a2-b33b6a2d84e9 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:04.960220 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4377eb-ad4c-4884-be35-b039be442cea None None] Pushing event deleted for resources: {'Port': ['ID=8bec7152-a4bc-44e3-a253-60141414960d,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:04.976864 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4377eb-ad4c-4884-be35-b039be442cea None None] No DVR routers for this DVR port 8bec7152-a4bc-44e3-a253-60141414960d on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:02:04.998083 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2d01db9c-bcae-4278-b568-e123456f18e3 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:05.046187 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1a87af-af91-454a-9196-a1bc76be4185 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-ac0baa47-f752-4b1c-8067-faa2699b3288', 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'tenant_id': '1508f35e18f0463982f9a6d535c8268b', 'fixed_ips': [{'subnet_id': '091cc923-bc96-4338-baba-238d6819b158'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:02:05.047379 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6e1a87af-af91-454a-9196-a1bc76be4185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:05.057498 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3500dee0-941a-48eb-aad0-5bf2a409e2e6 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:05.067606 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-f2cbc4d4-b145-4ee6-ab5e-05d6c368f213 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:05.097825 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-f2cbc4d4-b145-4ee6-ab5e-05d6c368f213 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Usage tracker for resource:subnet and tenant:1508f35e18f0463982f9a6d535c8268b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:05.103840 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-f2cbc4d4-b145-4ee6-ab5e-05d6c368f213 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:05.148552 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06346e8-652d-4b46-a98c-956a446d9e07 None None] DHCP port deletion for 5002dd7a-0f69-44f4-ae25-df950c32a90f request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:02:05.157449 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-d06346e8-652d-4b46-a98c-956a446d9e07 None None] Deleting port e9821199-0c95-410a-bb57-48565785d7a3 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:02:05.157829 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d06346e8-652d-4b46-a98c-956a446d9e07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:05.183734 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-f2cbc4d4-b145-4ee6-ab5e-05d6c368f213 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:05.281556 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-35f8668a-ee6a-4ebf-86a2-b33b6a2d84e9 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:05.310713 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-35f8668a-ee6a-4ebf-86a2-b33b6a2d84e9 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49f7397e-ee5e-4d7d-a1c9-5eb5859199f0']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:05.321614 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2cbc4d4-b145-4ee6-ab5e-05d6c368f213 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:02:05.328502 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-6e1a87af-af91-454a-9196-a1bc76be4185 None None] Allocated IP 172.20.0.2 (ac0baa47-f752-4b1c-8067-faa2699b3288/091cc923-bc96-4338-baba-238d6819b158/3484482c-c6cc-45e7-8771-52d15e253b1e) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:02:05.360989 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-35f8668a-ee6a-4ebf-86a2-b33b6a2d84e9 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cafbd5e-4bdb-4826-a139-2e183c753613') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:05.360989 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-35f8668a-ee6a-4ebf-86a2-b33b6a2d84e9 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cafbd5e-4bdb-4826-a139-2e183c753613') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:05.428637 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-35f8668a-ee6a-4ebf-86a2-b33b6a2d84e9 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:05.456086 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3500dee0-941a-48eb-aad0-5bf2a409e2e6 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:05.460759 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-35f8668a-ee6a-4ebf-86a2-b33b6a2d84e9 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:05.475177 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35f8668a-ee6a-4ebf-86a2-b33b6a2d84e9 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:02:05.475580 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-35f8668a-ee6a-4ebf-86a2-b33b6a2d84e9 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:05.491416 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 14:02:05.491416 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:02:05.491416 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 14:02:05.491416 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:02:05.491416 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 14:02:05.491416 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:02:05.491416 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 14:02:05.491416 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:02:05.491416 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 14:02:05.491416 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:02:05.491416 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 14:02:05.491416 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:02:05.491416 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 14:02:05.491416 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:02:05.491416 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:02:05.491416 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:02:05.491416 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:02:05.491416 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:02:05.491416 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 14:02:05.491416 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:02:05.491416 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 14:02:05.491416 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:02:05.491416 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:02:05.491416 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:02:05.491416 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 14:02:05.491416 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:02:05.491416 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:02:05.491416 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:02:05.491416 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:02:05.491416 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:02:05.491416 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:02:05.491416 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:02:05.512678 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3500dee0-941a-48eb-aad0-5bf2a409e2e6 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event deleted for resources: {'Subnet': ['ID=234e7785-6786-4a29-b377-7753b1b41472,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:05.515579 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2d01db9c-bcae-4278-b568-e123456f18e3 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:05.596324 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-d06346e8-652d-4b46-a98c-956a446d9e07 None None] For port e9821199-0c95-410a-bb57-48565785d7a3, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=e9821199-0c95-410a-bb57-48565785d7a3,segment=NetworkSegment(1a2cc8c7-685c-4b34-b413-1b87ac704cfc),segment_id=1a2cc8c7-685c-4b34-b413-1b87ac704cfc)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:05.596955 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d06346e8-652d-4b46-a98c-956a446d9e07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:05.622202 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 8bec7152-a4bc-44e3-a253-60141414960d no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:02:05.653208 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f2cbc4d4-b145-4ee6-ab5e-05d6c368f213 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:05.674623 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3500dee0-941a-48eb-aad0-5bf2a409e2e6 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:05.682296 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-ce291ef7-2f3b-4f89-ba04-581794113a93 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Allocated IP 172.20.0.1 (2c85a47a-8543-41a4-8353-e6eee81f6ef6/eb676f8e-0180-4a82-9581-22a448e0717b/d0a45c67-2cfb-4d99-803c-3c10cddb2a22) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:02:05.710150 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3500dee0-941a-48eb-aad0-5bf2a409e2e6 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/subnets/234e7785-6786-4a29-b377-7753b1b41472 HTTP/1.1" status: 204 len: 168 time: 1.6031215 Feb 03 14:02:05.725245 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56370) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:05.764948 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-35f8668a-ee6a-4ebf-86a2-b33b6a2d84e9 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:05.779516 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-d06346e8-652d-4b46-a98c-956a446d9e07 None None] Calling delete_port for e9821199-0c95-410a-bb57-48565785d7a3 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:02:05.809848 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 8bec7152-a4bc-44e3-a253-60141414960d {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:02:05.810347 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 8bec7152-a4bc-44e3-a253-60141414960d not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:02:05.810879 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device e9821199-0c95-410a-bb57-48565785d7a3 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:02:05.835099 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6105d8f6-342c-446e-88e4-926c4ad0ba74 None None] Network fa77ec5e-dc7f-464e-a999-b85b98de14d1 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:02:05.842935 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-35f8668a-ee6a-4ebf-86a2-b33b6a2d84e9 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:05.870511 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f8668a-ee6a-4ebf-86a2-b33b6a2d84e9 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Pushing event deleted for resources: {'Network': ['ID=49f7397e-ee5e-4d7d-a1c9-5eb5859199f0,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:05.890167 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-35f8668a-ee6a-4ebf-86a2-b33b6a2d84e9 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] 10.222.0.41 "DELETE /v2.0/networks/49f7397e-ee5e-4d7d-a1c9-5eb5859199f0 HTTP/1.1" status: 204 len: 168 time: 1.3112035 Feb 03 14:02:05.890415 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56374) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:05.930185 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-54a2e2cb-aa44-4967-b537-c04688392bfb tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:05.993072 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-54a2e2cb-aa44-4967-b537-c04688392bfb tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Deleting port ad46da6d-5bb3-45b8-8669-c3a670c44d32 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:02:05.993426 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-54a2e2cb-aa44-4967-b537-c04688392bfb tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:06.063159 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-898540de-ce6a-40e4-bd5c-fceb808cb41f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router_gateway, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:06.114583 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ce291ef7-2f3b-4f89-ba04-581794113a93 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:06.120076 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-898540de-ce6a-40e4-bd5c-fceb808cb41f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:06.166696 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8ced88f2-d0b8-4d06-a3c7-f46613329e43 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:06.191443 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d06346e8-652d-4b46-a98c-956a446d9e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:06.196412 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-ce291ef7-2f3b-4f89-ba04-581794113a93 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Transition to ACTIVE for port object d0a45c67-2cfb-4d99-803c-3c10cddb2a22 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:02:06.228531 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Port e9821199-0c95-410a-bb57-48565785d7a3 update to DOWN by agent not found {{(pid=84183) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 03 14:02:06.253190 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6e1a87af-af91-454a-9196-a1bc76be4185 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:06.264095 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06346e8-652d-4b46-a98c-956a446d9e07 None None] Pushing event deleted for resources: {'Port': ['ID=e9821199-0c95-410a-bb57-48565785d7a3,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:06.276389 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06346e8-652d-4b46-a98c-956a446d9e07 None None] No DVR routers for this DVR port e9821199-0c95-410a-bb57-48565785d7a3 on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:02:06.279895 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-6e1a87af-af91-454a-9196-a1bc76be4185 None None] Transition to ACTIVE for port object 3484482c-c6cc-45e7-8771-52d15e253b1e will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:02:06.312171 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-6e1a87af-af91-454a-9196-a1bc76be4185 None None] Transition to ACTIVE for port object 3484482c-c6cc-45e7-8771-52d15e253b1e will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:02:06.338505 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-54a2e2cb-aa44-4967-b537-c04688392bfb tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] For port ad46da6d-5bb3-45b8-8669-c3a670c44d32, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=ad46da6d-5bb3-45b8-8669-c3a670c44d32,segment=NetworkSegment(77f6f0c2-301b-4cbb-9c1d-8bcac76e68de),segment_id=77f6f0c2-301b-4cbb-9c1d-8bcac76e68de)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:06.338856 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-54a2e2cb-aa44-4967-b537-c04688392bfb tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:06.346497 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1c63fa26-645e-459e-86eb-49d8d422e21f tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:06.381348 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6e1a87af-af91-454a-9196-a1bc76be4185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:06.440180 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8ced88f2-d0b8-4d06-a3c7-f46613329e43 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:06.450029 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89e43da-ec74-4ada-8630-f78d0736d869 None None] DHCP port deletion for fa77ec5e-dc7f-464e-a999-b85b98de14d1 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:02:06.477713 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-b89e43da-ec74-4ada-8630-f78d0736d869 None None] Deleting port ad46da6d-5bb3-45b8-8669-c3a670c44d32 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:02:06.478007 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b89e43da-ec74-4ada-8630-f78d0736d869 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:06.488724 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-898540de-ce6a-40e4-bd5c-fceb808cb41f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Allocated IP 172.26.3.139 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/a9833346-09a2-4488-8188-759ee3853f8c) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:02:06.501084 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-8ced88f2-d0b8-4d06-a3c7-f46613329e43 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5002dd7a-0f69-44f4-ae25-df950c32a90f']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:06.519687 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ce291ef7-2f3b-4f89-ba04-581794113a93 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:06.526421 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1a87af-af91-454a-9196-a1bc76be4185 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:02:06.535372 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-6e1a87af-af91-454a-9196-a1bc76be4185 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:06.542220 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1a87af-af91-454a-9196-a1bc76be4185 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:02:06.544428 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a87af-af91-454a-9196-a1bc76be4185 None None] Pushing event updated for resources: {'Port': ['ID=3484482c-c6cc-45e7-8771-52d15e253b1e,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:06.555271 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-8ced88f2-d0b8-4d06-a3c7-f46613329e43 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a2cc8c7-685c-4b34-b413-1b87ac704cfc') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:06.555755 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-8ced88f2-d0b8-4d06-a3c7-f46613329e43 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a2cc8c7-685c-4b34-b413-1b87ac704cfc') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:06.628417 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8ced88f2-d0b8-4d06-a3c7-f46613329e43 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:06.653048 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-54a2e2cb-aa44-4967-b537-c04688392bfb tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Calling delete_port for ad46da6d-5bb3-45b8-8669-c3a670c44d32 owned by network:dhcp {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:02:06.653929 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2d01db9c-bcae-4278-b568-e123456f18e3 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router_gateway, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:06.699485 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-6e1a87af-af91-454a-9196-a1bc76be4185 None None] Attempting to bind port 3484482c-c6cc-45e7-8771-52d15e253b1e on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:02:06.699786 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-6e1a87af-af91-454a-9196-a1bc76be4185 None None] Attempting to bind port 3484482c-c6cc-45e7-8771-52d15e253b1e by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:02:06.700135 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1a87af-af91-454a-9196-a1bc76be4185 None None] Attempting to bind port 3484482c-c6cc-45e7-8771-52d15e253b1e on network ac0baa47-f752-4b1c-8067-faa2699b3288 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:02:06.747470 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8ced88f2-d0b8-4d06-a3c7-f46613329e43 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:06.755437 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2d01db9c-bcae-4278-b568-e123456f18e3 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:06.766303 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce291ef7-2f3b-4f89-ba04-581794113a93 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Network 2c85a47a-8543-41a4-8353-e6eee81f6ef6 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:02:06.769334 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce291ef7-2f3b-4f89-ba04-581794113a93 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Pushing event updated for resources: {'Port': ['ID=d0a45c67-2cfb-4d99-803c-3c10cddb2a22,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:06.770008 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1a87af-af91-454a-9196-a1bc76be4185 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:02:06.770456 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1a87af-af91-454a-9196-a1bc76be4185 None None] Checking segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:02:06.771331 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6e1a87af-af91-454a-9196-a1bc76be4185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:06.771331 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1a87af-af91-454a-9196-a1bc76be4185 None None] Bound using segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:02:06.771698 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-6e1a87af-af91-454a-9196-a1bc76be4185 None None] Bound port: 3484482c-c6cc-45e7-8771-52d15e253b1e, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:02:06.772077 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6e1a87af-af91-454a-9196-a1bc76be4185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:06.809455 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ced88f2-d0b8-4d06-a3c7-f46613329e43 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:02:06.809859 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8ced88f2-d0b8-4d06-a3c7-f46613329e43 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:06.825057 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-ce291ef7-2f3b-4f89-ba04-581794113a93 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:06.827504 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 14:02:06.827504 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:02:06.827504 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 14:02:06.827504 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:02:06.827504 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 14:02:06.827504 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:02:06.827504 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 14:02:06.827504 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:02:06.827504 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 14:02:06.827504 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:02:06.827504 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 14:02:06.827504 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:02:06.827504 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 14:02:06.827504 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:02:06.827504 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:02:06.827504 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:02:06.827504 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:02:06.827504 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:02:06.827504 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 14:02:06.827504 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:02:06.827504 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 14:02:06.827504 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:02:06.827504 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:02:06.827504 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:02:06.827504 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 14:02:06.827504 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:02:06.827504 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:02:06.827504 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:02:06.827504 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:02:06.827504 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:02:06.827504 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:02:06.827504 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:02:06.834511 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-b89e43da-ec74-4ada-8630-f78d0736d869 None None] For port ad46da6d-5bb3-45b8-8669-c3a670c44d32, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=ad46da6d-5bb3-45b8-8669-c3a670c44d32,segment=NetworkSegment(77f6f0c2-301b-4cbb-9c1d-8bcac76e68de),segment_id=77f6f0c2-301b-4cbb-9c1d-8bcac76e68de)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:06.835263 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b89e43da-ec74-4ada-8630-f78d0736d869 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:06.835385 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce291ef7-2f3b-4f89-ba04-581794113a93 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:02:06.871563 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-54a2e2cb-aa44-4967-b537-c04688392bfb tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:06.975993 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-b89e43da-ec74-4ada-8630-f78d0736d869 None None] Calling delete_port for ad46da6d-5bb3-45b8-8669-c3a670c44d32 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:02:07.019952 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a2e2cb-aa44-4967-b537-c04688392bfb tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] No DVR routers for this DVR port ad46da6d-5bb3-45b8-8669-c3a670c44d32 on host dv-neutron-827016-1-hyperv {{(pid=84182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:02:07.025593 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ce291ef7-2f3b-4f89-ba04-581794113a93 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:07.061080 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-898540de-ce6a-40e4-bd5c-fceb808cb41f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:07.080608 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2e2cb-aa44-4967-b537-c04688392bfb tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event deleted for resources: {'Port': ['ID=ad46da6d-5bb3-45b8-8669-c3a670c44d32,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:07.093559 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8ced88f2-d0b8-4d06-a3c7-f46613329e43 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:07.103477 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-6e1a87af-af91-454a-9196-a1bc76be4185 None None] For port 3484482c-c6cc-45e7-8771-52d15e253b1e, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:02:07.107345 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-6e1a87af-af91-454a-9196-a1bc76be4185 None None] For port 3484482c-c6cc-45e7-8771-52d15e253b1e, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=3484482c-c6cc-45e7-8771-52d15e253b1e,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:02:07.115637 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8ced88f2-d0b8-4d06-a3c7-f46613329e43 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:07.124556 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-b89e43da-ec74-4ada-8630-f78d0736d869 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:02:07.124928 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-b89e43da-ec74-4ada-8630-f78d0736d869 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:02:07.132335 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced88f2-d0b8-4d06-a3c7-f46613329e43 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Pushing event deleted for resources: {'Network': ['ID=5002dd7a-0f69-44f4-ae25-df950c32a90f,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:07.138580 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8ced88f2-d0b8-4d06-a3c7-f46613329e43 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] 10.222.0.41 "DELETE /v2.0/networks/5002dd7a-0f69-44f4-ae25-df950c32a90f HTTP/1.1" status: 204 len: 168 time: 1.2483358 Feb 03 14:02:07.141444 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56380) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:07.192151 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6e1a87af-af91-454a-9196-a1bc76be4185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:07.243219 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.objects.ports [None req-f2cbc4d4-b145-4ee6-ab5e-05d6c368f213 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84182) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 03 14:02:07.284453 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a87af-af91-454a-9196-a1bc76be4185 None None] Pushing event updated for resources: {'Port': ['ID=3484482c-c6cc-45e7-8771-52d15e253b1e,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:07.305914 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-f4c3b976-74fa-4665-9a4f-5f8cd8f2527e None None] Provisioning for port d0a45c67-2cfb-4d99-803c-3c10cddb2a22 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:02:07.311395 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-f4c3b976-74fa-4665-9a4f-5f8cd8f2527e None None] Provisioning complete for port d0a45c67-2cfb-4d99-803c-3c10cddb2a22 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:07.311768 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f4c3b976-74fa-4665-9a4f-5f8cd8f2527e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:07.334776 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-54a2e2cb-aa44-4967-b537-c04688392bfb tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:07.369253 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-f4c3b976-74fa-4665-9a4f-5f8cd8f2527e None None] Port d0a45c67-2cfb-4d99-803c-3c10cddb2a22 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:02:07.452637 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-54a2e2cb-aa44-4967-b537-c04688392bfb tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa77ec5e-dc7f-464e-a999-b85b98de14d1']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:07.467569 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-898540de-ce6a-40e4-bd5c-fceb808cb41f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:07.484094 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-54a2e2cb-aa44-4967-b537-c04688392bfb tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f6f0c2-301b-4cbb-9c1d-8bcac76e68de') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:07.484588 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-54a2e2cb-aa44-4967-b537-c04688392bfb tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f6f0c2-301b-4cbb-9c1d-8bcac76e68de') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:07.534207 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-54a2e2cb-aa44-4967-b537-c04688392bfb tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:07.589413 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898540de-ce6a-40e4-bd5c-fceb808cb41f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=a9833346-09a2-4488-8188-759ee3853f8c,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:07.597368 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-54a2e2cb-aa44-4967-b537-c04688392bfb tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:07.608029 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54a2e2cb-aa44-4967-b537-c04688392bfb tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:02:07.613985 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-54a2e2cb-aa44-4967-b537-c04688392bfb tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:07.631056 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 14:02:07.631056 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:02:07.631056 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 14:02:07.631056 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:02:07.631056 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 14:02:07.631056 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:02:07.631056 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 14:02:07.631056 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:02:07.631056 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 14:02:07.631056 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:02:07.631056 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 14:02:07.631056 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:02:07.631056 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 14:02:07.631056 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:02:07.631056 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:02:07.631056 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:02:07.631056 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:02:07.631056 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:02:07.631056 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 14:02:07.631056 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:02:07.631056 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 14:02:07.631056 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:02:07.631056 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:02:07.631056 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:02:07.631056 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 14:02:07.631056 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:02:07.631056 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:02:07.631056 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:02:07.631056 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:02:07.631056 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:02:07.631056 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:02:07.631056 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:02:07.637218 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-b89e43da-ec74-4ada-8630-f78d0736d869 None None] Deleting port ad46da6d-5bb3-45b8-8669-c3a670c44d32 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:02:07.637218 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b89e43da-ec74-4ada-8630-f78d0736d869 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:07.659428 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ce291ef7-2f3b-4f89-ba04-581794113a93 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:07.700454 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-b89e43da-ec74-4ada-8630-f78d0736d869 None None] The port 'ad46da6d-5bb3-45b8-8669-c3a670c44d32' was deleted {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 14:02:07.704133 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device ad46da6d-5bb3-45b8-8669-c3a670c44d32 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:02:07.751557 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-1c63fa26-645e-459e-86eb-49d8d422e21f tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Deleting port 8f629470-6b53-4a6b-b4b3-cca89d8185a8 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:02:07.752145 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1c63fa26-645e-459e-86eb-49d8d422e21f tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:07.753844 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: ad46da6d-5bb3-45b8-8669-c3a670c44d32 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:02:07.754881 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device ad46da6d-5bb3-45b8-8669-c3a670c44d32 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:02:07.768280 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-2d01db9c-bcae-4278-b568-e123456f18e3 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Allocated IP 172.26.3.148 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/41c0ee94-349c-4823-a330-7d6e826111cb) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:02:07.810349 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898540de-ce6a-40e4-bd5c-fceb808cb41f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:02:07.819211 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-07665e3b-03ab-4d36-b340-7f5250ff4a73 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Deleting subnet cdeec43e-20fd-49a3-9c34-5457cf241bca {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:02:07.821128 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-898540de-ce6a-40e4-bd5c-fceb808cb41f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:07.879452 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-07665e3b-03ab-4d36-b340-7f5250ff4a73 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:07.908421 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-54a2e2cb-aa44-4967-b537-c04688392bfb tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:07.912468 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898540de-ce6a-40e4-bd5c-fceb808cb41f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:02:07.946968 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-54a2e2cb-aa44-4967-b537-c04688392bfb tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:07.976451 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2e2cb-aa44-4967-b537-c04688392bfb tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event deleted for resources: {'Network': ['ID=fa77ec5e-dc7f-464e-a999-b85b98de14d1,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:07.997198 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f2cbc4d4-b145-4ee6-ab5e-05d6c368f213 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:08.029536 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-54a2e2cb-aa44-4967-b537-c04688392bfb tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/networks/fa77ec5e-dc7f-464e-a999-b85b98de14d1 HTTP/1.1" status: 204 len: 168 time: 2.2975705 Feb 03 14:02:08.030428 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56384) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:08.117460 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-07665e3b-03ab-4d36-b340-7f5250ff4a73 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:08.239091 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1c63fa26-645e-459e-86eb-49d8d422e21f tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:08.396508 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-1c63fa26-645e-459e-86eb-49d8d422e21f tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Calling delete_port for 8f629470-6b53-4a6b-b4b3-cca89d8185a8 owned by network:router_interface {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:02:08.421752 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2d01db9c-bcae-4278-b568-e123456f18e3 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:08.448845 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2845617c-b9eb-4ea9-9270-ae82c6820fd4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:08.449418 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2845617c-b9eb-4ea9-9270-ae82c6820fd4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Synchronizing usage tracker for tenant:2fa0476fd5f14aeea80802e139eae85a on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:02:08.475107 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-07665e3b-03ab-4d36-b340-7f5250ff4a73 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:08.574623 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-c03a5577-d8f4-4f77-abda-64d83cc45850 None None] Provisioning for port 3484482c-c6cc-45e7-8771-52d15e253b1e completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:02:08.579868 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2845617c-b9eb-4ea9-9270-ae82c6820fd4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Unset dirty status for tenant:2fa0476fd5f14aeea80802e139eae85a on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:02:08.581105 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2845617c-b9eb-4ea9-9270-ae82c6820fd4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "GET /v2.0/ports/fef74d80-b61f-4426-865c-0d5b24177fae HTTP/1.1" status: 200 len: 841 time: 0.5499663 Feb 03 14:02:08.586362 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56388) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:08.659296 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-f2cbc4d4-b145-4ee6-ab5e-05d6c368f213 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] For port 3484482c-c6cc-45e7-8771-52d15e253b1e, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=3484482c-c6cc-45e7-8771-52d15e253b1e,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:08.669604 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ce291ef7-2f3b-4f89-ba04-581794113a93 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:08.684461 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-9909e91f-2379-43b1-9673-36a7bdc7feb3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "GET /v2.0/ports/fef74d80-b61f-4426-865c-0d5b24177fae?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0966480 Feb 03 14:02:08.688024 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56392) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:08.693292 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2d01db9c-bcae-4278-b568-e123456f18e3 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:08.699940 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-e9d7ad57-d750-46d2-9429-76245486eca5 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'subnet': {'network_id': 'da5fb634-29a9-4f74-808e-6b8578428b60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:08.731988 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f2cbc4d4-b145-4ee6-ab5e-05d6c368f213 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:08.766799 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-07665e3b-03ab-4d36-b340-7f5250ff4a73 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:08.809350 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1c63fa26-645e-459e-86eb-49d8d422e21f tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:08.810938 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f2cbc4d4-b145-4ee6-ab5e-05d6c368f213 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:08.812107 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f2cbc4d4-b145-4ee6-ab5e-05d6c368f213 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:08.871178 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ce291ef7-2f3b-4f89-ba04-581794113a93 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:08.913485 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07665e3b-03ab-4d36-b340-7f5250ff4a73 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Pushing event deleted for resources: {'Subnet': ['ID=cdeec43e-20fd-49a3-9c34-5457cf241bca,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:08.967429 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-07665e3b-03ab-4d36-b340-7f5250ff4a73 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:08.973060 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d01db9c-bcae-4278-b568-e123456f18e3 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:02:08.976514 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01db9c-bcae-4278-b568-e123456f18e3 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Pushing event updated for resources: {'Port': ['ID=41c0ee94-349c-4823-a330-7d6e826111cb,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:08.978719 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cbc4d4-b145-4ee6-ab5e-05d6c368f213 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:02:08.981269 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bc6726-c8a3-4799-80f0-f144797658f1 None None] Network 92e3ca8a-4b0e-4008-a7c0-827e2709bf15 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:02:08.985889 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-f2cbc4d4-b145-4ee6-ab5e-05d6c368f213 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:08.987519 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cbc4d4-b145-4ee6-ab5e-05d6c368f213 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Subnet': ['ID=980d5b15-e7cb-4eea-98e8-2145be638147,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:09.015329 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538cb4ad-49a1-4bbf-8139-ea3e2d62ef08 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:02:09.019456 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cbc4d4-b145-4ee6-ab5e-05d6c368f213 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:09.020081 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f2cbc4d4-b145-4ee6-ab5e-05d6c368f213 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:09.041608 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cbc4d4-b145-4ee6-ab5e-05d6c368f213 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Port': ['ID=3484482c-c6cc-45e7-8771-52d15e253b1e,revision_number=4']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:09.107339 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c63fa26-645e-459e-86eb-49d8d422e21f tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event deleted for resources: {'Port': ['ID=8f629470-6b53-4a6b-b4b3-cca89d8185a8,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:09.149625 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-2d01db9c-bcae-4278-b568-e123456f18e3 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:09.151965 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d01db9c-bcae-4278-b568-e123456f18e3 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:02:09.180126 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-898540de-ce6a-40e4-bd5c-fceb808cb41f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router_gateway, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:09.180853 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-898540de-ce6a-40e4-bd5c-fceb808cb41f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:09.197223 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f2cbc4d4-b145-4ee6-ab5e-05d6c368f213 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.5555654 Feb 03 14:02:09.199877 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56396) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:09.208935 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-e4bb8a00-38e3-4488-a3c3-934639a865ef tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'port': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'mac_address': 'fa:16:3e:36:c0:fa', 'name': 'tempest-NetworksTestDHCPv6-78264735'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:09.215213 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e9d7ad57-d750-46d2-9429-76245486eca5 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:09.227335 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-07665e3b-03ab-4d36-b340-7f5250ff4a73 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] 10.222.0.41 "DELETE /v2.0/subnets/cdeec43e-20fd-49a3-9c34-5457cf241bca HTTP/1.1" status: 204 len: 168 time: 2.0828149 Feb 03 14:02:09.233001 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ce291ef7-2f3b-4f89-ba04-581794113a93 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:09.240495 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56400) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:09.241424 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e9d7ad57-d750-46d2-9429-76245486eca5 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Usage tracker for resource:subnet and tenant:2fa0476fd5f14aeea80802e139eae85a is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:09.247989 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e9d7ad57-d750-46d2-9429-76245486eca5 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:09.340367 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e9d7ad57-d750-46d2-9429-76245486eca5 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:09.350015 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1c63fa26-645e-459e-86eb-49d8d422e21f tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:09.474113 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce291ef7-2f3b-4f89-ba04-581794113a93 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Pushing event updated for resources: {'Port': ['ID=d0a45c67-2cfb-4d99-803c-3c10cddb2a22,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:09.523288 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01f42f5-af36-42df-9b0c-2b9534e78d72 None None] DHCP port deletion for 92e3ca8a-4b0e-4008-a7c0-827e2709bf15 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:02:09.529084 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-d01f42f5-af36-42df-9b0c-2b9534e78d72 None None] Deleting port 1f1a1a12-fb68-48e5-b672-490900a02bf8 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:02:09.529775 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d01f42f5-af36-42df-9b0c-2b9534e78d72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:09.545811 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e4bb8a00-38e3-4488-a3c3-934639a865ef tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:09.550315 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e4bb8a00-38e3-4488-a3c3-934639a865ef tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Usage tracker for resource:port and tenant:1508f35e18f0463982f9a6d535c8268b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:09.554938 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e4bb8a00-38e3-4488-a3c3-934639a865ef tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:09.561996 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e4bb8a00-38e3-4488-a3c3-934639a865ef tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:09.588732 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d7ad57-d750-46d2-9429-76245486eca5 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Made reservation on behalf of 2fa0476fd5f14aeea80802e139eae85a for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:02:09.674176 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 3484482c-c6cc-45e7-8771-52d15e253b1e up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:02:09.767013 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cc35375c-10ea-4d84-b6f9-5aa04de8ee54 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:09.770252 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bb8a00-38e3-4488-a3c3-934639a865ef tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:02:09.774052 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e4bb8a00-38e3-4488-a3c3-934639a865ef tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:09.816737 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-e4bb8a00-38e3-4488-a3c3-934639a865ef tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] device_id is not set on port d29d2764-cc88-450c-91ab-f6499594a657 yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:02:09.838852 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e9d7ad57-d750-46d2-9429-76245486eca5 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:09.884745 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-d01f42f5-af36-42df-9b0c-2b9534e78d72 None None] For port 1f1a1a12-fb68-48e5-b672-490900a02bf8, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=1f1a1a12-fb68-48e5-b672-490900a02bf8,segment=NetworkSegment(53b7933c-c6da-4087-bc9b-c10bc3cfb291),segment_id=53b7933c-c6da-4087-bc9b-c10bc3cfb291)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:09.885167 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d01f42f5-af36-42df-9b0c-2b9534e78d72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:09.920103 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-cc35375c-10ea-4d84-b6f9-5aa04de8ee54 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Deleting port 1f1a1a12-fb68-48e5-b672-490900a02bf8 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:02:09.920453 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cc35375c-10ea-4d84-b6f9-5aa04de8ee54 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:09.947864 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 3484482c-c6cc-45e7-8771-52d15e253b1e completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:02:09.964882 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce291ef7-2f3b-4f89-ba04-581794113a93 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Network 2c85a47a-8543-41a4-8353-e6eee81f6ef6 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:02:09.976963 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-ce291ef7-2f3b-4f89-ba04-581794113a93 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:10.032686 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-d01f42f5-af36-42df-9b0c-2b9534e78d72 None None] Calling delete_port for 1f1a1a12-fb68-48e5-b672-490900a02bf8 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:02:10.088182 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 3484482c-c6cc-45e7-8771-52d15e253b1e triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:10.089075 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:10.302792 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d01f42f5-af36-42df-9b0c-2b9534e78d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:10.328356 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c63fa26-645e-459e-86eb-49d8d422e21f tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Router 23d77880-8257-4bbf-9532-7b7905214b98 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:02:10.382559 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f42f5-af36-42df-9b0c-2b9534e78d72 None None] Pushing event deleted for resources: {'Port': ['ID=1f1a1a12-fb68-48e5-b672-490900a02bf8,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:10.392038 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:10.409978 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01f42f5-af36-42df-9b0c-2b9534e78d72 None None] No DVR routers for this DVR port 1f1a1a12-fb68-48e5-b672-490900a02bf8 on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:02:10.436572 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-4158627b-6f7b-446a-a04e-65b4230e1e96 None None] Provisioning complete for port 3484482c-c6cc-45e7-8771-52d15e253b1e triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:10.436572 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4158627b-6f7b-446a-a04e-65b4230e1e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:10.490246 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 3484482c-c6cc-45e7-8771-52d15e253b1e, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=3484482c-c6cc-45e7-8771-52d15e253b1e,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:10.560288 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-cc35375c-10ea-4d84-b6f9-5aa04de8ee54 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] For port 1f1a1a12-fb68-48e5-b672-490900a02bf8, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=1f1a1a12-fb68-48e5-b672-490900a02bf8,segment=NetworkSegment(53b7933c-c6da-4087-bc9b-c10bc3cfb291),segment_id=53b7933c-c6da-4087-bc9b-c10bc3cfb291)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:10.560865 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cc35375c-10ea-4d84-b6f9-5aa04de8ee54 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:10.562605 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:10.572834 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c63fa26-645e-459e-86eb-49d8d422e21f tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:02:10.582162 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84b5bf5-7776-4687-9976-aaf9bcc52b30 None None] Sync routers for ids ['23d77880-8257-4bbf-9532-7b7905214b98'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:02:10.582859 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2d01db9c-bcae-4278-b568-e123456f18e3 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router_gateway, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:10.583278 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2d01db9c-bcae-4278-b568-e123456f18e3 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:10.605005 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84b5bf5-7776-4687-9976-aaf9bcc52b30 None None] Routers {'23d77880-8257-4bbf-9532-7b7905214b98'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:02:10.605627 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-f84b5bf5-7776-4687-9976-aaf9bcc52b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:01:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['23d77880-8257-4bbf-9532-7b7905214b98'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:10.617211 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-e4bb8a00-38e3-4488-a3c3-934639a865ef tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Allocated IP 172.20.0.6 (ac0baa47-f752-4b1c-8067-faa2699b3288/091cc923-bc96-4338-baba-238d6819b158/d29d2764-cc88-450c-91ab-f6499594a657) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:02:10.635830 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-1c63fa26-645e-459e-86eb-49d8d422e21f tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "PUT /v2.0/routers/23d77880-8257-4bbf-9532-7b7905214b98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4674675 Feb 03 14:02:10.638608 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-e4bb8a00-38e3-4488-a3c3-934639a865ef tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Allocated IP 2001:db8::f816:3eff:fe36:c0fa (ac0baa47-f752-4b1c-8067-faa2699b3288/980d5b15-e7cb-4eea-98e8-2145be638147/d29d2764-cc88-450c-91ab-f6499594a657) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:02:10.640655 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56404) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:10.643761 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4158627b-6f7b-446a-a04e-65b4230e1e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:10.658866 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 1f1a1a12-fb68-48e5-b672-490900a02bf8 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:02:10.687437 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-f84b5bf5-7776-4687-9976-aaf9bcc52b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:10.700240 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84b5bf5-7776-4687-9976-aaf9bcc52b30 None None] Routers {'23d77880-8257-4bbf-9532-7b7905214b98'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:02:10.700841 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-f84b5bf5-7776-4687-9976-aaf9bcc52b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:01:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['23d77880-8257-4bbf-9532-7b7905214b98'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:10.715532 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 1f1a1a12-fb68-48e5-b672-490900a02bf8 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:02:10.716105 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 1f1a1a12-fb68-48e5-b672-490900a02bf8 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:02:10.763678 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-f84b5bf5-7776-4687-9976-aaf9bcc52b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:10.763967 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84b5bf5-7776-4687-9976-aaf9bcc52b30 None None] The sync data for ids ['23d77880-8257-4bbf-9532-7b7905214b98'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:02:10.779045 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=3484482c-c6cc-45e7-8771-52d15e253b1e,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:10.799606 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-4158627b-6f7b-446a-a04e-65b4230e1e96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:02:10.800103 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-4158627b-6f7b-446a-a04e-65b4230e1e96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:02:10.886888 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-cc35375c-10ea-4d84-b6f9-5aa04de8ee54 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Calling delete_port for 1f1a1a12-fb68-48e5-b672-490900a02bf8 owned by network:dhcp {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:02:11.121589 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.db.api [None req-cc35375c-10ea-4d84-b6f9-5aa04de8ee54 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:02:11.121828 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG oslo_db.api [None req-cc35375c-10ea-4d84-b6f9-5aa04de8ee54 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:02:11.127431 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e9d7ad57-d750-46d2-9429-76245486eca5 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:11.166676 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e4bb8a00-38e3-4488-a3c3-934639a865ef tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:11.182157 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898540de-ce6a-40e4-bd5c-fceb808cb41f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router 52585ba9-5a1c-47ba-a8f0-6d99891c4f02 is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:02:11.211435 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-347cbac9-58c8-4663-af1b-8daf8e35662c tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] remove_router_interface failed (client error): The resource could not be found. Feb 03 14:02:11.212468 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-347cbac9-58c8-4663-af1b-8daf8e35662c tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "PUT /v2.0/routers/23d77880-8257-4bbf-9532-7b7905214b98/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5709019 Feb 03 14:02:11.216114 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56408) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:11.251653 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-e4bb8a00-38e3-4488-a3c3-934639a865ef tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Transition to ACTIVE for port object d29d2764-cc88-450c-91ab-f6499594a657 will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:02:11.263503 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-8a9059bd-c6a7-443a-927c-228e3ec5643c tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Synchronizing usage tracker for tenant:d5adceeed00a4893983ee9d6f019faac on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:02:11.266179 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d7ad57-d750-46d2-9429-76245486eca5 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Network da5fb634-29a9-4f74-808e-6b8578428b60 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:02:11.280401 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-e9d7ad57-d750-46d2-9429-76245486eca5 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:11.283108 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d7ad57-d750-46d2-9429-76245486eca5 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:11.283802 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e9d7ad57-d750-46d2-9429-76245486eca5 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:11.292541 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c6670b-f4f8-4cc8-9aa2-8b48ec6b77f5 None None] Network da5fb634-29a9-4f74-808e-6b8578428b60 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:02:11.303557 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7ad57-d750-46d2-9429-76245486eca5 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'Subnet': ['ID=e82a4a9b-830e-48c4-bc9a-789b5b231394,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:11.351668 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-8a9059bd-c6a7-443a-927c-228e3ec5643c tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Unset dirty status for tenant:d5adceeed00a4893983ee9d6f019faac on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:02:11.355754 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-8a9059bd-c6a7-443a-927c-228e3ec5643c tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "GET /v2.0/ports?device_id=23d77880-8257-4bbf-9532-7b7905214b98 HTTP/1.1" status: 200 len: 205 time: 0.1362259 Feb 03 14:02:11.356095 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56412) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:11.432566 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e4bb8a00-38e3-4488-a3c3-934639a865ef tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:11.506514 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e9d7ad57-d750-46d2-9429-76245486eca5 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8168650 Feb 03 14:02:11.514095 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56416) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:11.524393 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-3c647d38-f27d-46a6-9aa1-62e97d66b4da tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'security_group': {'name': 'tempest-secgroup-1971173985'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:11.539170 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3c647d38-f27d-46a6-9aa1-62e97d66b4da tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:11.554657 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3c647d38-f27d-46a6-9aa1-62e97d66b4da tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Usage tracker for resource:security_group and tenant:2fa0476fd5f14aeea80802e139eae85a is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:11.558489 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce291ef7-2f3b-4f89-ba04-581794113a93 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Router caa6f286-ac45-4f21-ad5f-4bda3d5de651 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:02:11.561358 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3c647d38-f27d-46a6-9aa1-62e97d66b4da tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:11.573982 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3c647d38-f27d-46a6-9aa1-62e97d66b4da tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:11.581275 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bb8a00-38e3-4488-a3c3-934639a865ef tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:02:11.586335 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-e4bb8a00-38e3-4488-a3c3-934639a865ef tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:11.598258 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-74a39b26-0ed9-4552-a766-c747e497e5cb None None] Provisioning complete for port d0a45c67-2cfb-4d99-803c-3c10cddb2a22 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:11.598460 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-74a39b26-0ed9-4552-a766-c747e497e5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:11.605659 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c8fddb55-b6c7-45b4-aea3-15c644c0da24 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for router, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:11.631074 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 3484482c-c6cc-45e7-8771-52d15e253b1e up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:02:11.652255 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-cc35375c-10ea-4d84-b6f9-5aa04de8ee54 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Deleting port 1f1a1a12-fb68-48e5-b672-490900a02bf8 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:02:11.652255 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cc35375c-10ea-4d84-b6f9-5aa04de8ee54 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:11.750262 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-74a39b26-0ed9-4552-a766-c747e497e5cb None None] Port d0a45c67-2cfb-4d99-803c-3c10cddb2a22 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:02:11.784673 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 3484482c-c6cc-45e7-8771-52d15e253b1e triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:11.785105 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:11.794834 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bb8a00-38e3-4488-a3c3-934639a865ef tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:02:11.802215 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-cc35375c-10ea-4d84-b6f9-5aa04de8ee54 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] The port '1f1a1a12-fb68-48e5-b672-490900a02bf8' was deleted {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 14:02:11.812761 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3c647d38-f27d-46a6-9aa1-62e97d66b4da tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:11.826887 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb8a00-38e3-4488-a3c3-934639a865ef tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Port': ['ID=d29d2764-cc88-450c-91ab-f6499594a657,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:11.869627 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfebefaa-4d55-4012-b8fa-a8f0c4f223ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-da5fb634-29a9-4f74-808e-6b8578428b60', 'network_id': 'da5fb634-29a9-4f74-808e-6b8578428b60', 'tenant_id': '2fa0476fd5f14aeea80802e139eae85a', 'fixed_ips': [{'subnet_id': 'e82a4a9b-830e-48c4-bc9a-789b5b231394'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:02:11.870589 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cfebefaa-4d55-4012-b8fa-a8f0c4f223ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:11.941023 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bb8a00-38e3-4488-a3c3-934639a865ef tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:11.942298 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e4bb8a00-38e3-4488-a3c3-934639a865ef tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:12.019175 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cc35375c-10ea-4d84-b6f9-5aa04de8ee54 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:12.026823 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3c647d38-f27d-46a6-9aa1-62e97d66b4da tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:12.034504 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3c647d38-f27d-46a6-9aa1-62e97d66b4da tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Usage tracker for resource:security_group_rule and tenant:2fa0476fd5f14aeea80802e139eae85a is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:12.041978 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3c647d38-f27d-46a6-9aa1-62e97d66b4da tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:12.065204 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3c647d38-f27d-46a6-9aa1-62e97d66b4da tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:12.068713 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d01db9c-bcae-4278-b568-e123456f18e3 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Router 80897dd6-117a-4de9-a128-e1fa096d1164 is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:02:12.072439 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-cc35375c-10ea-4d84-b6f9-5aa04de8ee54 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92e3ca8a-4b0e-4008-a7c0-827e2709bf15']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:12.092627 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e4bb8a00-38e3-4488-a3c3-934639a865ef tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 2.8906374 Feb 03 14:02:12.093521 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56420) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:12.098856 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898540de-ce6a-40e4-bd5c-fceb808cb41f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:02:12.116990 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-cc35375c-10ea-4d84-b6f9-5aa04de8ee54 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53b7933c-c6da-4087-bc9b-c10bc3cfb291') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:12.117366 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-cc35375c-10ea-4d84-b6f9-5aa04de8ee54 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53b7933c-c6da-4087-bc9b-c10bc3cfb291') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:12.128251 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-cfebefaa-4d55-4012-b8fa-a8f0c4f223ec None None] Allocated IP 172.20.0.2 (da5fb634-29a9-4f74-808e-6b8578428b60/e82a4a9b-830e-48c4-bc9a-789b5b231394/1383d26f-1d47-483c-a438-861813b463fb) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:02:12.145527 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cc35375c-10ea-4d84-b6f9-5aa04de8ee54 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:12.229694 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cc35375c-10ea-4d84-b6f9-5aa04de8ee54 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:12.275898 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c8fddb55-b6c7-45b4-aea3-15c644c0da24 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:12.291205 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c8fddb55-b6c7-45b4-aea3-15c644c0da24 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:12.339997 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9b0e95-4ddc-45ac-b64e-711d812272dc tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:12.353664 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9b0e95-4ddc-45ac-b64e-711d812272dc tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:12.364655 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-5a9b0e95-4ddc-45ac-b64e-711d812272dc tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:02:12.384019 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5f8da1-94a0-4f1a-8af9-01f8c58ba691 None None] Sync routers for ids ['52585ba9-5a1c-47ba-a8f0-6d99891c4f02'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:02:12.394153 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-911c8b2f-0610-4c7b-8a37-e7d9915508a8 None None] Provisioning for port d29d2764-cc88-450c-91ab-f6499594a657 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:02:12.408386 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-911c8b2f-0610-4c7b-8a37-e7d9915508a8 None None] Provisioning complete for port d29d2764-cc88-450c-91ab-f6499594a657 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:12.408386 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-911c8b2f-0610-4c7b-8a37-e7d9915508a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:12.410913 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c8fddb55-b6c7-45b4-aea3-15c644c0da24 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:12.411799 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8fddb55-b6c7-45b4-aea3-15c644c0da24 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Fanout notify agent at l3_agent the message router_deleted on router 23d77880-8257-4bbf-9532-7b7905214b98 {{(pid=84182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:02:12.429620 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c8fddb55-b6c7-45b4-aea3-15c644c0da24 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:12.430854 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c8fddb55-b6c7-45b4-aea3-15c644c0da24 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "DELETE /v2.0/routers/23d77880-8257-4bbf-9532-7b7905214b98 HTTP/1.1" status: 204 len: 168 time: 1.0736616 Feb 03 14:02:12.433770 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56424) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:12.437827 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-5a9b0e95-4ddc-45ac-b64e-711d812272dc tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:02:12.441907 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-5a9b0e95-4ddc-45ac-b64e-711d812272dc tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.3450041 Feb 03 14:02:12.443675 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56428) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:12.449136 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-898540de-ce6a-40e4-bd5c-fceb808cb41f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:12.456373 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-898540de-ce6a-40e4-bd5c-fceb808cb41f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.5701330 Feb 03 14:02:12.456373 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56430) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:12.457166 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc35375c-10ea-4d84-b6f9-5aa04de8ee54 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:02:12.458107 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cc35375c-10ea-4d84-b6f9-5aa04de8ee54 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:12.461288 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cfebefaa-4d55-4012-b8fa-a8f0c4f223ec None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:12.475499 dv-neutron-827016-1-hyperv neutron-server[84181]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:02:12.475499 dv-neutron-827016-1-hyperv neutron-server[84181]: util.warn( Feb 03 14:02:12.475499 dv-neutron-827016-1-hyperv neutron-server[84181]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:02:12.475499 dv-neutron-827016-1-hyperv neutron-server[84181]: util.warn( Feb 03 14:02:12.475499 dv-neutron-827016-1-hyperv neutron-server[84181]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:02:12.475499 dv-neutron-827016-1-hyperv neutron-server[84181]: util.warn( Feb 03 14:02:12.475499 dv-neutron-827016-1-hyperv neutron-server[84181]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:02:12.475499 dv-neutron-827016-1-hyperv neutron-server[84181]: util.warn( Feb 03 14:02:12.475499 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 14:02:12.475499 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:02:12.475499 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 14:02:12.475499 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:02:12.475499 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 14:02:12.475499 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:02:12.475499 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 14:02:12.475499 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:02:12.475499 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 14:02:12.475499 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:02:12.475499 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 14:02:12.475499 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:02:12.475499 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 14:02:12.475499 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:02:12.475499 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:02:12.475499 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:02:12.475499 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:02:12.475499 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:02:12.475499 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 14:02:12.475499 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:02:12.475499 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 14:02:12.475499 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:02:12.475499 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:02:12.475499 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:02:12.475499 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 14:02:12.475499 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:02:12.475499 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:02:12.475499 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:02:12.475499 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:02:12.475499 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:02:12.475499 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:02:12.475499 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:02:12.479672 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5f8da1-94a0-4f1a-8af9-01f8c58ba691 None None] Routers {'52585ba9-5a1c-47ba-a8f0-6d99891c4f02'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:02:12.480723 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-9a5f8da1-94a0-4f1a-8af9-01f8c58ba691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:01:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['52585ba9-5a1c-47ba-a8f0-6d99891c4f02'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:12.547927 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-cfebefaa-4d55-4012-b8fa-a8f0c4f223ec None None] Transition to ACTIVE for port object 1383d26f-1d47-483c-a438-861813b463fb will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:02:12.557645 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-911c8b2f-0610-4c7b-8a37-e7d9915508a8 None None] Port d29d2764-cc88-450c-91ab-f6499594a657 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:02:12.575988 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3c647d38-f27d-46a6-9aa1-62e97d66b4da tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:12.578230 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-277a5c4c-5440-4db8-b88f-1647e6a12d00 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting port d29d2764-cc88-450c-91ab-f6499594a657 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:02:12.578583 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-277a5c4c-5440-4db8-b88f-1647e6a12d00 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:12.590148 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-cfebefaa-4d55-4012-b8fa-a8f0c4f223ec None None] Transition to ACTIVE for port object 1383d26f-1d47-483c-a438-861813b463fb will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:02:12.639289 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3c647d38-f27d-46a6-9aa1-62e97d66b4da tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:12.668847 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cfebefaa-4d55-4012-b8fa-a8f0c4f223ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:12.751961 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cc35375c-10ea-4d84-b6f9-5aa04de8ee54 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:12.756174 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cc35375c-10ea-4d84-b6f9-5aa04de8ee54 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:12.761061 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-cc35375c-10ea-4d84-b6f9-5aa04de8ee54 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] 10.222.0.41 "DELETE /v2.0/networks/92e3ca8a-4b0e-4008-a7c0-827e2709bf15 HTTP/1.1" status: 204 len: 168 time: 3.5127006 Feb 03 14:02:12.781185 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c647d38-f27d-46a6-9aa1-62e97d66b4da tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11fbf099-a218-4316-909a-d4cefda60a05,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:12.786358 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56438) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:12.791874 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce291ef7-2f3b-4f89-ba04-581794113a93 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:02:12.802787 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71db9df4-619a-41c9-b919-142796d8b664 None None] Sync routers for ids ['caa6f286-ac45-4f21-ad5f-4bda3d5de651'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:02:12.816169 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ce291ef7-2f3b-4f89-ba04-581794113a93 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "PUT /v2.0/routers/caa6f286-ac45-4f21-ad5f-4bda3d5de651/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5714808 Feb 03 14:02:12.819791 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71db9df4-619a-41c9-b919-142796d8b664 None None] Routers {'caa6f286-ac45-4f21-ad5f-4bda3d5de651'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:02:12.819938 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfebefaa-4d55-4012-b8fa-a8f0c4f223ec None None] Network da5fb634-29a9-4f74-808e-6b8578428b60 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:02:12.820057 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-71db9df4-619a-41c9-b919-142796d8b664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:01:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['caa6f286-ac45-4f21-ad5f-4bda3d5de651'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:12.820187 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-9a5f8da1-94a0-4f1a-8af9-01f8c58ba691 None None] Set router 52585ba9-5a1c-47ba-a8f0-6d99891c4f02 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:02:12.859467 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-cfebefaa-4d55-4012-b8fa-a8f0c4f223ec None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:12.865626 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56442) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:12.874554 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfebefaa-4d55-4012-b8fa-a8f0c4f223ec None None] Pushing event updated for resources: {'Port': ['ID=1383d26f-1d47-483c-a438-861813b463fb,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:12.876968 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3c647d38-f27d-46a6-9aa1-62e97d66b4da tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:12.878141 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfebefaa-4d55-4012-b8fa-a8f0c4f223ec None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:02:12.878658 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3c647d38-f27d-46a6-9aa1-62e97d66b4da tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3627601 Feb 03 14:02:12.882076 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-aeef948b-db3d-4015-8f83-23e873161128 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=55163e99e9e54d69af7505a418f9e84b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4074912 Feb 03 14:02:12.883045 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56446) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:12.886008 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-07f85455-6d73-449f-8f3e-c6858e3bb12b tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Request body: {'port': {'network_id': '2c85a47a-8543-41a4-8353-e6eee81f6ef6', 'name': 'tempest-FloatingIPTestJSON-2116518690'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:12.887619 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-71db9df4-619a-41c9-b919-142796d8b664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:12.911237 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71db9df4-619a-41c9-b919-142796d8b664 None None] Routers {'caa6f286-ac45-4f21-ad5f-4bda3d5de651'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:02:12.911839 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-71db9df4-619a-41c9-b919-142796d8b664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:01:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['caa6f286-ac45-4f21-ad5f-4bda3d5de651'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:12.917160 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56448) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:12.943004 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35375c-10ea-4d84-b6f9-5aa04de8ee54 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Pushing event deleted for resources: {'Network': ['ID=92e3ca8a-4b0e-4008-a7c0-827e2709bf15,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:12.949264 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-c5e5095b-21df-4cab-b1f0-dbeb438f77a5 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Synchronizing usage tracker for tenant:47a74a2f2cb54d20a13dadba3ce1e1ea on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:02:12.959650 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-8482de89-6088-4134-93b8-356883ce42b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'security_group': {'name': 'tempest-secgroup-146051220'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:12.967279 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-8482de89-6088-4134-93b8-356883ce42b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:12.972195 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-8482de89-6088-4134-93b8-356883ce42b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Usage tracker for resource:security_group and tenant:2fa0476fd5f14aeea80802e139eae85a is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:12.976249 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-71db9df4-619a-41c9-b919-142796d8b664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:12.976649 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71db9df4-619a-41c9-b919-142796d8b664 None None] The sync data for ids ['caa6f286-ac45-4f21-ad5f-4bda3d5de651'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:02:12.977243 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-8482de89-6088-4134-93b8-356883ce42b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:12.990367 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-8482de89-6088-4134-93b8-356883ce42b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:13.039995 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d01db9c-bcae-4278-b568-e123456f18e3 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:02:13.069722 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d012f0-fc30-46cc-a7fb-cdf6fff91096 None None] Sync routers for ids ['80897dd6-117a-4de9-a128-e1fa096d1164'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:02:13.077060 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8482de89-6088-4134-93b8-356883ce42b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:13.115355 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-8482de89-6088-4134-93b8-356883ce42b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:13.119562 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-8482de89-6088-4134-93b8-356883ce42b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Usage tracker for resource:security_group_rule and tenant:2fa0476fd5f14aeea80802e139eae85a is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:13.122399 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-8482de89-6088-4134-93b8-356883ce42b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:13.128586 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-8482de89-6088-4134-93b8-356883ce42b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:13.140681 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-c5e5095b-21df-4cab-b1f0-dbeb438f77a5 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Unset dirty status for tenant:47a74a2f2cb54d20a13dadba3ce1e1ea on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:02:13.147532 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c5e5095b-21df-4cab-b1f0-dbeb438f77a5 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] 10.222.0.41 "GET /v2.0/ports?device_id=072818bb-a0f9-42f9-957f-442f0e24e435 HTTP/1.1" status: 200 len: 205 time: 0.3535380 Feb 03 14:02:13.152107 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56454) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:13.152986 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2d01db9c-bcae-4278-b568-e123456f18e3 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:13.157119 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-2d01db9c-bcae-4278-b568-e123456f18e3 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.0009794 Feb 03 14:02:13.162398 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56458) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:13.186305 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-cfebefaa-4d55-4012-b8fa-a8f0c4f223ec None None] Attempting to bind port 1383d26f-1d47-483c-a438-861813b463fb on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:02:13.186669 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-cfebefaa-4d55-4012-b8fa-a8f0c4f223ec None None] Attempting to bind port 1383d26f-1d47-483c-a438-861813b463fb by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '83fd513e-cf13-4d76-a414-2d339e8fee6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'da5fb634-29a9-4f74-808e-6b8578428b60'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:02:13.187035 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfebefaa-4d55-4012-b8fa-a8f0c4f223ec None None] Attempting to bind port 1383d26f-1d47-483c-a438-861813b463fb on network da5fb634-29a9-4f74-808e-6b8578428b60 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:02:13.194177 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d012f0-fc30-46cc-a7fb-cdf6fff91096 None None] Routers {'80897dd6-117a-4de9-a128-e1fa096d1164'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:02:13.194800 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-73d012f0-fc30-46cc-a7fb-cdf6fff91096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:01:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['80897dd6-117a-4de9-a128-e1fa096d1164'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:13.251337 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfebefaa-4d55-4012-b8fa-a8f0c4f223ec None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:02:13.251337 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfebefaa-4d55-4012-b8fa-a8f0c4f223ec None None] Checking segment: {'id': '83fd513e-cf13-4d76-a414-2d339e8fee6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'da5fb634-29a9-4f74-808e-6b8578428b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:02:13.251337 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cfebefaa-4d55-4012-b8fa-a8f0c4f223ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:13.251774 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfebefaa-4d55-4012-b8fa-a8f0c4f223ec None None] Bound using segment: {'id': '83fd513e-cf13-4d76-a414-2d339e8fee6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'da5fb634-29a9-4f74-808e-6b8578428b60'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:02:13.252123 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-cfebefaa-4d55-4012-b8fa-a8f0c4f223ec None None] Bound port: 1383d26f-1d47-483c-a438-861813b463fb, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fd513e-cf13-4d76-a414-2d339e8fee6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'da5fb634-29a9-4f74-808e-6b8578428b60'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:02:13.252498 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cfebefaa-4d55-4012-b8fa-a8f0c4f223ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:13.283218 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-73d012f0-fc30-46cc-a7fb-cdf6fff91096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:13.340950 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8482de89-6088-4134-93b8-356883ce42b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:13.344932 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-562fc29f-2b85-4c82-929a-476fa04f2808 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks [] for router, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:13.373106 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d012f0-fc30-46cc-a7fb-cdf6fff91096 None None] Routers {'80897dd6-117a-4de9-a128-e1fa096d1164'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:02:13.374208 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-73d012f0-fc30-46cc-a7fb-cdf6fff91096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:01:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['80897dd6-117a-4de9-a128-e1fa096d1164'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:13.451423 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-73d012f0-fc30-46cc-a7fb-cdf6fff91096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:13.451423 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d012f0-fc30-46cc-a7fb-cdf6fff91096 None None] The sync data for ids ['80897dd6-117a-4de9-a128-e1fa096d1164'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:02:13.475351 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8482de89-6088-4134-93b8-356883ce42b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:13.478829 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-494b04b6-6452-4bfe-88da-940903037011 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Deleting subnet e67ea9cd-60b0-4288-84e9-3efd2ff0c975 {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:02:13.485053 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-277a5c4c-5440-4db8-b88f-1647e6a12d00 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:13.489728 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-cfebefaa-4d55-4012-b8fa-a8f0c4f223ec None None] For port 1383d26f-1d47-483c-a438-861813b463fb, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:02:13.499346 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-cfebefaa-4d55-4012-b8fa-a8f0c4f223ec None None] For port 1383d26f-1d47-483c-a438-861813b463fb, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=1383d26f-1d47-483c-a438-861813b463fb,segment=NetworkSegment(83fd513e-cf13-4d76-a414-2d339e8fee6b),segment_id=83fd513e-cf13-4d76-a414-2d339e8fee6b)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:02:13.500961 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-494b04b6-6452-4bfe-88da-940903037011 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:13.512440 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-9a5f8da1-94a0-4f1a-8af9-01f8c58ba691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'name': 'tempest-TestNetworkBasicOps-router-226659830', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': 'a9833346-09a2-4488-8188-759ee3853f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:02:04Z', 'updated_at': '2022-02-03T14:02:08Z', 'revision_number': 3, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'a9833346-09a2-4488-8188-759ee3853f8c', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:59:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:02:06Z', 'updated_at': '2022-02-03T14:02:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:13.517031 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5f8da1-94a0-4f1a-8af9-01f8c58ba691 None None] Checking router: 52585ba9-5a1c-47ba-a8f0-6d99891c4f02 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:02:13.517389 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5f8da1-94a0-4f1a-8af9-01f8c58ba691 None None] Updating router 52585ba9-5a1c-47ba-a8f0-6d99891c4f02 port a9833346-09a2-4488-8188-759ee3853f8c binding host dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:02:13.570814 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cfebefaa-4d55-4012-b8fa-a8f0c4f223ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:13.595540 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8482de89-6088-4134-93b8-356883ce42b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6b98c3-609d-4c6e-a6ed-a851a0aa8e29,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:13.611887 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-07f85455-6d73-449f-8f3e-c6858e3bb12b tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:13.621340 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9a5f8da1-94a0-4f1a-8af9-01f8c58ba691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:13.656001 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8482de89-6088-4134-93b8-356883ce42b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:13.657314 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8482de89-6088-4134-93b8-356883ce42b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7115409 Feb 03 14:02:13.660503 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56462) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:13.667743 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-097d3ebf-651d-436f-8c59-23d575a2cdc9 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1177281970', 'security_groups': ['ac6b98c3-609d-4c6e-a6ed-a851a0aa8e29'], 'network_id': 'da5fb634-29a9-4f74-808e-6b8578428b60', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e82a4a9b-830e-48c4-bc9a-789b5b231394'}]}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:13.680784 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-07f85455-6d73-449f-8f3e-c6858e3bb12b tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Usage tracker for resource:port and tenant:2e321b7425cc4fcdadac3009246b2caf is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:13.695033 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-277a5c4c-5440-4db8-b88f-1647e6a12d00 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Calling delete_port for d29d2764-cc88-450c-91ab-f6499594a657 owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:02:13.705574 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfebefaa-4d55-4012-b8fa-a8f0c4f223ec None None] Pushing event updated for resources: {'Port': ['ID=1383d26f-1d47-483c-a438-861813b463fb,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:13.737411 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-07f85455-6d73-449f-8f3e-c6858e3bb12b tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:13.756017 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-07f85455-6d73-449f-8f3e-c6858e3bb12b tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:13.786204 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c159d942-bcaf-475f-87a1-0f24f55d7090 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:13.788138 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c159d942-bcaf-475f-87a1-0f24f55d7090 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8660529 Feb 03 14:02:13.793944 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-494b04b6-6452-4bfe-88da-940903037011 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:13.806449 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56466) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:13.916303 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-562fc29f-2b85-4c82-929a-476fa04f2808 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:13.929373 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b6b739a6-14c7-4fb2-929b-f796c497945b tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=16a0e898-50c0-4b65-ae3a-069e9649bbca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1177709 Feb 03 14:02:13.930998 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56470) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:13.946856 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-c4c28b34-4b4a-4d69-b699-02e6611b994b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1796535699', 'network_id': 'dd13b231-4ee5-4444-8ba9-9ea79394e28e', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:13.950229 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f85455-6d73-449f-8f3e-c6858e3bb12b tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Made reservation on behalf of 2e321b7425cc4fcdadac3009246b2caf for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:02:13.953218 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-07f85455-6d73-449f-8f3e-c6858e3bb12b tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:13.964127 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-562fc29f-2b85-4c82-929a-476fa04f2808 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:14.039554 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9a5f8da1-94a0-4f1a-8af9-01f8c58ba691 None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:14.049159 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-07f85455-6d73-449f-8f3e-c6858e3bb12b tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] device_id is not set on port bbeac450-9f77-453b-a191-2ec58d36241a yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:02:14.160794 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-494b04b6-6452-4bfe-88da-940903037011 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:14.263659 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-097d3ebf-651d-436f-8c59-23d575a2cdc9 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:14.271648 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-097d3ebf-651d-436f-8c59-23d575a2cdc9 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Usage tracker for resource:port and tenant:2fa0476fd5f14aeea80802e139eae85a is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:14.277798 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-c4c28b34-4b4a-4d69-b699-02e6611b994b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:14.277798 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-097d3ebf-651d-436f-8c59-23d575a2cdc9 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:14.283684 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-c4c28b34-4b4a-4d69-b699-02e6611b994b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:subnet and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:14.287037 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-097d3ebf-651d-436f-8c59-23d575a2cdc9 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:14.289254 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-c4c28b34-4b4a-4d69-b699-02e6611b994b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:14.298745 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-c4c28b34-4b4a-4d69-b699-02e6611b994b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:14.303968 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2e1550a7-b151-427b-881a-394e63f65f59 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] 10.222.0.41 "GET /v2.0/routers/80897dd6-117a-4de9-a128-e1fa096d1164 HTTP/1.1" status: 200 len: 920 time: 1.1270878 Feb 03 14:02:14.305678 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56474) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:14.340165 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-277a5c4c-5440-4db8-b88f-1647e6a12d00 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:14.354541 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-562fc29f-2b85-4c82-929a-476fa04f2808 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:14.354942 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562fc29f-2b85-4c82-929a-476fa04f2808 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Fanout notify agent at l3_agent the message router_deleted on router 072818bb-a0f9-42f9-957f-442f0e24e435 {{(pid=84181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:02:14.367625 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-2a1eef01-8ac3-4620-a022-860d75e63f18 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] 10.222.0.41 "GET /v2.0/ports?device_id=80897dd6-117a-4de9-a128-e1fa096d1164 HTTP/1.1" status: 200 len: 205 time: 0.0600824 Feb 03 14:02:14.369788 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56478) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:14.401730 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a5c4c-5440-4db8-b88f-1647e6a12d00 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Port': ['ID=d29d2764-cc88-450c-91ab-f6499594a657,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:14.402577 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-9a5f8da1-94a0-4f1a-8af9-01f8c58ba691 None None] Transition to ACTIVE for port object a9833346-09a2-4488-8188-759ee3853f8c will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:02:14.414848 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-494b04b6-6452-4bfe-88da-940903037011 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:14.435572 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-562fc29f-2b85-4c82-929a-476fa04f2808 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:14.436660 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-562fc29f-2b85-4c82-929a-476fa04f2808 tempest-RoutersNegativeIpV6Test-1679031367 tempest-RoutersNegativeIpV6Test-1679031367-project] 10.222.0.41 "DELETE /v2.0/routers/072818bb-a0f9-42f9-957f-442f0e24e435 HTTP/1.1" status: 204 len: 168 time: 1.2809014 Feb 03 14:02:14.437443 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097d3ebf-651d-436f-8c59-23d575a2cdc9 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Made reservation on behalf of 2fa0476fd5f14aeea80802e139eae85a for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:02:14.445830 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-097d3ebf-651d-436f-8c59-23d575a2cdc9 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:14.472361 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c28b34-4b4a-4d69-b699-02e6611b994b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Made reservation on behalf of 55163e99e9e54d69af7505a418f9e84b for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:02:14.492870 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b04b6-6452-4bfe-88da-940903037011 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event deleted for resources: {'Subnet': ['ID=e67ea9cd-60b0-4288-84e9-3efd2ff0c975,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:14.496424 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9a5f8da1-94a0-4f1a-8af9-01f8c58ba691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:14.533071 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-07f85455-6d73-449f-8f3e-c6858e3bb12b tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Allocated IP 172.20.0.14 (2c85a47a-8543-41a4-8353-e6eee81f6ef6/eb676f8e-0180-4a82-9581-22a448e0717b/bbeac450-9f77-453b-a191-2ec58d36241a) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:02:14.557224 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-097d3ebf-651d-436f-8c59-23d575a2cdc9 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] device_id is not set on port 527e08d6-9c3e-4a29-8fd7-0a99fd784d24 yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:02:14.566149 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-494b04b6-6452-4bfe-88da-940903037011 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:14.590865 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-494b04b6-6452-4bfe-88da-940903037011 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "DELETE /v2.0/subnets/e67ea9cd-60b0-4288-84e9-3efd2ff0c975 HTTP/1.1" status: 204 len: 168 time: 2.1560576 Feb 03 14:02:14.596917 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56484) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:14.621111 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc5dbdf-c4bf-4de9-95e9-2cfcef918ba2 None None] Network 7e8f05d6-f5ad-468d-ab60-3049aaf4ab5e requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:02:14.728353 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720f908-e277-4185-98cf-dbab217c4b59 None None] Pushing event updated for resources: {'Port': ['ID=a9833346-09a2-4488-8188-759ee3853f8c,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:14.789474 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c4c28b34-4b4a-4d69-b699-02e6611b994b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:14.850355 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-277a5c4c-5440-4db8-b88f-1647e6a12d00 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:14.856524 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-277a5c4c-5440-4db8-b88f-1647e6a12d00 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/ports/d29d2764-cc88-450c-91ab-f6499594a657 HTTP/1.1" status: 204 len: 168 time: 2.3802764 Feb 03 14:02:14.860041 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56488) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:14.960087 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-9a5f8da1-94a0-4f1a-8af9-01f8c58ba691 None None] Attempting to bind port a9833346-09a2-4488-8188-759ee3853f8c on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:02:14.960653 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-614f3ea2-f51a-47f5-beeb-f46f9250e932 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:14.963555 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-9a5f8da1-94a0-4f1a-8af9-01f8c58ba691 None None] Attempting to bind port a9833346-09a2-4488-8188-759ee3853f8c by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:02:14.965084 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5f8da1-94a0-4f1a-8af9-01f8c58ba691 None None] Attempting to bind port a9833346-09a2-4488-8188-759ee3853f8c on network 16a0e898-50c0-4b65-ae3a-069e9649bbca {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:02:15.012565 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e23672d-9792-4619-bc3e-09fac37b1d23 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:15.013988 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e23672d-9792-4619-bc3e-09fac37b1d23 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:15.015387 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e23672d-9792-4619-bc3e-09fac37b1d23 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:15.016197 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-4e23672d-9792-4619-bc3e-09fac37b1d23 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:02:15.023452 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5f8da1-94a0-4f1a-8af9-01f8c58ba691 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:02:15.023996 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5f8da1-94a0-4f1a-8af9-01f8c58ba691 None None] Checking segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:02:15.024822 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9a5f8da1-94a0-4f1a-8af9-01f8c58ba691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:15.025332 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5f8da1-94a0-4f1a-8af9-01f8c58ba691 None None] Bound using segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:02:15.025846 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-07f85455-6d73-449f-8f3e-c6858e3bb12b tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:15.026200 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-9a5f8da1-94a0-4f1a-8af9-01f8c58ba691 None None] Bound port: a9833346-09a2-4488-8188-759ee3853f8c, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:02:15.026678 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9a5f8da1-94a0-4f1a-8af9-01f8c58ba691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:15.030484 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-614f3ea2-f51a-47f5-beeb-f46f9250e932 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Deleting port 106272ce-9d6e-42ac-b0c9-6d6e646ae546 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:02:15.030831 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-614f3ea2-f51a-47f5-beeb-f46f9250e932 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:15.053096 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-07f85455-6d73-449f-8f3e-c6858e3bb12b tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Transition to ACTIVE for port object bbeac450-9f77-453b-a191-2ec58d36241a will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:02:15.106565 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56494) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:15.128521 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-4e23672d-9792-4619-bc3e-09fac37b1d23 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:02:15.135630 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4e23672d-9792-4619-bc3e-09fac37b1d23 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2745810 Feb 03 14:02:15.136492 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56500) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:15.140336 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-9a5f8da1-94a0-4f1a-8af9-01f8c58ba691 None None] For port a9833346-09a2-4488-8188-759ee3853f8c, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:02:15.149345 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-9a5f8da1-94a0-4f1a-8af9-01f8c58ba691 None None] For port a9833346-09a2-4488-8188-759ee3853f8c, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=a9833346-09a2-4488-8188-759ee3853f8c,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:02:15.196136 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-07f85455-6d73-449f-8f3e-c6858e3bb12b tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:15.240734 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9a5f8da1-94a0-4f1a-8af9-01f8c58ba691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:15.272848 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f85455-6d73-449f-8f3e-c6858e3bb12b tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Network 2c85a47a-8543-41a4-8353-e6eee81f6ef6 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:02:15.285708 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-07f85455-6d73-449f-8f3e-c6858e3bb12b tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:15.297280 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-097d3ebf-651d-436f-8c59-23d575a2cdc9 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Allocated IP 172.20.0.8 (da5fb634-29a9-4f74-808e-6b8578428b60/e82a4a9b-830e-48c4-bc9a-789b5b231394/527e08d6-9c3e-4a29-8fd7-0a99fd784d24) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:02:15.299822 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f85455-6d73-449f-8f3e-c6858e3bb12b tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:02:15.376415 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720f908-e277-4185-98cf-dbab217c4b59 None None] Pushing event updated for resources: {'Port': ['ID=a9833346-09a2-4488-8188-759ee3853f8c,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:15.379493 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ebe782-04cd-4a89-b9b1-3161b49ad460 None None] DHCP port deletion for 7e8f05d6-f5ad-468d-ab60-3049aaf4ab5e request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:02:15.397932 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-d9ebe782-04cd-4a89-b9b1-3161b49ad460 None None] Deleting port 106272ce-9d6e-42ac-b0c9-6d6e646ae546 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:02:15.398563 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d9ebe782-04cd-4a89-b9b1-3161b49ad460 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:15.536453 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-58c95446-d3b0-4702-8ca2-f533cb2c8b9e None None] Provisioning complete for port fef74d80-b61f-4426-865c-0d5b24177fae triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:15.537098 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-58c95446-d3b0-4702-8ca2-f533cb2c8b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:15.560815 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f85455-6d73-449f-8f3e-c6858e3bb12b tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:15.561600 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-07f85455-6d73-449f-8f3e-c6858e3bb12b tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:15.627579 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-614f3ea2-f51a-47f5-beeb-f46f9250e932 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] For port 106272ce-9d6e-42ac-b0c9-6d6e646ae546, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=106272ce-9d6e-42ac-b0c9-6d6e646ae546,segment=NetworkSegment(8b914beb-2e41-4746-bad8-4cf154db2c3b),segment_id=8b914beb-2e41-4746-bad8-4cf154db2c3b)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:15.628610 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-614f3ea2-f51a-47f5-beeb-f46f9250e932 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:15.663957 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5f8da1-94a0-4f1a-8af9-01f8c58ba691 None None] Routers {'52585ba9-5a1c-47ba-a8f0-6d99891c4f02'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:02:15.664600 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-9a5f8da1-94a0-4f1a-8af9-01f8c58ba691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:01:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['52585ba9-5a1c-47ba-a8f0-6d99891c4f02'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:15.699972 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-07f85455-6d73-449f-8f3e-c6858e3bb12b tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8311577 Feb 03 14:02:15.704879 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56504) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:15.717285 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f85455-6d73-449f-8f3e-c6858e3bb12b tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Pushing event updated for resources: {'Port': ['ID=bbeac450-9f77-453b-a191-2ec58d36241a,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:15.724857 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-1e1d2f64-2e94-4387-8106-7b8517465b35 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Request body: {'floatingip': {'port_id': 'bbeac450-9f77-453b-a191-2ec58d36241a'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:15.730851 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 1383d26f-1d47-483c-a438-861813b463fb up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:02:15.794702 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-50207096-ea51-4378-b891-144fe5b2d614 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=47a74a2f2cb54d20a13dadba3ce1e1ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6843498 Feb 03 14:02:15.796863 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56508) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:15.801856 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ba9b5e-b29f-4f35-8df8-061db2347dd4 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting subnet 091cc923-bc96-4338-baba-238d6819b158 {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:02:15.815441 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-32ba9b5e-b29f-4f35-8df8-061db2347dd4 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:15.906500 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-32ba9b5e-b29f-4f35-8df8-061db2347dd4 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:15.907425 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-58c95446-d3b0-4702-8ca2-f533cb2c8b9e None None] Port fef74d80-b61f-4426-865c-0d5b24177fae cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:02:15.975396 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8c048914-0d97-4ae1-b77f-b9abbab76d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:15.993976 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-d9ebe782-04cd-4a89-b9b1-3161b49ad460 None None] For port 106272ce-9d6e-42ac-b0c9-6d6e646ae546, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=106272ce-9d6e-42ac-b0c9-6d6e646ae546,segment=NetworkSegment(8b914beb-2e41-4746-bad8-4cf154db2c3b),segment_id=8b914beb-2e41-4746-bad8-4cf154db2c3b)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:15.994368 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d9ebe782-04cd-4a89-b9b1-3161b49ad460 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:16.001695 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-002ea406-c5b7-454e-814c-46f2e25ef9ca tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:16.015970 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8c048914-0d97-4ae1-b77f-b9abbab76d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:16.053986 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-32ba9b5e-b29f-4f35-8df8-061db2347dd4 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:16.057604 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-614f3ea2-f51a-47f5-beeb-f46f9250e932 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Calling delete_port for 106272ce-9d6e-42ac-b0c9-6d6e646ae546 owned by network:dhcp {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:02:16.143522 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-d9ebe782-04cd-4a89-b9b1-3161b49ad460 None None] Calling delete_port for 106272ce-9d6e-42ac-b0c9-6d6e646ae546 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:02:16.151330 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c4c28b34-4b4a-4d69-b699-02e6611b994b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:16.168803 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8c048914-0d97-4ae1-b77f-b9abbab76d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:16.184523 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c048914-0d97-4ae1-b77f-b9abbab76d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b46c06-d7f7-45e2-b114-8053d4658854,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:16.197859 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-32ba9b5e-b29f-4f35-8df8-061db2347dd4 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:16.212507 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-58c95446-d3b0-4702-8ca2-f533cb2c8b9e None None] Provisioning for port 1383d26f-1d47-483c-a438-861813b463fb completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:02:16.217184 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-9a5f8da1-94a0-4f1a-8af9-01f8c58ba691 None None] Set router 52585ba9-5a1c-47ba-a8f0-6d99891c4f02 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:02:16.237450 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba9b5e-b29f-4f35-8df8-061db2347dd4 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Subnet': ['ID=091cc923-bc96-4338-baba-238d6819b158,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:16.243950 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-32ba9b5e-b29f-4f35-8df8-061db2347dd4 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:16.252521 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-32ba9b5e-b29f-4f35-8df8-061db2347dd4 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/091cc923-bc96-4338-baba-238d6819b158 HTTP/1.1" status: 204 len: 168 time: 1.1150498 Feb 03 14:02:16.256215 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56512) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:16.264831 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fb5cf7-344f-4c71-bf62-c174f230040e None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:02:16.277352 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1e1d2f64-2e94-4387-8106-7b8517465b35 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for floatingip, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:16.285568 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 1383d26f-1d47-483c-a438-861813b463fb completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:02:16.291556 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8c048914-0d97-4ae1-b77f-b9abbab76d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:16.295140 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-8c048914-0d97-4ae1-b77f-b9abbab76d0a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/31b46c06-d7f7-45e2-b114-8053d4658854 HTTP/1.1" status: 204 len: 168 time: 0.4946525 Feb 03 14:02:16.353759 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4fee041-af45-4e17-98fa-4def1d1863ce tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting subnet 980d5b15-e7cb-4eea-98e8-2145be638147 {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:02:16.361557 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b4fee041-af45-4e17-98fa-4def1d1863ce tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:16.366395 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-58c95446-d3b0-4702-8ca2-f533cb2c8b9e None None] Provisioning complete for port 1383d26f-1d47-483c-a438-861813b463fb triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:16.367412 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-58c95446-d3b0-4702-8ca2-f533cb2c8b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:16.413842 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c28b34-4b4a-4d69-b699-02e6611b994b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Subnet': ['ID=2b94a408-000d-4159-8152-731afc1af407,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:16.421621 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-097d3ebf-651d-436f-8c59-23d575a2cdc9 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:16.449800 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b4fee041-af45-4e17-98fa-4def1d1863ce tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:16.472205 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 1383d26f-1d47-483c-a438-861813b463fb triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:16.472624 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:16.501347 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-097d3ebf-651d-436f-8c59-23d575a2cdc9 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Transition to ACTIVE for port object 527e08d6-9c3e-4a29-8fd7-0a99fd784d24 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:02:16.509900 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-614f3ea2-f51a-47f5-beeb-f46f9250e932 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:16.549002 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b4fee041-af45-4e17-98fa-4def1d1863ce tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:16.549223 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c28b34-4b4a-4d69-b699-02e6611b994b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Checking segment: {'id': 'b458e6a6-6854-49a0-b673-c5134e24cca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd13b231-4ee5-4444-8ba9-9ea79394e28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:02:16.549409 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c28b34-4b4a-4d69-b699-02e6611b994b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network hostable DHCP agents. Network: dd13b231-4ee5-4444-8ba9-9ea79394e28e, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:02:16.588772 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f3ea2-f51a-47f5-beeb-f46f9250e932 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event deleted for resources: {'Port': ['ID=106272ce-9d6e-42ac-b0c9-6d6e646ae546,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:16.612664 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614f3ea2-f51a-47f5-beeb-f46f9250e932 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] No DVR routers for this DVR port 106272ce-9d6e-42ac-b0c9-6d6e646ae546 on host dv-neutron-827016-1-hyperv {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:02:16.627578 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-d9ebe782-04cd-4a89-b9b1-3161b49ad460 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:02:16.628502 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-d9ebe782-04cd-4a89-b9b1-3161b49ad460 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:02:16.690033 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b4fee041-af45-4e17-98fa-4def1d1863ce tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:16.747712 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fee041-af45-4e17-98fa-4def1d1863ce tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Subnet': ['ID=980d5b15-e7cb-4eea-98e8-2145be638147,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:16.757805 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b4fee041-af45-4e17-98fa-4def1d1863ce tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:16.772649 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b4fee041-af45-4e17-98fa-4def1d1863ce tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/980d5b15-e7cb-4eea-98e8-2145be638147 HTTP/1.1" status: 204 len: 168 time: 0.5161531 Feb 03 14:02:16.775036 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56520) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:16.865854 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-614f3ea2-f51a-47f5-beeb-f46f9250e932 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:16.901407 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-32f3eda6-3d7b-4086-8680-6863b712fd7b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1213257 Feb 03 14:02:16.901569 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56528) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:16.910334 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-58c95446-d3b0-4702-8ca2-f533cb2c8b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:16.947133 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:16.975849 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-614f3ea2-f51a-47f5-beeb-f46f9250e932 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e8f05d6-f5ad-468d-ab60-3049aaf4ab5e']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:16.982801 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c28b34-4b4a-4d69-b699-02e6611b994b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network dd13b231-4ee5-4444-8ba9-9ea79394e28e is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:02:16.986102 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-097d3ebf-651d-436f-8c59-23d575a2cdc9 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:17.021418 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df1b94a-3b7a-4218-8b3d-b23c731b98b5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:17.022596 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3df1b94a-3b7a-4218-8b3d-b23c731b98b5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:02:17.043506 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-614f3ea2-f51a-47f5-beeb-f46f9250e932 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b914beb-2e41-4746-bad8-4cf154db2c3b') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:17.043801 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-614f3ea2-f51a-47f5-beeb-f46f9250e932 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b914beb-2e41-4746-bad8-4cf154db2c3b') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:17.048259 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-58c95446-d3b0-4702-8ca2-f533cb2c8b9e None None] For port 1383d26f-1d47-483c-a438-861813b463fb, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=1383d26f-1d47-483c-a438-861813b463fb,segment=NetworkSegment(83fd513e-cf13-4d76-a414-2d339e8fee6b),segment_id=83fd513e-cf13-4d76-a414-2d339e8fee6b)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:17.081074 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-9a5f8da1-94a0-4f1a-8af9-01f8c58ba691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'name': 'tempest-TestNetworkBasicOps-router-226659830', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': 'a9833346-09a2-4488-8188-759ee3853f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:02:04Z', 'updated_at': '2022-02-03T14:02:08Z', 'revision_number': 3, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'a9833346-09a2-4488-8188-759ee3853f8c', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:59:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:02:06Z', 'updated_at': '2022-02-03T14:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:17.089207 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3df1b94a-3b7a-4218-8b3d-b23c731b98b5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:02:17.093250 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3df1b94a-3b7a-4218-8b3d-b23c731b98b5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1886985 Feb 03 14:02:17.093410 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5f8da1-94a0-4f1a-8af9-01f8c58ba691 None None] The sync data for ids ['52585ba9-5a1c-47ba-a8f0-6d99891c4f02'] in dv-neutron-827016-1-hyperv is: [{'id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'name': 'tempest-TestNetworkBasicOps-router-226659830', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': 'a9833346-09a2-4488-8188-759ee3853f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:02:04Z', 'updated_at': '2022-02-03T14:02:08Z', 'revision_number': 3, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'a9833346-09a2-4488-8188-759ee3853f8c', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:59:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:02:06Z', 'updated_at': '2022-02-03T14:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:02:17.095453 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56536) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:17.095574 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-614f3ea2-f51a-47f5-beeb-f46f9250e932 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:17.112229 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-58c95446-d3b0-4702-8ca2-f533cb2c8b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:17.130562 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-c4c28b34-4b4a-4d69-b699-02e6611b994b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, dd13b231-4ee5-4444-8ba9-9ea79394e28e) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:17.134764 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c28b34-4b4a-4d69-b699-02e6611b994b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:17.135601 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c4c28b34-4b4a-4d69-b699-02e6611b994b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:17.152201 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097d3ebf-651d-436f-8c59-23d575a2cdc9 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Network da5fb634-29a9-4f74-808e-6b8578428b60 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:02:17.162226 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-d9ebe782-04cd-4a89-b9b1-3161b49ad460 None None] Deleting port 106272ce-9d6e-42ac-b0c9-6d6e646ae546 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:02:17.162597 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d9ebe782-04cd-4a89-b9b1-3161b49ad460 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:17.213355 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479a59b8-8b85-4a52-952c-1d76547d2834 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:17.213479 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-614f3ea2-f51a-47f5-beeb-f46f9250e932 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:17.214233 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-479a59b8-8b85-4a52-952c-1d76547d2834 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:02:17.217694 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a950f50-6ec4-472c-8952-90b1b05ca278 None None] Network dd13b231-4ee5-4444-8ba9-9ea79394e28e requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:02:17.220333 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-097d3ebf-651d-436f-8c59-23d575a2cdc9 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:17.223437 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097d3ebf-651d-436f-8c59-23d575a2cdc9 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:02:17.247369 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946f93ab-a7fd-4119-a6ce-f443ca4a174e None None] DHCP port deletion for ac0baa47-f752-4b1c-8067-faa2699b3288 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:02:17.281775 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097d3ebf-651d-436f-8c59-23d575a2cdc9 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'Port': ['ID=527e08d6-9c3e-4a29-8fd7-0a99fd784d24,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:17.298709 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-614f3ea2-f51a-47f5-beeb-f46f9250e932 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:02:17.299137 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-614f3ea2-f51a-47f5-beeb-f46f9250e932 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:17.310593 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-946f93ab-a7fd-4119-a6ce-f443ca4a174e None None] Deleting port 3484482c-c6cc-45e7-8771-52d15e253b1e {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:02:17.310965 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-946f93ab-a7fd-4119-a6ce-f443ca4a174e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:17.311840 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-479a59b8-8b85-4a52-952c-1d76547d2834 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:02:17.315109 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-479a59b8-8b85-4a52-952c-1d76547d2834 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2187326 Feb 03 14:02:17.315926 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56540) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:17.318018 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 14:02:17.318018 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:02:17.318018 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 14:02:17.318018 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:02:17.318018 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 14:02:17.318018 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:02:17.318018 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 14:02:17.318018 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:02:17.318018 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 14:02:17.318018 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:02:17.318018 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 14:02:17.318018 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:02:17.318018 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 14:02:17.318018 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:02:17.318018 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:02:17.318018 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:02:17.318018 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:02:17.318018 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:02:17.318018 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 14:02:17.318018 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:02:17.318018 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 14:02:17.318018 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:02:17.318018 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:02:17.318018 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:02:17.318018 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 14:02:17.318018 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:02:17.318018 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:02:17.318018 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:02:17.318018 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:02:17.318018 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:02:17.318018 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:02:17.318018 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:02:17.481184 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-47f36df2-06bc-40d7-8350-69c991d23e3f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1640337 Feb 03 14:02:17.487984 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56546) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:17.501678 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-e6c7c29e-6d12-4683-837b-5af2ff87e0db tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'subnet': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:17.693814 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-002ea406-c5b7-454e-814c-46f2e25ef9ca tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:17.700180 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097d3ebf-651d-436f-8c59-23d575a2cdc9 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:17.700735 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-097d3ebf-651d-436f-8c59-23d575a2cdc9 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:17.703438 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e6c7c29e-6d12-4683-837b-5af2ff87e0db tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:17.719080 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e6c7c29e-6d12-4683-837b-5af2ff87e0db tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:17.728958 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-d9ebe782-04cd-4a89-b9b1-3161b49ad460 None None] The port '106272ce-9d6e-42ac-b0c9-6d6e646ae546' was deleted {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 14:02:17.770440 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:02:17.770808 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:02:17.775551 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c95446-d3b0-4702-8ca2-f533cb2c8b9e None None] Pushing event updated for resources: {'Port': ['ID=1383d26f-1d47-483c-a438-861813b463fb,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:17.787110 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:17.793561 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c4c28b34-4b4a-4d69-b699-02e6611b994b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.8617923 Feb 03 14:02:17.796359 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56552) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:17.860388 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-002ea406-c5b7-454e-814c-46f2e25ef9ca tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Deleting port 41c0ee94-349c-4823-a330-7d6e826111cb {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:02:17.860966 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-002ea406-c5b7-454e-814c-46f2e25ef9ca tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:17.904868 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c7c29e-6d12-4683-837b-5af2ff87e0db tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:02:17.907696 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-614f3ea2-f51a-47f5-beeb-f46f9250e932 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:17.908192 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e6c7c29e-6d12-4683-837b-5af2ff87e0db tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:17.909699 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6c7c29e-6d12-4683-837b-5af2ff87e0db tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:02:17.913423 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6c7c29e-6d12-4683-837b-5af2ff87e0db tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:02:17.921484 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-097d3ebf-651d-436f-8c59-23d575a2cdc9 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.2597799 Feb 03 14:02:17.925405 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56558) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:17.938432 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-614f3ea2-f51a-47f5-beeb-f46f9250e932 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:17.944846 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-9805ddae-6307-432b-ae1a-51fcdd6c21ad tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'subnet': {'network_id': 'da5fb634-29a9-4f74-808e-6b8578428b60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:17.945316 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-614f3ea2-f51a-47f5-beeb-f46f9250e932 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "DELETE /v2.0/networks/7e8f05d6-f5ad-468d-ab60-3049aaf4ab5e HTTP/1.1" status: 204 len: 168 time: 3.3441174 Feb 03 14:02:17.964355 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56562) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:17.977828 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-e8dc7bbb-e2ce-468f-9b30-6a4c64fdfaa8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Request body: {'network': {'name': 'tempest-RoutersTest-1922366102'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:17.982354 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f3ea2-f51a-47f5-beeb-f46f9250e932 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event deleted for resources: {'Network': ['ID=7e8f05d6-f5ad-468d-ab60-3049aaf4ab5e,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:17.993433 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e8dc7bbb-e2ce-468f-9b30-6a4c64fdfaa8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:18.000104 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e8dc7bbb-e2ce-468f-9b30-6a4c64fdfaa8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Usage tracker for resource:network and tenant:d5adceeed00a4893983ee9d6f019faac is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:18.004518 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e8dc7bbb-e2ce-468f-9b30-6a4c64fdfaa8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:18.066830 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-946f93ab-a7fd-4119-a6ce-f443ca4a174e None None] For port 3484482c-c6cc-45e7-8771-52d15e253b1e, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=3484482c-c6cc-45e7-8771-52d15e253b1e,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:18.067331 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-946f93ab-a7fd-4119-a6ce-f443ca4a174e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:18.092492 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56566) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:18.095101 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-9805ddae-6307-432b-ae1a-51fcdd6c21ad tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:18.108078 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-9805ddae-6307-432b-ae1a-51fcdd6c21ad tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Usage tracker for resource:subnet and tenant:2fa0476fd5f14aeea80802e139eae85a is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:18.112287 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-9805ddae-6307-432b-ae1a-51fcdd6c21ad tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:18.117844 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e8dc7bbb-e2ce-468f-9b30-6a4c64fdfaa8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:18.130518 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-9805ddae-6307-432b-ae1a-51fcdd6c21ad tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:18.188492 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-002ea406-c5b7-454e-814c-46f2e25ef9ca tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:18.310111 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-946f93ab-a7fd-4119-a6ce-f443ca4a174e None None] Calling delete_port for 3484482c-c6cc-45e7-8771-52d15e253b1e owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:02:18.327510 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e6c7c29e-6d12-4683-837b-5af2ff87e0db tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8328228 Feb 03 14:02:18.328368 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9805ddae-6307-432b-ae1a-51fcdd6c21ad tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Made reservation on behalf of 2fa0476fd5f14aeea80802e139eae85a for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:02:18.330748 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8dc7bbb-e2ce-468f-9b30-6a4c64fdfaa8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Made reservation on behalf of d5adceeed00a4893983ee9d6f019faac for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:02:18.334271 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e8dc7bbb-e2ce-468f-9b30-6a4c64fdfaa8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:18.351220 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-002ea406-c5b7-454e-814c-46f2e25ef9ca tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Calling delete_port for 41c0ee94-349c-4823-a330-7d6e826111cb owned by network:router_gateway {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:02:18.380963 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56572) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:18.403651 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-2d897f42-f88f-49b3-9902-5ed040225a2f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'subnet': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:18.454396 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-24db8c01-e5b9-424f-9b78-ce54ae527656 None None] Provisioning for port bbeac450-9f77-453b-a191-2ec58d36241a completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:02:18.466041 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-37187697-d94d-4e9f-b162-a18bc1bfca29 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1906349994', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:18.503380 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-37187697-d94d-4e9f-b162-a18bc1bfca29 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:18.509426 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-24db8c01-e5b9-424f-9b78-ce54ae527656 None None] Provisioning complete for port bbeac450-9f77-453b-a191-2ec58d36241a triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:18.510056 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-24db8c01-e5b9-424f-9b78-ce54ae527656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:18.514408 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-37187697-d94d-4e9f-b162-a18bc1bfca29 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Usage tracker for resource:router and tenant:69a22763cc5348daa408b8fda9570d6e is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:18.519246 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.db.resource_extend [None req-1e1d2f64-2e94-4387-8106-7b8517465b35 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:02:18.519750 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9805ddae-6307-432b-ae1a-51fcdd6c21ad tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:18.539483 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-37187697-d94d-4e9f-b162-a18bc1bfca29 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:18.541045 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab066542-7ff1-4fcf-b57a-8e0287918e3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-dd13b231-4ee5-4444-8ba9-9ea79394e28e', 'network_id': 'dd13b231-4ee5-4444-8ba9-9ea79394e28e', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ips': [{'subnet_id': '2b94a408-000d-4159-8152-731afc1af407'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:02:18.542101 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ab066542-7ff1-4fcf-b57a-8e0287918e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:18.564043 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-946f93ab-a7fd-4119-a6ce-f443ca4a174e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:18.596364 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-37187697-d94d-4e9f-b162-a18bc1bfca29 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:18.631350 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8dc7bbb-e2ce-468f-9b30-6a4c64fdfaa8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:02:18.632123 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 106272ce-9d6e-42ac-b0c9-6d6e646ae546 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:02:18.678803 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f93ab-a7fd-4119-a6ce-f443ca4a174e None None] Pushing event deleted for resources: {'Port': ['ID=3484482c-c6cc-45e7-8771-52d15e253b1e,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:18.679905 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e8dc7bbb-e2ce-468f-9b30-6a4c64fdfaa8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:18.680763 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-e8dc7bbb-e2ce-468f-9b30-6a4c64fdfaa8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Added segment 90fe76b1-f50a-4b19-bc53-b2dd1b0e20a0 of type vlan for network 98ae310f-d430-4c84-bf99-f91114d1eb78 Feb 03 14:02:18.680882 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 106272ce-9d6e-42ac-b0c9-6d6e646ae546 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:02:18.681124 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 106272ce-9d6e-42ac-b0c9-6d6e646ae546 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:02:18.716104 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-2d897f42-f88f-49b3-9902-5ed040225a2f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:18.718712 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-37187697-d94d-4e9f-b162-a18bc1bfca29 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:18.719909 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-37187697-d94d-4e9f-b162-a18bc1bfca29 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:18.724200 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-24db8c01-e5b9-424f-9b78-ce54ae527656 None None] Port bbeac450-9f77-453b-a191-2ec58d36241a cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:02:18.724741 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1e1d2f64-2e94-4387-8106-7b8517465b35 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:18.726306 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946f93ab-a7fd-4119-a6ce-f443ca4a174e None None] No DVR routers for this DVR port 3484482c-c6cc-45e7-8771-52d15e253b1e on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:02:18.734619 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-2d897f42-f88f-49b3-9902-5ed040225a2f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:18.763853 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e8dc7bbb-e2ce-468f-9b30-6a4c64fdfaa8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:18.765216 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.ipam_backend_mixin [None req-9805ddae-6307-432b-ae1a-51fcdd6c21ad tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e82a4a9b-830e-48c4-bc9a-789b5b231394 (CIDR: 172.20.0.0/28) Feb 03 14:02:18.791410 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-37187697-d94d-4e9f-b162-a18bc1bfca29 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:18.807911 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-9805ddae-6307-432b-ae1a-51fcdd6c21ad tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:02:18.808380 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9805ddae-6307-432b-ae1a-51fcdd6c21ad tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:02:18.812537 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1e1d2f64-2e94-4387-8106-7b8517465b35 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:18.867542 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-ab066542-7ff1-4fcf-b57a-8e0287918e3f None None] Allocated IP 172.20.0.2 (dd13b231-4ee5-4444-8ba9-9ea79394e28e/2b94a408-000d-4159-8152-731afc1af407/d7528ad1-f610-4093-961b-faa62fb13450) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:02:18.894061 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-37187697-d94d-4e9f-b162-a18bc1bfca29 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:18.897414 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d897f42-f88f-49b3-9902-5ed040225a2f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:02:18.956577 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-e1ebb080-bbb9-4e39-b364-6c29b22e6af3 None None] Provisioning for port 527e08d6-9c3e-4a29-8fd7-0a99fd784d24 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:02:18.966857 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-e1ebb080-bbb9-4e39-b364-6c29b22e6af3 None None] Provisioning complete for port 527e08d6-9c3e-4a29-8fd7-0a99fd784d24 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:18.967310 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e1ebb080-bbb9-4e39-b364-6c29b22e6af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:18.992736 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.db.resource_extend [None req-e8dc7bbb-e2ce-468f-9b30-6a4c64fdfaa8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:02:19.004424 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device a9833346-09a2-4488-8188-759ee3853f8c up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:02:19.013087 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-9805ddae-6307-432b-ae1a-51fcdd6c21ad tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0859258 Feb 03 14:02:19.020645 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56576) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:19.026417 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-16b6ef86-92aa-4d81-ae31-b580edf14edd tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'subnet': {'network_id': 'da5fb634-29a9-4f74-808e-6b8578428b60', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:19.040997 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2d897f42-f88f-49b3-9902-5ed040225a2f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:19.042385 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d897f42-f88f-49b3-9902-5ed040225a2f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:02:19.042812 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d897f42-f88f-49b3-9902-5ed040225a2f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:02:19.049019 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-37187697-d94d-4e9f-b162-a18bc1bfca29 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:19.050188 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-37187697-d94d-4e9f-b162-a18bc1bfca29 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9567726 Feb 03 14:02:19.057461 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56580) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:19.075961 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-5cdf4c83-93fe-4c1e-97fa-b792309b1203 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1973184112'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:19.088794 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-5cdf4c83-93fe-4c1e-97fa-b792309b1203 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:19.093730 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-002ea406-c5b7-454e-814c-46f2e25ef9ca tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:19.098291 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-5cdf4c83-93fe-4c1e-97fa-b792309b1203 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Usage tracker for resource:network and tenant:69a22763cc5348daa408b8fda9570d6e is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:19.110331 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-e1ebb080-bbb9-4e39-b364-6c29b22e6af3 None None] Port 527e08d6-9c3e-4a29-8fd7-0a99fd784d24 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:02:19.136590 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-5cdf4c83-93fe-4c1e-97fa-b792309b1203 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:19.154202 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e8dc7bbb-e2ce-468f-9b30-6a4c64fdfaa8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:19.157831 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dc7bbb-e2ce-468f-9b30-6a4c64fdfaa8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:19.158423 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e8dc7bbb-e2ce-468f-9b30-6a4c64fdfaa8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:19.162668 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-5cdf4c83-93fe-4c1e-97fa-b792309b1203 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:19.182763 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ea406-c5b7-454e-814c-46f2e25ef9ca tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Pushing event deleted for resources: {'Port': ['ID=41c0ee94-349c-4823-a330-7d6e826111cb,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:19.193844 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-16b6ef86-92aa-4d81-ae31-b580edf14edd tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:19.196527 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-2d897f42-f88f-49b3-9902-5ed040225a2f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8145070 Feb 03 14:02:19.201399 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56584) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:19.221911 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port a9833346-09a2-4488-8188-759ee3853f8c completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:02:19.239303 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port a9833346-09a2-4488-8188-759ee3853f8c triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:19.239679 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:19.255048 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-a397e079-6d01-44d9-aaa4-c9a87d4ff734 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'subnet': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:19.273214 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-16b6ef86-92aa-4d81-ae31-b580edf14edd tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Usage tracker for resource:subnet and tenant:2fa0476fd5f14aeea80802e139eae85a is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:19.283936 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-16b6ef86-92aa-4d81-ae31-b580edf14edd tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:19.304842 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ab066542-7ff1-4fcf-b57a-8e0287918e3f None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:19.318217 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-ab066542-7ff1-4fcf-b57a-8e0287918e3f None None] Transition to ACTIVE for port object d7528ad1-f610-4093-961b-faa62fb13450 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:02:19.343775 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cdf4c83-93fe-4c1e-97fa-b792309b1203 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Made reservation on behalf of 69a22763cc5348daa408b8fda9570d6e for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:02:19.344002 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-16b6ef86-92aa-4d81-ae31-b580edf14edd tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:19.346725 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5cdf4c83-93fe-4c1e-97fa-b792309b1203 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:19.369608 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e8dc7bbb-e2ce-468f-9b30-6a4c64fdfaa8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4027503 Feb 03 14:02:19.372559 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-ab066542-7ff1-4fcf-b57a-8e0287918e3f None None] Transition to ACTIVE for port object d7528ad1-f610-4093-961b-faa62fb13450 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:02:19.374510 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56588) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:19.376912 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc7bbb-e2ce-468f-9b30-6a4c64fdfaa8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event updated for resources: {'Network': ['ID=98ae310f-d430-4c84-bf99-f91114d1eb78,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:19.391439 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 98ae310f-d430-4c84-bf99-f91114d1eb78 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:02:19.411760 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-a397e079-6d01-44d9-aaa4-c9a87d4ff734 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:19.428304 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-a397e079-6d01-44d9-aaa4-c9a87d4ff734 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:19.440382 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b6ef86-92aa-4d81-ae31-b580edf14edd tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Made reservation on behalf of 2fa0476fd5f14aeea80802e139eae85a for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:02:19.444157 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-327fb43d-867b-4b60-93be-bd9358bec141 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Request body: {'subnet': {'network_id': '98ae310f-d430-4c84-bf99-f91114d1eb78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:19.444375 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-16b6ef86-92aa-4d81-ae31-b580edf14edd tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:19.481925 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ab066542-7ff1-4fcf-b57a-8e0287918e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:19.526440 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a397e079-6d01-44d9-aaa4-c9a87d4ff734 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:02:19.530026 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a397e079-6d01-44d9-aaa4-c9a87d4ff734 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:19.531442 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-a397e079-6d01-44d9-aaa4-c9a87d4ff734 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:02:19.531867 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a397e079-6d01-44d9-aaa4-c9a87d4ff734 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:02:19.545070 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:19.583446 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5cdf4c83-93fe-4c1e-97fa-b792309b1203 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:19.604099 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab066542-7ff1-4fcf-b57a-8e0287918e3f None None] Network dd13b231-4ee5-4444-8ba9-9ea79394e28e is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:02:19.609623 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-ab066542-7ff1-4fcf-b57a-8e0287918e3f None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:19.612253 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab066542-7ff1-4fcf-b57a-8e0287918e3f None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:02:19.623349 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port a9833346-09a2-4488-8188-759ee3853f8c, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=a9833346-09a2-4488-8188-759ee3853f8c,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:19.629649 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab066542-7ff1-4fcf-b57a-8e0287918e3f None None] Pushing event updated for resources: {'Port': ['ID=d7528ad1-f610-4093-961b-faa62fb13450,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:19.695680 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a397e079-6d01-44d9-aaa4-c9a87d4ff734 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4500487 Feb 03 14:02:19.698894 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56592) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:19.715399 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:19.716177 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 1383d26f-1d47-483c-a438-861813b463fb up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:02:19.779550 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-f68fe197-16cb-472b-9c5d-66ef25128c3b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'subnet': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:19.821192 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-63fcbb29-f283-4377-acdf-1d48233c14e4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:19.826178 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-ab066542-7ff1-4fcf-b57a-8e0287918e3f None None] Attempting to bind port d7528ad1-f610-4093-961b-faa62fb13450 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:02:19.826554 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-ab066542-7ff1-4fcf-b57a-8e0287918e3f None None] Attempting to bind port d7528ad1-f610-4093-961b-faa62fb13450 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'b458e6a6-6854-49a0-b673-c5134e24cca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd13b231-4ee5-4444-8ba9-9ea79394e28e'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:02:19.826920 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab066542-7ff1-4fcf-b57a-8e0287918e3f None None] Attempting to bind port d7528ad1-f610-4093-961b-faa62fb13450 on network dd13b231-4ee5-4444-8ba9-9ea79394e28e {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:02:19.853579 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab066542-7ff1-4fcf-b57a-8e0287918e3f None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:02:19.853946 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab066542-7ff1-4fcf-b57a-8e0287918e3f None None] Checking segment: {'id': 'b458e6a6-6854-49a0-b673-c5134e24cca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd13b231-4ee5-4444-8ba9-9ea79394e28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:02:19.854348 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ab066542-7ff1-4fcf-b57a-8e0287918e3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:19.854739 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab066542-7ff1-4fcf-b57a-8e0287918e3f None None] Bound using segment: {'id': 'b458e6a6-6854-49a0-b673-c5134e24cca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd13b231-4ee5-4444-8ba9-9ea79394e28e'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:02:19.855232 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-ab066542-7ff1-4fcf-b57a-8e0287918e3f None None] Bound port: d7528ad1-f610-4093-961b-faa62fb13450, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b458e6a6-6854-49a0-b673-c5134e24cca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd13b231-4ee5-4444-8ba9-9ea79394e28e'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:02:19.855600 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ab066542-7ff1-4fcf-b57a-8e0287918e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:19.869347 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=a9833346-09a2-4488-8188-759ee3853f8c,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:19.937974 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 1383d26f-1d47-483c-a438-861813b463fb triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:19.938384 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:19.944870 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-5cdf4c83-93fe-4c1e-97fa-b792309b1203 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:19.955268 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-327fb43d-867b-4b60-93be-bd9358bec141 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:19.962114 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-5cdf4c83-93fe-4c1e-97fa-b792309b1203 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Usage tracker for resource:security_group_rule and tenant:69a22763cc5348daa408b8fda9570d6e is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:19.977452 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-5cdf4c83-93fe-4c1e-97fa-b792309b1203 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:19.980089 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-002ea406-c5b7-454e-814c-46f2e25ef9ca tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:20.010478 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-ab066542-7ff1-4fcf-b57a-8e0287918e3f None None] For port d7528ad1-f610-4093-961b-faa62fb13450, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:02:20.022618 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-ab066542-7ff1-4fcf-b57a-8e0287918e3f None None] For port d7528ad1-f610-4093-961b-faa62fb13450, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=d7528ad1-f610-4093-961b-faa62fb13450,segment=NetworkSegment(b458e6a6-6854-49a0-b673-c5134e24cca4),segment_id=b458e6a6-6854-49a0-b673-c5134e24cca4)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:02:20.042976 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-327fb43d-867b-4b60-93be-bd9358bec141 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Usage tracker for resource:subnet and tenant:d5adceeed00a4893983ee9d6f019faac is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:20.054304 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-5cdf4c83-93fe-4c1e-97fa-b792309b1203 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:20.059251 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-327fb43d-867b-4b60-93be-bd9358bec141 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:20.115760 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ab066542-7ff1-4fcf-b57a-8e0287918e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:20.147029 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-327fb43d-867b-4b60-93be-bd9358bec141 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:20.173668 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 3484482c-c6cc-45e7-8771-52d15e253b1e no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:02:20.228344 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 3484482c-c6cc-45e7-8771-52d15e253b1e {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:02:20.228663 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 3484482c-c6cc-45e7-8771-52d15e253b1e not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:02:20.243862 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f68fe197-16cb-472b-9c5d-66ef25128c3b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:20.255339 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab066542-7ff1-4fcf-b57a-8e0287918e3f None None] Pushing event updated for resources: {'Port': ['ID=d7528ad1-f610-4093-961b-faa62fb13450,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:20.262947 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-16b6ef86-92aa-4d81-ae31-b580edf14edd tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:20.327435 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.l3_db [None req-1e1d2f64-2e94-4387-8106-7b8517465b35 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Floating IP e2d95646-f96c-4c13-ba01-e5f47c8b2022 associated. External IP: 172.26.3.68, port: fef7a01f-02a6-48a5-baf7-e294d4c12c52. Feb 03 14:02:20.379589 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327fb43d-867b-4b60-93be-bd9358bec141 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Made reservation on behalf of d5adceeed00a4893983ee9d6f019faac for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:02:20.393397 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f68fe197-16cb-472b-9c5d-66ef25128c3b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:20.393748 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b6ef86-92aa-4d81-ae31-b580edf14edd tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Network da5fb634-29a9-4f74-808e-6b8578428b60 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:02:20.401454 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-002ea406-c5b7-454e-814c-46f2e25ef9ca tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:20.403390 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-16b6ef86-92aa-4d81-ae31-b580edf14edd tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:20.414537 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b6ef86-92aa-4d81-ae31-b580edf14edd tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:20.414537 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-16b6ef86-92aa-4d81-ae31-b580edf14edd tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:20.416758 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc9e6da-109f-45a3-ace8-217e918bcb43 None None] Network da5fb634-29a9-4f74-808e-6b8578428b60 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:02:20.481501 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b6ef86-92aa-4d81-ae31-b580edf14edd tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'Subnet': ['ID=0f4cde96-b0c1-426e-929f-1c27a3664082,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:20.494902 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-002ea406-c5b7-454e-814c-46f2e25ef9ca tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:20.513756 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-16b6ef86-92aa-4d81-ae31-b580edf14edd tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4918065 Feb 03 14:02:20.516793 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56596) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:20.523402 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-0fa51be8-baea-4273-9d91-8da9ee819072 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1469311612', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0f4cde96-b0c1-426e-929f-1c27a3664082'}], 'security_groups': ['11fbf099-a218-4316-909a-d4cefda60a05']}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:20.560371 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-327fb43d-867b-4b60-93be-bd9358bec141 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:20.581280 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-63fcbb29-f283-4377-acdf-1d48233c14e4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Allocated IP 172.20.0.1 (dd13b231-4ee5-4444-8ba9-9ea79394e28e/2b94a408-000d-4159-8152-731afc1af407/a074b62a-e8b7-4031-8cf9-024178d5497e) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:02:20.635451 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5cdf4c83-93fe-4c1e-97fa-b792309b1203 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:20.635451 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68fe197-16cb-472b-9c5d-66ef25128c3b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:02:20.635451 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f68fe197-16cb-472b-9c5d-66ef25128c3b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:20.635451 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-f68fe197-16cb-472b-9c5d-66ef25128c3b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:02:20.635451 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f68fe197-16cb-472b-9c5d-66ef25128c3b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:02:20.757055 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5cdf4c83-93fe-4c1e-97fa-b792309b1203 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:20.797371 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-002ea406-c5b7-454e-814c-46f2e25ef9ca tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:20.797872 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002ea406-c5b7-454e-814c-46f2e25ef9ca tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Fanout notify agent at l3_agent the message router_deleted on router 80897dd6-117a-4de9-a128-e1fa096d1164 {{(pid=84181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:02:20.805595 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-002ea406-c5b7-454e-814c-46f2e25ef9ca tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:20.806684 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-002ea406-c5b7-454e-814c-46f2e25ef9ca tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] 10.222.0.41 "DELETE /v2.0/routers/80897dd6-117a-4de9-a128-e1fa096d1164 HTTP/1.1" status: 204 len: 168 time: 6.4359844 Feb 03 14:02:20.806848 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0fa51be8-baea-4273-9d91-8da9ee819072 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:20.824802 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56600) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:20.829754 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-7b2b5b2f-16f5-4b69-a938-fac130b195dc tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Request body: {'router': {'name': 'tempest-snat-router-752378012', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'enable_snat': False}}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:20.845665 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cdf4c83-93fe-4c1e-97fa-b792309b1203 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:02:20.864768 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-7b2b5b2f-16f5-4b69-a938-fac130b195dc tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:20.873255 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f68fe197-16cb-472b-9c5d-66ef25128c3b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.1182835 Feb 03 14:02:20.873924 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56604) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:20.897620 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-7b2b5b2f-16f5-4b69-a938-fac130b195dc tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Usage tracker for resource:router and tenant:5b4d4a64e1f040f091825530477755a9 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:20.897620 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf4c83-93fe-4c1e-97fa-b792309b1203 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b68281c9-73c4-4b21-a94c-7c9a6ac40eeb,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:20.906632 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-63fcbb29-f283-4377-acdf-1d48233c14e4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:20.935700 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-7b2b5b2f-16f5-4b69-a938-fac130b195dc tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:20.944054 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-29021fb4-63ff-475e-96ab-1aba3d5bf4b7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'subnet': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:20.963328 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device d7528ad1-f610-4093-961b-faa62fb13450 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:02:20.963839 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5cdf4c83-93fe-4c1e-97fa-b792309b1203 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:20.964778 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-5cdf4c83-93fe-4c1e-97fa-b792309b1203 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Added segment 3cbbe7a3-36c1-4662-bf75-6242821a790b of type vlan for network 03f5b960-e485-47a9-9f34-8578db145af7 Feb 03 14:02:21.003004 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-7b2b5b2f-16f5-4b69-a938-fac130b195dc tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:21.020686 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-63fcbb29-f283-4377-acdf-1d48233c14e4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Transition to ACTIVE for port object a074b62a-e8b7-4031-8cf9-024178d5497e will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:02:21.122565 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port d7528ad1-f610-4093-961b-faa62fb13450 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:02:21.130147 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device a9833346-09a2-4488-8188-759ee3853f8c up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:02:21.174354 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-63fcbb29-f283-4377-acdf-1d48233c14e4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:21.249540 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5cdf4c83-93fe-4c1e-97fa-b792309b1203 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:21.283933 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e339d44-3d99-4588-b071-9adaa1580a6c None None] Update dhcp port {'port': {'network_id': 'da5fb634-29a9-4f74-808e-6b8578428b60', 'fixed_ips': [{'subnet_id': 'e82a4a9b-830e-48c4-bc9a-789b5b231394', 'ip_address': '172.20.0.2'}, {'subnet_id': '0f4cde96-b0c1-426e-929f-1c27a3664082'}], 'binding:host_id': 'dv-neutron-827016-1-hyperv'}, 'id': '1383d26f-1d47-483c-a438-861813b463fb'} from dv-neutron-827016-1-hyperv. {{(pid=84183) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 03 14:02:21.320989 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fcbb29-f283-4377-acdf-1d48233c14e4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network dd13b231-4ee5-4444-8ba9-9ea79394e28e is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:02:21.326471 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-63fcbb29-f283-4377-acdf-1d48233c14e4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:21.330427 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fcbb29-f283-4377-acdf-1d48233c14e4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=a074b62a-e8b7-4031-8cf9-024178d5497e,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:21.332794 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fcbb29-f283-4377-acdf-1d48233c14e4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:02:21.334595 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-29021fb4-63ff-475e-96ab-1aba3d5bf4b7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:21.344243 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-29021fb4-63ff-475e-96ab-1aba3d5bf4b7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:21.344391 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port a9833346-09a2-4488-8188-759ee3853f8c triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:21.344819 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:21.361203 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7b2b5b2f-16f5-4b69-a938-fac130b195dc tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:21.365553 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7b2b5b2f-16f5-4b69-a938-fac130b195dc tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:21.432305 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7b2b5b2f-16f5-4b69-a938-fac130b195dc tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:21.446237 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29021fb4-63ff-475e-96ab-1aba3d5bf4b7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:02:21.446730 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-63fcbb29-f283-4377-acdf-1d48233c14e4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:21.449686 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-29021fb4-63ff-475e-96ab-1aba3d5bf4b7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:21.451115 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-29021fb4-63ff-475e-96ab-1aba3d5bf4b7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:02:21.451529 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29021fb4-63ff-475e-96ab-1aba3d5bf4b7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:02:21.465597 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5cdf4c83-93fe-4c1e-97fa-b792309b1203 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:21.469219 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdf4c83-93fe-4c1e-97fa-b792309b1203 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:21.470768 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5cdf4c83-93fe-4c1e-97fa-b792309b1203 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:21.483587 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-0fa51be8-baea-4273-9d91-8da9ee819072 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Delete allocated IP 172.20.0.8 (da5fb634-29a9-4f74-808e-6b8578428b60/e82a4a9b-830e-48c4-bc9a-789b5b231394) {{(pid=84182) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 03 14:02:21.484017 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1e339d44-3d99-4588-b071-9adaa1580a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:21.496879 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-0fa51be8-baea-4273-9d91-8da9ee819072 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Allocated IP 172.20.0.18 (da5fb634-29a9-4f74-808e-6b8578428b60/0f4cde96-b0c1-426e-929f-1c27a3664082/527e08d6-9c3e-4a29-8fd7-0a99fd784d24) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:02:21.597097 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-327fb43d-867b-4b60-93be-bd9358bec141 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:21.696549 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-63fcbb29-f283-4377-acdf-1d48233c14e4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:21.751022 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-5cdf4c83-93fe-4c1e-97fa-b792309b1203 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.6883490 Feb 03 14:02:21.759264 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56608) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:21.793532 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-0b7ddfed-49bc-49a3-b4d1-356f8caa25f6 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Request body: {'subnet': {'network_id': '03f5b960-e485-47a9-9f34-8578db145af7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:21.827126 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-29021fb4-63ff-475e-96ab-1aba3d5bf4b7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9473438 Feb 03 14:02:21.845294 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56612) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:21.849930 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327fb43d-867b-4b60-93be-bd9358bec141 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event updated for resources: {'Subnet': ['ID=9e6f58f6-6fd3-45ad-84bb-f41022c32d7f,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:21.861074 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-6c5031fa-e4d6-45e0-82c9-adbc0deca454 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'subnet': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:21.893897 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf4c83-93fe-4c1e-97fa-b792309b1203 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Pushing event updated for resources: {'Network': ['ID=03f5b960-e485-47a9-9f34-8578db145af7,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:21.913555 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 03f5b960-e485-47a9-9f34-8578db145af7 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:02:21.919601 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0fa51be8-baea-4273-9d91-8da9ee819072 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:21.996061 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2729e04-f3a4-4c73-99e4-8196da0257d0 None None] Network dd13b231-4ee5-4444-8ba9-9ea79394e28e requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:02:22.069686 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327fb43d-867b-4b60-93be-bd9358bec141 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Checking segment: {'id': '90fe76b1-f50a-4b19-bc53-b2dd1b0e20a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '98ae310f-d430-4c84-bf99-f91114d1eb78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:02:22.069925 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327fb43d-867b-4b60-93be-bd9358bec141 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Network hostable DHCP agents. Network: 98ae310f-d430-4c84-bf99-f91114d1eb78, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:02:22.091450 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-6c5031fa-e4d6-45e0-82c9-adbc0deca454 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:22.098492 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7b2b5b2f-16f5-4b69-a938-fac130b195dc tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:22.106453 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-0fa51be8-baea-4273-9d91-8da9ee819072 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Transition to ACTIVE for port object 527e08d6-9c3e-4a29-8fd7-0a99fd784d24 will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:02:22.115175 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-6c5031fa-e4d6-45e0-82c9-adbc0deca454 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:22.157630 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-0b7ddfed-49bc-49a3-b4d1-356f8caa25f6 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:22.210909 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-0b7ddfed-49bc-49a3-b4d1-356f8caa25f6 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Usage tracker for resource:subnet and tenant:69a22763cc5348daa408b8fda9570d6e is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:22.213113 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0fa51be8-baea-4273-9d91-8da9ee819072 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:22.215009 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-0b7ddfed-49bc-49a3-b4d1-356f8caa25f6 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:22.228654 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-807de593-08f0-405e-9a67-07c12f55c5c9 None None] Provisioning for port d7528ad1-f610-4093-961b-faa62fb13450 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:02:22.232288 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1d2f64-2e94-4387-8106-7b8517465b35 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Router b8ac8743-9c7e-4709-a28e-1ea2b501ff15 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:02:22.246155 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-807de593-08f0-405e-9a67-07c12f55c5c9 None None] Provisioning complete for port d7528ad1-f610-4093-961b-faa62fb13450 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:22.246606 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-807de593-08f0-405e-9a67-07c12f55c5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:22.264245 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-0b7ddfed-49bc-49a3-b4d1-356f8caa25f6 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:22.315201 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5031fa-e4d6-45e0-82c9-adbc0deca454 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:02:22.319228 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6c5031fa-e4d6-45e0-82c9-adbc0deca454 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:22.321160 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c5031fa-e4d6-45e0-82c9-adbc0deca454 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:02:22.321521 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c5031fa-e4d6-45e0-82c9-adbc0deca454 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:02:22.325052 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327fb43d-867b-4b60-93be-bd9358bec141 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Network 98ae310f-d430-4c84-bf99-f91114d1eb78 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:02:22.355200 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-1e339d44-3d99-4588-b071-9adaa1580a6c None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-df61cd14-0c0b-468d-905c-8f3e595b53dd {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:02:22.355200 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-1e339d44-3d99-4588-b071-9adaa1580a6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:02:22.377873 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa51be8-baea-4273-9d91-8da9ee819072 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'Port': ['ID=527e08d6-9c3e-4a29-8fd7-0a99fd784d24,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:22.417156 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7ddfed-49bc-49a3-b4d1-356f8caa25f6 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Made reservation on behalf of 69a22763cc5348daa408b8fda9570d6e for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:02:22.449768 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-807de593-08f0-405e-9a67-07c12f55c5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:22.460957 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-327fb43d-867b-4b60-93be-bd9358bec141 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 98ae310f-d430-4c84-bf99-f91114d1eb78) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:22.476394 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327fb43d-867b-4b60-93be-bd9358bec141 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:22.479552 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-327fb43d-867b-4b60-93be-bd9358bec141 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:22.491516 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de9842b-b06a-4543-bc02-5c406a6fffce None None] Network 98ae310f-d430-4c84-bf99-f91114d1eb78 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:02:22.515793 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-6c5031fa-e4d6-45e0-82c9-adbc0deca454 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6633215 Feb 03 14:02:22.525518 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56616) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:22.580325 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-807de593-08f0-405e-9a67-07c12f55c5c9 None None] For port d7528ad1-f610-4093-961b-faa62fb13450, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=d7528ad1-f610-4093-961b-faa62fb13450,segment=NetworkSegment(b458e6a6-6854-49a0-b673-c5134e24cca4),segment_id=b458e6a6-6854-49a0-b673-c5134e24cca4)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:22.596997 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-327fb43d-867b-4b60-93be-bd9358bec141 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2188101 Feb 03 14:02:22.613369 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56618) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:22.680147 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-807de593-08f0-405e-9a67-07c12f55c5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:22.708761 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-23c3311a-7edd-4cc5-9e28-88600b07b430 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1075199604', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:22.716064 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-23c3311a-7edd-4cc5-9e28-88600b07b430 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:22.717521 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2d418107-c630-4fac-aa41-d7a47d2925ea tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1093249 Feb 03 14:02:22.721093 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-23c3311a-7edd-4cc5-9e28-88600b07b430 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Usage tracker for resource:router and tenant:d5adceeed00a4893983ee9d6f019faac is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:22.722496 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56624) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:22.725762 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-23c3311a-7edd-4cc5-9e28-88600b07b430 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:22.810505 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807de593-08f0-405e-9a67-07c12f55c5c9 None None] Pushing event updated for resources: {'Port': ['ID=d7528ad1-f610-4093-961b-faa62fb13450,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:22.812496 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-23c3311a-7edd-4cc5-9e28-88600b07b430 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:22.815260 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7b2b5b2f-16f5-4b69-a938-fac130b195dc tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:22.844014 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-0fa51be8-baea-4273-9d91-8da9ee819072 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] In _notify_port_updated(), no bound segment for port 527e08d6-9c3e-4a29-8fd7-0a99fd784d24 on network da5fb634-29a9-4f74-808e-6b8578428b60 {{(pid=84182) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 03 14:02:22.848598 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa51be8-baea-4273-9d91-8da9ee819072 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:22.849223 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0fa51be8-baea-4273-9d91-8da9ee819072 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:22.850509 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-0fa51be8-baea-4273-9d91-8da9ee819072 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "PUT /v2.0/ports/527e08d6-9c3e-4a29-8fd7-0a99fd784d24 HTTP/1.1" status: 200 len: 921 time: 2.3328340 Feb 03 14:02:22.860587 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56628) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:22.889691 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7b2b5b2f-16f5-4b69-a938-fac130b195dc tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:22.969485 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0b7ddfed-49bc-49a3-b4d1-356f8caa25f6 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:22.982954 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1e339d44-3d99-4588-b071-9adaa1580a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:23.028981 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73403a9-3345-45fe-bc2e-a92ec2f15481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-98ae310f-d430-4c84-bf99-f91114d1eb78', 'network_id': '98ae310f-d430-4c84-bf99-f91114d1eb78', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'fixed_ips': [{'subnet_id': '9e6f58f6-6fd3-45ad-84bb-f41022c32d7f'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:02:23.029899 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e73403a9-3345-45fe-bc2e-a92ec2f15481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:23.057865 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-f9431ee8-c1a0-4cef-851f-51eb4d56dff1 None None] Provisioning for port a074b62a-e8b7-4031-8cf9-024178d5497e completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:02:23.073482 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-f9431ee8-c1a0-4cef-851f-51eb4d56dff1 None None] Provisioning complete for port a074b62a-e8b7-4031-8cf9-024178d5497e triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:23.073987 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f9431ee8-c1a0-4cef-851f-51eb4d56dff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:23.094286 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd5fd3e-7ea2-48af-8bcb-71cea5a8ecaa tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:23.098759 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-0dd5fd3e-7ea2-48af-8bcb-71cea5a8ecaa tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3680656 Feb 03 14:02:23.099716 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56632) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:23.102519 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-7b2b5b2f-16f5-4b69-a938-fac130b195dc tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Allocated IP 172.26.3.254 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/a3919298-0187-406e-b9b7-3b985a83ab87) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:02:23.131627 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-bddfa736-1b8c-4aba-a52d-2a1342b959bd tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Deleting port 527e08d6-9c3e-4a29-8fd7-0a99fd784d24 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:02:23.131962 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bddfa736-1b8c-4aba-a52d-2a1342b959bd tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:23.241803 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-f9431ee8-c1a0-4cef-851f-51eb4d56dff1 None None] Port a074b62a-e8b7-4031-8cf9-024178d5497e cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:02:23.298511 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-23c3311a-7edd-4cc5-9e28-88600b07b430 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:23.299464 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-23c3311a-7edd-4cc5-9e28-88600b07b430 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:23.301891 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.db.resource_extend [None req-63fcbb29-f283-4377-acdf-1d48233c14e4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:02:23.315117 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-74bf92c5-2f73-4520-98b4-b6e4f0e70ec4 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2083235 Feb 03 14:02:23.315117 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56636) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:23.322894 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-9727de2b-6e75-4a13-a061-8f209e5102d1 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'subnet': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:23.331217 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-63fcbb29-f283-4377-acdf-1d48233c14e4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:23.373741 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-1e339d44-3d99-4588-b071-9adaa1580a6c None None] Allocated IP 172.20.0.19 (da5fb634-29a9-4f74-808e-6b8578428b60/0f4cde96-b0c1-426e-929f-1c27a3664082/1383d26f-1d47-483c-a438-861813b463fb) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:02:23.424760 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-63fcbb29-f283-4377-acdf-1d48233c14e4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:23.478420 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1d2f64-2e94-4387-8106-7b8517465b35 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:02:23.493059 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-f9431ee8-c1a0-4cef-851f-51eb4d56dff1 None None] Provisioning complete for port d7528ad1-f610-4093-961b-faa62fb13450 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:23.497597 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f9431ee8-c1a0-4cef-851f-51eb4d56dff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:23.497710 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f83d31-b1a4-4f94-814a-2e3a7d8b9c07 None None] Sync routers for ids ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:02:23.508658 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f83d31-b1a4-4f94-814a-2e3a7d8b9c07 None None] Routers {'b8ac8743-9c7e-4709-a28e-1ea2b501ff15'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:02:23.510706 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-98f83d31-b1a4-4f94-814a-2e3a7d8b9c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:01:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:23.589634 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-23c3311a-7edd-4cc5-9e28-88600b07b430 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:23.609663 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-63fcbb29-f283-4377-acdf-1d48233c14e4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:23.626931 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fcbb29-f283-4377-acdf-1d48233c14e4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=a074b62a-e8b7-4031-8cf9-024178d5497e,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:23.630046 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-9727de2b-6e75-4a13-a061-8f209e5102d1 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:23.650365 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-98f83d31-b1a4-4f94-814a-2e3a7d8b9c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:23.664865 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-e73403a9-3345-45fe-bc2e-a92ec2f15481 None None] Allocated IP 172.20.0.2 (98ae310f-d430-4c84-bf99-f91114d1eb78/9e6f58f6-6fd3-45ad-84bb-f41022c32d7f/be37a244-2c56-4789-b6e9-181216f71365) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:02:23.665710 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f83d31-b1a4-4f94-814a-2e3a7d8b9c07 None None] Routers {'b8ac8743-9c7e-4709-a28e-1ea2b501ff15'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:02:23.666781 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-98f83d31-b1a4-4f94-814a-2e3a7d8b9c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:01:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:23.667387 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-9727de2b-6e75-4a13-a061-8f209e5102d1 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:23.689982 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0b7ddfed-49bc-49a3-b4d1-356f8caa25f6 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:23.694894 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7b2b5b2f-16f5-4b69-a938-fac130b195dc tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:23.719806 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-23c3311a-7edd-4cc5-9e28-88600b07b430 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:23.743511 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-98f83d31-b1a4-4f94-814a-2e3a7d8b9c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:23.744562 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f83d31-b1a4-4f94-814a-2e3a7d8b9c07 None None] The sync data for ids ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:02:23.792549 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9727de2b-6e75-4a13-a061-8f209e5102d1 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:02:23.794721 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9727de2b-6e75-4a13-a061-8f209e5102d1 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:23.850755 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-1e339d44-3d99-4588-b071-9adaa1580a6c None None] For port 1383d26f-1d47-483c-a438-861813b463fb, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=1383d26f-1d47-483c-a438-861813b463fb,segment=NetworkSegment(83fd513e-cf13-4d76-a414-2d339e8fee6b),segment_id=83fd513e-cf13-4d76-a414-2d339e8fee6b)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:23.925243 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bddfa736-1b8c-4aba-a52d-2a1342b959bd tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:23.927418 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1e339d44-3d99-4588-b071-9adaa1580a6c None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:23.955407 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-23c3311a-7edd-4cc5-9e28-88600b07b430 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:23.960655 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-23c3311a-7edd-4cc5-9e28-88600b07b430 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.2733870 Feb 03 14:02:23.960655 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56640) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:23.965562 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-1e339d44-3d99-4588-b071-9adaa1580a6c None None] Transition to ACTIVE for port object 1383d26f-1d47-483c-a438-861813b463fb will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:02:24.016239 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1e339d44-3d99-4588-b071-9adaa1580a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:24.035986 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7b2b5b2f-16f5-4b69-a938-fac130b195dc tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:24.055319 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-fb873df0-ef12-499f-be3a-f5e8527cefa8 None None] Provisioning complete for port a074b62a-e8b7-4031-8cf9-024178d5497e triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:24.055947 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fb873df0-ef12-499f-be3a-f5e8527cefa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:24.061496 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-bddfa736-1b8c-4aba-a52d-2a1342b959bd tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Calling delete_port for 527e08d6-9c3e-4a29-8fd7-0a99fd784d24 owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:02:24.132858 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e73403a9-3345-45fe-bc2e-a92ec2f15481 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:24.138187 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ddfed-49bc-49a3-b4d1-356f8caa25f6 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Pushing event updated for resources: {'Subnet': ['ID=5bc90b94-91db-488f-bc49-41881f04c485,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:24.185896 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-e73403a9-3345-45fe-bc2e-a92ec2f15481 None None] Transition to ACTIVE for port object be37a244-2c56-4789-b6e9-181216f71365 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:02:24.198442 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-fb873df0-ef12-499f-be3a-f5e8527cefa8 None None] Port a074b62a-e8b7-4031-8cf9-024178d5497e cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:02:24.229291 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7ddfed-49bc-49a3-b4d1-356f8caa25f6 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Checking segment: {'id': '3cbbe7a3-36c1-4662-bf75-6242821a790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '03f5b960-e485-47a9-9f34-8578db145af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:02:24.229699 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7ddfed-49bc-49a3-b4d1-356f8caa25f6 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Network hostable DHCP agents. Network: 03f5b960-e485-47a9-9f34-8578db145af7, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:02:24.234956 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2b5b2f-16f5-4b69-a938-fac130b195dc tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:02:24.235953 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b5b2f-16f5-4b69-a938-fac130b195dc tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Pushing event updated for resources: {'Port': ['ID=a3919298-0187-406e-b9b7-3b985a83ab87,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:24.236248 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e339d44-3d99-4588-b071-9adaa1580a6c None None] Pushing event updated for resources: {'Port': ['ID=1383d26f-1d47-483c-a438-861813b463fb,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:24.237147 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fcbb29-f283-4377-acdf-1d48233c14e4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network dd13b231-4ee5-4444-8ba9-9ea79394e28e is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:02:24.243176 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-63fcbb29-f283-4377-acdf-1d48233c14e4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:24.244514 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-7b2b5b2f-16f5-4b69-a938-fac130b195dc tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:24.259704 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-e73403a9-3345-45fe-bc2e-a92ec2f15481 None None] Transition to ACTIVE for port object be37a244-2c56-4789-b6e9-181216f71365 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:02:24.302886 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2b5b2f-16f5-4b69-a938-fac130b195dc tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:02:24.614846 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e73403a9-3345-45fe-bc2e-a92ec2f15481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:24.703647 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73403a9-3345-45fe-bc2e-a92ec2f15481 None None] Network 98ae310f-d430-4c84-bf99-f91114d1eb78 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:02:24.705536 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73403a9-3345-45fe-bc2e-a92ec2f15481 None None] Pushing event updated for resources: {'Port': ['ID=be37a244-2c56-4789-b6e9-181216f71365,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:24.707858 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7ddfed-49bc-49a3-b4d1-356f8caa25f6 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Network 03f5b960-e485-47a9-9f34-8578db145af7 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:02:24.708503 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-e73403a9-3345-45fe-bc2e-a92ec2f15481 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:24.711362 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73403a9-3345-45fe-bc2e-a92ec2f15481 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:02:24.743211 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bddfa736-1b8c-4aba-a52d-2a1342b959bd tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:24.765152 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-38de34ad-8a52-486c-8b81-48c1be870b92 None None] Provisioning complete for port a074b62a-e8b7-4031-8cf9-024178d5497e triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:24.772379 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-38de34ad-8a52-486c-8b81-48c1be870b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:24.807184 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-0b7ddfed-49bc-49a3-b4d1-356f8caa25f6 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 03f5b960-e485-47a9-9f34-8578db145af7) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:24.812139 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddfa736-1b8c-4aba-a52d-2a1342b959bd tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event deleted for resources: {'Port': ['ID=527e08d6-9c3e-4a29-8fd7-0a99fd784d24,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:24.818159 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7ddfed-49bc-49a3-b4d1-356f8caa25f6 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:24.818768 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0b7ddfed-49bc-49a3-b4d1-356f8caa25f6 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:24.859488 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206e7f21-f8dc-4253-9a9c-babedbcc2da4 None None] Network 03f5b960-e485-47a9-9f34-8578db145af7 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:02:24.912724 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device d7528ad1-f610-4093-961b-faa62fb13450 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:02:24.968381 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63fcbb29-f283-4377-acdf-1d48233c14e4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router 52585ba9-5a1c-47ba-a8f0-6d99891c4f02 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:02:24.971391 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-0b7ddfed-49bc-49a3-b4d1-356f8caa25f6 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2041495 Feb 03 14:02:24.973329 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bddfa736-1b8c-4aba-a52d-2a1342b959bd tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:24.978278 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-bddfa736-1b8c-4aba-a52d-2a1342b959bd tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/ports/527e08d6-9c3e-4a29-8fd7-0a99fd784d24 HTTP/1.1" status: 204 len: 168 time: 2.1124930 Feb 03 14:02:24.981382 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56644) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:24.981709 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56646) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:25.025644 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-ea051a34-3dae-4069-b327-a592d0d52f32 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Request body: {'network': {'name': 'tempest-router-network01--1822646500'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:25.038776 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-38de34ad-8a52-486c-8b81-48c1be870b92 None None] Port a074b62a-e8b7-4031-8cf9-024178d5497e cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:02:25.046551 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ea051a34-3dae-4069-b327-a592d0d52f32 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:25.051141 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-e73403a9-3345-45fe-bc2e-a92ec2f15481 None None] Attempting to bind port be37a244-2c56-4789-b6e9-181216f71365 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:02:25.051520 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-e73403a9-3345-45fe-bc2e-a92ec2f15481 None None] Attempting to bind port be37a244-2c56-4789-b6e9-181216f71365 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '90fe76b1-f50a-4b19-bc53-b2dd1b0e20a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '98ae310f-d430-4c84-bf99-f91114d1eb78'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:02:25.051890 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73403a9-3345-45fe-bc2e-a92ec2f15481 None None] Attempting to bind port be37a244-2c56-4789-b6e9-181216f71365 on network 98ae310f-d430-4c84-bf99-f91114d1eb78 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:02:25.052671 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d3065a-315c-4407-982c-d08aef13e2d8 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] GET failed (client error): The resource could not be found. Feb 03 14:02:25.053195 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-65d3065a-315c-4407-982c-d08aef13e2d8 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Synchronizing usage tracker for tenant:2fa0476fd5f14aeea80802e139eae85a on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:02:25.058209 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ea051a34-3dae-4069-b327-a592d0d52f32 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Usage tracker for resource:network and tenant:69a22763cc5348daa408b8fda9570d6e is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:25.066600 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ea051a34-3dae-4069-b327-a592d0d52f32 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:25.069313 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ea051a34-3dae-4069-b327-a592d0d52f32 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:25.085711 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73403a9-3345-45fe-bc2e-a92ec2f15481 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:02:25.086466 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73403a9-3345-45fe-bc2e-a92ec2f15481 None None] Checking segment: {'id': '90fe76b1-f50a-4b19-bc53-b2dd1b0e20a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '98ae310f-d430-4c84-bf99-f91114d1eb78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:02:25.089310 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e73403a9-3345-45fe-bc2e-a92ec2f15481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:25.089899 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73403a9-3345-45fe-bc2e-a92ec2f15481 None None] Bound using segment: {'id': '90fe76b1-f50a-4b19-bc53-b2dd1b0e20a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '98ae310f-d430-4c84-bf99-f91114d1eb78'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:02:25.090526 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-e73403a9-3345-45fe-bc2e-a92ec2f15481 None None] Bound port: be37a244-2c56-4789-b6e9-181216f71365, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90fe76b1-f50a-4b19-bc53-b2dd1b0e20a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '98ae310f-d430-4c84-bf99-f91114d1eb78'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:02:25.091032 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e73403a9-3345-45fe-bc2e-a92ec2f15481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:25.187844 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-65d3065a-315c-4407-982c-d08aef13e2d8 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Unset dirty status for tenant:2fa0476fd5f14aeea80802e139eae85a on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:02:25.193095 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-65d3065a-315c-4407-982c-d08aef13e2d8 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "GET /v2.0/ports/527e08d6-9c3e-4a29-8fd7-0a99fd784d24 HTTP/1.1" status: 404 len: 333 time: 0.2075484 Feb 03 14:02:25.193095 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56652) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:25.203107 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-c546ad25-4514-4337-ae32-8bed99ba5fc6 None None] Could not find standard attr ID for object 527e08d6-9c3e-4a29-8fd7-0a99fd784d24. {{(pid=84183) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:02:25.212562 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.objects.ports [None req-9727de2b-6e75-4a13-a061-8f209e5102d1 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84181) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 03 14:02:25.247711 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9727de2b-6e75-4a13-a061-8f209e5102d1 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:25.272296 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port d7528ad1-f610-4093-961b-faa62fb13450 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:25.272664 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:25.292004 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea051a34-3dae-4069-b327-a592d0d52f32 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Made reservation on behalf of 69a22763cc5348daa408b8fda9570d6e for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:02:25.295961 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ea051a34-3dae-4069-b327-a592d0d52f32 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:25.370060 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea051a34-3dae-4069-b327-a592d0d52f32 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:02:25.383817 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-e73403a9-3345-45fe-bc2e-a92ec2f15481 None None] For port be37a244-2c56-4789-b6e9-181216f71365, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:02:25.389126 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ea051a34-3dae-4069-b327-a592d0d52f32 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:25.389294 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9727de2b-6e75-4a13-a061-8f209e5102d1 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:02:25.389421 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-ea051a34-3dae-4069-b327-a592d0d52f32 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Added segment fd604db4-9e14-4721-9c8e-3918442d8b59 of type vlan for network 20685210-8f1a-4653-889c-9b2cbcd8a560 Feb 03 14:02:25.398259 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-9727de2b-6e75-4a13-a061-8f209e5102d1 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:25.398747 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-c546ad25-4514-4337-ae32-8bed99ba5fc6 None None] Provisioning complete for port fef74d80-b61f-4426-865c-0d5b24177fae triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:25.399145 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c546ad25-4514-4337-ae32-8bed99ba5fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:25.401060 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9727de2b-6e75-4a13-a061-8f209e5102d1 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:25.401777 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9727de2b-6e75-4a13-a061-8f209e5102d1 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:25.412340 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b1b98eef-6c69-43dc-a2b6-3cdfee387a0a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:25.428546 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9727de2b-6e75-4a13-a061-8f209e5102d1 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Subnet': ['ID=1c199366-24d2-48ec-9b18-1a10246c2b11,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:25.434255 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf2c835-5280-45c9-9bc0-50616c8797d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-03f5b960-e485-47a9-9f34-8578db145af7', 'network_id': '03f5b960-e485-47a9-9f34-8578db145af7', 'tenant_id': '69a22763cc5348daa408b8fda9570d6e', 'fixed_ips': [{'subnet_id': '5bc90b94-91db-488f-bc49-41881f04c485'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:02:25.434862 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4cf2c835-5280-45c9-9bc0-50616c8797d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:25.443830 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ea20c7-8e0b-41e6-a2ec-0eb65302664a None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:02:25.469905 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ea051a34-3dae-4069-b327-a592d0d52f32 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:25.475333 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1d2f64-2e94-4387-8106-7b8517465b35 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Router caa6f286-ac45-4f21-ad5f-4bda3d5de651 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:02:25.475848 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a78da0c0-edbd-4086-bbbd-b5a1c1255a3d tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:25.485681 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7b2b5b2f-16f5-4b69-a938-fac130b195dc tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:25.486498 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7b2b5b2f-16f5-4b69-a938-fac130b195dc tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:25.522378 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-e73403a9-3345-45fe-bc2e-a92ec2f15481 None None] For port be37a244-2c56-4789-b6e9-181216f71365, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=be37a244-2c56-4789-b6e9-181216f71365,segment=NetworkSegment(90fe76b1-f50a-4b19-bc53-b2dd1b0e20a0),segment_id=90fe76b1-f50a-4b19-bc53-b2dd1b0e20a0)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:02:25.523537 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2340e151-b514-4926-8404-b7f43db5b268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:25.529749 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a78da0c0-edbd-4086-bbbd-b5a1c1255a3d tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:25.576577 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63fcbb29-f283-4377-acdf-1d48233c14e4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:02:25.576820 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-c546ad25-4514-4337-ae32-8bed99ba5fc6 None None] Port fef74d80-b61f-4426-865c-0d5b24177fae cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:02:25.600150 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-63fcbb29-f283-4377-acdf-1d48233c14e4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "PUT /v2.0/routers/52585ba9-5a1c-47ba-a8f0-6d99891c4f02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8024967 Feb 03 14:02:25.601052 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56656) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:25.647920 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7919353-1363-41d8-b0ea-0b7b246aed6c None None] Sync routers for ids ['52585ba9-5a1c-47ba-a8f0-6d99891c4f02'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:02:25.662092 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e73403a9-3345-45fe-bc2e-a92ec2f15481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:25.663449 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-9727de2b-6e75-4a13-a061-8f209e5102d1 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3490498 Feb 03 14:02:25.676656 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56660) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:25.682325 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-e04b9ce4-15fa-40fd-9325-4a9f4f398bf2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'port': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'mac_address': 'fa:16:3e:a7:95:7a', 'name': 'tempest-NetworksTestDHCPv6-2093856190'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:25.701672 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ea051a34-3dae-4069-b327-a592d0d52f32 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:25.705339 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea051a34-3dae-4069-b327-a592d0d52f32 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:25.706045 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ea051a34-3dae-4069-b327-a592d0d52f32 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:25.819840 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 1383d26f-1d47-483c-a438-861813b463fb up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:02:25.960368 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a78da0c0-edbd-4086-bbbd-b5a1c1255a3d tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:25.965805 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-c546ad25-4514-4337-ae32-8bed99ba5fc6 None None] Provisioning for port 1383d26f-1d47-483c-a438-861813b463fb completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:02:25.968721 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7919353-1363-41d8-b0ea-0b7b246aed6c None None] Routers {'52585ba9-5a1c-47ba-a8f0-6d99891c4f02'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:02:25.969355 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-d7919353-1363-41d8-b0ea-0b7b246aed6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:01:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['52585ba9-5a1c-47ba-a8f0-6d99891c4f02'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:26.083560 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-c546ad25-4514-4337-ae32-8bed99ba5fc6 None None] Provisioning complete for port 1383d26f-1d47-483c-a438-861813b463fb triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:26.083837 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c546ad25-4514-4337-ae32-8bed99ba5fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:26.098779 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a78da0c0-edbd-4086-bbbd-b5a1c1255a3d tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:26.102512 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a78da0c0-edbd-4086-bbbd-b5a1c1255a3d tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/security-groups/ac6b98c3-609d-4c6e-a6ed-a851a0aa8e29 HTTP/1.1" status: 204 len: 168 time: 0.9044731 Feb 03 14:02:26.103651 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ea051a34-3dae-4069-b327-a592d0d52f32 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1208396 Feb 03 14:02:26.104869 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56664) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:26.105202 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56666) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:26.119274 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73403a9-3345-45fe-bc2e-a92ec2f15481 None None] Pushing event updated for resources: {'Port': ['ID=be37a244-2c56-4789-b6e9-181216f71365,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:26.164616 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78da0c0-edbd-4086-bbbd-b5a1c1255a3d tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6b98c3-609d-4c6e-a6ed-a851a0aa8e29,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:26.188444 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-b4a0f1fe-87bc-460a-ac4d-719337a6eeaa tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Request body: {'network': {'name': 'tempest-router-network02--2144330686'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:26.245761 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-b1b98eef-6c69-43dc-a2b6-3cdfee387a0a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Allocated IP 172.20.0.1 (98ae310f-d430-4c84-bf99-f91114d1eb78/9e6f58f6-6fd3-45ad-84bb-f41022c32d7f/c5bd3fc5-40ad-41f6-b1fd-3ba265cebb88) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:02:26.254911 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b4a0f1fe-87bc-460a-ac4d-719337a6eeaa tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:26.274800 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b4a0f1fe-87bc-460a-ac4d-719337a6eeaa tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Usage tracker for resource:network and tenant:69a22763cc5348daa408b8fda9570d6e is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:26.302517 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b4a0f1fe-87bc-460a-ac4d-719337a6eeaa tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:26.339813 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea051a34-3dae-4069-b327-a592d0d52f32 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Pushing event updated for resources: {'Network': ['ID=20685210-8f1a-4653-889c-9b2cbcd8a560,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:26.351373 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b4a0f1fe-87bc-460a-ac4d-719337a6eeaa tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:26.397965 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e04b9ce4-15fa-40fd-9325-4a9f4f398bf2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:26.416525 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e04b9ce4-15fa-40fd-9325-4a9f4f398bf2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Usage tracker for resource:port and tenant:1508f35e18f0463982f9a6d535c8268b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:26.423526 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e04b9ce4-15fa-40fd-9325-4a9f4f398bf2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:26.430682 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e89371e-cca9-411f-b69f-1df5a3db4797 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:26.431386 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e89371e-cca9-411f-b69f-1df5a3db4797 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:26.431915 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e89371e-cca9-411f-b69f-1df5a3db4797 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:26.432445 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e89371e-cca9-411f-b69f-1df5a3db4797 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:26.435021 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e89371e-cca9-411f-b69f-1df5a3db4797 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:26.436299 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e89371e-cca9-411f-b69f-1df5a3db4797 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:26.436831 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e89371e-cca9-411f-b69f-1df5a3db4797 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:26.437354 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e89371e-cca9-411f-b69f-1df5a3db4797 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:26.437861 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e89371e-cca9-411f-b69f-1df5a3db4797 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:26.438376 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e89371e-cca9-411f-b69f-1df5a3db4797 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:26.449583 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7e89371e-cca9-411f-b69f-1df5a3db4797 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7092 time: 0.8471947 Feb 03 14:02:26.457272 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56672) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:26.460918 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-d7919353-1363-41d8-b0ea-0b7b246aed6c None None] Set router 52585ba9-5a1c-47ba-a8f0-6d99891c4f02 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:02:26.506571 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e04b9ce4-15fa-40fd-9325-4a9f4f398bf2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:26.520823 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a0f1fe-87bc-460a-ac4d-719337a6eeaa tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Made reservation on behalf of 69a22763cc5348daa408b8fda9570d6e for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:02:26.526531 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b4a0f1fe-87bc-460a-ac4d-719337a6eeaa tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:26.547652 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89b5f05-97a4-4e66-a3ab-4f2982a93779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-ac0baa47-f752-4b1c-8067-faa2699b3288', 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'tenant_id': '1508f35e18f0463982f9a6d535c8268b', 'fixed_ips': [{'subnet_id': '1c199366-24d2-48ec-9b18-1a10246c2b11'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:02:26.548869 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b89b5f05-97a4-4e66-a3ab-4f2982a93779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:26.559525 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 20685210-8f1a-4653-889c-9b2cbcd8a560 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:02:26.589941 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-db79920a-2b51-48e8-af00-7d1a3a52b4ca tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:26.600947 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-4cf2c835-5280-45c9-9bc0-50616c8797d8 None None] Allocated IP 172.20.0.2 (03f5b960-e485-47a9-9f34-8578db145af7/5bc90b94-91db-488f-bc49-41881f04c485/65dc48f3-f7a5-4603-b220-61ee359065a7) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:02:26.608077 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1d2f64-2e94-4387-8106-7b8517465b35 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:02:26.614788 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4a0f1fe-87bc-460a-ac4d-719337a6eeaa tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:02:26.623255 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fd0f7c-d380-4dfa-bfa7-4f21f5c16407 None None] Sync routers for ids ['caa6f286-ac45-4f21-ad5f-4bda3d5de651'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:02:26.634787 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1e1d2f64-2e94-4387-8106-7b8517465b35 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:26.636557 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fd0f7c-d380-4dfa-bfa7-4f21f5c16407 None None] Routers {'caa6f286-ac45-4f21-ad5f-4bda3d5de651'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:02:26.637353 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-84fd0f7c-d380-4dfa-bfa7-4f21f5c16407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:01:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['caa6f286-ac45-4f21-ad5f-4bda3d5de651'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:26.645746 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7019592e-a5fe-41e4-955a-875bc404405b tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:26.646476 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7019592e-a5fe-41e4-955a-875bc404405b tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:26.646972 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7019592e-a5fe-41e4-955a-875bc404405b tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:26.647359 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7019592e-a5fe-41e4-955a-875bc404405b tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:26.647716 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7019592e-a5fe-41e4-955a-875bc404405b tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:26.648070 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7019592e-a5fe-41e4-955a-875bc404405b tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:26.651956 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7019592e-a5fe-41e4-955a-875bc404405b tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:26.651956 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7019592e-a5fe-41e4-955a-875bc404405b tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:26.651956 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7019592e-a5fe-41e4-955a-875bc404405b tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:26.651956 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7019592e-a5fe-41e4-955a-875bc404405b tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:26.651956 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7019592e-a5fe-41e4-955a-875bc404405b tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:26.651956 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7019592e-a5fe-41e4-955a-875bc404405b tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6902 time: 0.1824996 Feb 03 14:02:26.655763 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56676) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:26.704703 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-84fd0f7c-d380-4dfa-bfa7-4f21f5c16407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:26.707285 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b1b98eef-6c69-43dc-a2b6-3cdfee387a0a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:26.717532 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fd0f7c-d380-4dfa-bfa7-4f21f5c16407 None None] Routers {'caa6f286-ac45-4f21-ad5f-4bda3d5de651'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:02:26.719011 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-84fd0f7c-d380-4dfa-bfa7-4f21f5c16407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:01:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['caa6f286-ac45-4f21-ad5f-4bda3d5de651'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:26.747254 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b4a0f1fe-87bc-460a-ac4d-719337a6eeaa tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:26.747599 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-b4a0f1fe-87bc-460a-ac4d-719337a6eeaa tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Added segment 557337e4-ffff-46d2-ac05-1e0fbe048ae2 of type vlan for network ccaebd98-9452-426b-a2b1-940a4b4119cd Feb 03 14:02:26.756398 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04b9ce4-15fa-40fd-9325-4a9f4f398bf2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:02:26.782903 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-db79920a-2b51-48e8-af00-7d1a3a52b4ca tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:26.794075 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-1e1d2f64-2e94-4387-8106-7b8517465b35 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "PUT /v2.0/floatingips/e2d95646-f96c-4c13-ba01-e5f47c8b2022 HTTP/1.1" status: 200 len: 978 time: 11.0816665 Feb 03 14:02:26.794933 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2b5b2f-16f5-4b69-a938-fac130b195dc tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Router 07c4bea5-e62f-4f3e-84b2-74a1e9839354 is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:02:26.795079 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56680) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:26.800010 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-b1b98eef-6c69-43dc-a2b6-3cdfee387a0a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Transition to ACTIVE for port object c5bd3fc5-40ad-41f6-b1fd-3ba265cebb88 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:02:26.803940 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-84fd0f7c-d380-4dfa-bfa7-4f21f5c16407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:26.804524 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fd0f7c-d380-4dfa-bfa7-4f21f5c16407 None None] The sync data for ids ['caa6f286-ac45-4f21-ad5f-4bda3d5de651'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:02:26.903037 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b4a0f1fe-87bc-460a-ac4d-719337a6eeaa tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:27.013194 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b1b98eef-6c69-43dc-a2b6-3cdfee387a0a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:27.036310 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-ec268acb-67cf-4c7c-b655-c6923edf7a81 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Deleting port bbeac450-9f77-453b-a191-2ec58d36241a {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:02:27.037255 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ec268acb-67cf-4c7c-b655-c6923edf7a81 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:27.088954 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 1383d26f-1d47-483c-a438-861813b463fb triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:27.089329 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:27.122487 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b98eef-6c69-43dc-a2b6-3cdfee387a0a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Network 98ae310f-d430-4c84-bf99-f91114d1eb78 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:02:27.124381 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b98eef-6c69-43dc-a2b6-3cdfee387a0a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event updated for resources: {'Port': ['ID=c5bd3fc5-40ad-41f6-b1fd-3ba265cebb88,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:27.127008 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-b1b98eef-6c69-43dc-a2b6-3cdfee387a0a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:27.135488 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b98eef-6c69-43dc-a2b6-3cdfee387a0a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:02:27.225721 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b1b98eef-6c69-43dc-a2b6-3cdfee387a0a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:27.265913 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b4a0f1fe-87bc-460a-ac4d-719337a6eeaa tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:27.270733 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a0f1fe-87bc-460a-ac4d-719337a6eeaa tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:27.270969 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b4a0f1fe-87bc-460a-ac4d-719337a6eeaa tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:27.271707 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2b5b2f-16f5-4b69-a938-fac130b195dc tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:02:27.286536 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-db79920a-2b51-48e8-af00-7d1a3a52b4ca tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:27.308274 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddde615c-c08b-4016-980d-c4b380833b95 None None] Sync routers for ids ['07c4bea5-e62f-4f3e-84b2-74a1e9839354'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:02:27.332244 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e04b9ce4-15fa-40fd-9325-4a9f4f398bf2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:27.344035 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-168165c6-fabf-4380-8663-fbf55dd5f2b5 None None] Could not find standard attr ID for object 527e08d6-9c3e-4a29-8fd7-0a99fd784d24. {{(pid=84183) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:02:27.361385 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7b2b5b2f-16f5-4b69-a938-fac130b195dc tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:27.363594 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-7b2b5b2f-16f5-4b69-a938-fac130b195dc tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.5400877 Feb 03 14:02:27.366634 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56684) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:27.396197 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-b89b5f05-97a4-4e66-a3ab-4f2982a93779 None None] Allocated IP 2001:db8::f816:3eff:fe55:8480 (ac0baa47-f752-4b1c-8067-faa2699b3288/1c199366-24d2-48ec-9b18-1a10246c2b11/57c209e2-40e0-4248-8208-94eb50fbecdd) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:02:27.447271 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4a3c38-03d9-455d-bdc3-6e6ad97f1e1f None None] Network 98ae310f-d430-4c84-bf99-f91114d1eb78 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:02:27.474764 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b1b98eef-6c69-43dc-a2b6-3cdfee387a0a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:27.481817 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-db79920a-2b51-48e8-af00-7d1a3a52b4ca tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:27.485630 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-db79920a-2b51-48e8-af00-7d1a3a52b4ca tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/security-groups/11fbf099-a218-4316-909a-d4cefda60a05 HTTP/1.1" status: 204 len: 168 time: 1.3663599 Feb 03 14:02:27.485630 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db79920a-2b51-48e8-af00-7d1a3a52b4ca tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fbf099-a218-4316-909a-d4cefda60a05,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:27.490959 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56688) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:27.555372 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b4a0f1fe-87bc-460a-ac4d-719337a6eeaa tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4367933 Feb 03 14:02:27.562116 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56696) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:27.580624 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-03e8c408-3ef1-4a6f-809d-8be14485b9ea tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Request body: {'subnet': {'network_id': '20685210-8f1a-4653-889c-9b2cbcd8a560', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:27.682749 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0c035b5c-5205-4373-b3a6-dc534b9f063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:27.683378 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-e04b9ce4-15fa-40fd-9325-4a9f4f398bf2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] device_id is not set on port 6c6c5ee6-b360-4c70-b778-c77d4f35fb83 yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:02:27.683519 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddde615c-c08b-4016-980d-c4b380833b95 None None] Routers {'07c4bea5-e62f-4f3e-84b2-74a1e9839354'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:02:27.684079 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-ddde615c-c08b-4016-980d-c4b380833b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:01:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['07c4bea5-e62f-4f3e-84b2-74a1e9839354'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:27.736594 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0f1fe-87bc-460a-ac4d-719337a6eeaa tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Pushing event updated for resources: {'Network': ['ID=ccaebd98-9452-426b-a2b1-940a4b4119cd,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:27.888807 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network ccaebd98-9452-426b-a2b1-940a4b4119cd details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:02:27.964354 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-03e8c408-3ef1-4a6f-809d-8be14485b9ea tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:27.967419 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ec268acb-67cf-4c7c-b655-c6923edf7a81 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:27.986102 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-03e8c408-3ef1-4a6f-809d-8be14485b9ea tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Usage tracker for resource:subnet and tenant:69a22763cc5348daa408b8fda9570d6e is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:27.994555 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca9716ef-c09a-4e66-b66a-e9e717287dde tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Deleting subnet e82a4a9b-830e-48c4-bc9a-789b5b231394 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:02:27.995254 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4e8d6652-0074-4eff-a68d-f4f931cfe6d4 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4808 time: 1.3371673 Feb 03 14:02:27.996402 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-03e8c408-3ef1-4a6f-809d-8be14485b9ea tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:28.052369 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ca9716ef-c09a-4e66-b66a-e9e717287dde tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:28.058083 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-03e8c408-3ef1-4a6f-809d-8be14485b9ea tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:28.099239 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-ddde615c-c08b-4016-980d-c4b380833b95 None None] Set router 07c4bea5-e62f-4f3e-84b2-74a1e9839354 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:02:28.115525 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ca9716ef-c09a-4e66-b66a-e9e717287dde tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:28.177857 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e8c408-3ef1-4a6f-809d-8be14485b9ea tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Made reservation on behalf of 69a22763cc5348daa408b8fda9570d6e for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:02:28.283157 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c0ff3d14-ada6-4144-8a4e-0b69a470a2a7 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] 10.222.0.41 "GET /v2.0/routers/07c4bea5-e62f-4f3e-84b2-74a1e9839354 HTTP/1.1" status: 200 len: 908 time: 0.9149854 Feb 03 14:02:28.286907 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56706) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:28.293498 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-1e6cc570-75ed-4b2f-be31-e5f432d81b69 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Request body: {'router': {'name': 'tempest-snat-router-752378012', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'enable_snat': True}}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:28.304013 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-1e6cc570-75ed-4b2f-be31-e5f432d81b69 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:28.306115 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ca9716ef-c09a-4e66-b66a-e9e717287dde tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:28.481095 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56710) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:28.493165 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-1e6cc570-75ed-4b2f-be31-e5f432d81b69 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Usage tracker for resource:router and tenant:5b4d4a64e1f040f091825530477755a9 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:28.496359 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ec268acb-67cf-4c7c-b655-c6923edf7a81 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:28.496868 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ec268acb-67cf-4c7c-b655-c6923edf7a81 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:28.497272 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.l3_db [None req-ec268acb-67cf-4c7c-b655-c6923edf7a81 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Floating IP e2d95646-f96c-4c13-ba01-e5f47c8b2022 disassociated. External IP: 172.26.3.68, port: bbeac450-9f77-453b-a191-2ec58d36241a. Feb 03 14:02:28.498615 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-ec268acb-67cf-4c7c-b655-c6923edf7a81 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Calling delete_port for bbeac450-9f77-453b-a191-2ec58d36241a owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:02:28.499532 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-1e6cc570-75ed-4b2f-be31-e5f432d81b69 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:28.503900 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device be37a244-2c56-4789-b6e9-181216f71365 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:02:28.507534 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-de95a6b1-3cb7-4e48-a47e-37211aa7bc69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-475592143', 'description': 'tempest-secgroup-smoke-475592143 description', 'project_id': '55163e99e9e54d69af7505a418f9e84b'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:28.516811 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-1e6cc570-75ed-4b2f-be31-e5f432d81b69 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:28.522379 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-de95a6b1-3cb7-4e48-a47e-37211aa7bc69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:28.524870 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.db.resource_extend [None req-b1b98eef-6c69-43dc-a2b6-3cdfee387a0a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:02:28.545784 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-de95a6b1-3cb7-4e48-a47e-37211aa7bc69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:28.552882 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-de95a6b1-3cb7-4e48-a47e-37211aa7bc69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:28.560006 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-a2703c11-74da-4cd7-94ee-782f78e84d61 None None] Provisioning for port be37a244-2c56-4789-b6e9-181216f71365 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:02:28.562443 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b1b98eef-6c69-43dc-a2b6-3cdfee387a0a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:28.564880 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-de95a6b1-3cb7-4e48-a47e-37211aa7bc69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:28.579684 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-03e8c408-3ef1-4a6f-809d-8be14485b9ea tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:28.596447 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-d7919353-1363-41d8-b0ea-0b7b246aed6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'name': 'tempest-TestNetworkBasicOps-router-226659830', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': 'a9833346-09a2-4488-8188-759ee3853f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:02:04Z', 'updated_at': '2022-02-03T14:02:21Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'a9833346-09a2-4488-8188-759ee3853f8c', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:02:06Z', 'updated_at': '2022-02-03T14:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'a074b62a-e8b7-4031-8cf9-024178d5497e', 'name': '', 'network_id': 'dd13b231-4ee5-4444-8ba9-9ea79394e28e', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:5b:1c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b94a408-000d-4159-8152-731afc1af407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:02:20Z', 'updated_at': '2022-02-03T14:02:22Z', 'revision_number': 2, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '2b94a408-000d-4159-8152-731afc1af407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:28.613753 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4cf2c835-5280-45c9-9bc0-50616c8797d8 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:28.636855 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b1b98eef-6c69-43dc-a2b6-3cdfee387a0a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:28.638849 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7919353-1363-41d8-b0ea-0b7b246aed6c None None] Checking router: 52585ba9-5a1c-47ba-a8f0-6d99891c4f02 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:02:28.639242 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7919353-1363-41d8-b0ea-0b7b246aed6c None None] Updating router 52585ba9-5a1c-47ba-a8f0-6d99891c4f02 port a074b62a-e8b7-4031-8cf9-024178d5497e binding host dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:02:28.686774 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-4cf2c835-5280-45c9-9bc0-50616c8797d8 None None] Transition to ACTIVE for port object 65dc48f3-f7a5-4603-b220-61ee359065a7 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:02:28.715466 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-de95a6b1-3cb7-4e48-a47e-37211aa7bc69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:28.724830 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1e6cc570-75ed-4b2f-be31-e5f432d81b69 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:28.725873 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1e6cc570-75ed-4b2f-be31-e5f432d81b69 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:28.729072 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ca9716ef-c09a-4e66-b66a-e9e717287dde tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:28.809799 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9716ef-c09a-4e66-b66a-e9e717287dde tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event deleted for resources: {'Subnet': ['ID=e82a4a9b-830e-48c4-bc9a-789b5b231394,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:28.839101 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ec268acb-67cf-4c7c-b655-c6923edf7a81 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:28.843592 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-4cf2c835-5280-45c9-9bc0-50616c8797d8 None None] Transition to ACTIVE for port object 65dc48f3-f7a5-4603-b220-61ee359065a7 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:02:28.853459 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b1b98eef-6c69-43dc-a2b6-3cdfee387a0a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:28.856805 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b98eef-6c69-43dc-a2b6-3cdfee387a0a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event updated for resources: {'Port': ['ID=c5bd3fc5-40ad-41f6-b1fd-3ba265cebb88,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:28.860069 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ca9716ef-c09a-4e66-b66a-e9e717287dde tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:28.863557 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d7919353-1363-41d8-b0ea-0b7b246aed6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:28.880916 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c131a21a-8ba4-4f0b-9908-8da61a9590c3 None None] Network da5fb634-29a9-4f74-808e-6b8578428b60 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:02:28.889982 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-de95a6b1-3cb7-4e48-a47e-37211aa7bc69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:28.910096 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec268acb-67cf-4c7c-b655-c6923edf7a81 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Pushing event deleted for resources: {'Port': ['ID=bbeac450-9f77-453b-a191-2ec58d36241a,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:28.915089 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ca9716ef-c09a-4e66-b66a-e9e717287dde tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/subnets/e82a4a9b-830e-48c4-bc9a-789b5b231394 HTTP/1.1" status: 204 len: 168 time: 1.4195068 Feb 03 14:02:28.915317 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-ddde615c-c08b-4016-980d-c4b380833b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c4bea5-e62f-4f3e-84b2-74a1e9839354', 'name': 'tempest-snat-router-752378012', 'tenant_id': '5b4d4a64e1f040f091825530477755a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.254'}], 'enable_snat': False}, 'gw_port_id': 'a3919298-0187-406e-b9b7-3b985a83ab87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:02:21Z', 'updated_at': '2022-02-03T14:02:24Z', 'revision_number': 3, 'project_id': '5b4d4a64e1f040f091825530477755a9', 'gw_port': {'id': 'a3919298-0187-406e-b9b7-3b985a83ab87', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:70:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c4bea5-e62f-4f3e-84b2-74a1e9839354', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:02:22Z', 'updated_at': '2022-02-03T14:02:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:28.917449 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-de95a6b1-3cb7-4e48-a47e-37211aa7bc69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:28.918723 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56714) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:28.925487 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-de95a6b1-3cb7-4e48-a47e-37211aa7bc69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:28.927394 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1e6cc570-75ed-4b2f-be31-e5f432d81b69 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:28.939194 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-5ae35903-eeb1-4d88-85a1-e7a53fb612a8 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'subnet': {'network_id': 'da5fb634-29a9-4f74-808e-6b8578428b60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:28.947100 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:28.990406 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-de95a6b1-3cb7-4e48-a47e-37211aa7bc69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:29.032733 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b89b5f05-97a4-4e66-a3ab-4f2982a93779 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:29.035557 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:29.037556 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4cf2c835-5280-45c9-9bc0-50616c8797d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:29.091848 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-03e8c408-3ef1-4a6f-809d-8be14485b9ea tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:29.097759 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b98eef-6c69-43dc-a2b6-3cdfee387a0a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Network 98ae310f-d430-4c84-bf99-f91114d1eb78 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:02:29.127082 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddde615c-c08b-4016-980d-c4b380833b95 None None] Checking router: 07c4bea5-e62f-4f3e-84b2-74a1e9839354 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:02:29.127714 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddde615c-c08b-4016-980d-c4b380833b95 None None] Updating router 07c4bea5-e62f-4f3e-84b2-74a1e9839354 port a3919298-0187-406e-b9b7-3b985a83ab87 binding host dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:02:29.154124 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-b1b98eef-6c69-43dc-a2b6-3cdfee387a0a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:29.223548 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8c408-3ef1-4a6f-809d-8be14485b9ea tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Pushing event updated for resources: {'Subnet': ['ID=cda850a1-59db-458f-8fd0-6d791658c337,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:29.255857 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-de95a6b1-3cb7-4e48-a47e-37211aa7bc69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:29.265332 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-5ae35903-eeb1-4d88-85a1-e7a53fb612a8 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:29.273299 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-5ae35903-eeb1-4d88-85a1-e7a53fb612a8 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Usage tracker for resource:subnet and tenant:2fa0476fd5f14aeea80802e139eae85a is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:29.275284 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b89b5f05-97a4-4e66-a3ab-4f2982a93779 None None] Transition to ACTIVE for port object 57c209e2-40e0-4248-8208-94eb50fbecdd will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:02:29.277341 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-5ae35903-eeb1-4d88-85a1-e7a53fb612a8 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:29.287501 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-5ae35903-eeb1-4d88-85a1-e7a53fb612a8 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:29.293809 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e8c408-3ef1-4a6f-809d-8be14485b9ea tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Checking segment: {'id': 'fd604db4-9e14-4721-9c8e-3918442d8b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '20685210-8f1a-4653-889c-9b2cbcd8a560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:02:29.294000 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e8c408-3ef1-4a6f-809d-8be14485b9ea tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Network hostable DHCP agents. Network: 20685210-8f1a-4653-889c-9b2cbcd8a560, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:02:29.318046 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port be37a244-2c56-4789-b6e9-181216f71365 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:02:29.365770 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port be37a244-2c56-4789-b6e9-181216f71365 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:29.366153 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:29.373837 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-de95a6b1-3cb7-4e48-a47e-37211aa7bc69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:29.404069 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b89b5f05-97a4-4e66-a3ab-4f2982a93779 None None] Transition to ACTIVE for port object 57c209e2-40e0-4248-8208-94eb50fbecdd will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:02:29.420213 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2c835-5280-45c9-9bc0-50616c8797d8 None None] Pushing event updated for resources: {'Port': ['ID=65dc48f3-f7a5-4603-b220-61ee359065a7,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:29.423613 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf2c835-5280-45c9-9bc0-50616c8797d8 None None] Network 03f5b960-e485-47a9-9f34-8578db145af7 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:02:29.434932 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae35903-eeb1-4d88-85a1-e7a53fb612a8 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Made reservation on behalf of 2fa0476fd5f14aeea80802e139eae85a for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:02:29.449751 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1e6cc570-75ed-4b2f-be31-e5f432d81b69 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:29.455873 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95a6b1-3cb7-4e48-a47e-37211aa7bc69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ac7c3e-3a7e-46f3-932c-ecea8a30e08c,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:29.481375 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-4cf2c835-5280-45c9-9bc0-50616c8797d8 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:29.483128 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ddde615c-c08b-4016-980d-c4b380833b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:29.485961 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec268acb-67cf-4c7c-b655-c6923edf7a81 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Router caa6f286-ac45-4f21-ad5f-4bda3d5de651 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:02:29.518227 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf2c835-5280-45c9-9bc0-50616c8797d8 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:02:29.528878 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e8c408-3ef1-4a6f-809d-8be14485b9ea tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Network 20685210-8f1a-4653-889c-9b2cbcd8a560 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:02:29.569892 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b89b5f05-97a4-4e66-a3ab-4f2982a93779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:29.588171 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-de95a6b1-3cb7-4e48-a47e-37211aa7bc69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:29.591877 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-de95a6b1-3cb7-4e48-a47e-37211aa7bc69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.1035900 Feb 03 14:02:29.600305 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56718) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:29.607011 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-f1bfa175-3f3d-4433-a9c6-df424426bdd6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': 'f9ac7c3e-3a7e-46f3-932c-ecea8a30e08c', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:29.620775 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-f1bfa175-3f3d-4433-a9c6-df424426bdd6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:29.646672 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-f1bfa175-3f3d-4433-a9c6-df424426bdd6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:29.658908 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-f1bfa175-3f3d-4433-a9c6-df424426bdd6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:29.846439 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1e6cc570-75ed-4b2f-be31-e5f432d81b69 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:29.859079 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-f1bfa175-3f3d-4433-a9c6-df424426bdd6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:29.863418 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-e04b9ce4-15fa-40fd-9325-4a9f4f398bf2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Allocated IP 2001:db8::f816:3eff:fea7:957a (ac0baa47-f752-4b1c-8067-faa2699b3288/1c199366-24d2-48ec-9b18-1a10246c2b11/6c6c5ee6-b360-4c70-b778-c77d4f35fb83) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:02:29.865425 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-03e8c408-3ef1-4a6f-809d-8be14485b9ea tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 20685210-8f1a-4653-889c-9b2cbcd8a560) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:29.869645 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e8c408-3ef1-4a6f-809d-8be14485b9ea tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:29.870224 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-03e8c408-3ef1-4a6f-809d-8be14485b9ea tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:29.875751 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b98eef-6c69-43dc-a2b6-3cdfee387a0a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Router 0b40a503-04a2-452b-a338-dd6267ecbbb3 is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:02:29.882296 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1e6cc570-75ed-4b2f-be31-e5f432d81b69 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:29.918797 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5ae35903-eeb1-4d88-85a1-e7a53fb612a8 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:29.957089 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89b5f05-97a4-4e66-a3ab-4f2982a93779 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:02:29.957892 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376f1961-6d08-4953-8493-8a8d64322635 None None] Network 20685210-8f1a-4653-889c-9b2cbcd8a560 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:02:29.979739 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b5f05-97a4-4e66-a3ab-4f2982a93779 None None] Pushing event updated for resources: {'Port': ['ID=57c209e2-40e0-4248-8208-94eb50fbecdd,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:29.982619 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-b89b5f05-97a4-4e66-a3ab-4f2982a93779 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:30.013987 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89b5f05-97a4-4e66-a3ab-4f2982a93779 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:02:30.069861 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f1bfa175-3f3d-4433-a9c6-df424426bdd6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:30.081535 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-4cf2c835-5280-45c9-9bc0-50616c8797d8 None None] Attempting to bind port 65dc48f3-f7a5-4603-b220-61ee359065a7 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:02:30.081909 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-4cf2c835-5280-45c9-9bc0-50616c8797d8 None None] Attempting to bind port 65dc48f3-f7a5-4603-b220-61ee359065a7 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '3cbbe7a3-36c1-4662-bf75-6242821a790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '03f5b960-e485-47a9-9f34-8578db145af7'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:02:30.082493 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf2c835-5280-45c9-9bc0-50616c8797d8 None None] Attempting to bind port 65dc48f3-f7a5-4603-b220-61ee359065a7 on network 03f5b960-e485-47a9-9f34-8578db145af7 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:02:30.147210 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-03e8c408-3ef1-4a6f-809d-8be14485b9ea tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5830534 Feb 03 14:02:30.219618 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56722) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:30.233302 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-3231edf8-7dad-4c01-99ad-823640c9ab0a tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Request body: {'subnet': {'network_id': 'ccaebd98-9452-426b-a2b1-940a4b4119cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:30.242543 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:30.310887 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-1e6cc570-75ed-4b2f-be31-e5f432d81b69 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Allocated IP 172.26.3.247 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/e4f6eb64-1e6a-47bd-a879-102d12c565ba) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:02:30.359150 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port be37a244-2c56-4789-b6e9-181216f71365, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=be37a244-2c56-4789-b6e9-181216f71365,segment=NetworkSegment(90fe76b1-f50a-4b19-bc53-b2dd1b0e20a0),segment_id=90fe76b1-f50a-4b19-bc53-b2dd1b0e20a0)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:30.400512 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf2c835-5280-45c9-9bc0-50616c8797d8 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:02:30.400894 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf2c835-5280-45c9-9bc0-50616c8797d8 None None] Checking segment: {'id': '3cbbe7a3-36c1-4662-bf75-6242821a790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '03f5b960-e485-47a9-9f34-8578db145af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:02:30.404267 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4cf2c835-5280-45c9-9bc0-50616c8797d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:30.404717 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf2c835-5280-45c9-9bc0-50616c8797d8 None None] Bound using segment: {'id': '3cbbe7a3-36c1-4662-bf75-6242821a790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '03f5b960-e485-47a9-9f34-8578db145af7'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:02:30.405214 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-4cf2c835-5280-45c9-9bc0-50616c8797d8 None None] Bound port: 65dc48f3-f7a5-4603-b220-61ee359065a7, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cbbe7a3-36c1-4662-bf75-6242821a790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '03f5b960-e485-47a9-9f34-8578db145af7'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:02:30.405592 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4cf2c835-5280-45c9-9bc0-50616c8797d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:30.458815 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e04b9ce4-15fa-40fd-9325-4a9f4f398bf2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:30.488658 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-e04b9ce4-15fa-40fd-9325-4a9f4f398bf2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Transition to ACTIVE for port object 6c6c5ee6-b360-4c70-b778-c77d4f35fb83 will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:02:30.564293 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1e6cc570-75ed-4b2f-be31-e5f432d81b69 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:30.581870 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b98eef-6c69-43dc-a2b6-3cdfee387a0a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:02:30.591383 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa0de52-69dd-466e-849a-6593c04590e4 None None] Sync routers for ids ['0b40a503-04a2-452b-a338-dd6267ecbbb3'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:02:30.597496 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f46aca-a39a-4502-9c2d-51af4dd7bbb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-20685210-8f1a-4653-889c-9b2cbcd8a560', 'network_id': '20685210-8f1a-4653-889c-9b2cbcd8a560', 'tenant_id': '69a22763cc5348daa408b8fda9570d6e', 'fixed_ips': [{'subnet_id': 'cda850a1-59db-458f-8fd0-6d791658c337'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:02:30.598305 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-44f46aca-a39a-4502-9c2d-51af4dd7bbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:30.601004 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b1b98eef-6c69-43dc-a2b6-3cdfee387a0a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "PUT /v2.0/routers/0b40a503-04a2-452b-a338-dd6267ecbbb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6404650 Feb 03 14:02:30.601542 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f1bfa175-3f3d-4433-a9c6-df424426bdd6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:30.604023 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56726) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:30.617017 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e04b9ce4-15fa-40fd-9325-4a9f4f398bf2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:30.617017 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-3231edf8-7dad-4c01-99ad-823640c9ab0a tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:30.620897 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa0de52-69dd-466e-849a-6593c04590e4 None None] Routers {'0b40a503-04a2-452b-a338-dd6267ecbbb3'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:02:30.622092 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-daa0de52-69dd-466e-849a-6593c04590e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:02:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['0b40a503-04a2-452b-a338-dd6267ecbbb3'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:30.622457 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:30.624423 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:30.630767 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-b89b5f05-97a4-4e66-a3ab-4f2982a93779 None None] Attempting to bind port 57c209e2-40e0-4248-8208-94eb50fbecdd on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:02:30.631166 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-b89b5f05-97a4-4e66-a3ab-4f2982a93779 None None] Attempting to bind port 57c209e2-40e0-4248-8208-94eb50fbecdd by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:02:30.631532 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89b5f05-97a4-4e66-a3ab-4f2982a93779 None None] Attempting to bind port 57c209e2-40e0-4248-8208-94eb50fbecdd on network ac0baa47-f752-4b1c-8067-faa2699b3288 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:02:30.682042 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4957f2e8-e2e2-45c8-8d41-b3421108b42b tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:30.682552 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-4957f2e8-e2e2-45c8-8d41-b3421108b42b tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Synchronizing usage tracker for tenant:d5adceeed00a4893983ee9d6f019faac on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:02:30.716000 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-daa0de52-69dd-466e-849a-6593c04590e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:30.728038 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa0de52-69dd-466e-849a-6593c04590e4 None None] Routers {'0b40a503-04a2-452b-a338-dd6267ecbbb3'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:02:30.728618 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-daa0de52-69dd-466e-849a-6593c04590e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:02:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['0b40a503-04a2-452b-a338-dd6267ecbbb3'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:30.740012 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1e6cc570-75ed-4b2f-be31-e5f432d81b69 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:30.782242 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3231edf8-7dad-4c01-99ad-823640c9ab0a tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Usage tracker for resource:subnet and tenant:69a22763cc5348daa408b8fda9570d6e is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:30.786332 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b9ce4-15fa-40fd-9325-4a9f4f398bf2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Port': ['ID=6c6c5ee6-b360-4c70-b778-c77d4f35fb83,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:30.796087 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3231edf8-7dad-4c01-99ad-823640c9ab0a tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:30.798913 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f1bfa175-3f3d-4433-a9c6-df424426bdd6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:30.801986 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-daa0de52-69dd-466e-849a-6593c04590e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:30.802588 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa0de52-69dd-466e-849a-6593c04590e4 None None] The sync data for ids ['0b40a503-04a2-452b-a338-dd6267ecbbb3'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:02:30.803980 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-4957f2e8-e2e2-45c8-8d41-b3421108b42b tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Unset dirty status for tenant:d5adceeed00a4893983ee9d6f019faac on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:02:30.807369 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-4957f2e8-e2e2-45c8-8d41-b3421108b42b tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "GET /v2.0/ports/c5bd3fc5-40ad-41f6-b1fd-3ba265cebb88 HTTP/1.1" status: 200 len: 910 time: 0.1995475 Feb 03 14:02:30.819441 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-3231edf8-7dad-4c01-99ad-823640c9ab0a tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:30.819887 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56730) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:30.834506 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bfa175-3f3d-4433-a9c6-df424426bdd6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7dad251-2047-43f1-80dd-626a9dd4e02c,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:30.862079 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04b9ce4-15fa-40fd-9325-4a9f4f398bf2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:02:30.890314 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89b5f05-97a4-4e66-a3ab-4f2982a93779 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:02:30.890604 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89b5f05-97a4-4e66-a3ab-4f2982a93779 None None] Checking segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:02:30.890982 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b89b5f05-97a4-4e66-a3ab-4f2982a93779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:30.891412 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89b5f05-97a4-4e66-a3ab-4f2982a93779 None None] Bound using segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:02:30.891895 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-b89b5f05-97a4-4e66-a3ab-4f2982a93779 None None] Bound port: 57c209e2-40e0-4248-8208-94eb50fbecdd, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:02:30.892276 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b89b5f05-97a4-4e66-a3ab-4f2982a93779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:30.906966 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-e04b9ce4-15fa-40fd-9325-4a9f4f398bf2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:30.910435 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6cc570-75ed-4b2f-be31-e5f432d81b69 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:02:30.915329 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-1e6cc570-75ed-4b2f-be31-e5f432d81b69 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:30.916297 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04b9ce4-15fa-40fd-9325-4a9f4f398bf2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:02:30.919829 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04b9ce4-15fa-40fd-9325-4a9f4f398bf2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:30.919977 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6cc570-75ed-4b2f-be31-e5f432d81b69 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:02:30.924503 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e04b9ce4-15fa-40fd-9325-4a9f4f398bf2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:30.929073 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3231edf8-7dad-4c01-99ad-823640c9ab0a tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Made reservation on behalf of 69a22763cc5348daa408b8fda9570d6e for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:02:30.949768 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6cc570-75ed-4b2f-be31-e5f432d81b69 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Pushing event updated for resources: {'Port': ['ID=e4f6eb64-1e6a-47bd-a879-102d12c565ba,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:30.976883 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=be37a244-2c56-4789-b6e9-181216f71365,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:31.003856 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-a6a5aa02-1875-4489-a7d1-31ba4e3e84fd None None] Provisioning complete for port be37a244-2c56-4789-b6e9-181216f71365 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:31.004254 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a6a5aa02-1875-4489-a7d1-31ba4e3e84fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:31.032187 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f1bfa175-3f3d-4433-a9c6-df424426bdd6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:31.034554 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f1bfa175-3f3d-4433-a9c6-df424426bdd6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4391670 Feb 03 14:02:31.040238 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56734) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:31.047188 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-1a5da21a-25f8-4bc0-9c9e-70839e94a559 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': 'f9ac7c3e-3a7e-46f3-932c-ecea8a30e08c', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:31.069689 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.resource_extend [None req-d7919353-1363-41d8-b0ea-0b7b246aed6c None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:02:31.077929 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-1a5da21a-25f8-4bc0-9c9e-70839e94a559 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:31.080543 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-4cf2c835-5280-45c9-9bc0-50616c8797d8 None None] For port 65dc48f3-f7a5-4603-b220-61ee359065a7, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:02:31.089602 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3231edf8-7dad-4c01-99ad-823640c9ab0a tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:31.102823 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-1a5da21a-25f8-4bc0-9c9e-70839e94a559 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:31.103402 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e04b9ce4-15fa-40fd-9325-4a9f4f398bf2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.4255531 Feb 03 14:02:31.113661 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-1a5da21a-25f8-4bc0-9c9e-70839e94a559 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:31.118238 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56738) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:31.166096 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-1a5da21a-25f8-4bc0-9c9e-70839e94a559 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:31.174735 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec268acb-67cf-4c7c-b655-c6923edf7a81 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:02:31.282480 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7ae57b-f4a7-4bd9-9f62-78ccea064f89 None None] Sync routers for ids ['caa6f286-ac45-4f21-ad5f-4bda3d5de651'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:02:31.312028 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-4cf2c835-5280-45c9-9bc0-50616c8797d8 None None] For port 65dc48f3-f7a5-4603-b220-61ee359065a7, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=65dc48f3-f7a5-4603-b220-61ee359065a7,segment=NetworkSegment(3cbbe7a3-36c1-4662-bf75-6242821a790b),segment_id=3cbbe7a3-36c1-4662-bf75-6242821a790b)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:02:31.328489 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ec268acb-67cf-4c7c-b655-c6923edf7a81 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:31.342774 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ec268acb-67cf-4c7c-b655-c6923edf7a81 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "DELETE /v2.0/ports/bbeac450-9f77-453b-a191-2ec58d36241a HTTP/1.1" status: 204 len: 168 time: 4.5390904 Feb 03 14:02:31.347413 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56742) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:31.355751 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67802193-6315-43a8-8209-26c67e8d2d4d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:31.364053 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67802193-6315-43a8-8209-26c67e8d2d4d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:31.364859 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-67802193-6315-43a8-8209-26c67e8d2d4d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:02:31.370389 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1a5da21a-25f8-4bc0-9c9e-70839e94a559 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:31.430866 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d7919353-1363-41d8-b0ea-0b7b246aed6c None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:31.436253 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4cf2c835-5280-45c9-9bc0-50616c8797d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:31.449413 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-b89b5f05-97a4-4e66-a3ab-4f2982a93779 None None] For port 57c209e2-40e0-4248-8208-94eb50fbecdd, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:02:31.453785 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5ae35903-eeb1-4d88-85a1-e7a53fb612a8 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:31.510101 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7ae57b-f4a7-4bd9-9f62-78ccea064f89 None None] Routers {'caa6f286-ac45-4f21-ad5f-4bda3d5de651'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:02:31.510727 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-dd7ae57b-f4a7-4bd9-9f62-78ccea064f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:02:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['caa6f286-ac45-4f21-ad5f-4bda3d5de651'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:31.551020 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae35903-eeb1-4d88-85a1-e7a53fb612a8 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Network da5fb634-29a9-4f74-808e-6b8578428b60 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:02:31.556580 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-5ae35903-eeb1-4d88-85a1-e7a53fb612a8 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:31.569471 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae35903-eeb1-4d88-85a1-e7a53fb612a8 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:31.570066 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5ae35903-eeb1-4d88-85a1-e7a53fb612a8 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:31.576961 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-44f46aca-a39a-4502-9c2d-51af4dd7bbb9 None None] Allocated IP 172.20.0.2 (20685210-8f1a-4653-889c-9b2cbcd8a560/cda850a1-59db-458f-8fd0-6d791658c337/5a45c632-32a0-4dff-a8ae-b84baeb5a2b3) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:02:31.586598 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-67802193-6315-43a8-8209-26c67e8d2d4d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:02:31.588677 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-67802193-6315-43a8-8209-26c67e8d2d4d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4688931 Feb 03 14:02:31.595603 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56746) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:31.603873 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-d7919353-1363-41d8-b0ea-0b7b246aed6c None None] Transition to ACTIVE for port object a074b62a-e8b7-4031-8cf9-024178d5497e will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:02:31.609713 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-b89b5f05-97a4-4e66-a3ab-4f2982a93779 None None] For port 57c209e2-40e0-4248-8208-94eb50fbecdd, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=57c209e2-40e0-4248-8208-94eb50fbecdd,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:02:31.621103 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae35903-eeb1-4d88-85a1-e7a53fb612a8 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'Subnet': ['ID=2ddba86e-64d7-46ec-9c8b-38be024ad2c8,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:31.697892 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-56c1812f-5106-43d1-b6c1-04f15679abd7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting port 6c6c5ee6-b360-4c70-b778-c77d4f35fb83 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:02:31.698225 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-56c1812f-5106-43d1-b6c1-04f15679abd7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:31.739838 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56750) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:31.740052 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-5ae35903-eeb1-4d88-85a1-e7a53fb612a8 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8181233 Feb 03 14:02:31.741024 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3231edf8-7dad-4c01-99ad-823640c9ab0a tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:31.757457 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-29b355aa-338c-43f2-9443-ed1c7bdbd65f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'security_group': {'name': 'tempest-secgroup-1966225645'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:31.770851 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1a5da21a-25f8-4bc0-9c9e-70839e94a559 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:31.794196 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-29b355aa-338c-43f2-9443-ed1c7bdbd65f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:31.799120 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1e6cc570-75ed-4b2f-be31-e5f432d81b69 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:31.799848 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1e6cc570-75ed-4b2f-be31-e5f432d81b69 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:31.850619 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.resource_extend [None req-ddde615c-c08b-4016-980d-c4b380833b95 None None] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:02:31.860673 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee184239-9d6a-429e-b55d-b40d85d33c34 None None] Network da5fb634-29a9-4f74-808e-6b8578428b60 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:02:31.870440 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-29b355aa-338c-43f2-9443-ed1c7bdbd65f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Usage tracker for resource:security_group and tenant:2fa0476fd5f14aeea80802e139eae85a is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:31.876091 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-dd7ae57b-f4a7-4bd9-9f62-78ccea064f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:31.877683 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1a5da21a-25f8-4bc0-9c9e-70839e94a559 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:31.880133 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-29b355aa-338c-43f2-9443-ed1c7bdbd65f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:31.910450 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0cd472f9-8188-49cf-bd87-e52ecbe8b9ed tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:31.915650 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b89b5f05-97a4-4e66-a3ab-4f2982a93779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:31.953834 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3231edf8-7dad-4c01-99ad-823640c9ab0a tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Pushing event updated for resources: {'Subnet': ['ID=be10ec64-cbc8-451a-9dda-7dc44cbda2ba,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:31.964067 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-29b355aa-338c-43f2-9443-ed1c7bdbd65f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:31.967149 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3231edf8-7dad-4c01-99ad-823640c9ab0a tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Checking segment: {'id': '557337e4-ffff-46d2-ac05-1e0fbe048ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ccaebd98-9452-426b-a2b1-940a4b4119cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:02:31.967513 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3231edf8-7dad-4c01-99ad-823640c9ab0a tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Network hostable DHCP agents. Network: ccaebd98-9452-426b-a2b1-940a4b4119cd, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:02:32.015480 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d7919353-1363-41d8-b0ea-0b7b246aed6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:32.021508 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5da21a-25f8-4bc0-9c9e-70839e94a559 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6ef24b3-9473-4d59-a5f9-f672d69691fe,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:32.093816 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2c835-5280-45c9-9bc0-50616c8797d8 None None] Pushing event updated for resources: {'Port': ['ID=65dc48f3-f7a5-4603-b220-61ee359065a7,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:32.098390 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-44f46aca-a39a-4502-9c2d-51af4dd7bbb9 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:32.176273 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3231edf8-7dad-4c01-99ad-823640c9ab0a tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Network ccaebd98-9452-426b-a2b1-940a4b4119cd is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:02:32.235180 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-44f46aca-a39a-4502-9c2d-51af4dd7bbb9 None None] Transition to ACTIVE for port object 5a45c632-32a0-4dff-a8ae-b84baeb5a2b3 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:02:32.235355 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2890018e-bc22-41d9-8931-1ff36e9c6a1d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:32.264213 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7ae57b-f4a7-4bd9-9f62-78ccea064f89 None None] Routers {'caa6f286-ac45-4f21-ad5f-4bda3d5de651'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:02:32.264827 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-dd7ae57b-f4a7-4bd9-9f62-78ccea064f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:02:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['caa6f286-ac45-4f21-ad5f-4bda3d5de651'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:32.306579 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-3231edf8-7dad-4c01-99ad-823640c9ab0a tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, ccaebd98-9452-426b-a2b1-940a4b4119cd) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:32.317657 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3231edf8-7dad-4c01-99ad-823640c9ab0a tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:32.319818 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3231edf8-7dad-4c01-99ad-823640c9ab0a tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:32.381127 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de19b41-3c3d-4d96-8145-6a64e5dcec1a None None] Network ccaebd98-9452-426b-a2b1-940a4b4119cd requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:02:32.409205 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3231edf8-7dad-4c01-99ad-823640c9ab0a tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1821864 Feb 03 14:02:32.414485 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-29b355aa-338c-43f2-9443-ed1c7bdbd65f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:32.422691 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56754) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:32.435977 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ddde615c-c08b-4016-980d-c4b380833b95 None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:32.436650 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1a5da21a-25f8-4bc0-9c9e-70839e94a559 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:32.438637 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-1a5da21a-25f8-4bc0-9c9e-70839e94a559 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.3982894 Feb 03 14:02:32.534702 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56758) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:32.576516 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-dd7ae57b-f4a7-4bd9-9f62-78ccea064f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:32.576516 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7ae57b-f4a7-4bd9-9f62-78ccea064f89 None None] The sync data for ids ['caa6f286-ac45-4f21-ad5f-4bda3d5de651'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:02:32.585006 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-44f46aca-a39a-4502-9c2d-51af4dd7bbb9 None None] Transition to ACTIVE for port object 5a45c632-32a0-4dff-a8ae-b84baeb5a2b3 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:02:32.641206 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-ddde615c-c08b-4016-980d-c4b380833b95 None None] Transition to ACTIVE for port object a3919298-0187-406e-b9b7-3b985a83ab87 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:02:32.671540 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-fe9008f3-2170-4abf-aab3-9bc5b699c46c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': 'f9ac7c3e-3a7e-46f3-932c-ecea8a30e08c', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:32.705306 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b5f05-97a4-4e66-a3ab-4f2982a93779 None None] Pushing event updated for resources: {'Port': ['ID=57c209e2-40e0-4248-8208-94eb50fbecdd,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:32.724093 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-44f46aca-a39a-4502-9c2d-51af4dd7bbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:32.732170 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-29b355aa-338c-43f2-9443-ed1c7bdbd65f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:32.749740 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-29b355aa-338c-43f2-9443-ed1c7bdbd65f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Usage tracker for resource:security_group_rule and tenant:2fa0476fd5f14aeea80802e139eae85a is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:32.759029 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-29b355aa-338c-43f2-9443-ed1c7bdbd65f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:32.796549 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ddde615c-c08b-4016-980d-c4b380833b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:32.834750 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-fe9008f3-2170-4abf-aab3-9bc5b699c46c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:32.837857 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-29b355aa-338c-43f2-9443-ed1c7bdbd65f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:32.841273 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-a6a5aa02-1875-4489-a7d1-31ba4e3e84fd None None] Provisioning for port c5bd3fc5-40ad-41f6-b1fd-3ba265cebb88 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:02:32.843333 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-56c1812f-5106-43d1-b6c1-04f15679abd7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:32.849074 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-fe9008f3-2170-4abf-aab3-9bc5b699c46c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:32.853598 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-fe9008f3-2170-4abf-aab3-9bc5b699c46c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:32.868972 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-fe9008f3-2170-4abf-aab3-9bc5b699c46c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:32.875129 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-ddde615c-c08b-4016-980d-c4b380833b95 None None] Attempting to bind port a3919298-0187-406e-b9b7-3b985a83ab87 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:02:32.875319 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-ddde615c-c08b-4016-980d-c4b380833b95 None None] Attempting to bind port a3919298-0187-406e-b9b7-3b985a83ab87 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:02:32.875674 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddde615c-c08b-4016-980d-c4b380833b95 None None] Attempting to bind port a3919298-0187-406e-b9b7-3b985a83ab87 on network 16a0e898-50c0-4b65-ae3a-069e9649bbca {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:02:32.901013 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddde615c-c08b-4016-980d-c4b380833b95 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:02:32.901477 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddde615c-c08b-4016-980d-c4b380833b95 None None] Checking segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:02:32.901786 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ddde615c-c08b-4016-980d-c4b380833b95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:32.902182 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddde615c-c08b-4016-980d-c4b380833b95 None None] Bound using segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:02:32.902670 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-ddde615c-c08b-4016-980d-c4b380833b95 None None] Bound port: a3919298-0187-406e-b9b7-3b985a83ab87, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:02:32.903309 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ddde615c-c08b-4016-980d-c4b380833b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:32.983434 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device be37a244-2c56-4789-b6e9-181216f71365 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:02:33.027419 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-a6a5aa02-1875-4489-a7d1-31ba4e3e84fd None None] Provisioning complete for port c5bd3fc5-40ad-41f6-b1fd-3ba265cebb88 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:33.028045 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a6a5aa02-1875-4489-a7d1-31ba4e3e84fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:33.028886 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-56c1812f-5106-43d1-b6c1-04f15679abd7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Calling delete_port for 6c6c5ee6-b360-4c70-b778-c77d4f35fb83 owned by {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:02:33.110260 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fe9008f3-2170-4abf-aab3-9bc5b699c46c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:33.157479 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f46aca-a39a-4502-9c2d-51af4dd7bbb9 None None] Network 20685210-8f1a-4653-889c-9b2cbcd8a560 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:02:33.191451 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-29b355aa-338c-43f2-9443-ed1c7bdbd65f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:33.211972 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-44f46aca-a39a-4502-9c2d-51af4dd7bbb9 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:33.216486 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b8a34-e680-4c2e-8d24-c37e0a24ce48 None None] Pushing event updated for resources: {'Port': ['ID=a074b62a-e8b7-4031-8cf9-024178d5497e,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:33.224454 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f46aca-a39a-4502-9c2d-51af4dd7bbb9 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:02:33.230783 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-d7919353-1363-41d8-b0ea-0b7b246aed6c None None] Attempting to bind port a074b62a-e8b7-4031-8cf9-024178d5497e on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:02:33.230783 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-d7919353-1363-41d8-b0ea-0b7b246aed6c None None] Attempting to bind port a074b62a-e8b7-4031-8cf9-024178d5497e by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'b458e6a6-6854-49a0-b673-c5134e24cca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd13b231-4ee5-4444-8ba9-9ea79394e28e'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:02:33.230783 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7919353-1363-41d8-b0ea-0b7b246aed6c None None] Attempting to bind port a074b62a-e8b7-4031-8cf9-024178d5497e on network dd13b231-4ee5-4444-8ba9-9ea79394e28e {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:02:33.330237 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-29b355aa-338c-43f2-9443-ed1c7bdbd65f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:33.442424 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-a6a5aa02-1875-4489-a7d1-31ba4e3e84fd None None] Port c5bd3fc5-40ad-41f6-b1fd-3ba265cebb88 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:02:33.458155 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7919353-1363-41d8-b0ea-0b7b246aed6c None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:02:33.458155 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7919353-1363-41d8-b0ea-0b7b246aed6c None None] Checking segment: {'id': 'b458e6a6-6854-49a0-b673-c5134e24cca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd13b231-4ee5-4444-8ba9-9ea79394e28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:02:33.458155 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d7919353-1363-41d8-b0ea-0b7b246aed6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:33.458585 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7919353-1363-41d8-b0ea-0b7b246aed6c None None] Bound using segment: {'id': 'b458e6a6-6854-49a0-b673-c5134e24cca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd13b231-4ee5-4444-8ba9-9ea79394e28e'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:02:33.459124 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-d7919353-1363-41d8-b0ea-0b7b246aed6c None None] Bound port: a074b62a-e8b7-4031-8cf9-024178d5497e, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b458e6a6-6854-49a0-b673-c5134e24cca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd13b231-4ee5-4444-8ba9-9ea79394e28e'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:02:33.459476 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d7919353-1363-41d8-b0ea-0b7b246aed6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:33.490195 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b355aa-338c-43f2-9443-ed1c7bdbd65f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ab7642-8243-4aa3-a1ac-93ad92e5da6c,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:33.500506 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fe9008f3-2170-4abf-aab3-9bc5b699c46c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:33.566867 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-ddde615c-c08b-4016-980d-c4b380833b95 None None] For port a3919298-0187-406e-b9b7-3b985a83ab87, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:02:33.571949 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-56c1812f-5106-43d1-b6c1-04f15679abd7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:33.615203 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fe9008f3-2170-4abf-aab3-9bc5b699c46c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:33.647559 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-29b355aa-338c-43f2-9443-ed1c7bdbd65f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:33.648913 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-29b355aa-338c-43f2-9443-ed1c7bdbd65f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.8975918 Feb 03 14:02:33.658574 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1812f-5106-43d1-b6c1-04f15679abd7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Port': ['ID=6c6c5ee6-b360-4c70-b778-c77d4f35fb83,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:33.662538 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56762) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:33.689886 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-d4389f92-768f-4bf9-bb5b-b857e67942c7 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'security_group': {'name': 'tempest-secgroup-1408638510'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:33.696944 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9008f3-2170-4abf-aab3-9bc5b699c46c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d83348a1-34e9-4a8e-8dd8-193a6f369baf,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:33.710213 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5751a7ca-6701-4119-b1aa-758fea9c0818 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:33.712571 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-d4389f92-768f-4bf9-bb5b-b857e67942c7 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:33.718920 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-d7919353-1363-41d8-b0ea-0b7b246aed6c None None] For port a074b62a-e8b7-4031-8cf9-024178d5497e, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:02:33.723774 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-d7919353-1363-41d8-b0ea-0b7b246aed6c None None] For port a074b62a-e8b7-4031-8cf9-024178d5497e, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=a074b62a-e8b7-4031-8cf9-024178d5497e,segment=NetworkSegment(b458e6a6-6854-49a0-b673-c5134e24cca4),segment_id=b458e6a6-6854-49a0-b673-c5134e24cca4)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:02:33.776499 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-d4389f92-768f-4bf9-bb5b-b857e67942c7 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Usage tracker for resource:security_group and tenant:2fa0476fd5f14aeea80802e139eae85a is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:33.785902 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-ddde615c-c08b-4016-980d-c4b380833b95 None None] For port a3919298-0187-406e-b9b7-3b985a83ab87, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=a3919298-0187-406e-b9b7-3b985a83ab87,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:02:33.814628 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f46aca-a39a-4502-9c2d-51af4dd7bbb9 None None] Pushing event updated for resources: {'Port': ['ID=5a45c632-32a0-4dff-a8ae-b84baeb5a2b3,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:33.843954 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-d4389f92-768f-4bf9-bb5b-b857e67942c7 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:33.848062 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6cc570-75ed-4b2f-be31-e5f432d81b69 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Router b486990c-4c57-435a-91b1-a357b44626fa is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:02:33.873229 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-56c1812f-5106-43d1-b6c1-04f15679abd7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:33.875171 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-56c1812f-5106-43d1-b6c1-04f15679abd7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/ports/6c6c5ee6-b360-4c70-b778-c77d4f35fb83 HTTP/1.1" status: 204 len: 168 time: 2.2752481 Feb 03 14:02:33.877307 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-d4389f92-768f-4bf9-bb5b-b857e67942c7 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:33.881734 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56766) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:33.914790 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port be37a244-2c56-4789-b6e9-181216f71365 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:33.915233 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:33.922379 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9008f3-2170-4abf-aab3-9bc5b699c46c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:33.922723 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9008f3-2170-4abf-aab3-9bc5b699c46c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:33.923056 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9008f3-2170-4abf-aab3-9bc5b699c46c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:33.923604 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9008f3-2170-4abf-aab3-9bc5b699c46c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:33.924730 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9008f3-2170-4abf-aab3-9bc5b699c46c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:33.925815 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9008f3-2170-4abf-aab3-9bc5b699c46c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:33.926310 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9008f3-2170-4abf-aab3-9bc5b699c46c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:33.926805 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9008f3-2170-4abf-aab3-9bc5b699c46c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:33.927321 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9008f3-2170-4abf-aab3-9bc5b699c46c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:33.927860 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9008f3-2170-4abf-aab3-9bc5b699c46c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:33.928337 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9008f3-2170-4abf-aab3-9bc5b699c46c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:33.937754 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fe9008f3-2170-4abf-aab3-9bc5b699c46c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:33.944063 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56770) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:33.945040 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-fe9008f3-2170-4abf-aab3-9bc5b699c46c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.4078121 Feb 03 14:02:33.952223 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-44f46aca-a39a-4502-9c2d-51af4dd7bbb9 None None] Attempting to bind port 5a45c632-32a0-4dff-a8ae-b84baeb5a2b3 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:02:33.952596 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-44f46aca-a39a-4502-9c2d-51af4dd7bbb9 None None] Attempting to bind port 5a45c632-32a0-4dff-a8ae-b84baeb5a2b3 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'fd604db4-9e14-4721-9c8e-3918442d8b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '20685210-8f1a-4653-889c-9b2cbcd8a560'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:02:33.952954 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f46aca-a39a-4502-9c2d-51af4dd7bbb9 None None] Attempting to bind port 5a45c632-32a0-4dff-a8ae-b84baeb5a2b3 on network 20685210-8f1a-4653-889c-9b2cbcd8a560 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:02:33.964345 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-4c4acb12-c977-4726-a902-69c4d0f75a45 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': 'f9ac7c3e-3a7e-46f3-932c-ecea8a30e08c', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:33.971017 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93834a93-91b2-418e-93cf-edb5cdabefcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-ccaebd98-9452-426b-a2b1-940a4b4119cd', 'network_id': 'ccaebd98-9452-426b-a2b1-940a4b4119cd', 'tenant_id': '69a22763cc5348daa408b8fda9570d6e', 'fixed_ips': [{'subnet_id': 'be10ec64-cbc8-451a-9dda-7dc44cbda2ba'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:02:33.971908 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-93834a93-91b2-418e-93cf-edb5cdabefcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:33.982452 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-4c4acb12-c977-4726-a902-69c4d0f75a45 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:34.001969 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f46aca-a39a-4502-9c2d-51af4dd7bbb9 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:02:34.002346 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f46aca-a39a-4502-9c2d-51af4dd7bbb9 None None] Checking segment: {'id': 'fd604db4-9e14-4721-9c8e-3918442d8b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '20685210-8f1a-4653-889c-9b2cbcd8a560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:02:34.002744 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-44f46aca-a39a-4502-9c2d-51af4dd7bbb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:34.003738 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f46aca-a39a-4502-9c2d-51af4dd7bbb9 None None] Bound using segment: {'id': 'fd604db4-9e14-4721-9c8e-3918442d8b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '20685210-8f1a-4653-889c-9b2cbcd8a560'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:02:34.004221 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-44f46aca-a39a-4502-9c2d-51af4dd7bbb9 None None] Bound port: 5a45c632-32a0-4dff-a8ae-b84baeb5a2b3, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd604db4-9e14-4721-9c8e-3918442d8b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '20685210-8f1a-4653-889c-9b2cbcd8a560'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:02:34.004593 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-44f46aca-a39a-4502-9c2d-51af4dd7bbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:34.054427 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-4c4acb12-c977-4726-a902-69c4d0f75a45 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:34.063277 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d4389f92-768f-4bf9-bb5b-b857e67942c7 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:34.078601 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-4c4acb12-c977-4726-a902-69c4d0f75a45 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:34.108949 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-4c4acb12-c977-4726-a902-69c4d0f75a45 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:34.126165 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57a573e-cba1-442e-b768-7e12c7665019 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:34.128001 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57a573e-cba1-442e-b768-7e12c7665019 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:34.128987 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-b57a573e-cba1-442e-b768-7e12c7665019 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:02:34.133524 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-44f46aca-a39a-4502-9c2d-51af4dd7bbb9 None None] For port 5a45c632-32a0-4dff-a8ae-b84baeb5a2b3, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:02:34.139477 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-44f46aca-a39a-4502-9c2d-51af4dd7bbb9 None None] For port 5a45c632-32a0-4dff-a8ae-b84baeb5a2b3, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=5a45c632-32a0-4dff-a8ae-b84baeb5a2b3,segment=NetworkSegment(fd604db4-9e14-4721-9c8e-3918442d8b59),segment_id=fd604db4-9e14-4721-9c8e-3918442d8b59)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:02:34.146368 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d7919353-1363-41d8-b0ea-0b7b246aed6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:34.158672 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ddde615c-c08b-4016-980d-c4b380833b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:34.189534 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5dd2da-4c65-4b20-a851-04c76a285758 None None] Pushing event updated for resources: {'Port': ['ID=a3919298-0187-406e-b9b7-3b985a83ab87,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:34.232509 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-d4389f92-768f-4bf9-bb5b-b857e67942c7 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:34.239460 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-d4389f92-768f-4bf9-bb5b-b857e67942c7 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Usage tracker for resource:security_group_rule and tenant:2fa0476fd5f14aeea80802e139eae85a is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:34.245492 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-d4389f92-768f-4bf9-bb5b-b857e67942c7 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:34.255487 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-d4389f92-768f-4bf9-bb5b-b857e67942c7 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:34.289070 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4c4acb12-c977-4726-a902-69c4d0f75a45 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:34.327305 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-b57a573e-cba1-442e-b768-7e12c7665019 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:02:34.329246 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b57a573e-cba1-442e-b768-7e12c7665019 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.4451270 Feb 03 14:02:34.333149 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56774) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:34.365895 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9298e47b-2eb8-4f7d-8835-cfbe31490a4e None None] Network 03f5b960-e485-47a9-9f34-8578db145af7 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:02:34.383029 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d4389f92-768f-4bf9-bb5b-b857e67942c7 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:34.436695 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-44f46aca-a39a-4502-9c2d-51af4dd7bbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:34.532697 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddde615c-c08b-4016-980d-c4b380833b95 None None] Routers {'07c4bea5-e62f-4f3e-84b2-74a1e9839354'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:02:34.533671 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-ddde615c-c08b-4016-980d-c4b380833b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:02:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['07c4bea5-e62f-4f3e-84b2-74a1e9839354'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:34.585387 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-5751a7ca-6701-4119-b1aa-758fea9c0818 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Allocated IP 172.20.0.1 (20685210-8f1a-4653-889c-9b2cbcd8a560/cda850a1-59db-458f-8fd0-6d791658c337/090bbcd9-2b26-4cf7-92ab-5bfc869a3a10) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:02:34.731315 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d4389f92-768f-4bf9-bb5b-b857e67942c7 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:34.832522 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-0cd472f9-8188-49cf-bd87-e52ecbe8b9ed tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Deleting port c5bd3fc5-40ad-41f6-b1fd-3ba265cebb88 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:02:34.833180 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0cd472f9-8188-49cf-bd87-e52ecbe8b9ed tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:34.847256 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5751a7ca-6701-4119-b1aa-758fea9c0818 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:34.860893 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4389f92-768f-4bf9-bb5b-b857e67942c7 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35b4987b-3dea-47e7-8fa6-60bf179c491b,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:34.868769 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43152081-40e8-4ba4-ba04-3e9337011b7e None None] Update dhcp port {'port': {'network_id': 'da5fb634-29a9-4f74-808e-6b8578428b60', 'fixed_ips': [{'subnet_id': '0f4cde96-b0c1-426e-929f-1c27a3664082', 'ip_address': '172.20.0.19'}, {'subnet_id': '2ddba86e-64d7-46ec-9c8b-38be024ad2c8'}], 'binding:host_id': 'dv-neutron-827016-1-hyperv'}, 'id': '1383d26f-1d47-483c-a438-861813b463fb'} from dv-neutron-827016-1-hyperv. {{(pid=84183) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 03 14:02:34.890089 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-5751a7ca-6701-4119-b1aa-758fea9c0818 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Transition to ACTIVE for port object 090bbcd9-2b26-4cf7-92ab-5bfc869a3a10 will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:02:34.909909 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4389f92-768f-4bf9-bb5b-b857e67942c7 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:34.910253 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4389f92-768f-4bf9-bb5b-b857e67942c7 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:34.910589 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4389f92-768f-4bf9-bb5b-b857e67942c7 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:34.910922 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4389f92-768f-4bf9-bb5b-b857e67942c7 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:34.911277 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4389f92-768f-4bf9-bb5b-b857e67942c7 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:34.911603 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4389f92-768f-4bf9-bb5b-b857e67942c7 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:34.911960 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4389f92-768f-4bf9-bb5b-b857e67942c7 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:34.912239 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4389f92-768f-4bf9-bb5b-b857e67942c7 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:34.912567 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4389f92-768f-4bf9-bb5b-b857e67942c7 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:34.912868 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4389f92-768f-4bf9-bb5b-b857e67942c7 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:34.913245 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4389f92-768f-4bf9-bb5b-b857e67942c7 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:34.921445 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d4389f92-768f-4bf9-bb5b-b857e67942c7 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:34.925277 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d4389f92-768f-4bf9-bb5b-b857e67942c7 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2585652 Feb 03 14:02:34.926844 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56778) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:34.928494 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4c4acb12-c977-4726-a902-69c4d0f75a45 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:34.941490 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-023b71b9-54c1-410f-9e71-6498ad414fcd tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'security_group': {'name': 'tempest-secgroup-1885127592'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:34.950080 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-c79af8ab-88c1-4f52-ac83-ac35a247de6d None None] Provisioning complete for port c5bd3fc5-40ad-41f6-b1fd-3ba265cebb88 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:34.950472 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c79af8ab-88c1-4f52-ac83-ac35a247de6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:34.964915 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-023b71b9-54c1-410f-9e71-6498ad414fcd tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:35.006647 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-2890018e-bc22-41d9-8931-1ff36e9c6a1d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Deleting port d0a45c67-2cfb-4d99-803c-3c10cddb2a22 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:02:35.006966 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2890018e-bc22-41d9-8931-1ff36e9c6a1d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:35.030061 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-023b71b9-54c1-410f-9e71-6498ad414fcd tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Usage tracker for resource:security_group and tenant:2fa0476fd5f14aeea80802e139eae85a is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:35.032717 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4c4acb12-c977-4726-a902-69c4d0f75a45 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:35.044204 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-023b71b9-54c1-410f-9e71-6498ad414fcd tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:35.048653 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-80d56eff-3f01-4416-ab5e-2a40df307b2e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting subnet 1c199366-24d2-48ec-9b18-1a10246c2b11 {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:02:35.053506 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-43152081-40e8-4ba4-ba04-3e9337011b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:35.060872 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-80d56eff-3f01-4416-ab5e-2a40df307b2e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:35.062756 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7919353-1363-41d8-b0ea-0b7b246aed6c None None] Routers {'52585ba9-5a1c-47ba-a8f0-6d99891c4f02'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:02:35.063446 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-d7919353-1363-41d8-b0ea-0b7b246aed6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:02:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['52585ba9-5a1c-47ba-a8f0-6d99891c4f02'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:35.074720 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-023b71b9-54c1-410f-9e71-6498ad414fcd tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:35.101373 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4acb12-c977-4726-a902-69c4d0f75a45 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=367b9893-add8-46a1-bbde-f2d3596b549e,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:35.105579 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6cc570-75ed-4b2f-be31-e5f432d81b69 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:02:35.115891 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e699dd94-bf38-431a-aa46-f0b8970d0673 None None] Sync routers for ids ['b486990c-4c57-435a-91b1-a357b44626fa'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:02:35.132681 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e699dd94-bf38-431a-aa46-f0b8970d0673 None None] Routers {'b486990c-4c57-435a-91b1-a357b44626fa'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:02:35.133517 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-e699dd94-bf38-431a-aa46-f0b8970d0673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:02:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b486990c-4c57-435a-91b1-a357b44626fa'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:35.191276 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0cd472f9-8188-49cf-bd87-e52ecbe8b9ed tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:35.207231 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4c4acb12-c977-4726-a902-69c4d0f75a45 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:35.211657 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-4c4acb12-c977-4726-a902-69c4d0f75a45 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2572117 Feb 03 14:02:35.267659 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56782) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:35.287178 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 65dc48f3-f7a5-4603-b220-61ee359065a7 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:02:35.330882 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-70083728-8684-4726-82e1-2dcfe75fa612 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': 'f9ac7c3e-3a7e-46f3-932c-ecea8a30e08c', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:35.333362 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b8a34-e680-4c2e-8d24-c37e0a24ce48 None None] Pushing event updated for resources: {'Port': ['ID=a074b62a-e8b7-4031-8cf9-024178d5497e,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:35.345660 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2890018e-bc22-41d9-8931-1ff36e9c6a1d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:35.349691 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-0cd472f9-8188-49cf-bd87-e52ecbe8b9ed tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Calling delete_port for c5bd3fc5-40ad-41f6-b1fd-3ba265cebb88 owned by network:router_interface {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:02:35.380821 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1e6cc570-75ed-4b2f-be31-e5f432d81b69 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:35.382263 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-1e6cc570-75ed-4b2f-be31-e5f432d81b69 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.0944064 Feb 03 14:02:35.390407 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-70083728-8684-4726-82e1-2dcfe75fa612 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:35.393028 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-023b71b9-54c1-410f-9e71-6498ad414fcd tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:35.406480 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-e699dd94-bf38-431a-aa46-f0b8970d0673 None None] Set router b486990c-4c57-435a-91b1-a357b44626fa gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:02:35.407301 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56786) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:35.425667 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-70083728-8684-4726-82e1-2dcfe75fa612 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:35.483969 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-70083728-8684-4726-82e1-2dcfe75fa612 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:35.501995 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-70083728-8684-4726-82e1-2dcfe75fa612 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:35.512254 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-2890018e-bc22-41d9-8931-1ff36e9c6a1d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Calling delete_port for d0a45c67-2cfb-4d99-803c-3c10cddb2a22 owned by network:router_interface {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:02:35.577627 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-023b71b9-54c1-410f-9e71-6498ad414fcd tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:35.592909 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-023b71b9-54c1-410f-9e71-6498ad414fcd tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Usage tracker for resource:security_group_rule and tenant:2fa0476fd5f14aeea80802e139eae85a is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:35.600193 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-023b71b9-54c1-410f-9e71-6498ad414fcd tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:35.613502 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-023b71b9-54c1-410f-9e71-6498ad414fcd tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:35.624172 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.securitygroups_db [None req-70083728-8684-4726-82e1-2dcfe75fa612 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Project 55163e99e9e54d69af7505a418f9e84b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:02:35.640297 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-70083728-8684-4726-82e1-2dcfe75fa612 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:35.654422 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-43152081-40e8-4ba4-ba04-3e9337011b7e None None] Allocated IP 172.20.0.2 (da5fb634-29a9-4f74-808e-6b8578428b60/2ddba86e-64d7-46ec-9c8b-38be024ad2c8/1383d26f-1d47-483c-a438-861813b463fb) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:02:35.780370 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-e699dd94-bf38-431a-aa46-f0b8970d0673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b486990c-4c57-435a-91b1-a357b44626fa', 'name': 'tempest-snat-router-752378012', 'tenant_id': '5b4d4a64e1f040f091825530477755a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': 'e4f6eb64-1e6a-47bd-a879-102d12c565ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:02:28Z', 'updated_at': '2022-02-03T14:02:31Z', 'revision_number': 3, 'project_id': '5b4d4a64e1f040f091825530477755a9', 'gw_port': {'id': 'e4f6eb64-1e6a-47bd-a879-102d12c565ba', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:88:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b486990c-4c57-435a-91b1-a357b44626fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:02:29Z', 'updated_at': '2022-02-03T14:02:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:35.784708 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e699dd94-bf38-431a-aa46-f0b8970d0673 None None] Checking router: b486990c-4c57-435a-91b1-a357b44626fa for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:02:35.785411 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e699dd94-bf38-431a-aa46-f0b8970d0673 None None] Updating router b486990c-4c57-435a-91b1-a357b44626fa port e4f6eb64-1e6a-47bd-a879-102d12c565ba binding host dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:02:35.800550 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-43152081-40e8-4ba4-ba04-3e9337011b7e None None] For port 1383d26f-1d47-483c-a438-861813b463fb, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=1383d26f-1d47-483c-a438-861813b463fb,segment=NetworkSegment(83fd513e-cf13-4d76-a414-2d339e8fee6b),segment_id=83fd513e-cf13-4d76-a414-2d339e8fee6b)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:35.826575 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-43152081-40e8-4ba4-ba04-3e9337011b7e None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:35.859650 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-e699dd94-bf38-431a-aa46-f0b8970d0673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:35.869031 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-80d56eff-3f01-4416-ab5e-2a40df307b2e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:35.898890 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-c79af8ab-88c1-4f52-ac83-ac35a247de6d None None] Port c5bd3fc5-40ad-41f6-b1fd-3ba265cebb88 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:02:35.912900 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-43152081-40e8-4ba4-ba04-3e9337011b7e None None] Transition to ACTIVE for port object 1383d26f-1d47-483c-a438-861813b463fb will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:02:35.930093 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-023b71b9-54c1-410f-9e71-6498ad414fcd tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:35.973629 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-70083728-8684-4726-82e1-2dcfe75fa612 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:36.001829 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c51d19ab-eb3f-48fa-9db3-59af840241d1 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] 10.222.0.41 "GET /v2.0/routers/b486990c-4c57-435a-91b1-a357b44626fa HTTP/1.1" status: 200 len: 907 time: 0.5883110 Feb 03 14:02:36.006584 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56790) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:36.020225 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5751a7ca-6701-4119-b1aa-758fea9c0818 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:36.042094 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-43152081-40e8-4ba4-ba04-3e9337011b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:36.154714 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-70083728-8684-4726-82e1-2dcfe75fa612 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:36.205195 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2890018e-bc22-41d9-8931-1ff36e9c6a1d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:36.212775 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0cd472f9-8188-49cf-bd87-e52ecbe8b9ed tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:36.216843 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-023b71b9-54c1-410f-9e71-6498ad414fcd tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:36.220520 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-e699dd94-bf38-431a-aa46-f0b8970d0673 None None] Notify callbacks [] for port, precommit_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:36.233555 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.provisioning_blocks [None req-e699dd94-bf38-431a-aa46-f0b8970d0673 None None] Transition to ACTIVE for port object e4f6eb64-1e6a-47bd-a879-102d12c565ba will not be triggered until provisioned by entity L2. {{(pid=84184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:02:36.239911 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5751a7ca-6701-4119-b1aa-758fea9c0818 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Network 20685210-8f1a-4653-889c-9b2cbcd8a560 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:02:36.251829 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-5751a7ca-6701-4119-b1aa-758fea9c0818 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:36.261542 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5751a7ca-6701-4119-b1aa-758fea9c0818 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:02:36.281478 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-d7919353-1363-41d8-b0ea-0b7b246aed6c None None] Set router 52585ba9-5a1c-47ba-a8f0-6d99891c4f02 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:02:36.289994 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-80d56eff-3f01-4416-ab5e-2a40df307b2e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:36.317307 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-e699dd94-bf38-431a-aa46-f0b8970d0673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:36.324542 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd472f9-8188-49cf-bd87-e52ecbe8b9ed tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event deleted for resources: {'Port': ['ID=c5bd3fc5-40ad-41f6-b1fd-3ba265cebb88,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:36.335587 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70083728-8684-4726-82e1-2dcfe75fa612 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6525a8b-1f24-4ff4-890b-424eb09f4fee,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:36.356215 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b71b9-54c1-410f-9e71-6498ad414fcd tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=615bb49d-1853-4688-b7b2-b487cefcefc6,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:36.391453 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5751a7ca-6701-4119-b1aa-758fea9c0818 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Pushing event updated for resources: {'Port': ['ID=090bbcd9-2b26-4cf7-92ab-5bfc869a3a10,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:36.395305 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-70083728-8684-4726-82e1-2dcfe75fa612 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:36.399425 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-70083728-8684-4726-82e1-2dcfe75fa612 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.1308339 Feb 03 14:02:36.400293 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56794) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:36.416089 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-93834a93-91b2-418e-93cf-edb5cdabefcb None None] Allocated IP 172.20.0.2 (ccaebd98-9452-426b-a2b1-940a4b4119cd/be10ec64-cbc8-451a-9dda-7dc44cbda2ba/1f991aab-2638-4c78-b2d8-af699082625f) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:02:36.425910 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80175e94-0b44-4648-94ba-316bef097a37 None None] Network 20685210-8f1a-4653-889c-9b2cbcd8a560 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:02:36.436901 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-a33cab02-06a7-4b20-9ff5-402c98b7e17f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': 'f9ac7c3e-3a7e-46f3-932c-ecea8a30e08c', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:36.452725 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-a33cab02-06a7-4b20-9ff5-402c98b7e17f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:36.457489 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-023b71b9-54c1-410f-9e71-6498ad414fcd tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:36.458731 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-023b71b9-54c1-410f-9e71-6498ad414fcd tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5265591 Feb 03 14:02:36.465649 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56798) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:36.474676 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-84a784b7-5c26-40f6-ba5f-e361ef50115f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1614024514', 'security_groups': ['615bb49d-1853-4688-b7b2-b487cefcefc6'], 'network_id': 'da5fb634-29a9-4f74-808e-6b8578428b60', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2ddba86e-64d7-46ec-9c8b-38be024ad2c8'}]}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:36.500905 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-a33cab02-06a7-4b20-9ff5-402c98b7e17f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:36.508967 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-a33cab02-06a7-4b20-9ff5-402c98b7e17f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:36.524605 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-e699dd94-bf38-431a-aa46-f0b8970d0673 None None] Attempting to bind port e4f6eb64-1e6a-47bd-a879-102d12c565ba on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:02:36.525112 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-e699dd94-bf38-431a-aa46-f0b8970d0673 None None] Attempting to bind port e4f6eb64-1e6a-47bd-a879-102d12c565ba by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:02:36.525685 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e699dd94-bf38-431a-aa46-f0b8970d0673 None None] Attempting to bind port e4f6eb64-1e6a-47bd-a879-102d12c565ba on network 16a0e898-50c0-4b65-ae3a-069e9649bbca {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:02:36.538214 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e699dd94-bf38-431a-aa46-f0b8970d0673 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:02:36.538707 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e699dd94-bf38-431a-aa46-f0b8970d0673 None None] Checking segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:02:36.540466 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-e699dd94-bf38-431a-aa46-f0b8970d0673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:36.541105 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e699dd94-bf38-431a-aa46-f0b8970d0673 None None] Bound using segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:02:36.541679 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-e699dd94-bf38-431a-aa46-f0b8970d0673 None None] Bound port: e4f6eb64-1e6a-47bd-a879-102d12c565ba, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:02:36.542876 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-e699dd94-bf38-431a-aa46-f0b8970d0673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:36.615254 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7822a50f-fbd0-4060-86cd-972abf772760 None None] Pushing event updated for resources: {'Port': ['ID=e4f6eb64-1e6a-47bd-a879-102d12c565ba,revision_number=2']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:36.636594 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7822a50f-fbd0-4060-86cd-972abf772760 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:36.637090 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7822a50f-fbd0-4060-86cd-972abf772760 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:36.637429 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7822a50f-fbd0-4060-86cd-972abf772760 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:36.639342 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7822a50f-fbd0-4060-86cd-972abf772760 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:36.640064 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-a33cab02-06a7-4b20-9ff5-402c98b7e17f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:36.640211 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7822a50f-fbd0-4060-86cd-972abf772760 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:36.640463 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7822a50f-fbd0-4060-86cd-972abf772760 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:36.640838 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7822a50f-fbd0-4060-86cd-972abf772760 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:36.641190 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7822a50f-fbd0-4060-86cd-972abf772760 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:36.641907 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7822a50f-fbd0-4060-86cd-972abf772760 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:36.642243 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7822a50f-fbd0-4060-86cd-972abf772760 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:36.642569 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7822a50f-fbd0-4060-86cd-972abf772760 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:36.689999 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890018e-bc22-41d9-8931-1ff36e9c6a1d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Pushing event deleted for resources: {'Port': ['ID=d0a45c67-2cfb-4d99-803c-3c10cddb2a22,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:36.711238 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-e699dd94-bf38-431a-aa46-f0b8970d0673 None None] For port e4f6eb64-1e6a-47bd-a879-102d12c565ba, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:02:36.714633 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-e699dd94-bf38-431a-aa46-f0b8970d0673 None None] For port e4f6eb64-1e6a-47bd-a879-102d12c565ba, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=e4f6eb64-1e6a-47bd-a879-102d12c565ba,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:02:36.723325 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5751a7ca-6701-4119-b1aa-758fea9c0818 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:36.752036 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-c79af8ab-88c1-4f52-ac83-ac35a247de6d None None] Provisioning complete for port fef74d80-b61f-4426-865c-0d5b24177fae triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:36.752406 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c79af8ab-88c1-4f52-ac83-ac35a247de6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:36.797270 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-e699dd94-bf38-431a-aa46-f0b8970d0673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:36.874528 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-80d56eff-3f01-4416-ab5e-2a40df307b2e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:36.913210 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7822a50f-fbd0-4060-86cd-972abf772760 None None] Pushing event updated for resources: {'Port': ['ID=e4f6eb64-1e6a-47bd-a879-102d12c565ba,revision_number=3']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:36.959959 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e699dd94-bf38-431a-aa46-f0b8970d0673 None None] Routers {'b486990c-4c57-435a-91b1-a357b44626fa'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:02:36.962064 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-e699dd94-bf38-431a-aa46-f0b8970d0673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:02:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b486990c-4c57-435a-91b1-a357b44626fa'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:36.971732 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.securitygroups_db [None req-a33cab02-06a7-4b20-9ff5-402c98b7e17f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Project 55163e99e9e54d69af7505a418f9e84b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:02:36.976377 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d56eff-3f01-4416-ab5e-2a40df307b2e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Subnet': ['ID=1c199366-24d2-48ec-9b18-1a10246c2b11,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:36.994554 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-80d56eff-3f01-4416-ab5e-2a40df307b2e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:36.997931 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a33cab02-06a7-4b20-9ff5-402c98b7e17f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:37.019244 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5751a7ca-6701-4119-b1aa-758fea9c0818 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:37.022749 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5dd2da-4c65-4b20-a851-04c76a285758 None None] Pushing event updated for resources: {'Port': ['ID=a3919298-0187-406e-b9b7-3b985a83ab87,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:37.036368 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b84821-bf61-4009-b285-bccae5b976d8 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:02:37.160429 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-84a784b7-5c26-40f6-ba5f-e361ef50115f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:37.167461 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0cd472f9-8188-49cf-bd87-e52ecbe8b9ed tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:37.173886 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-80d56eff-3f01-4416-ab5e-2a40df307b2e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/1c199366-24d2-48ec-9b18-1a10246c2b11 HTTP/1.1" status: 204 len: 168 time: 2.8353515 Feb 03 14:02:37.176018 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2890018e-bc22-41d9-8931-1ff36e9c6a1d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:37.180504 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56804) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:37.195203 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-84a784b7-5c26-40f6-ba5f-e361ef50115f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:37.263148 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-c79af8ab-88c1-4f52-ac83-ac35a247de6d None None] Port fef74d80-b61f-4426-865c-0d5b24177fae cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:02:37.287474 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-ddde615c-c08b-4016-980d-c4b380833b95 None None] Set router 07c4bea5-e62f-4f3e-84b2-74a1e9839354 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:02:37.319543 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-e699dd94-bf38-431a-aa46-f0b8970d0673 None None] Set router b486990c-4c57-435a-91b1-a357b44626fa gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:02:37.324758 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56808) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:37.331679 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b4025d56-89ef-40e3-ba7b-3bf4eb30c7e0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1279030 Feb 03 14:02:37.339222 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-7279e72e-5dce-4f97-b2f7-a24acf38a18f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'subnet': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:37.422537 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a33cab02-06a7-4b20-9ff5-402c98b7e17f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:37.446116 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a784b7-5c26-40f6-ba5f-e361ef50115f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Made reservation on behalf of 2fa0476fd5f14aeea80802e139eae85a for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:02:37.472936 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c5767021-c299-4b7b-8781-aee8864d24ba tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for router, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:37.556828 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 65dc48f3-f7a5-4603-b220-61ee359065a7 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:02:37.650586 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a33cab02-06a7-4b20-9ff5-402c98b7e17f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:37.655001 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-7279e72e-5dce-4f97-b2f7-a24acf38a18f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:37.669585 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-7279e72e-5dce-4f97-b2f7-a24acf38a18f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Usage tracker for resource:subnet and tenant:1508f35e18f0463982f9a6d535c8268b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:37.678641 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-7279e72e-5dce-4f97-b2f7-a24acf38a18f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:37.693381 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-7279e72e-5dce-4f97-b2f7-a24acf38a18f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:37.776465 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33cab02-06a7-4b20-9ff5-402c98b7e17f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff5f7be7-fbda-4a55-8461-4773525a34e9,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:37.796874 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f46aca-a39a-4502-9c2d-51af4dd7bbb9 None None] Pushing event updated for resources: {'Port': ['ID=5a45c632-32a0-4dff-a8ae-b84baeb5a2b3,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:37.925145 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7279e72e-5dce-4f97-b2f7-a24acf38a18f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:02:37.929412 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7279e72e-5dce-4f97-b2f7-a24acf38a18f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:37.937349 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-e699dd94-bf38-431a-aa46-f0b8970d0673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b486990c-4c57-435a-91b1-a357b44626fa', 'name': 'tempest-snat-router-752378012', 'tenant_id': '5b4d4a64e1f040f091825530477755a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': 'e4f6eb64-1e6a-47bd-a879-102d12c565ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:02:28Z', 'updated_at': '2022-02-03T14:02:31Z', 'revision_number': 3, 'project_id': '5b4d4a64e1f040f091825530477755a9', 'gw_port': {'id': 'e4f6eb64-1e6a-47bd-a879-102d12c565ba', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:88:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b486990c-4c57-435a-91b1-a357b44626fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:02:29Z', 'updated_at': '2022-02-03T14:02:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:37.945513 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e699dd94-bf38-431a-aa46-f0b8970d0673 None None] The sync data for ids ['b486990c-4c57-435a-91b1-a357b44626fa'] in dv-neutron-827016-1-hyperv is: [{'id': 'b486990c-4c57-435a-91b1-a357b44626fa', 'name': 'tempest-snat-router-752378012', 'tenant_id': '5b4d4a64e1f040f091825530477755a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': 'e4f6eb64-1e6a-47bd-a879-102d12c565ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:02:28Z', 'updated_at': '2022-02-03T14:02:31Z', 'revision_number': 3, 'project_id': '5b4d4a64e1f040f091825530477755a9', 'gw_port': {'id': 'e4f6eb64-1e6a-47bd-a879-102d12c565ba', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:88:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b486990c-4c57-435a-91b1-a357b44626fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:02:29Z', 'updated_at': '2022-02-03T14:02:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:02:37.958286 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5751a7ca-6701-4119-b1aa-758fea9c0818 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:37.992198 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a33cab02-06a7-4b20-9ff5-402c98b7e17f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:38.001586 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-a33cab02-06a7-4b20-9ff5-402c98b7e17f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.5987842 Feb 03 14:02:38.134371 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-84a784b7-5c26-40f6-ba5f-e361ef50115f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:38.164407 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 57c209e2-40e0-4248-8208-94eb50fbecdd up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:02:38.357592 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-84a784b7-5c26-40f6-ba5f-e361ef50115f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] device_id is not set on port b8c5a2b9-0765-4ffd-83da-b5cc365cca69 yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:02:38.477275 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-93834a93-91b2-418e-93cf-edb5cdabefcb None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:38.490450 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-93834a93-91b2-418e-93cf-edb5cdabefcb None None] Transition to ACTIVE for port object 1f991aab-2638-4c78-b2d8-af699082625f will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:02:38.517966 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5751a7ca-6701-4119-b1aa-758fea9c0818 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:38.530054 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-93834a93-91b2-418e-93cf-edb5cdabefcb None None] Transition to ACTIVE for port object 1f991aab-2638-4c78-b2d8-af699082625f will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:02:38.543221 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43152081-40e8-4ba4-ba04-3e9337011b7e None None] Pushing event updated for resources: {'Port': ['ID=1383d26f-1d47-483c-a438-861813b463fb,revision_number=6']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:38.560908 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-c79af8ab-88c1-4f52-ac83-ac35a247de6d None None] Provisioning for port 1383d26f-1d47-483c-a438-861813b463fb completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:02:38.614968 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-c79af8ab-88c1-4f52-ac83-ac35a247de6d None None] Provisioning complete for port 1383d26f-1d47-483c-a438-861813b463fb triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:38.615561 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c79af8ab-88c1-4f52-ac83-ac35a247de6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:38.655947 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-93834a93-91b2-418e-93cf-edb5cdabefcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:38.746176 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-84a784b7-5c26-40f6-ba5f-e361ef50115f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Allocated IP 172.20.0.10 (da5fb634-29a9-4f74-808e-6b8578428b60/2ddba86e-64d7-46ec-9c8b-38be024ad2c8/b8c5a2b9-0765-4ffd-83da-b5cc365cca69) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:02:38.869108 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93834a93-91b2-418e-93cf-edb5cdabefcb None None] Network ccaebd98-9452-426b-a2b1-940a4b4119cd is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:02:38.877397 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-93834a93-91b2-418e-93cf-edb5cdabefcb None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:38.883169 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93834a93-91b2-418e-93cf-edb5cdabefcb None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:02:38.891682 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5751a7ca-6701-4119-b1aa-758fea9c0818 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:38.918542 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5751a7ca-6701-4119-b1aa-758fea9c0818 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Pushing event updated for resources: {'Port': ['ID=090bbcd9-2b26-4cf7-92ab-5bfc869a3a10,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:38.941194 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93834a93-91b2-418e-93cf-edb5cdabefcb None None] Pushing event updated for resources: {'Port': ['ID=1f991aab-2638-4c78-b2d8-af699082625f,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:38.962791 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 57c209e2-40e0-4248-8208-94eb50fbecdd completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:02:39.116890 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-ddde615c-c08b-4016-980d-c4b380833b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c4bea5-e62f-4f3e-84b2-74a1e9839354', 'name': 'tempest-snat-router-752378012', 'tenant_id': '5b4d4a64e1f040f091825530477755a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.254'}], 'enable_snat': False}, 'gw_port_id': 'a3919298-0187-406e-b9b7-3b985a83ab87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:02:21Z', 'updated_at': '2022-02-03T14:02:24Z', 'revision_number': 3, 'project_id': '5b4d4a64e1f040f091825530477755a9', 'gw_port': {'id': 'a3919298-0187-406e-b9b7-3b985a83ab87', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:70:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c4bea5-e62f-4f3e-84b2-74a1e9839354', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:02:22Z', 'updated_at': '2022-02-03T14:02:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:39.136814 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddde615c-c08b-4016-980d-c4b380833b95 None None] The sync data for ids ['07c4bea5-e62f-4f3e-84b2-74a1e9839354'] in dv-neutron-827016-1-hyperv is: [{'id': '07c4bea5-e62f-4f3e-84b2-74a1e9839354', 'name': 'tempest-snat-router-752378012', 'tenant_id': '5b4d4a64e1f040f091825530477755a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.254'}], 'enable_snat': False}, 'gw_port_id': 'a3919298-0187-406e-b9b7-3b985a83ab87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:02:21Z', 'updated_at': '2022-02-03T14:02:24Z', 'revision_number': 3, 'project_id': '5b4d4a64e1f040f091825530477755a9', 'gw_port': {'id': 'a3919298-0187-406e-b9b7-3b985a83ab87', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:70:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c4bea5-e62f-4f3e-84b2-74a1e9839354', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:02:22Z', 'updated_at': '2022-02-03T14:02:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:02:39.141901 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-93834a93-91b2-418e-93cf-edb5cdabefcb None None] Attempting to bind port 1f991aab-2638-4c78-b2d8-af699082625f on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:02:39.142284 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-93834a93-91b2-418e-93cf-edb5cdabefcb None None] Attempting to bind port 1f991aab-2638-4c78-b2d8-af699082625f by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '557337e4-ffff-46d2-ac05-1e0fbe048ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ccaebd98-9452-426b-a2b1-940a4b4119cd'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:02:39.142627 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93834a93-91b2-418e-93cf-edb5cdabefcb None None] Attempting to bind port 1f991aab-2638-4c78-b2d8-af699082625f on network ccaebd98-9452-426b-a2b1-940a4b4119cd {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:02:39.191133 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93834a93-91b2-418e-93cf-edb5cdabefcb None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:02:39.191762 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93834a93-91b2-418e-93cf-edb5cdabefcb None None] Checking segment: {'id': '557337e4-ffff-46d2-ac05-1e0fbe048ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ccaebd98-9452-426b-a2b1-940a4b4119cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:02:39.191886 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-93834a93-91b2-418e-93cf-edb5cdabefcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:39.192287 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93834a93-91b2-418e-93cf-edb5cdabefcb None None] Bound using segment: {'id': '557337e4-ffff-46d2-ac05-1e0fbe048ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ccaebd98-9452-426b-a2b1-940a4b4119cd'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:02:39.192761 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-93834a93-91b2-418e-93cf-edb5cdabefcb None None] Bound port: 1f991aab-2638-4c78-b2d8-af699082625f, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '557337e4-ffff-46d2-ac05-1e0fbe048ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ccaebd98-9452-426b-a2b1-940a4b4119cd'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:02:39.193133 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-93834a93-91b2-418e-93cf-edb5cdabefcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:39.242027 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-d7919353-1363-41d8-b0ea-0b7b246aed6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'name': 'tempest-TestNetworkBasicOps-router-226659830', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': 'a9833346-09a2-4488-8188-759ee3853f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:02:04Z', 'updated_at': '2022-02-03T14:02:21Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'a9833346-09a2-4488-8188-759ee3853f8c', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:02:06Z', 'updated_at': '2022-02-03T14:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'a074b62a-e8b7-4031-8cf9-024178d5497e', 'name': '', 'network_id': 'dd13b231-4ee5-4444-8ba9-9ea79394e28e', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:5b:1c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b94a408-000d-4159-8152-731afc1af407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:02:20Z', 'updated_at': '2022-02-03T14:02:33Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '2b94a408-000d-4159-8152-731afc1af407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:39.295111 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e5fb4d-11fe-47de-91ae-50f42b120a06 None None] DHCP port deletion for ac0baa47-f752-4b1c-8067-faa2699b3288 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:02:39.308237 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7919353-1363-41d8-b0ea-0b7b246aed6c None None] The sync data for ids ['52585ba9-5a1c-47ba-a8f0-6d99891c4f02'] in dv-neutron-827016-1-hyperv is: [{'id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'name': 'tempest-TestNetworkBasicOps-router-226659830', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': 'a9833346-09a2-4488-8188-759ee3853f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:02:04Z', 'updated_at': '2022-02-03T14:02:21Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'a9833346-09a2-4488-8188-759ee3853f8c', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:02:06Z', 'updated_at': '2022-02-03T14:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'a074b62a-e8b7-4031-8cf9-024178d5497e', 'name': '', 'network_id': 'dd13b231-4ee5-4444-8ba9-9ea79394e28e', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:5b:1c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b94a408-000d-4159-8152-731afc1af407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:02:20Z', 'updated_at': '2022-02-03T14:02:33Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '2b94a408-000d-4159-8152-731afc1af407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:02:39.311862 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-a6e5fb4d-11fe-47de-91ae-50f42b120a06 None None] Deleting port 57c209e2-40e0-4248-8208-94eb50fbecdd {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:02:39.312363 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a6e5fb4d-11fe-47de-91ae-50f42b120a06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:39.417252 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd472f9-8188-49cf-bd87-e52ecbe8b9ed tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Router 0b40a503-04a2-452b-a338-dd6267ecbbb3 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:02:39.421052 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-84a784b7-5c26-40f6-ba5f-e361ef50115f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:39.479890 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-84a784b7-5c26-40f6-ba5f-e361ef50115f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Transition to ACTIVE for port object b8c5a2b9-0765-4ffd-83da-b5cc365cca69 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:02:39.551882 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-fdb38142-fa34-45b4-82e9-0072545795af req-c64ddc7a-542c-4b3a-a6db-5c9d75629d27 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-475592143&fields=id&tenant_id=55163e99e9e54d69af7505a418f9e84b HTTP/1.1" status: 200 len: 267 time: 0.6613793 Feb 03 14:02:39.555860 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5751a7ca-6701-4119-b1aa-758fea9c0818 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Network 20685210-8f1a-4653-889c-9b2cbcd8a560 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:02:39.578067 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2084fe69-b7be-4903-848b-f045fcf62928 None None] Provisioning for port 57c209e2-40e0-4248-8208-94eb50fbecdd completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:02:39.600874 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c5767021-c299-4b7b-8781-aee8864d24ba tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:39.627398 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2084fe69-b7be-4903-848b-f045fcf62928 None None] Provisioning complete for port 57c209e2-40e0-4248-8208-94eb50fbecdd triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:39.628058 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2084fe69-b7be-4903-848b-f045fcf62928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:39.675861 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-5751a7ca-6701-4119-b1aa-758fea9c0818 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:39.715526 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-93834a93-91b2-418e-93cf-edb5cdabefcb None None] For port 1f991aab-2638-4c78-b2d8-af699082625f, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:02:39.732044 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-c5767021-c299-4b7b-8781-aee8864d24ba tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Deleting port e4f6eb64-1e6a-47bd-a879-102d12c565ba {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:02:39.735601 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c5767021-c299-4b7b-8781-aee8864d24ba tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:39.816113 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:02:39.827195 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-93834a93-91b2-418e-93cf-edb5cdabefcb None None] For port 1f991aab-2638-4c78-b2d8-af699082625f, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=1f991aab-2638-4c78-b2d8-af699082625f,segment=NetworkSegment(557337e4-ffff-46d2-ac05-1e0fbe048ae2),segment_id=557337e4-ffff-46d2-ac05-1e0fbe048ae2)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:02:39.920261 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-84a784b7-5c26-40f6-ba5f-e361ef50115f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:39.965709 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-93834a93-91b2-418e-93cf-edb5cdabefcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:40.008047 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd472f9-8188-49cf-bd87-e52ecbe8b9ed tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:02:40.022219 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a784b7-5c26-40f6-ba5f-e361ef50115f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'Port': ['ID=b8c5a2b9-0765-4ffd-83da-b5cc365cca69,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:40.036225 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-0cd472f9-8188-49cf-bd87-e52ecbe8b9ed tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "PUT /v2.0/routers/0b40a503-04a2-452b-a338-dd6267ecbbb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2151890 Feb 03 14:02:40.052236 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56828) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:40.120515 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-25db44c3-45ff-43ee-a81a-4a91ffba001f tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Synchronizing usage tracker for tenant:d5adceeed00a4893983ee9d6f019faac on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:02:40.140324 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.objects.ports [None req-7279e72e-5dce-4f97-b2f7-a24acf38a18f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84182) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 03 14:02:40.153678 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a784b7-5c26-40f6-ba5f-e361ef50115f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Network da5fb634-29a9-4f74-808e-6b8578428b60 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:02:40.159918 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-84a784b7-5c26-40f6-ba5f-e361ef50115f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:40.163699 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a784b7-5c26-40f6-ba5f-e361ef50115f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:02:40.174048 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7696982b-8b60-44f5-8b52-778d8f8c1018 None None] Sync routers for ids ['0b40a503-04a2-452b-a338-dd6267ecbbb3'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:02:40.198912 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 5a45c632-32a0-4dff-a8ae-b84baeb5a2b3 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:02:40.236048 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-c5767021-c299-4b7b-8781-aee8864d24ba tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] For port e4f6eb64-1e6a-47bd-a879-102d12c565ba, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=e4f6eb64-1e6a-47bd-a879-102d12c565ba,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:40.236416 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c5767021-c299-4b7b-8781-aee8864d24ba tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:40.295211 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb38142-fa34-45b4-82e9-0072545795af req-d095a089-5820-45ca-8bcd-754d4bd113cf tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:40.297185 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-fdb38142-fa34-45b4-82e9-0072545795af req-d095a089-5820-45ca-8bcd-754d4bd113cf tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/networks?id=dd13b231-4ee5-4444-8ba9-9ea79394e28e HTTP/1.1" status: 200 len: 797 time: 0.7328527 Feb 03 14:02:40.340567 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-fdb38142-fa34-45b4-82e9-0072545795af req-ccc00087-b4f9-4c37-bda2-e1e137dbfb9d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/quotas/55163e99e9e54d69af7505a418f9e84b HTTP/1.1" status: 200 len: 375 time: 0.0366583 Feb 03 14:02:40.349855 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-a6e5fb4d-11fe-47de-91ae-50f42b120a06 None None] For port 57c209e2-40e0-4248-8208-94eb50fbecdd, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=57c209e2-40e0-4248-8208-94eb50fbecdd,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:40.351553 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a6e5fb4d-11fe-47de-91ae-50f42b120a06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:40.396188 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-25db44c3-45ff-43ee-a81a-4a91ffba001f tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Unset dirty status for tenant:d5adceeed00a4893983ee9d6f019faac on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:02:40.397362 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-25db44c3-45ff-43ee-a81a-4a91ffba001f tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b40a503-04a2-452b-a338-dd6267ecbbb3 HTTP/1.1" status: 200 len: 205 time: 0.3359475 Feb 03 14:02:40.405359 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-c5767021-c299-4b7b-8781-aee8864d24ba tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Calling delete_port for e4f6eb64-1e6a-47bd-a879-102d12c565ba owned by network:router_gateway {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:02:40.435174 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56834) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:40.450529 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a784b7-5c26-40f6-ba5f-e361ef50115f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:40.451195 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-84a784b7-5c26-40f6-ba5f-e361ef50115f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:40.683312 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93834a93-91b2-418e-93cf-edb5cdabefcb None None] Pushing event updated for resources: {'Port': ['ID=1f991aab-2638-4c78-b2d8-af699082625f,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:40.694739 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-a6e5fb4d-11fe-47de-91ae-50f42b120a06 None None] Calling delete_port for 57c209e2-40e0-4248-8208-94eb50fbecdd owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:02:40.706258 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-84a784b7-5c26-40f6-ba5f-e361ef50115f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.2384562 Feb 03 14:02:40.709140 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56838) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:40.779660 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2084fe69-b7be-4903-848b-f045fcf62928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:40.781251 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-574e0616-86ae-4dba-983e-3bf91d62a3ec tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'subnet': {'network_id': 'da5fb634-29a9-4f74-808e-6b8578428b60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:40.840541 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7696982b-8b60-44f5-8b52-778d8f8c1018 None None] Routers {'0b40a503-04a2-452b-a338-dd6267ecbbb3'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:02:40.855506 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-7696982b-8b60-44f5-8b52-778d8f8c1018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:02:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['0b40a503-04a2-452b-a338-dd6267ecbbb3'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:40.954344 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-7696982b-8b60-44f5-8b52-778d8f8c1018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:40.982542 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-574e0616-86ae-4dba-983e-3bf91d62a3ec tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:40.989078 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-574e0616-86ae-4dba-983e-3bf91d62a3ec tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Usage tracker for resource:subnet and tenant:2fa0476fd5f14aeea80802e139eae85a is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:40.992835 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-574e0616-86ae-4dba-983e-3bf91d62a3ec tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:41.000801 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-574e0616-86ae-4dba-983e-3bf91d62a3ec tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:41.058403 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7696982b-8b60-44f5-8b52-778d8f8c1018 None None] Routers {'0b40a503-04a2-452b-a338-dd6267ecbbb3'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:02:41.058403 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-7696982b-8b60-44f5-8b52-778d8f8c1018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:02:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['0b40a503-04a2-452b-a338-dd6267ecbbb3'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:41.076493 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574e0616-86ae-4dba-983e-3bf91d62a3ec tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Made reservation on behalf of 2fa0476fd5f14aeea80802e139eae85a for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:02:41.082231 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-574e0616-86ae-4dba-983e-3bf91d62a3ec tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:41.117531 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-a6e5fb4d-11fe-47de-91ae-50f42b120a06 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:02:41.121600 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-a6e5fb4d-11fe-47de-91ae-50f42b120a06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:02:41.129422 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-7696982b-8b60-44f5-8b52-778d8f8c1018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:41.129828 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7696982b-8b60-44f5-8b52-778d8f8c1018 None None] The sync data for ids ['0b40a503-04a2-452b-a338-dd6267ecbbb3'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:02:41.139419 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-2084fe69-b7be-4903-848b-f045fcf62928 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:02:41.139589 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-2084fe69-b7be-4903-848b-f045fcf62928 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:02:41.173306 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 5a45c632-32a0-4dff-a8ae-b84baeb5a2b3 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:02:41.179944 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device e4f6eb64-1e6a-47bd-a879-102d12c565ba up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:02:41.181169 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7279e72e-5dce-4f97-b2f7-a24acf38a18f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:41.200583 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c5767021-c299-4b7b-8781-aee8864d24ba tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:41.220956 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: e4f6eb64-1e6a-47bd-a879-102d12c565ba {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:02:41.222137 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device e4f6eb64-1e6a-47bd-a879-102d12c565ba not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 03 14:02:41.290945 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Port e4f6eb64-1e6a-47bd-a879-102d12c565ba not found, will not notify nova. {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 03 14:02:41.291717 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 1383d26f-1d47-483c-a438-861813b463fb up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:02:41.298811 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-16a69180-e0a3-4370-b9d5-271e339b3fa3 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for router, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:41.389385 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5767021-c299-4b7b-8781-aee8864d24ba tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4f6eb64-1e6a-47bd-a879-102d12c565ba,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:41.425850 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 1383d26f-1d47-483c-a438-861813b463fb triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:41.435592 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:41.588987 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.ipam_backend_mixin [None req-574e0616-86ae-4dba-983e-3bf91d62a3ec tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2ddba86e-64d7-46ec-9c8b-38be024ad2c8 (CIDR: 172.20.0.0/28) Feb 03 14:02:41.591238 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-fdb38142-fa34-45b4-82e9-0072545795af req-f25c1be2-17ae-45fc-8192-13044d66aac5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:02:41.619262 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-a6e5fb4d-11fe-47de-91ae-50f42b120a06 None None] Deleting port 57c209e2-40e0-4248-8208-94eb50fbecdd {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:02:41.619650 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a6e5fb4d-11fe-47de-91ae-50f42b120a06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:41.782666 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2890018e-bc22-41d9-8931-1ff36e9c6a1d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Router caa6f286-ac45-4f21-ad5f-4bda3d5de651 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:02:41.787620 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-574e0616-86ae-4dba-983e-3bf91d62a3ec tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:02:41.788370 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-574e0616-86ae-4dba-983e-3bf91d62a3ec tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:02:41.818984 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c5767021-c299-4b7b-8781-aee8864d24ba tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:41.890636 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-fdb38142-fa34-45b4-82e9-0072545795af req-f25c1be2-17ae-45fc-8192-13044d66aac5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:02:41.903877 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-fdb38142-fa34-45b4-82e9-0072545795af req-f25c1be2-17ae-45fc-8192-13044d66aac5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&fields=id HTTP/1.1" status: 200 len: 302 time: 1.4669864 Feb 03 14:02:41.931155 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-a6e5fb4d-11fe-47de-91ae-50f42b120a06 None None] For port 57c209e2-40e0-4248-8208-94eb50fbecdd, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=57c209e2-40e0-4248-8208-94eb50fbecdd,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:41.932605 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a6e5fb4d-11fe-47de-91ae-50f42b120a06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:41.969229 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-574e0616-86ae-4dba-983e-3bf91d62a3ec tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1963758 Feb 03 14:02:41.996535 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56846) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:42.031623 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-a67ca863-91c8-46b7-938f-8ce0fb74bc77 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'subnet': {'network_id': 'da5fb634-29a9-4f74-808e-6b8578428b60', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:42.094183 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device a074b62a-e8b7-4031-8cf9-024178d5497e up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:02:42.117069 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd2c530-e550-4deb-837a-ad18758b36e3 None None] Network ccaebd98-9452-426b-a2b1-940a4b4119cd requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:02:42.118931 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c5767021-c299-4b7b-8781-aee8864d24ba tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:42.123219 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c5767021-c299-4b7b-8781-aee8864d24ba tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:42.138818 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-a6e5fb4d-11fe-47de-91ae-50f42b120a06 None None] Calling delete_port for 57c209e2-40e0-4248-8208-94eb50fbecdd owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:02:42.213060 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c5767021-c299-4b7b-8781-aee8864d24ba tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:42.213552 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5767021-c299-4b7b-8781-aee8864d24ba tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b486990c-4c57-435a-91b1-a357b44626fa {{(pid=84181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:02:42.222546 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c5767021-c299-4b7b-8781-aee8864d24ba tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:42.228689 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c5767021-c299-4b7b-8781-aee8864d24ba tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] 10.222.0.41 "DELETE /v2.0/routers/b486990c-4c57-435a-91b1-a357b44626fa HTTP/1.1" status: 204 len: 168 time: 6.2136405 Feb 03 14:02:42.228689 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56850) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:42.264975 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2084fe69-b7be-4903-848b-f045fcf62928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:42.438228 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-16a69180-e0a3-4370-b9d5-271e339b3fa3 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:42.460221 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22de81ef-56cc-411e-97d1-69b2d2669e63 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for router, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:42.475492 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-7279e72e-5dce-4f97-b2f7-a24acf38a18f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] For port 57c209e2-40e0-4248-8208-94eb50fbecdd, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=57c209e2-40e0-4248-8208-94eb50fbecdd,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:42.499270 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-16a69180-e0a3-4370-b9d5-271e339b3fa3 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:42.532045 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port a074b62a-e8b7-4031-8cf9-024178d5497e completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:02:42.539144 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port a074b62a-e8b7-4031-8cf9-024178d5497e triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:42.539527 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:42.618879 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7279e72e-5dce-4f97-b2f7-a24acf38a18f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:42.629341 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5751a7ca-6701-4119-b1aa-758fea9c0818 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Router 80c7f557-ae1c-429a-a9ac-9ef73954a054 is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:02:42.649937 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-fdb38142-fa34-45b4-82e9-0072545795af req-fe15d310-2cc2-4ad7-9b10-0821eba6e69f service neutron] 10.222.0.41 "GET /v2.0/networks/dd13b231-4ee5-4444-8ba9-9ea79394e28e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7449520 Feb 03 14:02:42.677443 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:42.678409 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-a67ca863-91c8-46b7-938f-8ce0fb74bc77 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:42.687489 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22de81ef-56cc-411e-97d1-69b2d2669e63 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:42.690362 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7279e72e-5dce-4f97-b2f7-a24acf38a18f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:42.691526 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7279e72e-5dce-4f97-b2f7-a24acf38a18f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:42.695299 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-a67ca863-91c8-46b7-938f-8ce0fb74bc77 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Usage tracker for resource:subnet and tenant:2fa0476fd5f14aeea80802e139eae85a is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:42.761641 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-a6e5fb4d-11fe-47de-91ae-50f42b120a06 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:02:42.762001 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-a6e5fb4d-11fe-47de-91ae-50f42b120a06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:02:42.771444 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port a074b62a-e8b7-4031-8cf9-024178d5497e, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=a074b62a-e8b7-4031-8cf9-024178d5497e,segment=NetworkSegment(b458e6a6-6854-49a0-b673-c5134e24cca4),segment_id=b458e6a6-6854-49a0-b673-c5134e24cca4)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:42.773521 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-22de81ef-56cc-411e-97d1-69b2d2669e63 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Deleting port a3919298-0187-406e-b9b7-3b985a83ab87 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:02:42.774059 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-2084fe69-b7be-4903-848b-f045fcf62928 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:02:42.774260 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22de81ef-56cc-411e-97d1-69b2d2669e63 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:42.774434 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-2084fe69-b7be-4903-848b-f045fcf62928 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:02:42.800328 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-a67ca863-91c8-46b7-938f-8ce0fb74bc77 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:42.834035 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-16a69180-e0a3-4370-b9d5-271e339b3fa3 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:42.834545 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a69180-e0a3-4370-b9d5-271e339b3fa3 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Fanout notify agent at l3_agent the message router_deleted on router 0b40a503-04a2-452b-a338-dd6267ecbbb3 {{(pid=84182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:02:42.840136 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-a67ca863-91c8-46b7-938f-8ce0fb74bc77 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:42.848495 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:42.940414 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=a074b62a-e8b7-4031-8cf9-024178d5497e,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:42.948898 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 57c209e2-40e0-4248-8208-94eb50fbecdd no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:02:42.973710 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7279e72e-5dce-4f97-b2f7-a24acf38a18f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:02:42.982633 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:42.982981 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:42.983496 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:42.983865 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:42.984308 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:42.984730 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:42.985157 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:42.985268 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-22de81ef-56cc-411e-97d1-69b2d2669e63 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] For port a3919298-0187-406e-b9b7-3b985a83ab87, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=a3919298-0187-406e-b9b7-3b985a83ab87,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:42.985619 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22de81ef-56cc-411e-97d1-69b2d2669e63 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:42.985737 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:42.986160 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:42.986575 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:42.987434 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:43.041237 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67ca863-91c8-46b7-938f-8ce0fb74bc77 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Made reservation on behalf of 2fa0476fd5f14aeea80802e139eae85a for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:02:43.055215 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-7279e72e-5dce-4f97-b2f7-a24acf38a18f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:43.089490 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7279e72e-5dce-4f97-b2f7-a24acf38a18f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:43.090078 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7279e72e-5dce-4f97-b2f7-a24acf38a18f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:43.098020 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-16a69180-e0a3-4370-b9d5-271e339b3fa3 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:43.098961 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-16a69180-e0a3-4370-b9d5-271e339b3fa3 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "DELETE /v2.0/routers/0b40a503-04a2-452b-a338-dd6267ecbbb3 HTTP/1.1" status: 204 len: 168 time: 2.6566701 Feb 03 14:02:43.111658 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56854) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:43.144383 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-22de81ef-56cc-411e-97d1-69b2d2669e63 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Calling delete_port for a3919298-0187-406e-b9b7-3b985a83ab87 owned by network:router_gateway {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:02:43.148208 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7279e72e-5dce-4f97-b2f7-a24acf38a18f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Port': ['ID=57c209e2-40e0-4248-8208-94eb50fbecdd,revision_number=5']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:43.151254 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7279e72e-5dce-4f97-b2f7-a24acf38a18f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Subnet': ['ID=fce5da3c-a425-46db-acea-553f45c52d55,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:43.207103 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2084fe69-b7be-4903-848b-f045fcf62928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:43.208678 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-fdb38142-fa34-45b4-82e9-0072545795af req-c0cb4915-e8dc-40e0-8c1c-6b8777da8c25 service neutron] 10.222.0.41 "GET /v2.0/networks/dd13b231-4ee5-4444-8ba9-9ea79394e28e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5576472 Feb 03 14:02:43.248625 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-2084fe69-b7be-4903-848b-f045fcf62928 None None] For port 57c209e2-40e0-4248-8208-94eb50fbecdd, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=57c209e2-40e0-4248-8208-94eb50fbecdd,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:43.294646 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7279e72e-5dce-4f97-b2f7-a24acf38a18f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.9667075 Feb 03 14:02:43.307747 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56858) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:43.317584 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-2a753689-7137-4566-b537-25578a9211f3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'port': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'mac_address': 'fa:16:3e:ae:01:9f', 'name': 'tempest-NetworksTestDHCPv6-1988156810'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:43.345921 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2084fe69-b7be-4903-848b-f045fcf62928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:43.417084 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-a6e5fb4d-11fe-47de-91ae-50f42b120a06 None None] Deleting port 57c209e2-40e0-4248-8208-94eb50fbecdd {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:02:43.417840 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a6e5fb4d-11fe-47de-91ae-50f42b120a06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:43.499419 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device a074b62a-e8b7-4031-8cf9-024178d5497e up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:02:43.511783 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a67ca863-91c8-46b7-938f-8ce0fb74bc77 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:43.524713 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-94932cfa-6ca7-4b17-ad47-c242c339d77d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Deleting subnet 9e6f58f6-6fd3-45ad-84bb-f41022c32d7f {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:02:43.530726 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-94932cfa-6ca7-4b17-ad47-c242c339d77d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:43.613553 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2084fe69-b7be-4903-848b-f045fcf62928 None None] Provisioning complete for port 1383d26f-1d47-483c-a438-861813b463fb triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:43.613904 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2084fe69-b7be-4903-848b-f045fcf62928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:43.629487 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-94932cfa-6ca7-4b17-ad47-c242c339d77d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:43.646312 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2084fe69-b7be-4903-848b-f045fcf62928 None None] Pushing event updated for resources: {'Port': ['ID=57c209e2-40e0-4248-8208-94eb50fbecdd,revision_number=6']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:43.651809 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-2a753689-7137-4566-b537-25578a9211f3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:43.656995 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2890018e-bc22-41d9-8931-1ff36e9c6a1d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:02:43.668957 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2890018e-bc22-41d9-8931-1ff36e9c6a1d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "PUT /v2.0/routers/caa6f286-ac45-4f21-ad5f-4bda3d5de651/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3181612 Feb 03 14:02:43.670136 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56862) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:43.671696 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2a753689-7137-4566-b537-25578a9211f3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Usage tracker for resource:port and tenant:1508f35e18f0463982f9a6d535c8268b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:43.681888 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2a753689-7137-4566-b537-25578a9211f3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:43.685319 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86557429-1b4d-40a1-b21e-7693585cf657 None None] Sync routers for ids ['caa6f286-ac45-4f21-ad5f-4bda3d5de651'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:02:43.704153 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-2a753689-7137-4566-b537-25578a9211f3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:43.708955 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5751a7ca-6701-4119-b1aa-758fea9c0818 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:02:43.709087 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86557429-1b4d-40a1-b21e-7693585cf657 None None] Routers {'caa6f286-ac45-4f21-ad5f-4bda3d5de651'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:02:43.710051 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-86557429-1b4d-40a1-b21e-7693585cf657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:02:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['caa6f286-ac45-4f21-ad5f-4bda3d5de651'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:43.720021 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-5751a7ca-6701-4119-b1aa-758fea9c0818 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] 10.222.0.41 "PUT /v2.0/routers/80c7f557-ae1c-429a-a9ac-9ef73954a054/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2937691 Feb 03 14:02:43.722104 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56866) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:43.767079 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a63ae6-36c1-45ed-88f7-9afdc5d62607 None None] Sync routers for ids ['80c7f557-ae1c-429a-a9ac-9ef73954a054'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:02:43.803926 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22de81ef-56cc-411e-97d1-69b2d2669e63 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:43.806132 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.ipam_backend_mixin [None req-a67ca863-91c8-46b7-938f-8ce0fb74bc77 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0f4cde96-b0c1-426e-929f-1c27a3664082 (CIDR: 172.20.0.16/28) Feb 03 14:02:43.809619 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port a074b62a-e8b7-4031-8cf9-024178d5497e triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:43.810184 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:43.850912 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de81ef-56cc-411e-97d1-69b2d2669e63 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3919298-0187-406e-b9b7-3b985a83ab87,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:43.867653 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-a67ca863-91c8-46b7-938f-8ce0fb74bc77 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:02:43.867871 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a67ca863-91c8-46b7-938f-8ce0fb74bc77 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:02:43.877267 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a753689-7137-4566-b537-25578a9211f3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:02:43.881676 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-86557429-1b4d-40a1-b21e-7693585cf657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:43.895213 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86557429-1b4d-40a1-b21e-7693585cf657 None None] Routers {'caa6f286-ac45-4f21-ad5f-4bda3d5de651'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:02:43.895903 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-86557429-1b4d-40a1-b21e-7693585cf657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:02:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['caa6f286-ac45-4f21-ad5f-4bda3d5de651'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:43.902478 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a63ae6-36c1-45ed-88f7-9afdc5d62607 None None] Routers {'80c7f557-ae1c-429a-a9ac-9ef73954a054'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:02:43.903441 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-14a63ae6-36c1-45ed-88f7-9afdc5d62607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:02:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['80c7f557-ae1c-429a-a9ac-9ef73954a054'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:43.977555 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-86557429-1b4d-40a1-b21e-7693585cf657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:43.978143 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86557429-1b4d-40a1-b21e-7693585cf657 None None] The sync data for ids ['caa6f286-ac45-4f21-ad5f-4bda3d5de651'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:02:44.043867 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-94932cfa-6ca7-4b17-ad47-c242c339d77d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:44.045507 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-14a63ae6-36c1-45ed-88f7-9afdc5d62607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:44.064452 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-a6e5fb4d-11fe-47de-91ae-50f42b120a06 None None] For port 57c209e2-40e0-4248-8208-94eb50fbecdd, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=57c209e2-40e0-4248-8208-94eb50fbecdd,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:44.064844 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a6e5fb4d-11fe-47de-91ae-50f42b120a06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:44.180450 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a67ca863-91c8-46b7-938f-8ce0fb74bc77 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 2.1729720 Feb 03 14:02:44.190037 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56870) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:44.201318 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-44510846-fd3e-40b3-bc69-036332b487b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'subnet': {'network_id': 'da5fb634-29a9-4f74-808e-6b8578428b60', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:44.216270 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2a753689-7137-4566-b537-25578a9211f3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:44.230046 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-a6e5fb4d-11fe-47de-91ae-50f42b120a06 None None] Calling delete_port for 57c209e2-40e0-4248-8208-94eb50fbecdd owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:02:44.233295 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22de81ef-56cc-411e-97d1-69b2d2669e63 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:44.295955 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a63ae6-36c1-45ed-88f7-9afdc5d62607 None None] Routers {'80c7f557-ae1c-429a-a9ac-9ef73954a054'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:02:44.296572 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-14a63ae6-36c1-45ed-88f7-9afdc5d62607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:02:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['80c7f557-ae1c-429a-a9ac-9ef73954a054'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:44.360955 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-2a753689-7137-4566-b537-25578a9211f3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] device_id is not set on port 693641b5-f5e8-451a-81f3-29006d460b89 yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:02:44.460590 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-14a63ae6-36c1-45ed-88f7-9afdc5d62607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:44.461177 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a63ae6-36c1-45ed-88f7-9afdc5d62607 None None] The sync data for ids ['80c7f557-ae1c-429a-a9ac-9ef73954a054'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:02:44.552882 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-44510846-fd3e-40b3-bc69-036332b487b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:44.564364 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-94932cfa-6ca7-4b17-ad47-c242c339d77d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:44.571485 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-44510846-fd3e-40b3-bc69-036332b487b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Usage tracker for resource:subnet and tenant:2fa0476fd5f14aeea80802e139eae85a is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:44.575893 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device a3919298-0187-406e-b9b7-3b985a83ab87 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:02:44.598912 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22de81ef-56cc-411e-97d1-69b2d2669e63 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:44.610454 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94932cfa-6ca7-4b17-ad47-c242c339d77d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event deleted for resources: {'Subnet': ['ID=9e6f58f6-6fd3-45ad-84bb-f41022c32d7f,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:44.615024 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: a3919298-0187-406e-b9b7-3b985a83ab87 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:02:44.615501 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device a3919298-0187-406e-b9b7-3b985a83ab87 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 03 14:02:44.621245 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22de81ef-56cc-411e-97d1-69b2d2669e63 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:44.623491 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-44510846-fd3e-40b3-bc69-036332b487b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:44.628206 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-94932cfa-6ca7-4b17-ad47-c242c339d77d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:44.639294 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f5fcafeb-77a7-4525-a6e5-762c7543136c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for router, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:44.643150 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-44510846-fd3e-40b3-bc69-036332b487b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:44.662009 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2084fe69-b7be-4903-848b-f045fcf62928 None None] Provisioning complete for port fef74d80-b61f-4426-865c-0d5b24177fae triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:44.662456 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2084fe69-b7be-4903-848b-f045fcf62928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:44.711890 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-94932cfa-6ca7-4b17-ad47-c242c339d77d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "DELETE /v2.0/subnets/9e6f58f6-6fd3-45ad-84bb-f41022c32d7f HTTP/1.1" status: 204 len: 168 time: 1.5985997 Feb 03 14:02:44.718827 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0a05ed-4393-404b-a630-98170eee8b02 None None] Network 98ae310f-d430-4c84-bf99-f91114d1eb78 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:02:44.720739 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56880) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:44.763545 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-2084fe69-b7be-4903-848b-f045fcf62928 None None] Port fef74d80-b61f-4426-865c-0d5b24177fae cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:02:44.763830 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-2a753689-7137-4566-b537-25578a9211f3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Allocated IP 2001:db8::f816:3eff:feae:19f (ac0baa47-f752-4b1c-8067-faa2699b3288/fce5da3c-a425-46db-acea-553f45c52d55/693641b5-f5e8-451a-81f3-29006d460b89) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:02:44.765510 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Port a3919298-0187-406e-b9b7-3b985a83ab87 not found, will not notify nova. {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 03 14:02:44.765723 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 1f991aab-2638-4c78-b2d8-af699082625f up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:02:44.814945 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22de81ef-56cc-411e-97d1-69b2d2669e63 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:44.814945 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22de81ef-56cc-411e-97d1-69b2d2669e63 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 07c4bea5-e62f-4f3e-84b2-74a1e9839354 {{(pid=84181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:02:44.854983 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44510846-fd3e-40b3-bc69-036332b487b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Made reservation on behalf of 2fa0476fd5f14aeea80802e139eae85a for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:02:44.857664 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2084fe69-b7be-4903-848b-f045fcf62928 None None] Could not find standard attr ID for object 6c6c5ee6-b360-4c70-b778-c77d4f35fb83. {{(pid=84183) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:02:44.858573 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-44510846-fd3e-40b3-bc69-036332b487b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:44.871137 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a6e5fb4d-11fe-47de-91ae-50f42b120a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:44.895051 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-aec5366f-677b-4e2b-9318-b10e371c792c req-e72fe49a-988a-4f5a-b9d2-e78d17621937 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=3875e59f-d40a-4a56-9ead-05f6f7ec7352 HTTP/1.1" status: 200 len: 210 time: 0.3249264 Feb 03 14:02:44.948040 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22de81ef-56cc-411e-97d1-69b2d2669e63 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:44.952727 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-22de81ef-56cc-411e-97d1-69b2d2669e63 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] 10.222.0.41 "DELETE /v2.0/routers/07c4bea5-e62f-4f3e-84b2-74a1e9839354 HTTP/1.1" status: 204 len: 168 time: 2.7217262 Feb 03 14:02:44.953929 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56884) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:44.954638 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e5fb4d-11fe-47de-91ae-50f42b120a06 None None] Pushing event deleted for resources: {'Port': ['ID=57c209e2-40e0-4248-8208-94eb50fbecdd,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:44.959813 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-55629d0b-998f-4882-b473-6d12de1521f2 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-125849122', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}, 'admin_state_up': False}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:44.978267 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-55629d0b-998f-4882-b473-6d12de1521f2 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:44.984671 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-55629d0b-998f-4882-b473-6d12de1521f2 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Usage tracker for resource:router and tenant:b246fbd2f57144099e62822a8086603b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:44.989325 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-55629d0b-998f-4882-b473-6d12de1521f2 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:44.996136 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-55629d0b-998f-4882-b473-6d12de1521f2 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:45.021956 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7b444091-d698-4b26-9ebc-cc58e0cbb315 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:45.029029 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f5fcafeb-77a7-4525-a6e5-762c7543136c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:45.064991 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-55629d0b-998f-4882-b473-6d12de1521f2 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:45.067264 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-55629d0b-998f-4882-b473-6d12de1521f2 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:45.082073 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-f5fcafeb-77a7-4525-a6e5-762c7543136c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Deleting port e5e358b4-8a29-4378-ac32-35ff86ae5e56 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:02:45.082418 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f5fcafeb-77a7-4525-a6e5-762c7543136c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:45.097372 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2084fe69-b7be-4903-848b-f045fcf62928 None None] Provisioning complete for port a074b62a-e8b7-4031-8cf9-024178d5497e triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:45.097765 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2084fe69-b7be-4903-848b-f045fcf62928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:45.130571 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e5fb4d-11fe-47de-91ae-50f42b120a06 None None] No DVR routers for this DVR port 57c209e2-40e0-4248-8208-94eb50fbecdd on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:02:45.130783 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-55629d0b-998f-4882-b473-6d12de1521f2 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:45.168749 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d7cfa5-0677-4182-85ae-42cc65533f6d None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:02:45.182017 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-7b444091-d698-4b26-9ebc-cc58e0cbb315 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Deleting port be37a244-2c56-4789-b6e9-181216f71365 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:02:45.182349 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7b444091-d698-4b26-9ebc-cc58e0cbb315 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:45.243631 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 1f991aab-2638-4c78-b2d8-af699082625f completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:02:45.274744 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f5fcafeb-77a7-4525-a6e5-762c7543136c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:45.486749 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd2b113-0048-4945-95d3-b33950d7706f None None] DHCP port deletion for 98ae310f-d430-4c84-bf99-f91114d1eb78 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:02:45.493995 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-cfd2b113-0048-4945-95d3-b33950d7706f None None] Deleting port be37a244-2c56-4789-b6e9-181216f71365 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:02:45.494320 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cfd2b113-0048-4945-95d3-b33950d7706f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:45.524031 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf2287d-24c2-4e9a-983f-56c5e50237f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-ac0baa47-f752-4b1c-8067-faa2699b3288', 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'tenant_id': '1508f35e18f0463982f9a6d535c8268b', 'fixed_ips': [{'subnet_id': 'fce5da3c-a425-46db-acea-553f45c52d55'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:02:45.525210 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ecf2287d-24c2-4e9a-983f-56c5e50237f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:45.551863 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-f5fcafeb-77a7-4525-a6e5-762c7543136c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Calling delete_port for e5e358b4-8a29-4378-ac32-35ff86ae5e56 owned by network:router_gateway {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:02:45.688412 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2084fe69-b7be-4903-848b-f045fcf62928 None None] Provisioning for port 090bbcd9-2b26-4cf7-92ab-5bfc869a3a10 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:02:45.705096 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-55629d0b-998f-4882-b473-6d12de1521f2 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:45.714216 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2084fe69-b7be-4903-848b-f045fcf62928 None None] Provisioning complete for port 090bbcd9-2b26-4cf7-92ab-5bfc869a3a10 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:45.714652 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2084fe69-b7be-4903-848b-f045fcf62928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:45.792342 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2a753689-7137-4566-b537-25578a9211f3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:45.857484 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-2a753689-7137-4566-b537-25578a9211f3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Transition to ACTIVE for port object 693641b5-f5e8-451a-81f3-29006d460b89 will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:02:45.862209 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-2084fe69-b7be-4903-848b-f045fcf62928 None None] Port 090bbcd9-2b26-4cf7-92ab-5bfc869a3a10 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:02:45.867044 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-7b444091-d698-4b26-9ebc-cc58e0cbb315 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] For port be37a244-2c56-4789-b6e9-181216f71365, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=be37a244-2c56-4789-b6e9-181216f71365,segment=NetworkSegment(90fe76b1-f50a-4b19-bc53-b2dd1b0e20a0),segment_id=90fe76b1-f50a-4b19-bc53-b2dd1b0e20a0)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:45.869331 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7b444091-d698-4b26-9ebc-cc58e0cbb315 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:46.035028 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2084fe69-b7be-4903-848b-f045fcf62928 None None] Provisioning for port 5a45c632-32a0-4dff-a8ae-b84baeb5a2b3 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:02:46.048375 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2084fe69-b7be-4903-848b-f045fcf62928 None None] Provisioning complete for port 5a45c632-32a0-4dff-a8ae-b84baeb5a2b3 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:46.048748 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2084fe69-b7be-4903-848b-f045fcf62928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:46.051516 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-7b444091-d698-4b26-9ebc-cc58e0cbb315 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Calling delete_port for be37a244-2c56-4789-b6e9-181216f71365 owned by network:dhcp {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:02:46.054648 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-55629d0b-998f-4882-b473-6d12de1521f2 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router_gateway, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:46.079658 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f5fcafeb-77a7-4525-a6e5-762c7543136c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:46.094185 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-cfd2b113-0048-4945-95d3-b33950d7706f None None] For port be37a244-2c56-4789-b6e9-181216f71365, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=be37a244-2c56-4789-b6e9-181216f71365,segment=NetworkSegment(90fe76b1-f50a-4b19-bc53-b2dd1b0e20a0),segment_id=90fe76b1-f50a-4b19-bc53-b2dd1b0e20a0)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:46.094669 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cfd2b113-0048-4945-95d3-b33950d7706f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:46.132590 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-55629d0b-998f-4882-b473-6d12de1521f2 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:46.138344 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fcafeb-77a7-4525-a6e5-762c7543136c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Pushing event deleted for resources: {'Port': ['ID=e5e358b4-8a29-4378-ac32-35ff86ae5e56,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:46.169400 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-dc06c346-94b4-47af-bbc9-3403b4826d93 req-54a34e00-a307-4ead-80df-20e26789fe65 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=3875e59f-d40a-4a56-9ead-05f6f7ec7352 HTTP/1.1" status: 200 len: 210 time: 0.1344860 Feb 03 14:02:46.250338 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-cfd2b113-0048-4945-95d3-b33950d7706f None None] Calling delete_port for be37a244-2c56-4789-b6e9-181216f71365 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:02:46.256672 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-44510846-fd3e-40b3-bc69-036332b487b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:46.261062 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2a753689-7137-4566-b537-25578a9211f3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:46.354710 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-72682788-3370-4f37-a7ff-29966af7d4e7 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:02:46.358535 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-72682788-3370-4f37-a7ff-29966af7d4e7 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] 10.222.0.41 "PUT /v2.0/routers/80c7f557-ae1c-429a-a9ac-9ef73954a054/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.6355195 Feb 03 14:02:46.362634 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56906) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:46.385791 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7b444091-d698-4b26-9ebc-cc58e0cbb315 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:46.470377 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b444091-d698-4b26-9ebc-cc58e0cbb315 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] No DVR routers for this DVR port be37a244-2c56-4789-b6e9-181216f71365 on host dv-neutron-827016-1-hyperv {{(pid=84182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:02:46.478138 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-cfd2b113-0048-4945-95d3-b33950d7706f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:02:46.478503 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-cfd2b113-0048-4945-95d3-b33950d7706f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:02:46.530155 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f5fcafeb-77a7-4525-a6e5-762c7543136c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:46.563650 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-ecf2287d-24c2-4e9a-983f-56c5e50237f4 None None] Allocated IP 2001:db8::f816:3eff:fe81:d6bb (ac0baa47-f752-4b1c-8067-faa2699b3288/fce5da3c-a425-46db-acea-553f45c52d55/4c0b1afe-6d9d-4cba-b8eb-f364b4bc47ce) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:02:46.576330 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44510846-fd3e-40b3-bc69-036332b487b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Network da5fb634-29a9-4f74-808e-6b8578428b60 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:02:46.586645 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2084fe69-b7be-4903-848b-f045fcf62928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:46.598442 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-55629d0b-998f-4882-b473-6d12de1521f2 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Allocated IP 172.26.3.148 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/5b9b9135-2e4e-49cd-b112-0deb2954250e) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:02:46.644772 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-44510846-fd3e-40b3-bc69-036332b487b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:46.646951 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44510846-fd3e-40b3-bc69-036332b487b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'Subnet': ['ID=e9fe4964-bcd6-46b6-8086-72ac791616eb,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:46.675413 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68868295-5e1e-4c53-ba93-ddec72f1fb00 None None] Network da5fb634-29a9-4f74-808e-6b8578428b60 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:02:46.702959 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a753689-7137-4566-b537-25578a9211f3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:02:46.704345 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44510846-fd3e-40b3-bc69-036332b487b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:46.704937 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-44510846-fd3e-40b3-bc69-036332b487b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:46.708764 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a753689-7137-4566-b537-25578a9211f3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Port': ['ID=693641b5-f5e8-451a-81f3-29006d460b89,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:46.726025 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-2a753689-7137-4566-b537-25578a9211f3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:46.781976 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a753689-7137-4566-b537-25578a9211f3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:02:46.785936 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a753689-7137-4566-b537-25578a9211f3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:46.786552 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2a753689-7137-4566-b537-25578a9211f3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:46.803915 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-2084fe69-b7be-4903-848b-f045fcf62928 None None] For port 5a45c632-32a0-4dff-a8ae-b84baeb5a2b3, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=5a45c632-32a0-4dff-a8ae-b84baeb5a2b3,segment=NetworkSegment(fd604db4-9e14-4721-9c8e-3918442d8b59),segment_id=fd604db4-9e14-4721-9c8e-3918442d8b59)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:46.809560 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b444091-d698-4b26-9ebc-cc58e0cbb315 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event deleted for resources: {'Port': ['ID=be37a244-2c56-4789-b6e9-181216f71365,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:46.820434 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7b444091-d698-4b26-9ebc-cc58e0cbb315 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:46.877394 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-7b444091-d698-4b26-9ebc-cc58e0cbb315 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98ae310f-d430-4c84-bf99-f91114d1eb78']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:46.893378 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-7b444091-d698-4b26-9ebc-cc58e0cbb315 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90fe76b1-f50a-4b19-bc53-b2dd1b0e20a0') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:46.893778 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-7b444091-d698-4b26-9ebc-cc58e0cbb315 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90fe76b1-f50a-4b19-bc53-b2dd1b0e20a0') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:46.908299 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7b444091-d698-4b26-9ebc-cc58e0cbb315 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:46.922774 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2084fe69-b7be-4903-848b-f045fcf62928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:46.932868 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7b444091-d698-4b26-9ebc-cc58e0cbb315 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:46.980115 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f5fcafeb-77a7-4525-a6e5-762c7543136c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:46.993625 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-cfd2b113-0048-4945-95d3-b33950d7706f None None] Deleting port be37a244-2c56-4789-b6e9-181216f71365 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:02:46.994040 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cfd2b113-0048-4945-95d3-b33950d7706f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:46.998397 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f5fcafeb-77a7-4525-a6e5-762c7543136c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:47.010858 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2a753689-7137-4566-b537-25578a9211f3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7000160 Feb 03 14:02:47.015587 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-44510846-fd3e-40b3-bc69-036332b487b4 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.8239036 Feb 03 14:02:47.017172 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56912) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:47.017602 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56914) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:47.018354 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b444091-d698-4b26-9ebc-cc58e0cbb315 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:02:47.019263 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7b444091-d698-4b26-9ebc-cc58e0cbb315 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:47.028028 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-c66543ae-4fff-4be4-a197-c3b8b69a6975 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1109735645', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e9fe4964-bcd6-46b6-8086-72ac791616eb'}], 'security_groups': ['a7ab7642-8243-4aa3-a1ac-93ad92e5da6c', '35b4987b-3dea-47e7-8fa6-60bf179c491b']}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:47.043675 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 14:02:47.043675 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:02:47.043675 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 14:02:47.043675 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:02:47.043675 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 14:02:47.043675 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:02:47.043675 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 14:02:47.043675 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:02:47.043675 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 14:02:47.043675 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:02:47.043675 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 14:02:47.043675 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:02:47.043675 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 14:02:47.043675 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:02:47.043675 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:02:47.043675 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:02:47.043675 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:02:47.043675 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:02:47.043675 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 14:02:47.043675 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:02:47.043675 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 14:02:47.043675 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:02:47.043675 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:02:47.043675 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:02:47.043675 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 14:02:47.043675 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:02:47.043675 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:02:47.043675 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:02:47.043675 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:02:47.043675 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:02:47.043675 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:02:47.043675 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:02:47.108580 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-cfd2b113-0048-4945-95d3-b33950d7706f None None] The port 'be37a244-2c56-4789-b6e9-181216f71365' was deleted {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 14:02:47.131102 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-55629d0b-998f-4882-b473-6d12de1521f2 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:47.177642 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2084fe69-b7be-4903-848b-f045fcf62928 None None] Pushing event updated for resources: {'Port': ['ID=5a45c632-32a0-4dff-a8ae-b84baeb5a2b3,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:47.193473 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ecf2287d-24c2-4e9a-983f-56c5e50237f4 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:47.208357 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-ecf2287d-24c2-4e9a-983f-56c5e50237f4 None None] Transition to ACTIVE for port object 4c0b1afe-6d9d-4cba-b8eb-f364b4bc47ce will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:02:47.230970 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f5fcafeb-77a7-4525-a6e5-762c7543136c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:47.231717 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5fcafeb-77a7-4525-a6e5-762c7543136c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Fanout notify agent at l3_agent the message router_deleted on router caa6f286-ac45-4f21-ad5f-4bda3d5de651 {{(pid=84181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:02:47.248556 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-ecf2287d-24c2-4e9a-983f-56c5e50237f4 None None] Transition to ACTIVE for port object 4c0b1afe-6d9d-4cba-b8eb-f364b4bc47ce will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:02:47.266781 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2084fe69-b7be-4903-848b-f045fcf62928 None None] Provisioning for port 65dc48f3-f7a5-4603-b220-61ee359065a7 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:02:47.273643 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2084fe69-b7be-4903-848b-f045fcf62928 None None] Provisioning complete for port 65dc48f3-f7a5-4603-b220-61ee359065a7 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:47.274459 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2084fe69-b7be-4903-848b-f045fcf62928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:47.286660 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c888da-2f47-497f-9825-cf0772b96912 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:47.287380 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-58c888da-2f47-497f-9825-cf0772b96912 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:02:47.315212 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c08558fe-9e56-4384-9629-a042b611c448 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:47.328588 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f5fcafeb-77a7-4525-a6e5-762c7543136c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:47.333465 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f5fcafeb-77a7-4525-a6e5-762c7543136c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "DELETE /v2.0/routers/caa6f286-ac45-4f21-ad5f-4bda3d5de651 HTTP/1.1" status: 204 len: 168 time: 3.6594558 Feb 03 14:02:47.344472 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56922) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:47.413701 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 5a45c632-32a0-4dff-a8ae-b84baeb5a2b3 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:02:47.427659 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7b444091-d698-4b26-9ebc-cc58e0cbb315 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:47.429144 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-58c888da-2f47-497f-9825-cf0772b96912 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:02:47.433250 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-58c888da-2f47-497f-9825-cf0772b96912 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3906825 Feb 03 14:02:47.434253 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56926) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:47.442981 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ecf2287d-24c2-4e9a-983f-56c5e50237f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:47.489339 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:47.521492 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-55629d0b-998f-4882-b473-6d12de1521f2 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:47.590101 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf2287d-24c2-4e9a-983f-56c5e50237f4 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:02:47.598167 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-ecf2287d-24c2-4e9a-983f-56c5e50237f4 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:47.601140 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf2287d-24c2-4e9a-983f-56c5e50237f4 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:02:47.605647 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2287d-24c2-4e9a-983f-56c5e50237f4 None None] Pushing event updated for resources: {'Port': ['ID=4c0b1afe-6d9d-4cba-b8eb-f364b4bc47ce,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:47.611207 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0237101-a07d-4daa-aaec-96f6bc5e5cda None None] Update dhcp port {'port': {'network_id': 'da5fb634-29a9-4f74-808e-6b8578428b60', 'fixed_ips': [{'subnet_id': '0f4cde96-b0c1-426e-929f-1c27a3664082', 'ip_address': '172.20.0.19'}, {'subnet_id': '2ddba86e-64d7-46ec-9c8b-38be024ad2c8', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e9fe4964-bcd6-46b6-8086-72ac791616eb'}], 'binding:host_id': 'dv-neutron-827016-1-hyperv'}, 'id': '1383d26f-1d47-483c-a438-861813b463fb'} from dv-neutron-827016-1-hyperv. {{(pid=84183) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 03 14:02:47.614464 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7b444091-d698-4b26-9ebc-cc58e0cbb315 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:47.634298 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b444091-d698-4b26-9ebc-cc58e0cbb315 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event deleted for resources: {'Network': ['ID=98ae310f-d430-4c84-bf99-f91114d1eb78,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:47.640834 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-95181561-6a19-4ad5-997b-03813b9094d0 req-81f75c9c-d8c4-4047-9101-8d135f8a71ca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=3875e59f-d40a-4a56-9ead-05f6f7ec7352 HTTP/1.1" status: 200 len: 210 time: 0.2226295 Feb 03 14:02:47.640834 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7b444091-d698-4b26-9ebc-cc58e0cbb315 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "DELETE /v2.0/networks/98ae310f-d430-4c84-bf99-f91114d1eb78 HTTP/1.1" status: 204 len: 168 time: 2.9148195 Feb 03 14:02:47.687250 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56930) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:47.702086 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-3286b978-0251-4c67-acc3-c2ea2e477365 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1542205399', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}, 'admin_state_up': False}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:47.712010 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-3286b978-0251-4c67-acc3-c2ea2e477365 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:47.717822 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3286b978-0251-4c67-acc3-c2ea2e477365 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Usage tracker for resource:router and tenant:d5adceeed00a4893983ee9d6f019faac is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:47.720957 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3286b978-0251-4c67-acc3-c2ea2e477365 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:47.736027 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-3286b978-0251-4c67-acc3-c2ea2e477365 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:47.738533 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c66543ae-4fff-4be4-a197-c3b8b69a6975 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:47.751642 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d0237101-a07d-4daa-aaec-96f6bc5e5cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:47.759591 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-976e8bf4-211d-41b4-91c4-56f5b9a31d65 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting port 693641b5-f5e8-451a-81f3-29006d460b89 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:02:47.760057 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-976e8bf4-211d-41b4-91c4-56f5b9a31d65 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:47.818907 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 5a45c632-32a0-4dff-a8ae-b84baeb5a2b3 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:47.819777 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:47.819929 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3286b978-0251-4c67-acc3-c2ea2e477365 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:47.821634 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3286b978-0251-4c67-acc3-c2ea2e477365 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:47.823048 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55629d0b-998f-4882-b473-6d12de1521f2 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:02:47.824961 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55629d0b-998f-4882-b473-6d12de1521f2 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Pushing event updated for resources: {'Port': ['ID=5b9b9135-2e4e-49cd-b112-0deb2954250e,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:47.838434 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-55629d0b-998f-4882-b473-6d12de1521f2 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:47.870266 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55629d0b-998f-4882-b473-6d12de1521f2 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:02:47.944810 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3286b978-0251-4c67-acc3-c2ea2e477365 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:48.003924 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-258eed32-6a7f-4880-b02c-40118070d6cc tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Deleting subnet eb676f8e-0180-4a82-9581-22a448e0717b {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:02:48.018975 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-258eed32-6a7f-4880-b02c-40118070d6cc tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:48.042989 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2084fe69-b7be-4903-848b-f045fcf62928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:48.202506 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-d0237101-a07d-4daa-aaec-96f6bc5e5cda None None] Allocated IP 172.20.0.34 (da5fb634-29a9-4f74-808e-6b8578428b60/e9fe4964-bcd6-46b6-8086-72ac791616eb/1383d26f-1d47-483c-a438-861813b463fb) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:02:48.217654 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-258eed32-6a7f-4880-b02c-40118070d6cc tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:48.231469 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-ecf2287d-24c2-4e9a-983f-56c5e50237f4 None None] Attempting to bind port 4c0b1afe-6d9d-4cba-b8eb-f364b4bc47ce on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:02:48.231839 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-ecf2287d-24c2-4e9a-983f-56c5e50237f4 None None] Attempting to bind port 4c0b1afe-6d9d-4cba-b8eb-f364b4bc47ce by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:02:48.232199 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf2287d-24c2-4e9a-983f-56c5e50237f4 None None] Attempting to bind port 4c0b1afe-6d9d-4cba-b8eb-f364b4bc47ce on network ac0baa47-f752-4b1c-8067-faa2699b3288 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:02:48.250046 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3286b978-0251-4c67-acc3-c2ea2e477365 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:48.485539 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf2287d-24c2-4e9a-983f-56c5e50237f4 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:02:48.493687 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf2287d-24c2-4e9a-983f-56c5e50237f4 None None] Checking segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:02:48.494383 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ecf2287d-24c2-4e9a-983f-56c5e50237f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:48.495014 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf2287d-24c2-4e9a-983f-56c5e50237f4 None None] Bound using segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:02:48.495699 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-ecf2287d-24c2-4e9a-983f-56c5e50237f4 None None] Bound port: 4c0b1afe-6d9d-4cba-b8eb-f364b4bc47ce, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:02:48.496273 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ecf2287d-24c2-4e9a-983f-56c5e50237f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:48.519623 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-c08558fe-9e56-4384-9629-a042b611c448 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Deleting port 090bbcd9-2b26-4cf7-92ab-5bfc869a3a10 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:02:48.520649 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c08558fe-9e56-4384-9629-a042b611c448 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:48.600533 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-ecf2287d-24c2-4e9a-983f-56c5e50237f4 None None] For port 4c0b1afe-6d9d-4cba-b8eb-f364b4bc47ce, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:02:48.604508 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-ecf2287d-24c2-4e9a-983f-56c5e50237f4 None None] For port 4c0b1afe-6d9d-4cba-b8eb-f364b4bc47ce, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=4c0b1afe-6d9d-4cba-b8eb-f364b4bc47ce,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:02:48.614201 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-2084fe69-b7be-4903-848b-f045fcf62928 None None] For port 65dc48f3-f7a5-4603-b220-61ee359065a7, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=65dc48f3-f7a5-4603-b220-61ee359065a7,segment=NetworkSegment(3cbbe7a3-36c1-4662-bf75-6242821a790b),segment_id=3cbbe7a3-36c1-4662-bf75-6242821a790b)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:48.669008 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-976e8bf4-211d-41b4-91c4-56f5b9a31d65 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:48.709092 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ecf2287d-24c2-4e9a-983f-56c5e50237f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:48.816114 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-976e8bf4-211d-41b4-91c4-56f5b9a31d65 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Calling delete_port for 693641b5-f5e8-451a-81f3-29006d460b89 owned by {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:02:48.844118 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2287d-24c2-4e9a-983f-56c5e50237f4 None None] Pushing event updated for resources: {'Port': ['ID=4c0b1afe-6d9d-4cba-b8eb-f364b4bc47ce,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:48.847173 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device be37a244-2c56-4789-b6e9-181216f71365 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:02:48.854558 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-258eed32-6a7f-4880-b02c-40118070d6cc tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:48.890990 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2084fe69-b7be-4903-848b-f045fcf62928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:48.927431 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c08558fe-9e56-4384-9629-a042b611c448 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:48.948262 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: be37a244-2c56-4789-b6e9-181216f71365 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:02:48.948518 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device be37a244-2c56-4789-b6e9-181216f71365 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:02:48.997041 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-d0237101-a07d-4daa-aaec-96f6bc5e5cda None None] For port 1383d26f-1d47-483c-a438-861813b463fb, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=1383d26f-1d47-483c-a438-861813b463fb,segment=NetworkSegment(83fd513e-cf13-4d76-a414-2d339e8fee6b),segment_id=83fd513e-cf13-4d76-a414-2d339e8fee6b)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:49.013681 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-55629d0b-998f-4882-b473-6d12de1521f2 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router_gateway, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:49.014543 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-55629d0b-998f-4882-b473-6d12de1521f2 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:49.031488 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2084fe69-b7be-4903-848b-f045fcf62928 None None] Pushing event updated for resources: {'Port': ['ID=65dc48f3-f7a5-4603-b220-61ee359065a7,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:49.040201 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a019a2d9-520b-4d71-b1eb-fb560926730b req-848ea19f-fa91-4f7f-8979-430c151adc62 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=3875e59f-d40a-4a56-9ead-05f6f7ec7352 HTTP/1.1" status: 200 len: 210 time: 0.1163065 Feb 03 14:02:49.060649 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d0237101-a07d-4daa-aaec-96f6bc5e5cda None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:49.101821 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-d0237101-a07d-4daa-aaec-96f6bc5e5cda None None] Transition to ACTIVE for port object 1383d26f-1d47-483c-a438-861813b463fb will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:02:49.102034 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-258eed32-6a7f-4880-b02c-40118070d6cc tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:49.106865 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-c08558fe-9e56-4384-9629-a042b611c448 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Calling delete_port for 090bbcd9-2b26-4cf7-92ab-5bfc869a3a10 owned by network:router_interface {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:02:49.129169 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-fdbb338f-fe84-4abc-8ab1-afff114f86de None None] Provisioning for port 1f991aab-2638-4c78-b2d8-af699082625f completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:02:49.145253 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-fdbb338f-fe84-4abc-8ab1-afff114f86de None None] Provisioning complete for port 1f991aab-2638-4c78-b2d8-af699082625f triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:49.145932 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fdbb338f-fe84-4abc-8ab1-afff114f86de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:49.155331 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258eed32-6a7f-4880-b02c-40118070d6cc tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Pushing event deleted for resources: {'Subnet': ['ID=eb676f8e-0180-4a82-9581-22a448e0717b,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:49.165238 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-258eed32-6a7f-4880-b02c-40118070d6cc tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:49.187545 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-258eed32-6a7f-4880-b02c-40118070d6cc tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "DELETE /v2.0/subnets/eb676f8e-0180-4a82-9581-22a448e0717b HTTP/1.1" status: 204 len: 168 time: 1.8388429 Feb 03 14:02:49.188481 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56938) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:49.189954 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65298b0d-2d46-4ad1-962b-e55e52c07a5e None None] Network 2c85a47a-8543-41a4-8353-e6eee81f6ef6 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:02:49.223370 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d0237101-a07d-4daa-aaec-96f6bc5e5cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:49.308133 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-976e8bf4-211d-41b4-91c4-56f5b9a31d65 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:49.496600 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 65dc48f3-f7a5-4603-b220-61ee359065a7 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:02:49.500806 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3286b978-0251-4c67-acc3-c2ea2e477365 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for router_gateway, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:49.529210 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e8bf4-211d-41b4-91c4-56f5b9a31d65 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Port': ['ID=693641b5-f5e8-451a-81f3-29006d460b89,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:49.562188 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3286b978-0251-4c67-acc3-c2ea2e477365 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:49.757258 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0237101-a07d-4daa-aaec-96f6bc5e5cda None None] Pushing event updated for resources: {'Port': ['ID=1383d26f-1d47-483c-a438-861813b463fb,revision_number=7']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:49.830392 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fdbb338f-fe84-4abc-8ab1-afff114f86de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:49.841077 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-661174f0-fa06-43d9-9bda-a849f6875d7a tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:49.874148 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-fdbb338f-fe84-4abc-8ab1-afff114f86de None None] For port 1f991aab-2638-4c78-b2d8-af699082625f, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=1f991aab-2638-4c78-b2d8-af699082625f,segment=NetworkSegment(557337e4-ffff-46d2-ac05-1e0fbe048ae2),segment_id=557337e4-ffff-46d2-ac05-1e0fbe048ae2)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:49.875225 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 65dc48f3-f7a5-4603-b220-61ee359065a7 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:49.875376 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-976e8bf4-211d-41b4-91c4-56f5b9a31d65 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:49.875588 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:49.877716 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-976e8bf4-211d-41b4-91c4-56f5b9a31d65 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/ports/693641b5-f5e8-451a-81f3-29006d460b89 HTTP/1.1" status: 204 len: 168 time: 2.4369111 Feb 03 14:02:49.882285 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56942) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:49.890818 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-c66543ae-4fff-4be4-a197-c3b8b69a6975 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Delete allocated IP 172.20.0.10 (da5fb634-29a9-4f74-808e-6b8578428b60/2ddba86e-64d7-46ec-9c8b-38be024ad2c8) {{(pid=84181) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 03 14:02:49.900890 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-661174f0-fa06-43d9-9bda-a849f6875d7a tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Deleting port 8c1806ba-8bd6-474c-b7f6-9cfa431ec6fd {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:02:49.901318 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-661174f0-fa06-43d9-9bda-a849f6875d7a tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:49.938472 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c08558fe-9e56-4384-9629-a042b611c448 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:49.974092 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fdbb338f-fe84-4abc-8ab1-afff114f86de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:49.977581 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-c66543ae-4fff-4be4-a197-c3b8b69a6975 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Allocated IP 172.20.0.41 (da5fb634-29a9-4f74-808e-6b8578428b60/e9fe4964-bcd6-46b6-8086-72ac791616eb/b8c5a2b9-0765-4ffd-83da-b5cc365cca69) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:02:50.015657 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08558fe-9e56-4384-9629-a042b611c448 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Pushing event deleted for resources: {'Port': ['ID=090bbcd9-2b26-4cf7-92ab-5bfc869a3a10,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:50.056705 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbb338f-fe84-4abc-8ab1-afff114f86de None None] Pushing event updated for resources: {'Port': ['ID=1f991aab-2638-4c78-b2d8-af699082625f,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:50.059393 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56aaa62-27d8-44dc-ad23-00da1f6ed6dc None None] DHCP port deletion for 2c85a47a-8543-41a4-8353-e6eee81f6ef6 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:02:50.109257 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-fdbb338f-fe84-4abc-8ab1-afff114f86de None None] Could not find standard attr ID for object 090bbcd9-2b26-4cf7-92ab-5bfc869a3a10. {{(pid=84183) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:02:50.130329 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-d56aaa62-27d8-44dc-ad23-00da1f6ed6dc None None] Deleting port 8c1806ba-8bd6-474c-b7f6-9cfa431ec6fd {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:02:50.130873 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d56aaa62-27d8-44dc-ad23-00da1f6ed6dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:50.164100 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-3286b978-0251-4c67-acc3-c2ea2e477365 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Allocated IP 172.26.3.57 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/ea30c3f0-90b9-457e-8839-fbf1187d974a) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:02:50.186612 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9072ba-b082-4ada-92da-d8f29a30a71b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:50.192433 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9072ba-b082-4ada-92da-d8f29a30a71b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:50.193234 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-1f9072ba-b082-4ada-92da-d8f29a30a71b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:02:50.419105 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb38142-fa34-45b4-82e9-0072545795af req-307e3c08-31af-44de-9800-7fa532148b36 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:50.420012 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-fdb38142-fa34-45b4-82e9-0072545795af req-307e3c08-31af-44de-9800-7fa532148b36 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:network {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:02:50.472237 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-1f9072ba-b082-4ada-92da-d8f29a30a71b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:02:50.473625 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-1f9072ba-b082-4ada-92da-d8f29a30a71b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5904200 Feb 03 14:02:50.493609 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56948) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:50.496126 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-fdbb338f-fe84-4abc-8ab1-afff114f86de None None] Provisioning for port b8c5a2b9-0765-4ffd-83da-b5cc365cca69 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:02:50.538358 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-fdbb338f-fe84-4abc-8ab1-afff114f86de None None] Provisioning complete for port b8c5a2b9-0765-4ffd-83da-b5cc365cca69 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:50.538668 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fdbb338f-fe84-4abc-8ab1-afff114f86de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:50.601347 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6347513b-0b0d-4571-b27b-68e0a2eddc5b req-3afa090c-b314-4604-9bdc-5766c217c6c2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=3875e59f-d40a-4a56-9ead-05f6f7ec7352 HTTP/1.1" status: 200 len: 210 time: 0.1307092 Feb 03 14:02:50.630002 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-fdbb338f-fe84-4abc-8ab1-afff114f86de None None] Port b8c5a2b9-0765-4ffd-83da-b5cc365cca69 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:02:50.657698 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-d56aaa62-27d8-44dc-ad23-00da1f6ed6dc None None] For port 8c1806ba-8bd6-474c-b7f6-9cfa431ec6fd, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=8c1806ba-8bd6-474c-b7f6-9cfa431ec6fd,segment=NetworkSegment(36adf448-cea4-4ffe-ac78-3d294c0c5b74),segment_id=36adf448-cea4-4ffe-ac78-3d294c0c5b74)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:50.658096 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d56aaa62-27d8-44dc-ad23-00da1f6ed6dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:50.797850 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c08558fe-9e56-4384-9629-a042b611c448 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:50.869071 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-661174f0-fa06-43d9-9bda-a849f6875d7a tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] For port 8c1806ba-8bd6-474c-b7f6-9cfa431ec6fd, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=8c1806ba-8bd6-474c-b7f6-9cfa431ec6fd,segment=NetworkSegment(36adf448-cea4-4ffe-ac78-3d294c0c5b74),segment_id=36adf448-cea4-4ffe-ac78-3d294c0c5b74)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:50.870457 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-661174f0-fa06-43d9-9bda-a849f6875d7a tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:50.903497 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-d56aaa62-27d8-44dc-ad23-00da1f6ed6dc None None] Calling delete_port for 8c1806ba-8bd6-474c-b7f6-9cfa431ec6fd owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:02:50.926513 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3286b978-0251-4c67-acc3-c2ea2e477365 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:51.032209 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-661174f0-fa06-43d9-9bda-a849f6875d7a tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Calling delete_port for 8c1806ba-8bd6-474c-b7f6-9cfa431ec6fd owned by network:dhcp {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:02:51.087246 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-9b9a50c2-f3b4-42e5-8546-c3b623438fab None None] Provisioning for port 4c0b1afe-6d9d-4cba-b8eb-f364b4bc47ce completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:02:51.133143 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d56aaa62-27d8-44dc-ad23-00da1f6ed6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:51.150657 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc23a4c6-152f-4ed9-9856-6e510a72cdbf tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting subnet fce5da3c-a425-46db-acea-553f45c52d55 {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:02:51.154844 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-dc23a4c6-152f-4ed9-9856-6e510a72cdbf tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:51.186084 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c66543ae-4fff-4be4-a197-c3b8b69a6975 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:51.206702 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56aaa62-27d8-44dc-ad23-00da1f6ed6dc None None] Pushing event deleted for resources: {'Port': ['ID=8c1806ba-8bd6-474c-b7f6-9cfa431ec6fd,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:51.213473 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56aaa62-27d8-44dc-ad23-00da1f6ed6dc None None] No DVR routers for this DVR port 8c1806ba-8bd6-474c-b7f6-9cfa431ec6fd on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:02:51.213752 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-c66543ae-4fff-4be4-a197-c3b8b69a6975 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Ignored duplicate provisioning block setup for port b8c5a2b9-0765-4ffd-83da-b5cc365cca69 by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 03 14:02:51.218605 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-ba3f89b1-3237-47db-a072-cc4ba9e7f9ec None None] Could not find standard attr ID for object 693641b5-f5e8-451a-81f3-29006d460b89. {{(pid=84183) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:02:51.225543 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-fdb38142-fa34-45b4-82e9-0072545795af req-307e3c08-31af-44de-9800-7fa532148b36 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:network {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:02:51.225543 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-fdb38142-fa34-45b4-82e9-0072545795af req-307e3c08-31af-44de-9800-7fa532148b36 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "GET /v2.0/networks?id=dd13b231-4ee5-4444-8ba9-9ea79394e28e HTTP/1.1" status: 200 len: 797 time: 1.7528501 Feb 03 14:02:51.226619 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.db.api [None req-661174f0-fa06-43d9-9bda-a849f6875d7a tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:02:51.228190 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG oslo_db.api [None req-661174f0-fa06-43d9-9bda-a849f6875d7a tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:02:51.244417 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-ba3f89b1-3237-47db-a072-cc4ba9e7f9ec None None] Provisioning complete for port fef74d80-b61f-4426-865c-0d5b24177fae triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:51.244417 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ba3f89b1-3237-47db-a072-cc4ba9e7f9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:51.297574 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c66543ae-4fff-4be4-a197-c3b8b69a6975 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:51.303319 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-fdb38142-fa34-45b4-82e9-0072545795af req-369899ce-28fc-4d68-b31a-59abfc81a70f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:security_group {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:02:51.307592 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-ba3f89b1-3237-47db-a072-cc4ba9e7f9ec None None] Port fef74d80-b61f-4426-865c-0d5b24177fae cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:02:51.327942 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-ba3f89b1-3237-47db-a072-cc4ba9e7f9ec None None] Provisioning complete for port b8c5a2b9-0765-4ffd-83da-b5cc365cca69 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:51.328321 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ba3f89b1-3237-47db-a072-cc4ba9e7f9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:51.338647 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3286b978-0251-4c67-acc3-c2ea2e477365 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:51.428330 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-ba3f89b1-3237-47db-a072-cc4ba9e7f9ec None None] Port b8c5a2b9-0765-4ffd-83da-b5cc365cca69 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:02:51.434112 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55629d0b-998f-4882-b473-6d12de1521f2 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Router 2046df54-05a6-4c70-b87d-3cf0d9fb4e10 is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:02:51.437553 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-dc23a4c6-152f-4ed9-9856-6e510a72cdbf tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:51.489199 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-ba3f89b1-3237-47db-a072-cc4ba9e7f9ec None None] Provisioning for port 1383d26f-1d47-483c-a438-861813b463fb completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:02:51.498949 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-ba3f89b1-3237-47db-a072-cc4ba9e7f9ec None None] Provisioning complete for port 1383d26f-1d47-483c-a438-861813b463fb triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:51.500095 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ba3f89b1-3237-47db-a072-cc4ba9e7f9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:51.518982 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66543ae-4fff-4be4-a197-c3b8b69a6975 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event updated for resources: {'Port': ['ID=b8c5a2b9-0765-4ffd-83da-b5cc365cca69,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:51.570820 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 1f991aab-2638-4c78-b2d8-af699082625f up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:02:51.592498 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-fdb38142-fa34-45b4-82e9-0072545795af req-369899ce-28fc-4d68-b31a-59abfc81a70f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:security_group {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:02:51.593603 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-fdb38142-fa34-45b4-82e9-0072545795af req-369899ce-28fc-4d68-b31a-59abfc81a70f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55163e99e9e54d69af7505a418f9e84b HTTP/1.1" status: 200 len: 379 time: 0.3576484 Feb 03 14:02:51.601686 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-c66543ae-4fff-4be4-a197-c3b8b69a6975 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] In _notify_port_updated(), no bound segment for port b8c5a2b9-0765-4ffd-83da-b5cc365cca69 on network da5fb634-29a9-4f74-808e-6b8578428b60 {{(pid=84181) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 03 14:02:51.605140 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66543ae-4fff-4be4-a197-c3b8b69a6975 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:51.605749 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c66543ae-4fff-4be4-a197-c3b8b69a6975 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:51.609992 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c66543ae-4fff-4be4-a197-c3b8b69a6975 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "PUT /v2.0/ports/b8c5a2b9-0765-4ffd-83da-b5cc365cca69 HTTP/1.1" status: 200 len: 960 time: 4.5882630 Feb 03 14:02:51.609992 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56952) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:51.614108 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-fdb38142-fa34-45b4-82e9-0072545795af req-ea4ae5cd-bb60-4b4d-b345-afe39ee4fabe tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'port': {'device_id': '3875e59f-d40a-4a56-9ead-05f6f7ec7352', 'network_id': 'dd13b231-4ee5-4444-8ba9-9ea79394e28e', 'admin_state_up': True, 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'security_groups': ['f9ac7c3e-3a7e-46f3-932c-ecea8a30e08c']}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:51.636624 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3286b978-0251-4c67-acc3-c2ea2e477365 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:02:51.696919 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-3286b978-0251-4c67-acc3-c2ea2e477365 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:51.699308 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3286b978-0251-4c67-acc3-c2ea2e477365 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:02:51.729841 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-661174f0-fa06-43d9-9bda-a849f6875d7a tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Deleting port 8c1806ba-8bd6-474c-b7f6-9cfa431ec6fd {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:02:51.730180 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-661174f0-fa06-43d9-9bda-a849f6875d7a tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:51.740927 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 1f991aab-2638-4c78-b2d8-af699082625f triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:51.741576 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:51.791042 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286b978-0251-4c67-acc3-c2ea2e477365 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event updated for resources: {'Port': ['ID=ea30c3f0-90b9-457e-8839-fbf1187d974a,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:51.856950 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-661174f0-fa06-43d9-9bda-a849f6875d7a tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] The port '8c1806ba-8bd6-474c-b7f6-9cfa431ec6fd' was deleted {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 14:02:51.859877 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0e35bb1c-16e1-41d7-af16-abc4a265d8b6 req-4030acd7-9eae-446b-93bc-dd2c3d236939 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=3875e59f-d40a-4a56-9ead-05f6f7ec7352 HTTP/1.1" status: 200 len: 210 time: 0.0831296 Feb 03 14:02:51.868562 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-a4c081ef-2804-4b0c-a390-7b7a14c1c761 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Deleting port b8c5a2b9-0765-4ffd-83da-b5cc365cca69 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:02:51.869144 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a4c081ef-2804-4b0c-a390-7b7a14c1c761 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:51.875571 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 1383d26f-1d47-483c-a438-861813b463fb up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:02:51.956825 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 1383d26f-1d47-483c-a438-861813b463fb triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:51.957540 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:52.014626 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-dc23a4c6-152f-4ed9-9856-6e510a72cdbf tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:52.070060 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08558fe-9e56-4384-9629-a042b611c448 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Router 80c7f557-ae1c-429a-a9ac-9ef73954a054 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:02:52.093194 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 4c0b1afe-6d9d-4cba-b8eb-f364b4bc47ce up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:02:52.106284 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-661174f0-fa06-43d9-9bda-a849f6875d7a tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:52.129944 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-d0cb18c5-9fa8-4564-988f-4f8885f6500d None None] Provisioning complete for port b8c5a2b9-0765-4ffd-83da-b5cc365cca69 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:52.130458 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d0cb18c5-9fa8-4564-988f-4f8885f6500d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:52.158235 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-fdb38142-fa34-45b4-82e9-0072545795af req-ea4ae5cd-bb60-4b4d-b345-afe39ee4fabe tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:52.214967 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-d0cb18c5-9fa8-4564-988f-4f8885f6500d None None] Port b8c5a2b9-0765-4ffd-83da-b5cc365cca69 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:02:52.259738 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-fdb38142-fa34-45b4-82e9-0072545795af req-ea4ae5cd-bb60-4b4d-b345-afe39ee4fabe tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:52.260318 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08558fe-9e56-4384-9629-a042b611c448 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:02:52.263524 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-661174f0-fa06-43d9-9bda-a849f6875d7a tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c85a47a-8543-41a4-8353-e6eee81f6ef6']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:52.266697 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-dc23a4c6-152f-4ed9-9856-6e510a72cdbf tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:52.277593 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662fbd39-48a2-48f3-ba72-02900472f1c1 None None] Sync routers for ids ['80c7f557-ae1c-429a-a9ac-9ef73954a054'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:02:52.298072 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662fbd39-48a2-48f3-ba72-02900472f1c1 None None] Routers {'80c7f557-ae1c-429a-a9ac-9ef73954a054'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:02:52.298983 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-662fbd39-48a2-48f3-ba72-02900472f1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:02:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['80c7f557-ae1c-429a-a9ac-9ef73954a054'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:52.318941 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-661174f0-fa06-43d9-9bda-a849f6875d7a tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36adf448-cea4-4ffe-ac78-3d294c0c5b74') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:52.319273 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-661174f0-fa06-43d9-9bda-a849f6875d7a tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36adf448-cea4-4ffe-ac78-3d294c0c5b74') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:52.332438 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23a4c6-152f-4ed9-9856-6e510a72cdbf tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Subnet': ['ID=fce5da3c-a425-46db-acea-553f45c52d55,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:52.346495 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-dc23a4c6-152f-4ed9-9856-6e510a72cdbf tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:52.355088 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4181719-0118-4cbd-837b-fcf27cd5b32e None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:02:52.379967 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c08558fe-9e56-4384-9629-a042b611c448 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] 10.222.0.41 "PUT /v2.0/routers/80c7f557-ae1c-429a-a9ac-9ef73954a054/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9954605 Feb 03 14:02:52.386714 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56958) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:52.390341 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-dc23a4c6-152f-4ed9-9856-6e510a72cdbf tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/fce5da3c-a425-46db-acea-553f45c52d55 HTTP/1.1" status: 204 len: 168 time: 1.8608172 Feb 03 14:02:52.403244 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-662fbd39-48a2-48f3-ba72-02900472f1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:52.405821 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56960) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:52.417803 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662fbd39-48a2-48f3-ba72-02900472f1c1 None None] Routers {'80c7f557-ae1c-429a-a9ac-9ef73954a054'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:02:52.418746 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-662fbd39-48a2-48f3-ba72-02900472f1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:02:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['80c7f557-ae1c-429a-a9ac-9ef73954a054'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:52.481015 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 4c0b1afe-6d9d-4cba-b8eb-f364b4bc47ce completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:02:52.488362 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-662fbd39-48a2-48f3-ba72-02900472f1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:52.489744 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662fbd39-48a2-48f3-ba72-02900472f1c1 None None] The sync data for ids ['80c7f557-ae1c-429a-a9ac-9ef73954a054'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:02:52.514457 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 4c0b1afe-6d9d-4cba-b8eb-f364b4bc47ce triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:52.514976 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:52.533172 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-661174f0-fa06-43d9-9bda-a849f6875d7a tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:52.566956 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-4c4254ff-3b58-4c65-8ca0-246cda3b272c tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] delete failed (client error): The resource could not be found. Feb 03 14:02:52.567224 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-661174f0-fa06-43d9-9bda-a849f6875d7a tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:52.568001 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4c4254ff-3b58-4c65-8ca0-246cda3b272c tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-65760289 HTTP/1.1" status: 404 len: 333 time: 0.1639857 Feb 03 14:02:52.573167 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-27828f72-12ce-4b97-957e-a5017ffb343e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1652625 Feb 03 14:02:52.574743 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56966) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:52.575085 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56968) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:52.582731 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-cda390a0-727c-4b7e-beea-536c035fca0a tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Request body: {'router': {'external_gateway_info': {'network_id': '80c7f557-ae1c-429a-a9ac-9ef73954a054'}}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:52.588963 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdb38142-fa34-45b4-82e9-0072545795af req-ea4ae5cd-bb60-4b4d-b345-afe39ee4fabe tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Made reservation on behalf of 55163e99e9e54d69af7505a418f9e84b for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:02:52.591907 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-fdb38142-fa34-45b4-82e9-0072545795af req-ea4ae5cd-bb60-4b4d-b345-afe39ee4fabe tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:52.626401 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-661174f0-fa06-43d9-9bda-a849f6875d7a tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:02:52.626732 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-661174f0-fa06-43d9-9bda-a849f6875d7a tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:52.642735 dv-neutron-827016-1-hyperv neutron-server[84181]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:02:52.642735 dv-neutron-827016-1-hyperv neutron-server[84181]: util.warn( Feb 03 14:02:52.642735 dv-neutron-827016-1-hyperv neutron-server[84181]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:02:52.642735 dv-neutron-827016-1-hyperv neutron-server[84181]: util.warn( Feb 03 14:02:52.642735 dv-neutron-827016-1-hyperv neutron-server[84181]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:02:52.642735 dv-neutron-827016-1-hyperv neutron-server[84181]: util.warn( Feb 03 14:02:52.642735 dv-neutron-827016-1-hyperv neutron-server[84181]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:02:52.642735 dv-neutron-827016-1-hyperv neutron-server[84181]: util.warn( Feb 03 14:02:52.642735 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 14:02:52.642735 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:02:52.642735 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 14:02:52.642735 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:02:52.642735 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 14:02:52.642735 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:02:52.642735 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 14:02:52.642735 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:02:52.642735 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 14:02:52.642735 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:02:52.642735 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 14:02:52.642735 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:02:52.642735 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 14:02:52.642735 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:02:52.642735 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:02:52.642735 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:02:52.642735 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:02:52.642735 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:02:52.642735 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 14:02:52.642735 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:02:52.642735 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 14:02:52.642735 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:02:52.642735 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:02:52.642735 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:02:52.642735 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 14:02:52.642735 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:02:52.642735 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:02:52.642735 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:02:52.642735 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:02:52.642735 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:02:52.642735 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:02:52.642735 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:02:52.740184 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3286b978-0251-4c67-acc3-c2ea2e477365 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for router_gateway, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:52.740909 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3286b978-0251-4c67-acc3-c2ea2e477365 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:52.771410 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a4c081ef-2804-4b0c-a390-7b7a14c1c761 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:52.775423 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:52.802521 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55629d0b-998f-4882-b473-6d12de1521f2 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:02:52.810462 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 4c0b1afe-6d9d-4cba-b8eb-f364b4bc47ce, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=4c0b1afe-6d9d-4cba-b8eb-f364b4bc47ce,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:52.820234 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b363e5e-6978-4a23-8903-434788faf187 None None] Sync routers for ids ['2046df54-05a6-4c70-b87d-3cf0d9fb4e10'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:02:52.833875 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b363e5e-6978-4a23-8903-434788faf187 None None] Routers {'2046df54-05a6-4c70-b87d-3cf0d9fb4e10'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:02:52.834528 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-7b363e5e-6978-4a23-8903-434788faf187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:02:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2046df54-05a6-4c70-b87d-3cf0d9fb4e10'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:52.886055 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:52.930040 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f53185d-9df2-4007-8cce-e303bb8a18c0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:52.934049 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-5f53185d-9df2-4007-8cce-e303bb8a18c0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3575094 Feb 03 14:02:52.935088 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b00f95e-e352-4eb8-acb1-b706b4dba5c0 None None] DHCP port deletion for ac0baa47-f752-4b1c-8067-faa2699b3288 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:02:52.935630 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56976) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:52.944865 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-7b363e5e-6978-4a23-8903-434788faf187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:52.949963 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-1b00f95e-e352-4eb8-acb1-b706b4dba5c0 None None] Deleting port 4c0b1afe-6d9d-4cba-b8eb-f364b4bc47ce {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:02:52.950333 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1b00f95e-e352-4eb8-acb1-b706b4dba5c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:52.966999 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-a4c081ef-2804-4b0c-a390-7b7a14c1c761 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Calling delete_port for b8c5a2b9-0765-4ffd-83da-b5cc365cca69 owned by {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:02:53.052109 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 8c1806ba-8bd6-474c-b7f6-9cfa431ec6fd no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:02:53.112062 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-661174f0-fa06-43d9-9bda-a849f6875d7a tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:53.122417 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 8c1806ba-8bd6-474c-b7f6-9cfa431ec6fd {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:02:53.122780 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 8c1806ba-8bd6-474c-b7f6-9cfa431ec6fd not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:02:53.153751 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-661174f0-fa06-43d9-9bda-a849f6875d7a tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:53.153751 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-661174f0-fa06-43d9-9bda-a849f6875d7a tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "DELETE /v2.0/networks/2c85a47a-8543-41a4-8353-e6eee81f6ef6 HTTP/1.1" status: 204 len: 168 time: 3.9622090 Feb 03 14:02:53.154982 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56980) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:53.155429 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b363e5e-6978-4a23-8903-434788faf187 None None] Routers {'2046df54-05a6-4c70-b87d-3cf0d9fb4e10'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:02:53.156573 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-7b363e5e-6978-4a23-8903-434788faf187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:02:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2046df54-05a6-4c70-b87d-3cf0d9fb4e10'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:53.220689 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661174f0-fa06-43d9-9bda-a849f6875d7a tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Pushing event deleted for resources: {'Network': ['ID=2c85a47a-8543-41a4-8353-e6eee81f6ef6,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:53.225578 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=4c0b1afe-6d9d-4cba-b8eb-f364b4bc47ce,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:53.235543 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-55629d0b-998f-4882-b473-6d12de1521f2 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:53.237502 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-55629d0b-998f-4882-b473-6d12de1521f2 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.2828670 Feb 03 14:02:53.248971 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56984) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:53.262839 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-7b363e5e-6978-4a23-8903-434788faf187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:53.263287 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b363e5e-6978-4a23-8903-434788faf187 None None] The sync data for ids ['2046df54-05a6-4c70-b87d-3cf0d9fb4e10'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:02:53.300256 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-cc3c8697-d5f0-4c64-a554-2df748200af2 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'enable_snat': False}}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:53.356601 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [req-fdb38142-fa34-45b4-82e9-0072545795af req-ea4ae5cd-bb60-4b4d-b345-afe39ee4fabe tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Allocated IP 172.20.0.13 (dd13b231-4ee5-4444-8ba9-9ea79394e28e/2b94a408-000d-4159-8152-731afc1af407/252aee64-0547-43af-b252-4dbeb7d6ddb5) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:02:53.374169 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 4c0b1afe-6d9d-4cba-b8eb-f364b4bc47ce no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:02:53.404667 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-8aaf892c-5902-48f2-96d9-0cb67afcc258 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Deleting port 0c6d6969-7983-4934-bea2-cdcae5d70c76 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:02:53.404933 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8aaf892c-5902-48f2-96d9-0cb67afcc258 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:53.417867 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40a1a10-aa3c-41c8-aa97-c5afb50ed045 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:53.419880 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-f40a1a10-aa3c-41c8-aa97-c5afb50ed045 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:02:53.436838 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-28091178-0d4c-4611-bfa2-313079764e4c req-45d7c056-7835-4e3a-9d40-0c4526859287 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=3875e59f-d40a-4a56-9ead-05f6f7ec7352 HTTP/1.1" status: 200 len: 210 time: 0.1914403 Feb 03 14:02:53.472750 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-1b00f95e-e352-4eb8-acb1-b706b4dba5c0 None None] For port 4c0b1afe-6d9d-4cba-b8eb-f364b4bc47ce, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=4c0b1afe-6d9d-4cba-b8eb-f364b4bc47ce,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:53.473147 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1b00f95e-e352-4eb8-acb1-b706b4dba5c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:53.587334 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-f40a1a10-aa3c-41c8-aa97-c5afb50ed045 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:02:53.588714 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f40a1a10-aa3c-41c8-aa97-c5afb50ed045 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6452553 Feb 03 14:02:53.591350 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 56988) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:53.593978 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cda390a0-727c-4b7e-beea-536c035fca0a tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:53.671021 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-1b00f95e-e352-4eb8-acb1-b706b4dba5c0 None None] Calling delete_port for 4c0b1afe-6d9d-4cba-b8eb-f364b4bc47ce owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:02:53.698190 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:53.717213 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-cda390a0-727c-4b7e-beea-536c035fca0a tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] update failed (client error): The resource could not be found. Feb 03 14:02:53.723427 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-cda390a0-727c-4b7e-beea-536c035fca0a tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] 10.222.0.41 "PUT /v2.0/routers/80c7f557-ae1c-429a-a9ac-9ef73954a054 HTTP/1.1" status: 404 len: 339 time: 1.1402555 Feb 03 14:02:53.723427 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56992) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:53.739093 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a4c081ef-2804-4b0c-a390-7b7a14c1c761 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:53.756677 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-4039c66a-7405-48a7-ba2b-82225bfa3fbb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1598084 Feb 03 14:02:53.756905 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 4c0b1afe-6d9d-4cba-b8eb-f364b4bc47ce, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=4c0b1afe-6d9d-4cba-b8eb-f364b4bc47ce,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:53.786340 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 56996) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:53.804529 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-b41ea173-7d8c-4351-a331-20e9cc63a603 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'subnet': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:53.807291 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:53.813688 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8aaf892c-5902-48f2-96d9-0cb67afcc258 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:53.813688 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8aaf892c-5902-48f2-96d9-0cb67afcc258 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:53.831660 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c081ef-2804-4b0c-a390-7b7a14c1c761 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event deleted for resources: {'Port': ['ID=b8c5a2b9-0765-4ffd-83da-b5cc365cca69,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:53.884809 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-1b00f95e-e352-4eb8-acb1-b706b4dba5c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:02:53.885225 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-1b00f95e-e352-4eb8-acb1-b706b4dba5c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:02:53.889427 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=4c0b1afe-6d9d-4cba-b8eb-f364b4bc47ce,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:54.001267 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-8aaf892c-5902-48f2-96d9-0cb67afcc258 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Calling delete_port for 0c6d6969-7983-4934-bea2-cdcae5d70c76 owned by network:floatingip {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:02:54.017166 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b41ea173-7d8c-4351-a331-20e9cc63a603 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:54.033196 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b41ea173-7d8c-4351-a331-20e9cc63a603 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:54.235994 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-fdb38142-fa34-45b4-82e9-0072545795af req-ea4ae5cd-bb60-4b4d-b345-afe39ee4fabe tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:54.236368 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41ea173-7d8c-4351-a331-20e9cc63a603 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:02:54.240518 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b41ea173-7d8c-4351-a331-20e9cc63a603 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:54.254039 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3286b978-0251-4c67-acc3-c2ea2e477365 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Router e4144e5e-e3da-42e5-bba3-086977f165fa is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:02:54.281949 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a4c081ef-2804-4b0c-a390-7b7a14c1c761 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:54.285890 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-fdb38142-fa34-45b4-82e9-0072545795af req-ea4ae5cd-bb60-4b4d-b345-afe39ee4fabe tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Transition to ACTIVE for port object 252aee64-0547-43af-b252-4dbeb7d6ddb5 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:02:54.378643 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-a4c081ef-2804-4b0c-a390-7b7a14c1c761 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/ports/b8c5a2b9-0765-4ffd-83da-b5cc365cca69 HTTP/1.1" status: 204 len: 168 time: 2.7509878 Feb 03 14:02:54.381287 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57000) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:54.388387 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-1b00f95e-e352-4eb8-acb1-b706b4dba5c0 None None] Deleting port 4c0b1afe-6d9d-4cba-b8eb-f364b4bc47ce {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:02:54.388387 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1b00f95e-e352-4eb8-acb1-b706b4dba5c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:54.419662 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-fdb38142-fa34-45b4-82e9-0072545795af req-ea4ae5cd-bb60-4b4d-b345-afe39ee4fabe tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:54.468369 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fd7686a-3dbd-4d25-b6a0-57ea8a8b76ad tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] GET failed (client error): The resource could not be found. Feb 03 14:02:54.469158 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-8fd7686a-3dbd-4d25-b6a0-57ea8a8b76ad tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Synchronizing usage tracker for tenant:2fa0476fd5f14aeea80802e139eae85a on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:02:54.484263 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8aaf892c-5902-48f2-96d9-0cb67afcc258 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:54.527215 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdb38142-fa34-45b4-82e9-0072545795af req-ea4ae5cd-bb60-4b4d-b345-afe39ee4fabe tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network dd13b231-4ee5-4444-8ba9-9ea79394e28e is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:02:54.532715 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [req-fdb38142-fa34-45b4-82e9-0072545795af req-ea4ae5cd-bb60-4b4d-b345-afe39ee4fabe tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:54.566704 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb38142-fa34-45b4-82e9-0072545795af req-ea4ae5cd-bb60-4b4d-b345-afe39ee4fabe tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:02:54.594829 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ae5cd-bb60-4b4d-b345-afe39ee4fabe tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=252aee64-0547-43af-b252-4dbeb7d6ddb5,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:54.606098 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-8fd7686a-3dbd-4d25-b6a0-57ea8a8b76ad tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Unset dirty status for tenant:2fa0476fd5f14aeea80802e139eae85a on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:02:54.607269 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8fd7686a-3dbd-4d25-b6a0-57ea8a8b76ad tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "GET /v2.0/ports/b8c5a2b9-0765-4ffd-83da-b5cc365cca69 HTTP/1.1" status: 404 len: 333 time: 0.2250478 Feb 03 14:02:54.657713 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-1b00f95e-e352-4eb8-acb1-b706b4dba5c0 None None] For port 4c0b1afe-6d9d-4cba-b8eb-f364b4bc47ce, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=4c0b1afe-6d9d-4cba-b8eb-f364b4bc47ce,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:54.658379 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1b00f95e-e352-4eb8-acb1-b706b4dba5c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:54.677748 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57006) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:54.717009 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf892c-5902-48f2-96d9-0cb67afcc258 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Pushing event deleted for resources: {'Port': ['ID=0c6d6969-7983-4934-bea2-cdcae5d70c76,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:54.762226 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb38142-fa34-45b4-82e9-0072545795af req-ea4ae5cd-bb60-4b4d-b345-afe39ee4fabe tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:54.762954 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-fdb38142-fa34-45b4-82e9-0072545795af req-ea4ae5cd-bb60-4b4d-b345-afe39ee4fabe tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:54.787748 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8aaf892c-5902-48f2-96d9-0cb67afcc258 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for floatingip, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:54.800578 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-1b00f95e-e352-4eb8-acb1-b706b4dba5c0 None None] Calling delete_port for 4c0b1afe-6d9d-4cba-b8eb-f364b4bc47ce owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:02:54.852533 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8aaf892c-5902-48f2-96d9-0cb67afcc258 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:54.855535 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8aaf892c-5902-48f2-96d9-0cb67afcc258 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "DELETE /v2.0/floatingips/e2d95646-f96c-4c13-ba01-e5f47c8b2022 HTTP/1.1" status: 204 len: 168 time: 1.6955998 Feb 03 14:02:54.858199 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57010) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:54.859452 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-214cfc17-3bc0-4512-8194-7ffe5d19d057 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:54.892155 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-214cfc17-3bc0-4512-8194-7ffe5d19d057 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:54.905690 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-fdb38142-fa34-45b4-82e9-0072545795af req-ea4ae5cd-bb60-4b4d-b345-afe39ee4fabe tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2973754 Feb 03 14:02:54.921502 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1b00f95e-e352-4eb8-acb1-b706b4dba5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:54.925888 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-e03a04a0-3348-427f-8afa-72b28ec3f054 None None] Provisioning for port 252aee64-0547-43af-b252-4dbeb7d6ddb5 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:02:54.964856 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-e03a04a0-3348-427f-8afa-72b28ec3f054 None None] Provisioning complete for port 252aee64-0547-43af-b252-4dbeb7d6ddb5 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:54.965329 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e03a04a0-3348-427f-8afa-72b28ec3f054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:55.002055 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b00f95e-e352-4eb8-acb1-b706b4dba5c0 None None] Pushing event deleted for resources: {'Port': ['ID=4c0b1afe-6d9d-4cba-b8eb-f364b4bc47ce,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:55.007228 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-214cfc17-3bc0-4512-8194-7ffe5d19d057 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:55.022043 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b00f95e-e352-4eb8-acb1-b706b4dba5c0 None None] No DVR routers for this DVR port 4c0b1afe-6d9d-4cba-b8eb-f364b4bc47ce on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:02:55.033971 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-fdb38142-fa34-45b4-82e9-0072545795af req-6c2874ca-aca0-4538-b27a-06337fa1419c service neutron] Request body: {'port': {'device_id': '3875e59f-d40a-4a56-9ead-05f6f7ec7352', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:55.037071 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-e03a04a0-3348-427f-8afa-72b28ec3f054 None None] Port 252aee64-0547-43af-b252-4dbeb7d6ddb5 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:02:55.048434 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6f3be64-941c-4029-8c86-602784cb6c53 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] DELETE failed (client error): The resource could not be found. Feb 03 14:02:55.048875 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6f3be64-941c-4029-8c86-602784cb6c53 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:02:55.074494 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214cfc17-3bc0-4512-8194-7ffe5d19d057 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=615bb49d-1853-4688-b7b2-b487cefcefc6,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:55.087575 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-214cfc17-3bc0-4512-8194-7ffe5d19d057 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:55.094051 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-214cfc17-3bc0-4512-8194-7ffe5d19d057 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/security-groups/615bb49d-1853-4688-b7b2-b487cefcefc6 HTTP/1.1" status: 204 len: 168 time: 0.4034655 Feb 03 14:02:55.094214 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e6f3be64-941c-4029-8c86-602784cb6c53 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "DELETE /v2.0/ports/bbeac450-9f77-453b-a191-2ec58d36241a HTTP/1.1" status: 404 len: 333 time: 0.2298405 Feb 03 14:02:55.094345 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57016) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:55.105758 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57020) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:55.160363 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25618063-8fb8-402a-964d-c4bd7c6e9cbf req-ccbafc29-2afd-42cf-9dbb-a7671906dd8d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:55.161812 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-25618063-8fb8-402a-964d-c4bd7c6e9cbf req-ccbafc29-2afd-42cf-9dbb-a7671906dd8d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=3875e59f-d40a-4a56-9ead-05f6f7ec7352 HTTP/1.1" status: 200 len: 932 time: 0.5009096 Feb 03 14:02:55.207669 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-fdb38142-fa34-45b4-82e9-0072545795af req-6c2874ca-aca0-4538-b27a-06337fa1419c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:55.225734 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-a277604a-511d-43a0-a6c3-63a5c6bd5b0c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Synchronizing usage tracker for tenant:2e321b7425cc4fcdadac3009246b2caf on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:02:55.236100 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d3686506-450c-4ad9-be06-22486f48ce86 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:55.244270 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-855aa0e1-72cf-4467-802d-6efda8cf898e tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:55.323629 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d3686506-450c-4ad9-be06-22486f48ce86 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:55.622666 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-25618063-8fb8-402a-964d-c4bd7c6e9cbf req-e1831046-8e22-4590-abe2-c6cccdc4f4f0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9ac7c3e-3a7e-46f3-932c-ecea8a30e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4118869 Feb 03 14:02:55.635835 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f9f9a3ed-7b07-4679-8d98-688178b47989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:55.656185 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [req-fdb38142-fa34-45b4-82e9-0072545795af req-6c2874ca-aca0-4538-b27a-06337fa1419c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 252aee64-0547-43af-b252-4dbeb7d6ddb5 {{(pid=84181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:02:55.663494 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-fdb38142-fa34-45b4-82e9-0072545795af req-6c2874ca-aca0-4538-b27a-06337fa1419c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:55.678584 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-fdb38142-fa34-45b4-82e9-0072545795af req-6c2874ca-aca0-4538-b27a-06337fa1419c service neutron] Transition to ACTIVE for port object 252aee64-0547-43af-b252-4dbeb7d6ddb5 will not be triggered until provisioned by entity L2. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:02:55.686724 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d3686506-450c-4ad9-be06-22486f48ce86 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:55.702707 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3686506-450c-4ad9-be06-22486f48ce86 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b4987b-3dea-47e7-8fa6-60bf179c491b,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:55.710345 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d3686506-450c-4ad9-be06-22486f48ce86 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:55.714360 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d3686506-450c-4ad9-be06-22486f48ce86 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/security-groups/35b4987b-3dea-47e7-8fa6-60bf179c491b HTTP/1.1" status: 204 len: 168 time: 0.6219757 Feb 03 14:02:55.714984 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57024) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:55.722339 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-a277604a-511d-43a0-a6c3-63a5c6bd5b0c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Unset dirty status for tenant:2e321b7425cc4fcdadac3009246b2caf on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:02:55.727950 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a277604a-511d-43a0-a6c3-63a5c6bd5b0c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "GET /v2.0/ports?device_id=caa6f286-ac45-4f21-ad5f-4bda3d5de651 HTTP/1.1" status: 200 len: 205 time: 0.6132860 Feb 03 14:02:55.730563 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57028) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:55.793737 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3286b978-0251-4c67-acc3-c2ea2e477365 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:02:55.805799 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f469371-4ac8-4736-bdf4-5ede770bd2ea None None] Sync routers for ids ['e4144e5e-e3da-42e5-bba3-086977f165fa'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:02:55.809699 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-fdb38142-fa34-45b4-82e9-0072545795af req-6c2874ca-aca0-4538-b27a-06337fa1419c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:55.821059 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f469371-4ac8-4736-bdf4-5ede770bd2ea None None] Routers {'e4144e5e-e3da-42e5-bba3-086977f165fa'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:02:55.822220 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-7f469371-4ac8-4736-bdf4-5ede770bd2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:02:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e4144e5e-e3da-42e5-bba3-086977f165fa'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:55.843391 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-feb281b5-b98d-4147-865d-c8e4c1b1cf44 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] delete failed (client error): The resource could not be found. Feb 03 14:02:55.844430 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-feb281b5-b98d-4147-865d-c8e4c1b1cf44 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "DELETE /v2.0/routers/caa6f286-ac45-4f21-ad5f-4bda3d5de651 HTTP/1.1" status: 404 len: 336 time: 0.1113055 Feb 03 14:02:55.852526 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57032) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:55.906057 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-7f469371-4ac8-4736-bdf4-5ede770bd2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:55.924783 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-891d52c2-bea6-4574-9c51-f9b920527666 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] DELETE failed (client error): The resource could not be found. Feb 03 14:02:55.931910 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-891d52c2-bea6-4574-9c51-f9b920527666 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:02:55.932064 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f469371-4ac8-4736-bdf4-5ede770bd2ea None None] Routers {'e4144e5e-e3da-42e5-bba3-086977f165fa'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:02:55.932174 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-891d52c2-bea6-4574-9c51-f9b920527666 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "DELETE /v2.0/subnets/eb676f8e-0180-4a82-9581-22a448e0717b HTTP/1.1" status: 404 len: 337 time: 0.0715148 Feb 03 14:02:55.932283 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-7f469371-4ac8-4736-bdf4-5ede770bd2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:02:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e4144e5e-e3da-42e5-bba3-086977f165fa'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:55.936831 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57036) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:56.005127 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-7f469371-4ac8-4736-bdf4-5ede770bd2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:56.005351 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2874ca-aca0-4538-b27a-06337fa1419c service neutron] Pushing event updated for resources: {'Port': ['ID=252aee64-0547-43af-b252-4dbeb7d6ddb5,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:56.005927 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f469371-4ac8-4736-bdf4-5ede770bd2ea None None] The sync data for ids ['e4144e5e-e3da-42e5-bba3-086977f165fa'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:02:56.037455 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3286b978-0251-4c67-acc3-c2ea2e477365 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:56.038952 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3286b978-0251-4c67-acc3-c2ea2e477365 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 8.3457978 Feb 03 14:02:56.045532 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57040) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:56.053408 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-855aa0e1-72cf-4467-802d-6efda8cf898e tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Allocated IP 172.20.0.1 (03f5b960-e485-47a9-9f34-8578db145af7/5bc90b94-91db-488f-bc49-41881f04c485/27bc09de-1fb3-48ee-9796-06e11f5d0725) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:02:56.061658 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.objects.ports [None req-b41ea173-7d8c-4351-a331-20e9cc63a603 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84182) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 03 14:02:56.065865 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b41ea173-7d8c-4351-a331-20e9cc63a603 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:56.106889 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-7d6256df-2430-4104-beef-b9b51f82842d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Deleting port fef7a01f-02a6-48a5-baf7-e294d4c12c52 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:02:56.107274 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7d6256df-2430-4104-beef-b9b51f82842d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:56.141739 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-74667dce-a42e-4536-888f-01c93d7e50cc tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:56.361827 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41ea173-7d8c-4351-a331-20e9cc63a603 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:02:56.369740 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-b41ea173-7d8c-4351-a331-20e9cc63a603 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:56.370121 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-74667dce-a42e-4536-888f-01c93d7e50cc tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:56.373188 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41ea173-7d8c-4351-a331-20e9cc63a603 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:56.373970 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b41ea173-7d8c-4351-a331-20e9cc63a603 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:56.389399 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f0d9f6-77b5-4a07-a79e-921d59287105 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:02:56.407216 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ea173-7d8c-4351-a331-20e9cc63a603 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Subnet': ['ID=3227c139-fc16-4478-a5cd-2d1cd1174f55,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:56.452596 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cc3c8697-d5f0-4c64-a554-2df748200af2 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:56.476997 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-855aa0e1-72cf-4467-802d-6efda8cf898e tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:56.499009 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-855aa0e1-72cf-4467-802d-6efda8cf898e tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Transition to ACTIVE for port object 27bc09de-1fb3-48ee-9796-06e11f5d0725 will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:02:56.506338 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b41ea173-7d8c-4351-a331-20e9cc63a603 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.7180107 Feb 03 14:02:56.509232 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57044) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:56.517589 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-33a4e415-5b09-4a53-abb7-f98dd7d697d1 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'port': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'mac_address': 'fa:16:3e:d3:3a:a8', 'name': 'tempest-NetworksTestDHCPv6-1862724648'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:56.581403 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-fdb38142-fa34-45b4-82e9-0072545795af req-6c2874ca-aca0-4538-b27a-06337fa1419c service neutron] Attempting to bind port 252aee64-0547-43af-b252-4dbeb7d6ddb5 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:02:56.581741 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-fdb38142-fa34-45b4-82e9-0072545795af req-6c2874ca-aca0-4538-b27a-06337fa1419c service neutron] Attempting to bind port 252aee64-0547-43af-b252-4dbeb7d6ddb5 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'b458e6a6-6854-49a0-b673-c5134e24cca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd13b231-4ee5-4444-8ba9-9ea79394e28e'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:02:56.582280 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb38142-fa34-45b4-82e9-0072545795af req-6c2874ca-aca0-4538-b27a-06337fa1419c service neutron] Attempting to bind port 252aee64-0547-43af-b252-4dbeb7d6ddb5 on network dd13b231-4ee5-4444-8ba9-9ea79394e28e {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:02:56.609282 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb38142-fa34-45b4-82e9-0072545795af req-6c2874ca-aca0-4538-b27a-06337fa1419c service neutron] Port 252aee64-0547-43af-b252-4dbeb7d6ddb5 on network dd13b231-4ee5-4444-8ba9-9ea79394e28e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 14:02:56.609902 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb38142-fa34-45b4-82e9-0072545795af req-6c2874ca-aca0-4538-b27a-06337fa1419c service neutron] Attempting to bind port 252aee64-0547-43af-b252-4dbeb7d6ddb5 on network dd13b231-4ee5-4444-8ba9-9ea79394e28e {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:02:56.638599 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0a1907-bd80-4f9e-aab7-ec295a50c619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-ac0baa47-f752-4b1c-8067-faa2699b3288', 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'tenant_id': '1508f35e18f0463982f9a6d535c8268b', 'fixed_ips': [{'subnet_id': '3227c139-fc16-4478-a5cd-2d1cd1174f55'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:02:56.639602 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb38142-fa34-45b4-82e9-0072545795af req-6c2874ca-aca0-4538-b27a-06337fa1419c service neutron] Checking agent: {'id': '8cce4e55-f72c-4604-b6eb-27dc2f3f162a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'started_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:02:56.639934 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb38142-fa34-45b4-82e9-0072545795af req-6c2874ca-aca0-4538-b27a-06337fa1419c service neutron] Checking segment: {'id': 'b458e6a6-6854-49a0-b673-c5134e24cca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd13b231-4ee5-4444-8ba9-9ea79394e28e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:02:56.640229 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-be0a1907-bd80-4f9e-aab7-ec295a50c619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:56.640345 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb38142-fa34-45b4-82e9-0072545795af req-6c2874ca-aca0-4538-b27a-06337fa1419c service neutron] Bound using segment: {'id': 'b458e6a6-6854-49a0-b673-c5134e24cca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd13b231-4ee5-4444-8ba9-9ea79394e28e'} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:02:56.640749 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-fdb38142-fa34-45b4-82e9-0072545795af req-6c2874ca-aca0-4538-b27a-06337fa1419c service neutron] Bound port: 252aee64-0547-43af-b252-4dbeb7d6ddb5, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b458e6a6-6854-49a0-b673-c5134e24cca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd13b231-4ee5-4444-8ba9-9ea79394e28e'}}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:02:56.641097 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-fdb38142-fa34-45b4-82e9-0072545795af req-6c2874ca-aca0-4538-b27a-06337fa1419c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:56.724131 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-74667dce-a42e-4536-888f-01c93d7e50cc tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:56.741528 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-33a4e415-5b09-4a53-abb7-f98dd7d697d1 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:02:56.742821 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7d6256df-2430-4104-beef-b9b51f82842d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:56.747727 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-33a4e415-5b09-4a53-abb7-f98dd7d697d1 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Usage tracker for resource:port and tenant:1508f35e18f0463982f9a6d535c8268b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:02:56.751245 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-33a4e415-5b09-4a53-abb7-f98dd7d697d1 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:02:56.762618 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74667dce-a42e-4536-888f-01c93d7e50cc tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ab7642-8243-4aa3-a1ac-93ad92e5da6c,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:56.766700 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-33a4e415-5b09-4a53-abb7-f98dd7d697d1 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:02:56.800264 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-855aa0e1-72cf-4467-802d-6efda8cf898e tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:56.904972 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855aa0e1-72cf-4467-802d-6efda8cf898e tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Network 03f5b960-e485-47a9-9f34-8578db145af7 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:02:56.907024 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-be0a1907-bd80-4f9e-aab7-ec295a50c619 None None] Allocated IP 2001:db8::f816:3eff:fe51:2dff (ac0baa47-f752-4b1c-8067-faa2699b3288/3227c139-fc16-4478-a5cd-2d1cd1174f55/750b1d51-f0c4-4e5e-9fd8-0f9576db3a38) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:02:56.912877 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-7d6256df-2430-4104-beef-b9b51f82842d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Calling delete_port for fef7a01f-02a6-48a5-baf7-e294d4c12c52 owned by {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:02:56.916789 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-855aa0e1-72cf-4467-802d-6efda8cf898e tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:56.918585 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855aa0e1-72cf-4467-802d-6efda8cf898e tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Pushing event updated for resources: {'Port': ['ID=27bc09de-1fb3-48ee-9796-06e11f5d0725,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:56.920833 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855aa0e1-72cf-4467-802d-6efda8cf898e tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:02:56.956029 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-74667dce-a42e-4536-888f-01c93d7e50cc tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:56.959936 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-74667dce-a42e-4536-888f-01c93d7e50cc tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/security-groups/a7ab7642-8243-4aa3-a1ac-93ad92e5da6c HTTP/1.1" status: 204 len: 168 time: 1.2439771 Feb 03 14:02:56.961263 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57050) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:56.961417 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a4e415-5b09-4a53-abb7-f98dd7d697d1 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:02:57.078320 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-855aa0e1-72cf-4467-802d-6efda8cf898e tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:57.101962 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f33d6e-24bf-4638-8d5f-420bb7a07e7c req-59866d0c-6eb6-4037-89eb-206fa88e4a3c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:57.103769 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e4f33d6e-24bf-4638-8d5f-420bb7a07e7c req-59866d0c-6eb6-4037-89eb-206fa88e4a3c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=3875e59f-d40a-4a56-9ead-05f6f7ec7352 HTTP/1.1" status: 200 len: 944 time: 0.3393605 Feb 03 14:02:57.122110 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-fdb38142-fa34-45b4-82e9-0072545795af req-6c2874ca-aca0-4538-b27a-06337fa1419c service neutron] For port 252aee64-0547-43af-b252-4dbeb7d6ddb5, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:02:57.162215 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-be0a1907-bd80-4f9e-aab7-ec295a50c619 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:57.176288 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-be0a1907-bd80-4f9e-aab7-ec295a50c619 None None] Transition to ACTIVE for port object 750b1d51-f0c4-4e5e-9fd8-0f9576db3a38 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:02:57.201376 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-be0a1907-bd80-4f9e-aab7-ec295a50c619 None None] Transition to ACTIVE for port object 750b1d51-f0c4-4e5e-9fd8-0f9576db3a38 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:02:57.227056 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-fdb38142-fa34-45b4-82e9-0072545795af req-6c2874ca-aca0-4538-b27a-06337fa1419c service neutron] For port 252aee64-0547-43af-b252-4dbeb7d6ddb5, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=252aee64-0547-43af-b252-4dbeb7d6ddb5,segment=NetworkSegment(b458e6a6-6854-49a0-b673-c5134e24cca4),segment_id=b458e6a6-6854-49a0-b673-c5134e24cca4)] {{(pid=84181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:02:57.251747 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-33a4e415-5b09-4a53-abb7-f98dd7d697d1 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:57.264459 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-be0a1907-bd80-4f9e-aab7-ec295a50c619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:57.264932 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-2672637a-d9fd-41e4-98c1-081adf29feed tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "GET /v2.0/routers/e4144e5e-e3da-42e5-bba3-086977f165fa HTTP/1.1" status: 200 len: 880 time: 1.2183034 Feb 03 14:02:57.267950 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57054) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:57.308408 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-fdb38142-fa34-45b4-82e9-0072545795af req-6c2874ca-aca0-4538-b27a-06337fa1419c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:57.349897 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0a1907-bd80-4f9e-aab7-ec295a50c619 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:02:57.360462 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-be0a1907-bd80-4f9e-aab7-ec295a50c619 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:02:57.363544 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fa11f4e-05c1-4019-babb-e790b87ac869 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Deleting subnet 2ddba86e-64d7-46ec-9c8b-38be024ad2c8 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:02:57.373110 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0a1907-bd80-4f9e-aab7-ec295a50c619 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:02:57.383277 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7d6256df-2430-4104-beef-b9b51f82842d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:57.383277 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3fa11f4e-05c1-4019-babb-e790b87ac869 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:57.429915 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-fdb38142-fa34-45b4-82e9-0072545795af req-6c2874ca-aca0-4538-b27a-06337fa1419c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:57.431331 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-fdb38142-fa34-45b4-82e9-0072545795af req-6c2874ca-aca0-4538-b27a-06337fa1419c service neutron] 10.222.0.47 "PUT /v2.0/ports/252aee64-0547-43af-b252-4dbeb7d6ddb5 HTTP/1.1" status: 200 len: 1094 time: 2.5189338 Feb 03 14:02:57.434356 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3875e59f-d40a-4a56-9ead-05f6f7ec7352', 'tag': '252aee64-0547-43af-b252-4dbeb7d6ddb5'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:02:57.460789 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a1907-bd80-4f9e-aab7-ec295a50c619 None None] Pushing event updated for resources: {'Port': ['ID=750b1d51-f0c4-4e5e-9fd8-0f9576db3a38,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:57.529853 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e4f33d6e-24bf-4638-8d5f-420bb7a07e7c req-4251c172-d777-45e5-a5e1-d2abfd7b3055 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9ac7c3e-3a7e-46f3-932c-ecea8a30e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3645747 Feb 03 14:02:57.560906 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-be0a1907-bd80-4f9e-aab7-ec295a50c619 None None] Attempting to bind port 750b1d51-f0c4-4e5e-9fd8-0f9576db3a38 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:02:57.561311 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-33a4e415-5b09-4a53-abb7-f98dd7d697d1 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] device_id is not set on port 352635a0-04f4-426f-9fb0-b0dc7bbab145 yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:02:57.561438 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-be0a1907-bd80-4f9e-aab7-ec295a50c619 None None] Attempting to bind port 750b1d51-f0c4-4e5e-9fd8-0f9576db3a38 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:02:57.561713 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0a1907-bd80-4f9e-aab7-ec295a50c619 None None] Attempting to bind port 750b1d51-f0c4-4e5e-9fd8-0f9576db3a38 on network ac0baa47-f752-4b1c-8067-faa2699b3288 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:02:57.564277 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-6c4ce131-22db-4973-bd4d-301f99540a18 None None] Provisioning for port 27bc09de-1fb3-48ee-9796-06e11f5d0725 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:02:57.571850 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-6c4ce131-22db-4973-bd4d-301f99540a18 None None] Provisioning complete for port 27bc09de-1fb3-48ee-9796-06e11f5d0725 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:57.591107 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6c4ce131-22db-4973-bd4d-301f99540a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:57.650912 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2874ca-aca0-4538-b27a-06337fa1419c service neutron] Pushing event updated for resources: {'Port': ['ID=252aee64-0547-43af-b252-4dbeb7d6ddb5,revision_number=3']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:57.691875 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-6c4ce131-22db-4973-bd4d-301f99540a18 None None] Port 27bc09de-1fb3-48ee-9796-06e11f5d0725 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:02:57.693160 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cc3c8697-d5f0-4c64-a554-2df748200af2 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:57.700628 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a9a2d43c-868e-45fe-a70e-0b5dea3cbaf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:57.706422 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0a1907-bd80-4f9e-aab7-ec295a50c619 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:02:57.706809 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0a1907-bd80-4f9e-aab7-ec295a50c619 None None] Checking segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:02:57.707992 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-be0a1907-bd80-4f9e-aab7-ec295a50c619 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:57.708545 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0a1907-bd80-4f9e-aab7-ec295a50c619 None None] Bound using segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:02:57.709198 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-be0a1907-bd80-4f9e-aab7-ec295a50c619 None None] Bound port: 750b1d51-f0c4-4e5e-9fd8-0f9576db3a38, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:02:57.710025 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-be0a1907-bd80-4f9e-aab7-ec295a50c619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:57.726800 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cc3c8697-d5f0-4c64-a554-2df748200af2 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970733'] for router, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:57.790341 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3875e59f-d40a-4a56-9ead-05f6f7ec7352', 'tag': '252aee64-0547-43af-b252-4dbeb7d6ddb5', 'status': 'completed', 'code': 200} Feb 03 14:02:57.803043 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3fa11f4e-05c1-4019-babb-e790b87ac869 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:57.809171 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-855aa0e1-72cf-4467-802d-6efda8cf898e tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:57.837921 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-be0a1907-bd80-4f9e-aab7-ec295a50c619 None None] For port 750b1d51-f0c4-4e5e-9fd8-0f9576db3a38, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:02:57.841771 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-be0a1907-bd80-4f9e-aab7-ec295a50c619 None None] For port 750b1d51-f0c4-4e5e-9fd8-0f9576db3a38, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=750b1d51-f0c4-4e5e-9fd8-0f9576db3a38,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:02:57.847146 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6256df-2430-4104-beef-b9b51f82842d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Pushing event deleted for resources: {'Port': ['ID=fef7a01f-02a6-48a5-baf7-e294d4c12c52,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:57.917021 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7d6256df-2430-4104-beef-b9b51f82842d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:57.933068 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-be0a1907-bd80-4f9e-aab7-ec295a50c619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:57.953927 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-fdb38142-fa34-45b4-82e9-0072545795af req-991252e7-f2cc-47d5-a63a-425f03685cc9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=3875e59f-d40a-4a56-9ead-05f6f7ec7352 HTTP/1.1" status: 200 len: 1097 time: 0.3691616 Feb 03 14:02:57.959356 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3fa11f4e-05c1-4019-babb-e790b87ac869 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:58.027583 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a1907-bd80-4f9e-aab7-ec295a50c619 None None] Pushing event updated for resources: {'Port': ['ID=750b1d51-f0c4-4e5e-9fd8-0f9576db3a38,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:58.159324 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-7d6256df-2430-4104-beef-b9b51f82842d tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "DELETE /v2.0/ports/fef7a01f-02a6-48a5-baf7-e294d4c12c52 HTTP/1.1" status: 204 len: 168 time: 2.2185562 Feb 03 14:02:58.162080 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57062) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:58.176763 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-fdb38142-fa34-45b4-82e9-0072545795af req-491ea837-8351-4b14-b694-2255aa07a7b3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=252aee64-0547-43af-b252-4dbeb7d6ddb5 HTTP/1.1" status: 200 len: 217 time: 0.0736685 Feb 03 14:02:58.228132 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-33a4e415-5b09-4a53-abb7-f98dd7d697d1 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Allocated IP 2001:db8::f816:3eff:fed3:3aa8 (ac0baa47-f752-4b1c-8067-faa2699b3288/3227c139-fc16-4478-a5cd-2d1cd1174f55/352635a0-04f4-426f-9fb0-b0dc7bbab145) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:02:58.269582 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb38142-fa34-45b4-82e9-0072545795af req-07b43c0b-fccb-445f-908b-2cfce3582a0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:58.271227 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-fdb38142-fa34-45b4-82e9-0072545795af req-07b43c0b-fccb-445f-908b-2cfce3582a0b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b94a408-000d-4159-8152-731afc1af407 HTTP/1.1" status: 200 len: 835 time: 0.0911014 Feb 03 14:02:58.353302 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3fa11f4e-05c1-4019-babb-e790b87ac869 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:58.403044 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-fdb38142-fa34-45b4-82e9-0072545795af req-3d96da03-d28e-4cd2-bfb7-3926c782d573 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd13b231-4ee5-4444-8ba9-9ea79394e28e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1251380 Feb 03 14:02:58.405563 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa11f4e-05c1-4019-babb-e790b87ac869 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event deleted for resources: {'Subnet': ['ID=2ddba86e-64d7-46ec-9c8b-38be024ad2c8,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:58.433306 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3fa11f4e-05c1-4019-babb-e790b87ac869 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:58.438761 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9983e65-831a-4dce-950b-cb5ebbe921d9 None None] Network da5fb634-29a9-4f74-808e-6b8578428b60 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:02:58.495304 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3fa11f4e-05c1-4019-babb-e790b87ac869 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/subnets/2ddba86e-64d7-46ec-9c8b-38be024ad2c8 HTTP/1.1" status: 204 len: 168 time: 1.5239451 Feb 03 14:02:58.500941 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-06e04180-8c65-402e-870a-c92e7b155eea tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Deleting port 34f37cfa-21ec-479f-9937-7b0b7b35f215 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:02:58.503277 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-06e04180-8c65-402e-870a-c92e7b155eea tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:58.504337 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57066) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:58.610256 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc861a25-1c99-4d7e-a0ac-e8b4bb2a4ae2 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Deleting subnet e9fe4964-bcd6-46b6-8086-72ac791616eb {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:02:58.616071 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-fdb38142-fa34-45b4-82e9-0072545795af req-2c5d3cdc-4b98-4901-b7bc-c001c7877921 service neutron] 10.222.0.47 "GET /v2.0/networks/dd13b231-4ee5-4444-8ba9-9ea79394e28e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065191 Feb 03 14:02:58.616986 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fc861a25-1c99-4d7e-a0ac-e8b4bb2a4ae2 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:58.667672 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-123523e3-0a87-4a43-9c8e-5fb0cedc4d6d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Synchronizing usage tracker for tenant:d5adceeed00a4893983ee9d6f019faac on resource:router {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:02:58.768004 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fc861a25-1c99-4d7e-a0ac-e8b4bb2a4ae2 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:58.773034 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:58.812514 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:58.884641 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-fdb38142-fa34-45b4-82e9-0072545795af req-b06b5950-ced1-46bf-97fd-1f4d4b458ee5 service neutron] 10.222.0.47 "GET /v2.0/networks/dd13b231-4ee5-4444-8ba9-9ea79394e28e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285306 Feb 03 14:02:58.914299 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fc861a25-1c99-4d7e-a0ac-e8b4bb2a4ae2 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:59.065346 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fc861a25-1c99-4d7e-a0ac-e8b4bb2a4ae2 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:59.109903 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-123523e3-0a87-4a43-9c8e-5fb0cedc4d6d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Unset dirty status for tenant:d5adceeed00a4893983ee9d6f019faac on resource:router {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:02:59.109903 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-123523e3-0a87-4a43-9c8e-5fb0cedc4d6d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.8246560 Feb 03 14:02:59.110347 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57072) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:59.116324 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-fff6009f-4f88-4ed0-b54a-67929b8a20fc tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1542205399'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:02:59.189794 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc861a25-1c99-4d7e-a0ac-e8b4bb2a4ae2 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event deleted for resources: {'Subnet': ['ID=e9fe4964-bcd6-46b6-8086-72ac791616eb,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:59.197770 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-33a4e415-5b09-4a53-abb7-f98dd7d697d1 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:59.210705 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fc861a25-1c99-4d7e-a0ac-e8b4bb2a4ae2 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:59.239226 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-fc861a25-1c99-4d7e-a0ac-e8b4bb2a4ae2 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/subnets/e9fe4964-bcd6-46b6-8086-72ac791616eb HTTP/1.1" status: 204 len: 168 time: 0.7310748 Feb 03 14:02:59.239730 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57076) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:59.255882 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-33a4e415-5b09-4a53-abb7-f98dd7d697d1 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Transition to ACTIVE for port object 352635a0-04f4-426f-9fb0-b0dc7bbab145 will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:02:59.295525 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785d11f-aab9-4030-a206-e1f167f31905 req-e35a9e1e-7d63-4cfe-b4cc-a031ebb5102a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:59.298435 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2785d11f-aab9-4030-a206-e1f167f31905 req-e35a9e1e-7d63-4cfe-b4cc-a031ebb5102a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=3875e59f-d40a-4a56-9ead-05f6f7ec7352 HTTP/1.1" status: 200 len: 944 time: 0.4081566 Feb 03 14:02:59.299737 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c3c0d67-5e5a-47a9-9066-53e23fd5a1a2 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] DELETE failed (client error): The resource could not be found. Feb 03 14:02:59.300170 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c3c0d67-5e5a-47a9-9066-53e23fd5a1a2 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:02:59.304999 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-0c3c0d67-5e5a-47a9-9066-53e23fd5a1a2 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/subnets/2ddba86e-64d7-46ec-9c8b-38be024ad2c8 HTTP/1.1" status: 404 len: 337 time: 0.0629392 Feb 03 14:02:59.305508 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57080) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:02:59.318774 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-06e04180-8c65-402e-870a-c92e7b155eea tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:59.357357 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3f27da16-327c-48fe-96cf-c7effd0e3b5d req-eee75925-106d-4eb5-afe6-3cda1b95cd1b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=3875e59f-d40a-4a56-9ead-05f6f7ec7352 HTTP/1.1" status: 200 len: 1097 time: 0.3496919 Feb 03 14:02:59.418552 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.db.resource_extend [None req-855aa0e1-72cf-4467-802d-6efda8cf898e tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:02:59.458556 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 750b1d51-f0c4-4e5e-9fd8-0f9576db3a38 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:02:59.525425 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-06e04180-8c65-402e-870a-c92e7b155eea tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Calling delete_port for 34f37cfa-21ec-479f-9937-7b0b7b35f215 owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:02:59.536039 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-36bd3fb0-f689-4649-bc81-6081ac0c6f28 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Deleting subnet 0f4cde96-b0c1-426e-929f-1c27a3664082 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:02:59.539443 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-36bd3fb0-f689-4649-bc81-6081ac0c6f28 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:59.593183 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-855aa0e1-72cf-4467-802d-6efda8cf898e tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:59.607362 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 750b1d51-f0c4-4e5e-9fd8-0f9576db3a38 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:02:59.625225 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3c8697-d5f0-4c64-a554-2df748200af2 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Router 2046df54-05a6-4c70-b87d-3cf0d9fb4e10 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:02:59.628870 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-36bd3fb0-f689-4649-bc81-6081ac0c6f28 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:59.630022 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-6d7f90ad-5742-4815-a28e-9377b3ca2c21 None None] Provisioning for port 750b1d51-f0c4-4e5e-9fd8-0f9576db3a38 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:02:59.635681 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-6d7f90ad-5742-4815-a28e-9377b3ca2c21 None None] Provisioning complete for port 750b1d51-f0c4-4e5e-9fd8-0f9576db3a38 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:59.636121 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6d7f90ad-5742-4815-a28e-9377b3ca2c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:59.641811 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2785d11f-aab9-4030-a206-e1f167f31905 req-b833d620-8b6c-414a-a899-7ce5bde28d89 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9ac7c3e-3a7e-46f3-932c-ecea8a30e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3424897 Feb 03 14:02:59.759231 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fc70ba-1765-4600-878f-7e0d67b66c5c None None] Network da5fb634-29a9-4f74-808e-6b8578428b60 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:02:59.862447 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6d7f90ad-5742-4815-a28e-9377b3ca2c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:59.896199 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27da16-327c-48fe-96cf-c7effd0e3b5d req-87c12005-d7a7-48e6-a531-f6b7e429541d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:59.898454 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3f27da16-327c-48fe-96cf-c7effd0e3b5d req-87c12005-d7a7-48e6-a531-f6b7e429541d service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd13b231-4ee5-4444-8ba9-9ea79394e28e HTTP/1.1" status: 200 len: 897 time: 0.5315413 Feb 03 14:02:59.901330 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-33a4e415-5b09-4a53-abb7-f98dd7d697d1 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:59.902944 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-855aa0e1-72cf-4467-802d-6efda8cf898e tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:02:59.941019 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-6d7f90ad-5742-4815-a28e-9377b3ca2c21 None None] For port 750b1d51-f0c4-4e5e-9fd8-0f9576db3a38, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=750b1d51-f0c4-4e5e-9fd8-0f9576db3a38,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:03:00.026322 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6d7f90ad-5742-4815-a28e-9377b3ca2c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:00.037693 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3f27da16-327c-48fe-96cf-c7effd0e3b5d req-f136d6cb-ab94-484d-85b1-2575d5946c52 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=252aee64-0547-43af-b252-4dbeb7d6ddb5 HTTP/1.1" status: 200 len: 217 time: 0.0854771 Feb 03 14:03:00.070716 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a4e415-5b09-4a53-abb7-f98dd7d697d1 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:03:00.076889 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-855aa0e1-72cf-4467-802d-6efda8cf898e tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:00.079945 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-36bd3fb0-f689-4649-bc81-6081ac0c6f28 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:00.091990 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855aa0e1-72cf-4467-802d-6efda8cf898e tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Pushing event updated for resources: {'Port': ['ID=27bc09de-1fb3-48ee-9796-06e11f5d0725,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:00.094500 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-33a4e415-5b09-4a53-abb7-f98dd7d697d1 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:00.125409 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f90ad-5742-4815-a28e-9377b3ca2c21 None None] Pushing event updated for resources: {'Port': ['ID=750b1d51-f0c4-4e5e-9fd8-0f9576db3a38,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:00.133511 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a4e415-5b09-4a53-abb7-f98dd7d697d1 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:03:00.136991 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a4e415-5b09-4a53-abb7-f98dd7d697d1 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:00.137571 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-33a4e415-5b09-4a53-abb7-f98dd7d697d1 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:00.168343 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-06e04180-8c65-402e-870a-c92e7b155eea tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:00.171200 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:00.183933 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-489402a8-4b02-47b8-a970-566658ca0ee3 None None] Provisioning complete for port fef74d80-b61f-4426-865c-0d5b24177fae triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:00.185178 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-489402a8-4b02-47b8-a970-566658ca0ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:00.185773 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27da16-327c-48fe-96cf-c7effd0e3b5d req-a65cb86c-3e56-463f-8ee6-e620b9ff0285 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:00.187571 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3f27da16-327c-48fe-96cf-c7effd0e3b5d req-a65cb86c-3e56-463f-8ee6-e620b9ff0285 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b94a408-000d-4159-8152-731afc1af407 HTTP/1.1" status: 200 len: 835 time: 0.1395485 Feb 03 14:03:00.319597 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-489402a8-4b02-47b8-a970-566658ca0ee3 None None] Port fef74d80-b61f-4426-865c-0d5b24177fae cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:03:00.338918 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-489402a8-4b02-47b8-a970-566658ca0ee3 None None] Provisioning complete for port 1383d26f-1d47-483c-a438-861813b463fb triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:00.339467 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-489402a8-4b02-47b8-a970-566658ca0ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:00.353176 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4e415-5b09-4a53-abb7-f98dd7d697d1 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Port': ['ID=352635a0-04f4-426f-9fb0-b0dc7bbab145,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:00.366106 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-33a4e415-5b09-4a53-abb7-f98dd7d697d1 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.8556926 Feb 03 14:03:00.382377 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57084) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:00.516419 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-36bd3fb0-f689-4649-bc81-6081ac0c6f28 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:00.530057 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e04180-8c65-402e-870a-c92e7b155eea tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Pushing event deleted for resources: {'Port': ['ID=34f37cfa-21ec-479f-9937-7b0b7b35f215,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:00.574993 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd3fb0-f689-4649-bc81-6081ac0c6f28 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event deleted for resources: {'Subnet': ['ID=0f4cde96-b0c1-426e-929f-1c27a3664082,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:00.588282 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3f27da16-327c-48fe-96cf-c7effd0e3b5d req-b0f3ecd6-9925-46b7-ac67-51a5f37ecd7e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd13b231-4ee5-4444-8ba9-9ea79394e28e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3942046 Feb 03 14:03:00.592775 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-36bd3fb0-f689-4649-bc81-6081ac0c6f28 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:00.666036 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855aa0e1-72cf-4467-802d-6efda8cf898e tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Network 03f5b960-e485-47a9-9f34-8578db145af7 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:03:00.670291 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-06e04180-8c65-402e-870a-c92e7b155eea tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:00.676510 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-06e04180-8c65-402e-870a-c92e7b155eea tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "DELETE /v2.0/ports/34f37cfa-21ec-479f-9937-7b0b7b35f215 HTTP/1.1" status: 204 len: 168 time: 2.5053284 Feb 03 14:03:00.676510 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57088) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:00.679242 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-855aa0e1-72cf-4467-802d-6efda8cf898e tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:00.692207 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-428d36a6-262d-4b15-b585-f31d1d54ae81 None None] Provisioning for port 352635a0-04f4-426f-9fb0-b0dc7bbab145 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:03:00.698527 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-428d36a6-262d-4b15-b585-f31d1d54ae81 None None] Provisioning complete for port 352635a0-04f4-426f-9fb0-b0dc7bbab145 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:00.700472 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-428d36a6-262d-4b15-b585-f31d1d54ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:00.776011 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-428d36a6-262d-4b15-b585-f31d1d54ae81 None None] Port 352635a0-04f4-426f-9fb0-b0dc7bbab145 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:03:00.832272 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-36bd3fb0-f689-4649-bc81-6081ac0c6f28 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/subnets/0f4cde96-b0c1-426e-929f-1c27a3664082 HTTP/1.1" status: 204 len: 168 time: 1.5235565 Feb 03 14:03:00.834351 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3f27da16-327c-48fe-96cf-c7effd0e3b5d req-dfc1a0a9-5811-4aff-88cb-8fdb55f728ba service neutron] 10.222.0.47 "GET /v2.0/networks/dd13b231-4ee5-4444-8ba9-9ea79394e28e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337375 Feb 03 14:03:00.840034 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57094) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:00.855228 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f3e8dc-bdae-4105-9d63-de3681646966 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:00.859418 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f3e8dc-bdae-4105-9d63-de3681646966 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:00.860205 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-94f3e8dc-bdae-4105-9d63-de3681646966 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:03:00.950945 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-e54b3106-150e-4fd3-a3fa-f3f8e7c99ef6 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] DELETE failed (client error): The resource could not be found. Feb 03 14:03:00.951645 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e54b3106-150e-4fd3-a3fa-f3f8e7c99ef6 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:03:00.953053 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e54b3106-150e-4fd3-a3fa-f3f8e7c99ef6 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/subnets/e82a4a9b-830e-48c4-bc9a-789b5b231394 HTTP/1.1" status: 404 len: 337 time: 0.0873678 Feb 03 14:03:00.969117 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57098) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:01.010701 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930e1481-f780-42b3-a1ff-c822641b1dc8 None None] Network da5fb634-29a9-4f74-808e-6b8578428b60 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:03:01.023233 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-94f3e8dc-bdae-4105-9d63-de3681646966 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:03:01.024395 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-94f3e8dc-bdae-4105-9d63-de3681646966 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.6397834 Feb 03 14:03:01.030981 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57102) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:01.057186 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f6af12e6-987f-4829-8b79-44634fe83750 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "GET /v2.0/ports?device_id=18f5558e-ba17-40a3-8cc2-13d09ea4221e HTTP/1.1" status: 200 len: 205 time: 0.0769200 Feb 03 14:03:01.060142 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57106) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:01.066853 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3c8697-d5f0-4c64-a554-2df748200af2 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:03:01.079921 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c137c4-b9b9-4b85-8dff-0e91104b0b09 None None] Sync routers for ids ['2046df54-05a6-4c70-b87d-3cf0d9fb4e10'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:03:01.131465 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cc3c8697-d5f0-4c64-a554-2df748200af2 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:01.135229 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-cc3c8697-d5f0-4c64-a554-2df748200af2 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] 10.222.0.41 "PUT /v2.0/routers/2046df54-05a6-4c70-b87d-3cf0d9fb4e10 HTTP/1.1" status: 200 len: 921 time: 7.8741326 Feb 03 14:03:01.136292 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57110) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:01.154532 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-ec34152a-63ae-4a50-9954-9a9575ee073f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] delete failed (client error): The resource could not be found. Feb 03 14:03:01.156393 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ec34152a-63ae-4a50-9954-9a9575ee073f tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/routers/18f5558e-ba17-40a3-8cc2-13d09ea4221e HTTP/1.1" status: 404 len: 336 time: 0.0916402 Feb 03 14:03:01.160946 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c137c4-b9b9-4b85-8dff-0e91104b0b09 None None] Routers {'2046df54-05a6-4c70-b87d-3cf0d9fb4e10'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:03:01.161543 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-e7c137c4-b9b9-4b85-8dff-0e91104b0b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:02:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2046df54-05a6-4c70-b87d-3cf0d9fb4e10'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:01.162847 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57114) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:01.244776 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-3b408147-4f36-4823-8dc7-0833cc1fc388 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting port 352635a0-04f4-426f-9fb0-b0dc7bbab145 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:03:01.244998 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3b408147-4f36-4823-8dc7-0833cc1fc388 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:01.260226 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-e7c137c4-b9b9-4b85-8dff-0e91104b0b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:01.264029 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-40a01743-16d6-4221-9a25-7e1a2c53d49c None None] Provisioning complete for port 27bc09de-1fb3-48ee-9796-06e11f5d0725 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:01.264405 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-40a01743-16d6-4221-9a25-7e1a2c53d49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:01.276107 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba8a4c82-992c-43ce-9971-007bca0aa962 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] DELETE failed (client error): The resource could not be found. Feb 03 14:03:01.276460 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba8a4c82-992c-43ce-9971-007bca0aa962 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:03:01.280453 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ba8a4c82-992c-43ce-9971-007bca0aa962 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/subnets/234e7785-6786-4a29-b377-7753b1b41472 HTTP/1.1" status: 404 len: 337 time: 0.1134403 Feb 03 14:03:01.286853 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04b8d80-41d9-401e-9d0c-c0ced3840f8c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:01.287566 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-c04b8d80-41d9-401e-9d0c-c0ced3840f8c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Synchronizing usage tracker for tenant:2e321b7425cc4fcdadac3009246b2caf on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:03:01.290054 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57118) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:01.337642 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c137c4-b9b9-4b85-8dff-0e91104b0b09 None None] Routers {'2046df54-05a6-4c70-b87d-3cf0d9fb4e10'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:03:01.337904 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fff6009f-4f88-4ed0-b54a-67929b8a20fc tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:01.338037 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-e7c137c4-b9b9-4b85-8dff-0e91104b0b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:02:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2046df54-05a6-4c70-b87d-3cf0d9fb4e10'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:01.383339 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3f27da16-327c-48fe-96cf-c7effd0e3b5d req-37e778ef-be00-40fc-a48d-b324eb0a21a6 service neutron] 10.222.0.47 "GET /v2.0/networks/dd13b231-4ee5-4444-8ba9-9ea79394e28e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5135736 Feb 03 14:03:01.388797 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-40a01743-16d6-4221-9a25-7e1a2c53d49c None None] Port 27bc09de-1fb3-48ee-9796-06e11f5d0725 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:03:01.424734 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-e7c137c4-b9b9-4b85-8dff-0e91104b0b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:01.425148 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c137c4-b9b9-4b85-8dff-0e91104b0b09 None None] The sync data for ids ['2046df54-05a6-4c70-b87d-3cf0d9fb4e10'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:03:01.445678 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-40a01743-16d6-4221-9a25-7e1a2c53d49c None None] Provisioning complete for port fef74d80-b61f-4426-865c-0d5b24177fae triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:01.446123 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-40a01743-16d6-4221-9a25-7e1a2c53d49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:01.511671 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-40a01743-16d6-4221-9a25-7e1a2c53d49c None None] Port fef74d80-b61f-4426-865c-0d5b24177fae cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:03:01.529722 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-40a01743-16d6-4221-9a25-7e1a2c53d49c None None] Provisioning complete for port 1383d26f-1d47-483c-a438-861813b463fb triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:01.530475 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-40a01743-16d6-4221-9a25-7e1a2c53d49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:01.532385 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896fac2-0673-4755-818a-d87e4f8aff3c req-915a9b0d-0095-4917-9083-0f3a81fbec66 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:01.540084 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c896fac2-0673-4755-818a-d87e4f8aff3c req-915a9b0d-0095-4917-9083-0f3a81fbec66 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=3875e59f-d40a-4a56-9ead-05f6f7ec7352 HTTP/1.1" status: 200 len: 944 time: 0.6295111 Feb 03 14:03:01.567044 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3b3a3b-4500-4ed9-a7e8-047be826cd2a None None] DHCP port deletion for da5fb634-29a9-4f74-808e-6b8578428b60 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:03:01.569506 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 750b1d51-f0c4-4e5e-9fd8-0f9576db3a38 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:03:01.570148 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-dba49406-9a0d-43fc-ae2f-60f3685d8948 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] DELETE failed (client error): The resource could not be found. Feb 03 14:03:01.570595 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dba49406-9a0d-43fc-ae2f-60f3685d8948 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:03:01.572270 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-dba49406-9a0d-43fc-ae2f-60f3685d8948 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/subnets/75f7a4a3-466d-48de-a25d-5606a10acdf3 HTTP/1.1" status: 404 len: 337 time: 0.2794309 Feb 03 14:03:01.579822 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57122) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:01.624186 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b3a3b-4500-4ed9-a7e8-047be826cd2a None None] Deleting port 1383d26f-1d47-483c-a438-861813b463fb {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:03:01.624700 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3e3b3a3b-4500-4ed9-a7e8-047be826cd2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:01.632011 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdf5ab7e-3387-4a76-8916-a24732cef8c3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] DELETE failed (client error): The resource could not be found. Feb 03 14:03:01.636677 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdf5ab7e-3387-4a76-8916-a24732cef8c3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:03:01.636677 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-bdf5ab7e-3387-4a76-8916-a24732cef8c3 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/subnets/cb0994cb-5466-4e91-8de9-cf69d9393ba1 HTTP/1.1" status: 404 len: 337 time: 0.0527771 Feb 03 14:03:01.636890 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fff6009f-4f88-4ed0-b54a-67929b8a20fc tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970733'] for router, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:01.637678 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57126) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:01.669802 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c896fac2-0673-4755-818a-d87e4f8aff3c req-553e267e-2604-4c5c-9b66-430c15a32d1e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9ac7c3e-3a7e-46f3-932c-ecea8a30e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287992 Feb 03 14:03:01.675172 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-c04b8d80-41d9-401e-9d0c-c0ced3840f8c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Unset dirty status for tenant:2e321b7425cc4fcdadac3009246b2caf on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:03:01.676336 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c04b8d80-41d9-401e-9d0c-c0ced3840f8c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8ac8743-9c7e-4709-a28e-1ea2b501ff15 HTTP/1.1" status: 200 len: 913 time: 0.9985733 Feb 03 14:03:01.679437 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57130) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:01.700231 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-053496b7-0c4f-4bcc-ad0d-533f039e5781 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] DELETE failed (client error): The resource could not be found. Feb 03 14:03:01.700673 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-053496b7-0c4f-4bcc-ad0d-533f039e5781 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:03:01.704704 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-053496b7-0c4f-4bcc-ad0d-533f039e5781 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/ports/4765b705-f69b-40c2-87ce-476f41a48405 HTTP/1.1" status: 404 len: 333 time: 0.0635173 Feb 03 14:03:01.746522 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57134) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:01.799571 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-8605f674-3253-4e2d-8d44-e7567012fadf tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] DELETE failed (client error): The resource could not be found. Feb 03 14:03:01.799927 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8605f674-3253-4e2d-8d44-e7567012fadf tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:03:01.803830 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-8605f674-3253-4e2d-8d44-e7567012fadf tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/subnets/bc9827e9-ae9e-4939-ad0d-8275a9f56b4f HTTP/1.1" status: 404 len: 337 time: 0.0545111 Feb 03 14:03:01.805709 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57138) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:01.852364 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dffd621-0f08-4d1c-94c5-b6e6fad00b99 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] DELETE failed (client error): The resource could not be found. Feb 03 14:03:01.852886 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dffd621-0f08-4d1c-94c5-b6e6fad00b99 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:03:01.856728 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7dffd621-0f08-4d1c-94c5-b6e6fad00b99 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/subnets/5f30fa21-198e-4e2d-a612-abfa453ec587 HTTP/1.1" status: 404 len: 337 time: 0.0475404 Feb 03 14:03:01.858039 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57142) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:01.877855 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-855aa0e1-72cf-4467-802d-6efda8cf898e tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Router 80c7f557-ae1c-429a-a9ac-9ef73954a054 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:03:01.909012 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 252aee64-0547-43af-b252-4dbeb7d6ddb5 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:03:01.927869 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 750b1d51-f0c4-4e5e-9fd8-0f9576db3a38 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:01.928247 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:01.931336 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3b408147-4f36-4823-8dc7-0833cc1fc388 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:01.947716 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4451741-1fef-4d0d-b05a-577af2e699ea tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] DELETE failed (client error): The resource could not be found. Feb 03 14:03:01.948151 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4451741-1fef-4d0d-b05a-577af2e699ea tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:03:01.952049 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b4451741-1fef-4d0d-b05a-577af2e699ea tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/ports/d82dbe5d-5a20-4c2a-bb6a-21347bcf0f04 HTTP/1.1" status: 404 len: 333 time: 0.0914421 Feb 03 14:03:01.955896 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57146) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:01.995637 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-3e3b3a3b-4500-4ed9-a7e8-047be826cd2a None None] For port 1383d26f-1d47-483c-a438-861813b463fb, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=1383d26f-1d47-483c-a438-861813b463fb,segment=NetworkSegment(83fd513e-cf13-4d76-a414-2d339e8fee6b),segment_id=83fd513e-cf13-4d76-a414-2d339e8fee6b)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:03:01.996031 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3e3b3a3b-4500-4ed9-a7e8-047be826cd2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:02.055250 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e1dc568-d34c-42c6-a074-1585610ad2f6 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] DELETE failed (client error): The resource could not be found. Feb 03 14:03:02.055605 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e1dc568-d34c-42c6-a074-1585610ad2f6 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:03:02.059449 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4e1dc568-d34c-42c6-a074-1585610ad2f6 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/subnets/7899d640-1a3c-49fd-817e-b72b3ae65605 HTTP/1.1" status: 404 len: 337 time: 0.1008174 Feb 03 14:03:02.060335 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57150) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:02.075743 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-3b408147-4f36-4823-8dc7-0833cc1fc388 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Calling delete_port for 352635a0-04f4-426f-9fb0-b0dc7bbab145 owned by {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:03:02.165610 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-d41929a4-e193-4e8d-9d88-3e823ac85740 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] DELETE failed (client error): The resource could not be found. Feb 03 14:03:02.166085 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d41929a4-e193-4e8d-9d88-3e823ac85740 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:03:02.168422 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d41929a4-e193-4e8d-9d88-3e823ac85740 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/subnets/17e78f27-2a18-4f27-b8e3-24b90e5e6c52 HTTP/1.1" status: 404 len: 337 time: 0.1071527 Feb 03 14:03:02.189209 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b3a3b-4500-4ed9-a7e8-047be826cd2a None None] Calling delete_port for 1383d26f-1d47-483c-a438-861813b463fb owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:03:02.190323 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57154) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:02.259532 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-762beb39-dbae-4dd3-9675-b8e75b3922e6 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] 10.222.0.41 "GET /v2.0/routers/2046df54-05a6-4c70-b87d-3cf0d9fb4e10 HTTP/1.1" status: 200 len: 921 time: 1.1105690 Feb 03 14:03:02.262100 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57158) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:02.319708 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-442eb056-ded9-4ded-a8e1-f95f68052033 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Deleting port fef74d80-b61f-4426-865c-0d5b24177fae {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:03:02.319958 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-442eb056-ded9-4ded-a8e1-f95f68052033 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:02.341555 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff6009f-4f88-4ed0-b54a-67929b8a20fc tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Router e4144e5e-e3da-42e5-bba3-086977f165fa has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:03:02.401387 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 252aee64-0547-43af-b252-4dbeb7d6ddb5, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=252aee64-0547-43af-b252-4dbeb7d6ddb5,segment=NetworkSegment(b458e6a6-6854-49a0-b673-c5134e24cca4),segment_id=b458e6a6-6854-49a0-b673-c5134e24cca4)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:03:02.416391 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3b408147-4f36-4823-8dc7-0833cc1fc388 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:02.421246 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': '252aee64-0547-43af-b252-4dbeb7d6ddb5', 'network_id': 'dd13b231-4ee5-4444-8ba9-9ea79394e28e', 'port_id': '252aee64-0547-43af-b252-4dbeb7d6ddb5', 'mac_address': 'fa:16:3e:02:bb:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b94a408-000d-4159-8152-731afc1af407', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:03:02.468137 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855aa0e1-72cf-4467-802d-6efda8cf898e tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:03:02.475998 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3e3b3a3b-4500-4ed9-a7e8-047be826cd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:02.477198 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-855aa0e1-72cf-4467-802d-6efda8cf898e tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] 10.222.0.41 "PUT /v2.0/routers/80c7f557-ae1c-429a-a9ac-9ef73954a054/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7529590 Feb 03 14:03:02.483019 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b408147-4f36-4823-8dc7-0833cc1fc388 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Port': ['ID=352635a0-04f4-426f-9fb0-b0dc7bbab145,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:02.483245 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57162) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:02.492955 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d81c2a-306f-44e0-b070-8a075dab7315 None None] Sync routers for ids ['80c7f557-ae1c-429a-a9ac-9ef73954a054'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:03:02.530752 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:02.534073 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d81c2a-306f-44e0-b070-8a075dab7315 None None] Routers {'80c7f557-ae1c-429a-a9ac-9ef73954a054'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:03:02.535164 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-32d81c2a-306f-44e0-b070-8a075dab7315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:02:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['80c7f557-ae1c-429a-a9ac-9ef73954a054'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:02.538176 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3b408147-4f36-4823-8dc7-0833cc1fc388 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:02.541454 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b3a3b-4500-4ed9-a7e8-047be826cd2a None None] Pushing event deleted for resources: {'Port': ['ID=1383d26f-1d47-483c-a438-861813b463fb,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:02.566587 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3b3a3b-4500-4ed9-a7e8-047be826cd2a None None] No DVR routers for this DVR port 1383d26f-1d47-483c-a438-861813b463fb on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:03:02.574028 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 252aee64-0547-43af-b252-4dbeb7d6ddb5 {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:03:02.598604 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 252aee64-0547-43af-b252-4dbeb7d6ddb5, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=252aee64-0547-43af-b252-4dbeb7d6ddb5,segment=NetworkSegment(b458e6a6-6854-49a0-b673-c5134e24cca4),segment_id=b458e6a6-6854-49a0-b673-c5134e24cca4)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:03:02.646650 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-32d81c2a-306f-44e0-b070-8a075dab7315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:02.655481 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3b408147-4f36-4823-8dc7-0833cc1fc388 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/ports/352635a0-04f4-426f-9fb0-b0dc7bbab145 HTTP/1.1" status: 204 len: 168 time: 1.6233029 Feb 03 14:03:02.662259 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57166) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:02.662409 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d81c2a-306f-44e0-b070-8a075dab7315 None None] Routers {'80c7f557-ae1c-429a-a9ac-9ef73954a054'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:03:02.662409 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-32d81c2a-306f-44e0-b070-8a075dab7315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:02:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['80c7f557-ae1c-429a-a9ac-9ef73954a054'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:02.681214 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:02.768580 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-32d81c2a-306f-44e0-b070-8a075dab7315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:02.768913 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d81c2a-306f-44e0-b070-8a075dab7315 None None] The sync data for ids ['80c7f557-ae1c-429a-a9ac-9ef73954a054'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:03:02.790159 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b486ba69-e82a-4477-9175-d542d77cf2a4 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=16a0e898-50c0-4b65-ae3a-069e9649bbca&device_id=2046df54-05a6-4c70-b87d-3cf0d9fb4e10&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5236084 Feb 03 14:03:02.790745 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57172) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:02.806665 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=252aee64-0547-43af-b252-4dbeb7d6ddb5,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:02.840082 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-442eb056-ded9-4ded-a8e1-f95f68052033 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:02.907820 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f81c5a-5717-4498-a522-56e6607c0e46 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:02.909833 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f81c5a-5717-4498-a522-56e6607c0e46 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:02.913711 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-50f81c5a-5717-4498-a522-56e6607c0e46 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2517886 Feb 03 14:03:02.916049 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57176) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:03.021648 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff6009f-4f88-4ed0-b54a-67929b8a20fc tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:03:03.031208 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d18c26f-90bd-4b69-b11a-d87b65e28509 None None] Sync routers for ids ['e4144e5e-e3da-42e5-bba3-086977f165fa'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:03:03.036977 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fff6009f-4f88-4ed0-b54a-67929b8a20fc tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:03.041014 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-fff6009f-4f88-4ed0-b54a-67929b8a20fc tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "PUT /v2.0/routers/e4144e5e-e3da-42e5-bba3-086977f165fa HTTP/1.1" status: 200 len: 887 time: 3.9330075 Feb 03 14:03:03.047428 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d18c26f-90bd-4b69-b11a-d87b65e28509 None None] Routers {'e4144e5e-e3da-42e5-bba3-086977f165fa'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:03:03.048203 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-8d18c26f-90bd-4b69-b11a-d87b65e28509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:02:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e4144e5e-e3da-42e5-bba3-086977f165fa'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:03.056237 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57180) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:03.106233 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['252aee64-0547-43af-b252-4dbeb7d6ddb5'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:03:03.152389 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-8d18c26f-90bd-4b69-b11a-d87b65e28509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:03.191614 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d18c26f-90bd-4b69-b11a-d87b65e28509 None None] Routers {'e4144e5e-e3da-42e5-bba3-086977f165fa'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:03:03.192448 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-8d18c26f-90bd-4b69-b11a-d87b65e28509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:02:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e4144e5e-e3da-42e5-bba3-086977f165fa'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:03.196951 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-442eb056-ded9-4ded-a8e1-f95f68052033 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Calling delete_port for fef74d80-b61f-4426-865c-0d5b24177fae owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:03:03.246664 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2763ae2f-5561-4c0b-9754-2c364cc782f4 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:03.247392 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-2763ae2f-5561-4c0b-9754-2c364cc782f4 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Synchronizing usage tracker for tenant:5b4d4a64e1f040f091825530477755a9 on resource:network {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:03:03.254705 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-8d18c26f-90bd-4b69-b11a-d87b65e28509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:03.255265 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d18c26f-90bd-4b69-b11a-d87b65e28509 None None] The sync data for ids ['e4144e5e-e3da-42e5-bba3-086977f165fa'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:03:03.358819 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-99dd446f-2e70-4625-b6f0-84b5841d8f15 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks [] for router, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:03.363677 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-0321bf02-1363-4fc8-a6ec-9dc8ae00d845 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting subnet 3227c139-fc16-4478-a5cd-2d1cd1174f55 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:03:03.374013 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0321bf02-1363-4fc8-a6ec-9dc8ae00d845 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:03.380700 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 1383d26f-1d47-483c-a438-861813b463fb no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:03:03.421643 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 1383d26f-1d47-483c-a438-861813b463fb {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:03:03.422178 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 1383d26f-1d47-483c-a438-861813b463fb not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:03:03.456985 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0321bf02-1363-4fc8-a6ec-9dc8ae00d845 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:03.492876 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-2763ae2f-5561-4c0b-9754-2c364cc782f4 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Unset dirty status for tenant:5b4d4a64e1f040f091825530477755a9 on resource:network {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:03:03.496706 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-2763ae2f-5561-4c0b-9754-2c364cc782f4 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] 10.222.0.41 "GET /v2.0/networks/16a0e898-50c0-4b65-ae3a-069e9649bbca HTTP/1.1" status: 200 len: 881 time: 0.6966639 Feb 03 14:03:03.497362 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57184) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:03.523903 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d97c0-10e1-4953-a810-f9228dce5acb req-571a1d08-1300-47e1-b407-27b31b54cc31 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:03.525420 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d25d97c0-10e1-4953-a810-f9228dce5acb req-571a1d08-1300-47e1-b407-27b31b54cc31 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=3875e59f-d40a-4a56-9ead-05f6f7ec7352 HTTP/1.1" status: 200 len: 945 time: 0.6680424 Feb 03 14:03:03.532252 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-442eb056-ded9-4ded-a8e1-f95f68052033 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:03.546220 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c8534dca-e3e3-4a69-a248-4150ec654c8b tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] 10.222.0.41 "GET /v2.0/ports?device_id=2046df54-05a6-4c70-b87d-3cf0d9fb4e10 HTTP/1.1" status: 200 len: 205 time: 0.0458121 Feb 03 14:03:03.547843 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57188) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:03.617377 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442eb056-ded9-4ded-a8e1-f95f68052033 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event deleted for resources: {'Port': ['ID=fef74d80-b61f-4426-865c-0d5b24177fae,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:03.630680 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3c86706b-692c-45b6-8053-ca8973e21b29 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:03.705305 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-442eb056-ded9-4ded-a8e1-f95f68052033 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:03.732710 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0321bf02-1363-4fc8-a6ec-9dc8ae00d845 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:03.738847 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d25d97c0-10e1-4953-a810-f9228dce5acb req-a8759b7a-8029-4d53-bccf-304ff9292f96 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9ac7c3e-3a7e-46f3-932c-ecea8a30e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2012470 Feb 03 14:03:03.774654 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-99dd446f-2e70-4625-b6f0-84b5841d8f15 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 03 14:03:03.778899 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-99dd446f-2e70-4625-b6f0-84b5841d8f15 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] 10.222.0.41 "DELETE /v2.0/routers/80c7f557-ae1c-429a-a9ac-9ef73954a054 HTTP/1.1" status: 409 len: 329 time: 1.2933559 Feb 03 14:03:03.780366 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57192) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:03.784058 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-442eb056-ded9-4ded-a8e1-f95f68052033 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/ports/fef74d80-b61f-4426-865c-0d5b24177fae HTTP/1.1" status: 204 len: 168 time: 1.5883222 Feb 03 14:03:03.786443 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57196) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:03.995685 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b5845c46-b036-4bc2-b323-3dd2b32e0727 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:04.008184 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-330876ea-26f6-4704-844a-cdeb289bacb6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "GET /v2.0/routers/e4144e5e-e3da-42e5-bba3-086977f165fa HTTP/1.1" status: 200 len: 887 time: 0.9479871 Feb 03 14:03:04.011142 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57200) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:04.062989 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0321bf02-1363-4fc8-a6ec-9dc8ae00d845 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:04.133248 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-6dea0eda-3c81-4887-bffd-c08e36e628c8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "GET /v2.0/ports?device_id=e4144e5e-e3da-42e5-bba3-086977f165fa HTTP/1.1" status: 200 len: 205 time: 0.1123805 Feb 03 14:03:04.143952 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57204) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:04.157493 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321bf02-1363-4fc8-a6ec-9dc8ae00d845 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Subnet': ['ID=3227c139-fc16-4478-a5cd-2d1cd1174f55,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:04.280001 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcb0cae-0eda-40ff-ad32-ca50eafb9579 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:03:04.288224 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0321bf02-1363-4fc8-a6ec-9dc8ae00d845 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:04.325335 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b5845c46-b036-4bc2-b323-3dd2b32e0727 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:04.360756 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fe282760-0ddf-429b-b394-203acf5d4989 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:04.414301 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-780fddef-3963-43bc-bae4-5065fb2e34ff tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:04.434901 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-b5845c46-b036-4bc2-b323-3dd2b32e0727 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da5fb634-29a9-4f74-808e-6b8578428b60']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:04.457507 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-0321bf02-1363-4fc8-a6ec-9dc8ae00d845 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/3227c139-fc16-4478-a5cd-2d1cd1174f55 HTTP/1.1" status: 204 len: 168 time: 1.5404558 Feb 03 14:03:04.462542 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57208) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:04.471404 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-b5845c46-b036-4bc2-b323-3dd2b32e0727 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83fd513e-cf13-4d76-a414-2d339e8fee6b') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:04.471696 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-b5845c46-b036-4bc2-b323-3dd2b32e0727 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83fd513e-cf13-4d76-a414-2d339e8fee6b') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:04.549020 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b5845c46-b036-4bc2-b323-3dd2b32e0727 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:04.558472 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-4534c0db-f13f-4b19-9f73-18d66cb6bb44 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0925355 Feb 03 14:03:04.562555 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57212) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:04.571312 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a910ea-ce1c-4f9c-b899-9f5f56cbdc4a None None] DHCP port deletion for ac0baa47-f752-4b1c-8067-faa2699b3288 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:03:04.573023 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-4c4c5ca8-15ac-4494-af5f-18a317f39f0e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'subnet': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:04.575698 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-81a910ea-ce1c-4f9c-b899-9f5f56cbdc4a None None] Deleting port 750b1d51-f0c4-4e5e-9fd8-0f9576db3a38 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:03:04.576333 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-81a910ea-ce1c-4f9c-b899-9f5f56cbdc4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:04.713233 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b5845c46-b036-4bc2-b323-3dd2b32e0727 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:04.785087 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5845c46-b036-4bc2-b323-3dd2b32e0727 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:03:04.785409 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b5845c46-b036-4bc2-b323-3dd2b32e0727 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:04.787864 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-81a910ea-ce1c-4f9c-b899-9f5f56cbdc4a None None] For port 750b1d51-f0c4-4e5e-9fd8-0f9576db3a38, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=750b1d51-f0c4-4e5e-9fd8-0f9576db3a38,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:03:04.788255 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-81a910ea-ce1c-4f9c-b899-9f5f56cbdc4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:04.803861 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 14:03:04.803861 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:03:04.803861 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 14:03:04.803861 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:03:04.803861 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 14:03:04.803861 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:03:04.803861 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 14:03:04.803861 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:03:04.803861 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 14:03:04.803861 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:03:04.803861 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 14:03:04.803861 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:03:04.803861 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 14:03:04.803861 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:03:04.803861 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:03:04.803861 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:03:04.803861 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:03:04.803861 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:03:04.803861 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 14:03:04.803861 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:03:04.803861 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 14:03:04.803861 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:03:04.803861 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:03:04.803861 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:03:04.803861 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 14:03:04.803861 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:03:04.803861 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:03:04.803861 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:03:04.803861 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:03:04.803861 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:03:04.803861 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:03:04.803861 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:03:04.925627 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-81a910ea-ce1c-4f9c-b899-9f5f56cbdc4a None None] Calling delete_port for 750b1d51-f0c4-4e5e-9fd8-0f9576db3a38 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:03:04.965762 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-4c4c5ca8-15ac-4494-af5f-18a317f39f0e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:04.974905 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-4c4c5ca8-15ac-4494-af5f-18a317f39f0e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Usage tracker for resource:subnet and tenant:1508f35e18f0463982f9a6d535c8268b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:04.981483 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-4c4c5ca8-15ac-4494-af5f-18a317f39f0e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:05.029338 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-4c4c5ca8-15ac-4494-af5f-18a317f39f0e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:05.064153 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b5845c46-b036-4bc2-b323-3dd2b32e0727 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:05.085267 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b5845c46-b036-4bc2-b323-3dd2b32e0727 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:05.095744 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-3c86706b-692c-45b6-8053-ca8973e21b29 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Deleting port 44f8f55c-74bf-442a-8d1d-5d3fe9420a19 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:03:05.096087 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3c86706b-692c-45b6-8053-ca8973e21b29 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:05.109147 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5845c46-b036-4bc2-b323-3dd2b32e0727 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] Pushing event deleted for resources: {'Network': ['ID=da5fb634-29a9-4f74-808e-6b8578428b60,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:05.115886 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-81a910ea-ce1c-4f9c-b899-9f5f56cbdc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:05.116506 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b5845c46-b036-4bc2-b323-3dd2b32e0727 tempest-PortsTestJSON-1767419591 tempest-PortsTestJSON-1767419591-project] 10.222.0.41 "DELETE /v2.0/networks/da5fb634-29a9-4f74-808e-6b8578428b60 HTTP/1.1" status: 204 len: 168 time: 1.3235688 Feb 03 14:03:05.133812 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4c5ca8-15ac-4494-af5f-18a317f39f0e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:03:05.137269 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4c4c5ca8-15ac-4494-af5f-18a317f39f0e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:05.159658 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d2ade264-b17b-4e14-86e2-44534b12402a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for router, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:05.193248 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a910ea-ce1c-4f9c-b899-9f5f56cbdc4a None None] Pushing event deleted for resources: {'Port': ['ID=750b1d51-f0c4-4e5e-9fd8-0f9576db3a38,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:05.204073 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a910ea-ce1c-4f9c-b899-9f5f56cbdc4a None None] No DVR routers for this DVR port 750b1d51-f0c4-4e5e-9fd8-0f9576db3a38 on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:03:05.235682 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67755e75-2c93-4ab4-9deb-26a8890ffb8a req-3d5a741e-e8a3-43f1-b0e5-184ee8085db7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:05.237707 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-67755e75-2c93-4ab4-9deb-26a8890ffb8a req-3d5a741e-e8a3-43f1-b0e5-184ee8085db7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=3875e59f-d40a-4a56-9ead-05f6f7ec7352 HTTP/1.1" status: 200 len: 945 time: 0.3030825 Feb 03 14:03:05.342778 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fe282760-0ddf-429b-b394-203acf5d4989 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:05.427477 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 750b1d51-f0c4-4e5e-9fd8-0f9576db3a38 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:03:05.447244 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-67755e75-2c93-4ab4-9deb-26a8890ffb8a req-88003ac0-82f2-41cd-b068-9181d1f33f7a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9ac7c3e-3a7e-46f3-932c-ecea8a30e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532061 Feb 03 14:03:05.450676 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3c86706b-692c-45b6-8053-ca8973e21b29 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:05.482287 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 750b1d51-f0c4-4e5e-9fd8-0f9576db3a38 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:03:05.482794 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 750b1d51-f0c4-4e5e-9fd8-0f9576db3a38 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:03:05.485308 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-fe282760-0ddf-429b-b394-203acf5d4989 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Deleting port 5b9b9135-2e4e-49cd-b112-0deb2954250e {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:03:05.485450 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fe282760-0ddf-429b-b394-203acf5d4989 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:05.585249 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-3c86706b-692c-45b6-8053-ca8973e21b29 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Calling delete_port for 44f8f55c-74bf-442a-8d1d-5d3fe9420a19 owned by network:router_interface {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:03:05.710273 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57222) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:05.741722 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fe282760-0ddf-429b-b394-203acf5d4989 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:05.749897 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d2ade264-b17b-4e14-86e2-44534b12402a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:05.833463 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-780fddef-3963-43bc-bae4-5065fb2e34ff tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Deleting port 27bc09de-1fb3-48ee-9796-06e11f5d0725 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:03:05.840591 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-780fddef-3963-43bc-bae4-5065fb2e34ff tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:05.904498 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-fe282760-0ddf-429b-b394-203acf5d4989 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Calling delete_port for 5b9b9135-2e4e-49cd-b112-0deb2954250e owned by network:router_gateway {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:03:05.918161 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 252aee64-0547-43af-b252-4dbeb7d6ddb5 up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:03:05.955969 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-d2ade264-b17b-4e14-86e2-44534b12402a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Deleting port ea30c3f0-90b9-457e-8839-fbf1187d974a {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:03:05.956319 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d2ade264-b17b-4e14-86e2-44534b12402a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:06.046394 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning for port 252aee64-0547-43af-b252-4dbeb7d6ddb5 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:03:06.051807 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port 252aee64-0547-43af-b252-4dbeb7d6ddb5 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:06.052237 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:06.074396 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-780fddef-3963-43bc-bae4-5065fb2e34ff tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:06.083638 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3c86706b-692c-45b6-8053-ca8973e21b29 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:06.214806 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:06.244539 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3875e59f-d40a-4a56-9ead-05f6f7ec7352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252aee64-0547-43af-b252-4dbeb7d6ddb5'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:03:06.260459 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 252aee64-0547-43af-b252-4dbeb7d6ddb5, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=252aee64-0547-43af-b252-4dbeb7d6ddb5,segment=NetworkSegment(b458e6a6-6854-49a0-b673-c5134e24cca4),segment_id=b458e6a6-6854-49a0-b673-c5134e24cca4)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:03:06.293888 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.objects.ports [None req-4c4c5ca8-15ac-4494-af5f-18a317f39f0e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84181) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 03 14:03:06.306678 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4c4c5ca8-15ac-4494-af5f-18a317f39f0e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:06.315900 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:06.363959 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f4fc6586-4659-4682-8e0f-68197c9a0f73 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2fa0476fd5f14aeea80802e139eae85a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6488283 Feb 03 14:03:06.373971 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57232) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:06.410055 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-780fddef-3963-43bc-bae4-5065fb2e34ff tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Calling delete_port for 27bc09de-1fb3-48ee-9796-06e11f5d0725 owned by network:router_interface {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:03:06.435313 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=252aee64-0547-43af-b252-4dbeb7d6ddb5,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:06.439825 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c86706b-692c-45b6-8053-ca8973e21b29 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Pushing event deleted for resources: {'Port': ['ID=44f8f55c-74bf-442a-8d1d-5d3fe9420a19,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:06.472546 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4c5ca8-15ac-4494-af5f-18a317f39f0e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:03:06.508237 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-4c4c5ca8-15ac-4494-af5f-18a317f39f0e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:06.520717 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4c5ca8-15ac-4494-af5f-18a317f39f0e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:06.522851 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083607ef-d91b-4e9a-9048-a4c3450e9e88 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:03:06.522992 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4c4c5ca8-15ac-4494-af5f-18a317f39f0e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:06.531603 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c5ca8-15ac-4494-af5f-18a317f39f0e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Subnet': ['ID=a373d30e-b437-40ba-9bac-f98b16caffc2,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:06.609202 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d2ade264-b17b-4e14-86e2-44534b12402a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:06.672158 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3875e59f-d40a-4a56-9ead-05f6f7ec7352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252aee64-0547-43af-b252-4dbeb7d6ddb5', 'code': 200} Feb 03 14:03:06.789101 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-d2ade264-b17b-4e14-86e2-44534b12402a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Calling delete_port for ea30c3f0-90b9-457e-8839-fbf1187d974a owned by network:router_gateway {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:03:06.828897 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207a510e-0116-46cd-b459-d9c25f15c1f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-ac0baa47-f752-4b1c-8067-faa2699b3288', 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'tenant_id': '1508f35e18f0463982f9a6d535c8268b', 'fixed_ips': [{'subnet_id': 'a373d30e-b437-40ba-9bac-f98b16caffc2'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:03:06.829722 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-207a510e-0116-46cd-b459-d9c25f15c1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:06.856618 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b4ab5-9795-41ab-b2d0-4221037685b7 req-1e26af95-fba7-4907-99b3-1f9fec744f48 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:06.858162 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-721b4ab5-9795-41ab-b2d0-4221037685b7 req-1e26af95-fba7-4907-99b3-1f9fec744f48 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=3875e59f-d40a-4a56-9ead-05f6f7ec7352 HTTP/1.1" status: 200 len: 946 time: 0.1770227 Feb 03 14:03:06.968000 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-339a492d-8fb0-4210-acfb-c9b12d501cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:06.968563 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-780fddef-3963-43bc-bae4-5065fb2e34ff tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:07.030432 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-339a492d-8fb0-4210-acfb-c9b12d501cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:07.033783 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780fddef-3963-43bc-bae4-5065fb2e34ff tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Pushing event deleted for resources: {'Port': ['ID=27bc09de-1fb3-48ee-9796-06e11f5d0725,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:07.041417 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-721b4ab5-9795-41ab-b2d0-4221037685b7 req-b152e0be-bec0-4a5c-8b93-b473d3673680 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9ac7c3e-3a7e-46f3-932c-ecea8a30e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729879 Feb 03 14:03:07.077490 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-4c4c5ca8-15ac-4494-af5f-18a317f39f0e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.5137255 Feb 03 14:03:07.087436 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57238) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:07.140889 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-3df0d002-4557-43fe-8911-a619e2eda532 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'port': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'mac_address': 'fa:16:3e:1f:f5:8f', 'name': 'tempest-NetworksTestDHCPv6-1422506647'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:07.142878 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-207a510e-0116-46cd-b459-d9c25f15c1f9 None None] Allocated IP 2001:db8::f816:3eff:feb1:607c (ac0baa47-f752-4b1c-8067-faa2699b3288/a373d30e-b437-40ba-9bac-f98b16caffc2/c460ebb8-03f4-402d-91a8-9c2eb0e7e441) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:03:07.218168 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fe282760-0ddf-429b-b394-203acf5d4989 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:07.239040 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3c86706b-692c-45b6-8053-ca8973e21b29 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:07.330533 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe282760-0ddf-429b-b394-203acf5d4989 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Pushing event deleted for resources: {'Port': ['ID=5b9b9135-2e4e-49cd-b112-0deb2954250e,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:07.433307 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device e4f6eb64-1e6a-47bd-a879-102d12c565ba no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:03:07.441504 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-780fddef-3963-43bc-bae4-5065fb2e34ff tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:07.488743 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: e4f6eb64-1e6a-47bd-a879-102d12c565ba {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:03:07.489433 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device e4f6eb64-1e6a-47bd-a879-102d12c565ba not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:03:07.489702 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device a3919298-0187-406e-b9b7-3b985a83ab87 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:03:07.526976 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: a3919298-0187-406e-b9b7-3b985a83ab87 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:03:07.527373 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device a3919298-0187-406e-b9b7-3b985a83ab87 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:03:07.542313 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-207a510e-0116-46cd-b459-d9c25f15c1f9 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:07.552993 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-207a510e-0116-46cd-b459-d9c25f15c1f9 None None] Transition to ACTIVE for port object c460ebb8-03f4-402d-91a8-9c2eb0e7e441 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:03:07.583103 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-339a492d-8fb0-4210-acfb-c9b12d501cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:07.584039 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-207a510e-0116-46cd-b459-d9c25f15c1f9 None None] Transition to ACTIVE for port object c460ebb8-03f4-402d-91a8-9c2eb0e7e441 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:03:07.653168 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-207a510e-0116-46cd-b459-d9c25f15c1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:07.682387 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a492d-8fb0-4210-acfb-c9b12d501cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcf3865-a3b8-485c-bd0b-47d74afadcce,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:07.695170 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d2ade264-b17b-4e14-86e2-44534b12402a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:07.745617 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207a510e-0116-46cd-b459-d9c25f15c1f9 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:03:07.749620 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-207a510e-0116-46cd-b459-d9c25f15c1f9 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:07.752396 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207a510e-0116-46cd-b459-d9c25f15c1f9 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:03:07.755576 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a510e-0116-46cd-b459-d9c25f15c1f9 None None] Pushing event updated for resources: {'Port': ['ID=c460ebb8-03f4-402d-91a8-9c2eb0e7e441,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:07.762030 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fe282760-0ddf-429b-b394-203acf5d4989 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:07.817471 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ade264-b17b-4e14-86e2-44534b12402a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event deleted for resources: {'Port': ['ID=ea30c3f0-90b9-457e-8839-fbf1187d974a,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:07.826649 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3df0d002-4557-43fe-8911-a619e2eda532 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:07.852085 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-207a510e-0116-46cd-b459-d9c25f15c1f9 None None] Attempting to bind port c460ebb8-03f4-402d-91a8-9c2eb0e7e441 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:03:07.852459 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-207a510e-0116-46cd-b459-d9c25f15c1f9 None None] Attempting to bind port c460ebb8-03f4-402d-91a8-9c2eb0e7e441 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:03:07.852828 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207a510e-0116-46cd-b459-d9c25f15c1f9 None None] Attempting to bind port c460ebb8-03f4-402d-91a8-9c2eb0e7e441 on network ac0baa47-f752-4b1c-8067-faa2699b3288 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:03:07.859331 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207a510e-0116-46cd-b459-d9c25f15c1f9 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:03:07.859711 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207a510e-0116-46cd-b459-d9c25f15c1f9 None None] Checking segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:03:07.860116 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-207a510e-0116-46cd-b459-d9c25f15c1f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:07.860512 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207a510e-0116-46cd-b459-d9c25f15c1f9 None None] Bound using segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:03:07.860975 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-207a510e-0116-46cd-b459-d9c25f15c1f9 None None] Bound port: c460ebb8-03f4-402d-91a8-9c2eb0e7e441, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:03:07.862256 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-207a510e-0116-46cd-b459-d9c25f15c1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:07.899698 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3df0d002-4557-43fe-8911-a619e2eda532 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Usage tracker for resource:port and tenant:1508f35e18f0463982f9a6d535c8268b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:07.904312 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-339a492d-8fb0-4210-acfb-c9b12d501cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:07.905447 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-339a492d-8fb0-4210-acfb-c9b12d501cbd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7bcf3865-a3b8-485c-bd0b-47d74afadcce HTTP/1.1" status: 204 len: 168 time: 1.5231283 Feb 03 14:03:07.944414 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3df0d002-4557-43fe-8911-a619e2eda532 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:07.971697 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-207a510e-0116-46cd-b459-d9c25f15c1f9 None None] For port c460ebb8-03f4-402d-91a8-9c2eb0e7e441, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:03:07.976339 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-207a510e-0116-46cd-b459-d9c25f15c1f9 None None] For port c460ebb8-03f4-402d-91a8-9c2eb0e7e441, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=c460ebb8-03f4-402d-91a8-9c2eb0e7e441,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:03:08.058354 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-207a510e-0116-46cd-b459-d9c25f15c1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:08.100069 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3df0d002-4557-43fe-8911-a619e2eda532 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:08.160764 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780fddef-3963-43bc-bae4-5065fb2e34ff tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Router 80c7f557-ae1c-429a-a9ac-9ef73954a054 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:03:08.162331 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a510e-0116-46cd-b459-d9c25f15c1f9 None None] Pushing event updated for resources: {'Port': ['ID=c460ebb8-03f4-402d-91a8-9c2eb0e7e441,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:08.206031 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f6fe829a-0ec7-4567-bba2-e04f72b8b54e req-f876011a-2edd-4866-bdb5-3d30832400d8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3875e59f-d40a-4a56-9ead-05f6f7ec7352 HTTP/1.1" status: 200 len: 1099 time: 0.9890709 Feb 03 14:03:08.329060 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df0d002-4557-43fe-8911-a619e2eda532 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:03:08.333772 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3df0d002-4557-43fe-8911-a619e2eda532 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:08.416695 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fe282760-0ddf-429b-b394-203acf5d4989 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:08.530649 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d2ade264-b17b-4e14-86e2-44534b12402a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:08.612527 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fe282760-0ddf-429b-b394-203acf5d4989 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:08.615155 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f6fe829a-0ec7-4567-bba2-e04f72b8b54e req-06682c45-3ceb-4e15-8a4b-79a5b8169ef0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f9ac7c3e-3a7e-46f3-932c-ecea8a30e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3936172 Feb 03 14:03:08.674656 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780fddef-3963-43bc-bae4-5065fb2e34ff tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:03:08.680151 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-3df0d002-4557-43fe-8911-a619e2eda532 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] device_id is not set on port 5042bee6-9058-4192-b290-b37454810b2e yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:03:08.682877 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87610f-31ea-4b3e-afe1-f9fb5e326085 req-035423d2-3349-4db6-91e0-cd97899e89df tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:08.684206 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-fc87610f-31ea-4b3e-afe1-f9fb5e326085 req-035423d2-3349-4db6-91e0-cd97899e89df tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=3875e59f-d40a-4a56-9ead-05f6f7ec7352 HTTP/1.1" status: 200 len: 946 time: 0.3051991 Feb 03 14:03:08.687154 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffc8810-b896-471e-a541-7a5c45dab8c9 None None] Sync routers for ids ['80c7f557-ae1c-429a-a9ac-9ef73954a054'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:03:08.700657 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffc8810-b896-471e-a541-7a5c45dab8c9 None None] Routers {'80c7f557-ae1c-429a-a9ac-9ef73954a054'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:03:08.701461 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-cffc8810-b896-471e-a541-7a5c45dab8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:02:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['80c7f557-ae1c-429a-a9ac-9ef73954a054'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:08.772746 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-780fddef-3963-43bc-bae4-5065fb2e34ff tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] 10.222.0.41 "PUT /v2.0/routers/80c7f557-ae1c-429a-a9ac-9ef73954a054/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9883993 Feb 03 14:03:08.779495 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-cffc8810-b896-471e-a541-7a5c45dab8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:08.779674 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57256) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:08.799937 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffc8810-b896-471e-a541-7a5c45dab8c9 None None] Routers {'80c7f557-ae1c-429a-a9ac-9ef73954a054'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:03:08.801685 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-cffc8810-b896-471e-a541-7a5c45dab8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:02:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['80c7f557-ae1c-429a-a9ac-9ef73954a054'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:08.868993 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-b1986c67-4c1d-4b8a-9360-307cb75365fc tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] show failed (client error): The resource could not be found. Feb 03 14:03:08.873707 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b1986c67-4c1d-4b8a-9360-307cb75365fc tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-1590503231 HTTP/1.1" status: 404 len: 335 time: 0.0928977 Feb 03 14:03:08.877950 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57260) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:08.884020 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-1e4b9139-7865-4b5a-abd9-33dc4069eb11 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:08.888919 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-cffc8810-b896-471e-a541-7a5c45dab8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:08.889610 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffc8810-b896-471e-a541-7a5c45dab8c9 None None] The sync data for ids ['80c7f557-ae1c-429a-a9ac-9ef73954a054'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:03:08.906793 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d2ade264-b17b-4e14-86e2-44534b12402a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:08.921819 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d2ade264-b17b-4e14-86e2-44534b12402a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:08.957378 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-fc87610f-31ea-4b3e-afe1-f9fb5e326085 req-dc3c64e4-a988-44a8-a90b-54832b5b5a1e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9ac7c3e-3a7e-46f3-932c-ecea8a30e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2274806 Feb 03 14:03:08.959921 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-1e4b9139-7865-4b5a-abd9-33dc4069eb11 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] update failed (client error): The resource could not be found. Feb 03 14:03:08.965767 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-1e4b9139-7865-4b5a-abd9-33dc4069eb11 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-1132712663 HTTP/1.1" status: 404 len: 335 time: 0.0858834 Feb 03 14:03:08.967933 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57264) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:08.973860 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fe282760-0ddf-429b-b394-203acf5d4989 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:08.974371 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe282760-0ddf-429b-b394-203acf5d4989 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Fanout notify agent at l3_agent the message router_deleted on router 2046df54-05a6-4c70-b87d-3cf0d9fb4e10 {{(pid=84181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:03:09.022512 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fe282760-0ddf-429b-b394-203acf5d4989 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:09.028770 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-fe282760-0ddf-429b-b394-203acf5d4989 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] 10.222.0.41 "DELETE /v2.0/routers/2046df54-05a6-4c70-b87d-3cf0d9fb4e10 HTTP/1.1" status: 204 len: 168 time: 5.4789784 Feb 03 14:03:09.028770 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57270) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:09.040129 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-f4bda958-eb38-4c3a-9382-752449c402cf tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1699271059', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:09.049863 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-3df0d002-4557-43fe-8911-a619e2eda532 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Allocated IP 2001:db8::f816:3eff:fe1f:f58f (ac0baa47-f752-4b1c-8067-faa2699b3288/a373d30e-b437-40ba-9bac-f98b16caffc2/5042bee6-9058-4192-b290-b37454810b2e) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:03:09.052102 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f4bda958-eb38-4c3a-9382-752449c402cf tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:09.059014 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f4bda958-eb38-4c3a-9382-752449c402cf tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Usage tracker for resource:router and tenant:b246fbd2f57144099e62822a8086603b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:09.066399 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f4bda958-eb38-4c3a-9382-752449c402cf tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:09.074780 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f4bda958-eb38-4c3a-9382-752449c402cf tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:09.099922 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d2ade264-b17b-4e14-86e2-44534b12402a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:09.099922 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ade264-b17b-4e14-86e2-44534b12402a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Fanout notify agent at l3_agent the message router_deleted on router e4144e5e-e3da-42e5-bba3-086977f165fa {{(pid=84181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:03:09.106038 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d2ade264-b17b-4e14-86e2-44534b12402a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:09.110801 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d2ade264-b17b-4e14-86e2-44534b12402a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "DELETE /v2.0/routers/e4144e5e-e3da-42e5-bba3-086977f165fa HTTP/1.1" status: 204 len: 168 time: 4.9506593 Feb 03 14:03:09.111812 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57276) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:09.128078 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c86706b-692c-45b6-8053-ca8973e21b29 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Router b8ac8743-9c7e-4709-a28e-1ea2b501ff15 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:03:09.129761 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-298fef0e-661e-437a-962b-b2aceedf969c tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Request body: {'network': {'name': 'tempest-RoutersTest-971954482'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:09.141232 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-298fef0e-661e-437a-962b-b2aceedf969c tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:09.154724 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-298fef0e-661e-437a-962b-b2aceedf969c tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Usage tracker for resource:network and tenant:d5adceeed00a4893983ee9d6f019faac is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:09.162699 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-298fef0e-661e-437a-962b-b2aceedf969c tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:09.173149 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-298fef0e-661e-437a-962b-b2aceedf969c tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:09.198205 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f4bda958-eb38-4c3a-9382-752449c402cf tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:09.199323 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f4bda958-eb38-4c3a-9382-752449c402cf tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:09.296641 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f4bda958-eb38-4c3a-9382-752449c402cf tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:09.366815 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3df0d002-4557-43fe-8911-a619e2eda532 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:09.385575 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298fef0e-661e-437a-962b-b2aceedf969c tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Made reservation on behalf of d5adceeed00a4893983ee9d6f019faac for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:03:09.388906 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-298fef0e-661e-437a-962b-b2aceedf969c tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:09.408508 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-3df0d002-4557-43fe-8911-a619e2eda532 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Transition to ACTIVE for port object 5042bee6-9058-4192-b290-b37454810b2e will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:03:09.431668 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f4bda958-eb38-4c3a-9382-752449c402cf tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:09.460212 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-298fef0e-661e-437a-962b-b2aceedf969c tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:03:09.462085 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-da14b175-fa03-4a79-809d-d81997868e6d tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Deleting subnet be10ec64-cbc8-451a-9dda-7dc44cbda2ba {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:03:09.466871 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-da14b175-fa03-4a79-809d-d81997868e6d tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:09.479025 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-298fef0e-661e-437a-962b-b2aceedf969c tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:09.479487 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-298fef0e-661e-437a-962b-b2aceedf969c tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Added segment d0bdbf93-fd81-4f2d-aa57-c4d4f4792b7b of type vlan for network 68fa915e-c56c-4ba8-87f0-c1958b7f6f9d Feb 03 14:03:09.506086 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device c460ebb8-03f4-402d-91a8-9c2eb0e7e441 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:03:09.512524 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-298fef0e-661e-437a-962b-b2aceedf969c tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:09.525803 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57282) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:09.532831 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-da14b175-fa03-4a79-809d-d81997868e6d tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:09.540346 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-98edba64-e0a1-4387-995d-cebb7f7ec236 None None] Provisioning for port c460ebb8-03f4-402d-91a8-9c2eb0e7e441 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:03:09.542747 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f4bda958-eb38-4c3a-9382-752449c402cf tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:09.546463 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f4bda958-eb38-4c3a-9382-752449c402cf tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5081601 Feb 03 14:03:09.550998 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57288) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:09.565355 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-5e94a027-e7ea-40af-aa7d-da84b4438ec9 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Request body: {'router': {'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:09.624959 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3df0d002-4557-43fe-8911-a619e2eda532 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:09.635002 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port c460ebb8-03f4-402d-91a8-9c2eb0e7e441 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:03:09.641781 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port c460ebb8-03f4-402d-91a8-9c2eb0e7e441 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:09.642846 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:09.702819 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-298fef0e-661e-437a-962b-b2aceedf969c tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:09.706781 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298fef0e-661e-437a-962b-b2aceedf969c tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:09.707402 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-298fef0e-661e-437a-962b-b2aceedf969c tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:09.718243 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-da14b175-fa03-4a79-809d-d81997868e6d tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:09.775966 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:09.792189 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c86706b-692c-45b6-8053-ca8973e21b29 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:03:09.812369 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3c86706b-692c-45b6-8053-ca8973e21b29 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "PUT /v2.0/routers/b8ac8743-9c7e-4709-a28e-1ea2b501ff15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1287460 Feb 03 14:03:09.812614 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port c460ebb8-03f4-402d-91a8-9c2eb0e7e441, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=c460ebb8-03f4-402d-91a8-9c2eb0e7e441,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:03:09.814820 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57292) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:09.815647 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0976abd3-569e-4578-b9e3-3b09897933a3 None None] Sync routers for ids ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:03:09.829818 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0976abd3-569e-4578-b9e3-3b09897933a3 None None] Routers {'b8ac8743-9c7e-4709-a28e-1ea2b501ff15'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:03:09.830465 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-0976abd3-569e-4578-b9e3-3b09897933a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:02:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:09.909840 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:09.911504 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-da14b175-fa03-4a79-809d-d81997868e6d tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:09.937637 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-84beab75-fd67-4319-a24c-a54ee2a659a5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-211161176-network', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:09.947156 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-0976abd3-569e-4578-b9e3-3b09897933a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:09.960558 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df0d002-4557-43fe-8911-a619e2eda532 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:03:09.965448 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-298fef0e-661e-437a-962b-b2aceedf969c tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8495026 Feb 03 14:03:09.968331 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da14b175-fa03-4a79-809d-d81997868e6d tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Pushing event deleted for resources: {'Subnet': ['ID=be10ec64-cbc8-451a-9dda-7dc44cbda2ba,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:09.973333 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57296) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:09.978750 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0976abd3-569e-4578-b9e3-3b09897933a3 None None] Routers {'b8ac8743-9c7e-4709-a28e-1ea2b501ff15'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:03:09.979402 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-0976abd3-569e-4578-b9e3-3b09897933a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:02:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:09.979936 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-3df0d002-4557-43fe-8911-a619e2eda532 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:09.982333 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df0d002-4557-43fe-8911-a619e2eda532 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:03:09.987619 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df0d002-4557-43fe-8911-a619e2eda532 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:09.988460 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3df0d002-4557-43fe-8911-a619e2eda532 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:09.996015 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-84beab75-fd67-4319-a24c-a54ee2a659a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:10.038896 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-da14b175-fa03-4a79-809d-d81997868e6d tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:10.046872 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821df951-6a7a-4e65-acaf-36fadb8340f8 None None] Network ccaebd98-9452-426b-a2b1-940a4b4119cd requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:03:10.049659 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-da14b175-fa03-4a79-809d-d81997868e6d tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] 10.222.0.41 "DELETE /v2.0/subnets/be10ec64-cbc8-451a-9dda-7dc44cbda2ba HTTP/1.1" status: 204 len: 168 time: 1.0808005 Feb 03 14:03:10.061130 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57302) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:10.072258 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-f37d0e01-4afa-405e-af2e-ed44505a784d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Request body: {'subnet': {'network_id': '68fa915e-c56c-4ba8-87f0-c1958b7f6f9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:10.076966 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-0976abd3-569e-4578-b9e3-3b09897933a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:10.077377 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0976abd3-569e-4578-b9e3-3b09897933a3 None None] The sync data for ids ['b8ac8743-9c7e-4709-a28e-1ea2b501ff15'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:03:10.147028 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=c460ebb8-03f4-402d-91a8-9c2eb0e7e441,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:10.224795 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-84beab75-fd67-4319-a24c-a54ee2a659a5 admin admin] Usage tracker for resource:network and tenant:4cbc4ee6b61f47a897e271e5a6452f6c is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:10.229473 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-84beab75-fd67-4319-a24c-a54ee2a659a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:10.249304 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0d002-4557-43fe-8911-a619e2eda532 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Port': ['ID=5042bee6-9058-4192-b290-b37454810b2e,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:10.261104 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f37d0e01-4afa-405e-af2e-ed44505a784d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:10.321402 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-84beab75-fd67-4319-a24c-a54ee2a659a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:10.342861 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f37d0e01-4afa-405e-af2e-ed44505a784d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Usage tracker for resource:subnet and tenant:d5adceeed00a4893983ee9d6f019faac is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:10.349000 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298fef0e-661e-437a-962b-b2aceedf969c tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event updated for resources: {'Network': ['ID=68fa915e-c56c-4ba8-87f0-c1958b7f6f9d,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:10.352221 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f37d0e01-4afa-405e-af2e-ed44505a784d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:10.364074 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f37d0e01-4afa-405e-af2e-ed44505a784d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:10.366465 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 68fa915e-c56c-4ba8-87f0-c1958b7f6f9d details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:03:10.371569 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3df0d002-4557-43fe-8911-a619e2eda532 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2801664 Feb 03 14:03:10.376376 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57306) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:10.431536 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd302877-9a14-46fe-b73a-51a2f4d02bd8 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Deleting subnet cda850a1-59db-458f-8fd0-6d791658c337 {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:03:10.437502 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bd302877-9a14-46fe-b73a-51a2f4d02bd8 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:10.462120 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fbeeb8-be8d-4869-80ad-b94531615a31 None None] DHCP port deletion for ccaebd98-9452-426b-a2b1-940a4b4119cd request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:03:10.487562 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-29fbeeb8-be8d-4869-80ad-b94531615a31 None None] Deleting port 1f991aab-2638-4c78-b2d8-af699082625f {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:03:10.487938 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-29fbeeb8-be8d-4869-80ad-b94531615a31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:10.493655 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84beab75-fd67-4319-a24c-a54ee2a659a5 admin admin] Made reservation on behalf of 4cbc4ee6b61f47a897e271e5a6452f6c for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:03:10.496144 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-84beab75-fd67-4319-a24c-a54ee2a659a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:10.520231 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-84beab75-fd67-4319-a24c-a54ee2a659a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:10.584107 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bd302877-9a14-46fe-b73a-51a2f4d02bd8 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:10.602016 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37d0e01-4afa-405e-af2e-ed44505a784d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Made reservation on behalf of d5adceeed00a4893983ee9d6f019faac for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:03:10.606678 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-1e427fa5-58f0-49e8-a13f-3e22aaa0e2ab None None] Provisioning for port 5042bee6-9058-4192-b290-b37454810b2e completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:03:10.629434 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-1e427fa5-58f0-49e8-a13f-3e22aaa0e2ab None None] Provisioning complete for port 5042bee6-9058-4192-b290-b37454810b2e triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:10.629434 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1e427fa5-58f0-49e8-a13f-3e22aaa0e2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:10.643713 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f323c-5305-487a-8c21-a2be0edeac2e req-445876b6-976d-4ae5-89fd-e1eebb67b476 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:10.650515 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-946f323c-5305-487a-8c21-a2be0edeac2e req-445876b6-976d-4ae5-89fd-e1eebb67b476 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=3875e59f-d40a-4a56-9ead-05f6f7ec7352 HTTP/1.1" status: 200 len: 946 time: 0.4845421 Feb 03 14:03:10.708435 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c5456573-3d80-4d7b-aaff-171a60e65da9 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for router, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:10.754395 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-1e427fa5-58f0-49e8-a13f-3e22aaa0e2ab None None] Port 5042bee6-9058-4192-b290-b37454810b2e cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:03:10.760121 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-29fbeeb8-be8d-4869-80ad-b94531615a31 None None] For port 1f991aab-2638-4c78-b2d8-af699082625f, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=1f991aab-2638-4c78-b2d8-af699082625f,segment=NetworkSegment(557337e4-ffff-46d2-ac05-1e0fbe048ae2),segment_id=557337e4-ffff-46d2-ac05-1e0fbe048ae2)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:03:10.760519 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-29fbeeb8-be8d-4869-80ad-b94531615a31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:10.786203 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-946f323c-5305-487a-8c21-a2be0edeac2e req-4ecca7f8-20ff-4806-aad5-cded2ffed5de tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9ac7c3e-3a7e-46f3-932c-ecea8a30e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347015 Feb 03 14:03:10.800486 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f37d0e01-4afa-405e-af2e-ed44505a784d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:10.814484 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-84beab75-fd67-4319-a24c-a54ee2a659a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:10.828010 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-84beab75-fd67-4319-a24c-a54ee2a659a5 admin admin] Usage tracker for resource:security_group_rule and tenant:4cbc4ee6b61f47a897e271e5a6452f6c is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:10.832331 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bd302877-9a14-46fe-b73a-51a2f4d02bd8 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:10.884103 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-84beab75-fd67-4319-a24c-a54ee2a659a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:10.886889 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-29fbeeb8-be8d-4869-80ad-b94531615a31 None None] Calling delete_port for 1f991aab-2638-4c78-b2d8-af699082625f owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:03:10.908397 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7053d811-3630-4789-9225-aed0d0771bcd tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:10.912218 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7053d811-3630-4789-9225-aed0d0771bcd tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:10.912990 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-7053d811-3630-4789-9225-aed0d0771bcd tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:03:10.916847 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5e94a027-e7ea-40af-aa7d-da84b4438ec9 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:10.923840 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-84beab75-fd67-4319-a24c-a54ee2a659a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:10.988577 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bd302877-9a14-46fe-b73a-51a2f4d02bd8 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:11.035146 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd302877-9a14-46fe-b73a-51a2f4d02bd8 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Pushing event deleted for resources: {'Subnet': ['ID=cda850a1-59db-458f-8fd0-6d791658c337,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:11.042752 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bd302877-9a14-46fe-b73a-51a2f4d02bd8 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:11.050277 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd568c2-0e5a-465b-8cf0-53eb76d14399 None None] Network 20685210-8f1a-4653-889c-9b2cbcd8a560 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:03:11.063320 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-bd302877-9a14-46fe-b73a-51a2f4d02bd8 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] 10.222.0.41 "DELETE /v2.0/subnets/cda850a1-59db-458f-8fd0-6d791658c337 HTTP/1.1" status: 204 len: 168 time: 0.9954770 Feb 03 14:03:11.066930 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-7053d811-3630-4789-9225-aed0d0771bcd tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:03:11.067389 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57310) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:11.070263 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-29fbeeb8-be8d-4869-80ad-b94531615a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:11.071217 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-7053d811-3630-4789-9225-aed0d0771bcd tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.6393228 Feb 03 14:03:11.071803 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57314) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:11.175243 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fbeeb8-be8d-4869-80ad-b94531615a31 None None] Pushing event deleted for resources: {'Port': ['ID=1f991aab-2638-4c78-b2d8-af699082625f,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:11.176613 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-84beab75-fd67-4319-a24c-a54ee2a659a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:11.182449 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fbeeb8-be8d-4869-80ad-b94531615a31 None None] No DVR routers for this DVR port 1f991aab-2638-4c78-b2d8-af699082625f on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:03:11.200857 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4cd3e9aa-5bbf-4c5d-a3a6-7039cb98306a tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:11.207542 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c5456573-3d80-4d7b-aaff-171a60e65da9 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:11.238447 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-84beab75-fd67-4319-a24c-a54ee2a659a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:11.276667 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-cbb120dd-af06-471d-a3f8-ad11df90ce6b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting port 5042bee6-9058-4192-b290-b37454810b2e {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:03:11.276927 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cbb120dd-af06-471d-a3f8-ad11df90ce6b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:11.340704 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84beab75-fd67-4319-a24c-a54ee2a659a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:03:11.408652 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f37d0e01-4afa-405e-af2e-ed44505a784d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:11.411324 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-c5456573-3d80-4d7b-aaff-171a60e65da9 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Deleting port 3acdf287-2707-4097-8759-6d4ab7d9a8e7 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:03:11.411672 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c5456573-3d80-4d7b-aaff-171a60e65da9 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:11.434537 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7e98a6-0f20-48d8-85ca-17f4f6617a03 None None] DHCP port deletion for 20685210-8f1a-4653-889c-9b2cbcd8a560 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:03:11.440306 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-3f7e98a6-0f20-48d8-85ca-17f4f6617a03 None None] Deleting port 5a45c632-32a0-4dff-a8ae-b84baeb5a2b3 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:03:11.441266 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3f7e98a6-0f20-48d8-85ca-17f4f6617a03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:11.456295 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84beab75-fd67-4319-a24c-a54ee2a659a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69ab620-ee5b-4146-8e1d-43ac8bed404d,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:11.459820 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-84beab75-fd67-4319-a24c-a54ee2a659a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:11.460172 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-84beab75-fd67-4319-a24c-a54ee2a659a5 admin admin] Added segment a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce of type vlan for network 2f1c1092-820d-41af-bed3-3674f069c798 Feb 03 14:03:11.479143 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device c460ebb8-03f4-402d-91a8-9c2eb0e7e441 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:03:11.555782 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4cd3e9aa-5bbf-4c5d-a3a6-7039cb98306a tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:11.581495 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-84beab75-fd67-4319-a24c-a54ee2a659a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:11.627370 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d0e01-4afa-405e-af2e-ed44505a784d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event updated for resources: {'Subnet': ['ID=f50531f1-ec2f-467f-b867-617a62c4a64b,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:11.639493 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-4cd3e9aa-5bbf-4c5d-a3a6-7039cb98306a tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccaebd98-9452-426b-a2b1-940a4b4119cd']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:11.661968 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-4cd3e9aa-5bbf-4c5d-a3a6-7039cb98306a tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '557337e4-ffff-46d2-ac05-1e0fbe048ae2') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:11.662261 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-4cd3e9aa-5bbf-4c5d-a3a6-7039cb98306a tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '557337e4-ffff-46d2-ac05-1e0fbe048ae2') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:11.680660 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4cd3e9aa-5bbf-4c5d-a3a6-7039cb98306a tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:11.711163 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port c460ebb8-03f4-402d-91a8-9c2eb0e7e441 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:11.711760 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:11.718500 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4cd3e9aa-5bbf-4c5d-a3a6-7039cb98306a tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:11.725791 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c5456573-3d80-4d7b-aaff-171a60e65da9 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:11.738825 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cd3e9aa-5bbf-4c5d-a3a6-7039cb98306a tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:03:11.739277 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4cd3e9aa-5bbf-4c5d-a3a6-7039cb98306a tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:11.754423 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 14:03:11.754423 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:03:11.754423 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 14:03:11.754423 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:03:11.754423 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 14:03:11.754423 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:03:11.754423 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 14:03:11.754423 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:03:11.754423 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 14:03:11.754423 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:03:11.754423 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 14:03:11.754423 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:03:11.754423 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 14:03:11.754423 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:03:11.754423 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:03:11.754423 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:03:11.754423 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:03:11.754423 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:03:11.754423 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 14:03:11.754423 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:03:11.754423 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 14:03:11.754423 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:03:11.754423 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:03:11.754423 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:03:11.754423 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 14:03:11.754423 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:03:11.754423 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:03:11.754423 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:03:11.754423 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:03:11.754423 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:03:11.754423 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:03:11.754423 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:03:11.779337 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-3f7e98a6-0f20-48d8-85ca-17f4f6617a03 None None] For port 5a45c632-32a0-4dff-a8ae-b84baeb5a2b3, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=5a45c632-32a0-4dff-a8ae-b84baeb5a2b3,segment=NetworkSegment(fd604db4-9e14-4721-9c8e-3918442d8b59),segment_id=fd604db4-9e14-4721-9c8e-3918442d8b59)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:03:11.779824 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3f7e98a6-0f20-48d8-85ca-17f4f6617a03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:11.824267 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.db.resource_extend [None req-84beab75-fd67-4319-a24c-a54ee2a659a5 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:03:11.875233 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37d0e01-4afa-405e-af2e-ed44505a784d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Checking segment: {'id': 'd0bdbf93-fd81-4f2d-aa57-c4d4f4792b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '68fa915e-c56c-4ba8-87f0-c1958b7f6f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:03:11.875622 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37d0e01-4afa-405e-af2e-ed44505a784d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Network hostable DHCP agents. Network: 68fa915e-c56c-4ba8-87f0-c1958b7f6f9d, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:03:11.918092 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-3f7e98a6-0f20-48d8-85ca-17f4f6617a03 None None] Calling delete_port for 5a45c632-32a0-4dff-a8ae-b84baeb5a2b3 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:03:11.961691 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-84beab75-fd67-4319-a24c-a54ee2a659a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:11.962523 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84beab75-fd67-4319-a24c-a54ee2a659a5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:11.963118 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-84beab75-fd67-4319-a24c-a54ee2a659a5 admin admin] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:11.967717 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cbb120dd-af06-471d-a3f8-ad11df90ce6b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:11.989350 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5e94a027-e7ea-40af-aa7d-da84b4438ec9 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router_gateway, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:12.019592 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-c5456573-3d80-4d7b-aaff-171a60e65da9 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Calling delete_port for 3acdf287-2707-4097-8759-6d4ab7d9a8e7 owned by network:router_gateway {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:03:12.115656 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4cd3e9aa-5bbf-4c5d-a3a6-7039cb98306a tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:12.132554 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5e94a027-e7ea-40af-aa7d-da84b4438ec9 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:12.138093 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3f7e98a6-0f20-48d8-85ca-17f4f6617a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:12.145186 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4cd3e9aa-5bbf-4c5d-a3a6-7039cb98306a tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:12.155850 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd3e9aa-5bbf-4c5d-a3a6-7039cb98306a tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Pushing event deleted for resources: {'Network': ['ID=ccaebd98-9452-426b-a2b1-940a4b4119cd,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:12.167255 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4cd3e9aa-5bbf-4c5d-a3a6-7039cb98306a tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] 10.222.0.41 "DELETE /v2.0/networks/ccaebd98-9452-426b-a2b1-940a4b4119cd HTTP/1.1" status: 204 len: 168 time: 1.0956693 Feb 03 14:03:12.168289 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57320) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:12.191460 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e98a6-0f20-48d8-85ca-17f4f6617a03 None None] Pushing event deleted for resources: {'Port': ['ID=5a45c632-32a0-4dff-a8ae-b84baeb5a2b3,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:12.201509 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 1f991aab-2638-4c78-b2d8-af699082625f no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:03:12.201906 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f99b0f-ebf7-47b7-b59a-4f1e987c9a3c req-a22c0dd1-0902-4c4a-a90e-f47104b8f08e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:12.205531 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a8f99b0f-ebf7-47b7-b59a-4f1e987c9a3c req-a22c0dd1-0902-4c4a-a90e-f47104b8f08e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=3875e59f-d40a-4a56-9ead-05f6f7ec7352 HTTP/1.1" status: 200 len: 946 time: 0.2788286 Feb 03 14:03:12.222582 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-cbb120dd-af06-471d-a3f8-ad11df90ce6b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Calling delete_port for 5042bee6-9058-4192-b290-b37454810b2e owned by {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:03:12.233129 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 1f991aab-2638-4c78-b2d8-af699082625f {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:03:12.235186 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 1f991aab-2638-4c78-b2d8-af699082625f not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:03:12.238871 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7e98a6-0f20-48d8-85ca-17f4f6617a03 None None] No DVR routers for this DVR port 5a45c632-32a0-4dff-a8ae-b84baeb5a2b3 on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:03:12.304806 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37d0e01-4afa-405e-af2e-ed44505a784d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Network 68fa915e-c56c-4ba8-87f0-c1958b7f6f9d is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:03:12.323312 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84beab75-fd67-4319-a24c-a54ee2a659a5 admin admin] Pushing event updated for resources: {'Network': ['ID=2f1c1092-820d-41af-bed3-3674f069c798,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:12.337722 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 2f1c1092-820d-41af-bed3-3674f069c798 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:03:12.387292 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a8f99b0f-ebf7-47b7-b59a-4f1e987c9a3c req-e05be668-4ff9-453b-9d25-c66c8a99dddc tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9ac7c3e-3a7e-46f3-932c-ecea8a30e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792173 Feb 03 14:03:12.422719 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c89cd089-95b5-417d-9180-84bb9503c5b4 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:12.483780 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-84beab75-fd67-4319-a24c-a54ee2a659a5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.9569240 Feb 03 14:03:12.490183 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57326) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:12.490765 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-f37d0e01-4afa-405e-af2e-ed44505a784d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 68fa915e-c56c-4ba8-87f0-c1958b7f6f9d) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:12.503493 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37d0e01-4afa-405e-af2e-ed44505a784d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:12.504081 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f37d0e01-4afa-405e-af2e-ed44505a784d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:12.504724 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b7751f-acf8-4380-b817-0c6f3669affc None None] Network 68fa915e-c56c-4ba8-87f0-c1958b7f6f9d requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:03:12.554621 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-69e0d0ed-1230-488b-9006-58922bffbfaf admin admin] Request body: {'subnet': {'network_id': '2f1c1092-820d-41af-bed3-3674f069c798', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-211161176-subnet', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'ip_version': 4}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:12.562489 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-5e94a027-e7ea-40af-aa7d-da84b4438ec9 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Allocated IP 172.26.3.10 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/7745bf3c-2a3d-4b97-b16a-a3f45aab46a0) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:03:12.595510 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-69e0d0ed-1230-488b-9006-58922bffbfaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:12.604512 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c5456573-3d80-4d7b-aaff-171a60e65da9 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:12.641463 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cbb120dd-af06-471d-a3f8-ad11df90ce6b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:12.646488 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f37d0e01-4afa-405e-af2e-ed44505a784d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6521063 Feb 03 14:03:12.655252 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57330) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:12.656346 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-69e0d0ed-1230-488b-9006-58922bffbfaf admin admin] Usage tracker for resource:subnet and tenant:4cbc4ee6b61f47a897e271e5a6452f6c is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:12.669699 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-69e0d0ed-1230-488b-9006-58922bffbfaf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:12.684971 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c89cd089-95b5-417d-9180-84bb9503c5b4 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:12.699182 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-4dc9a48b-685b-4b2d-93ce-a35ca6c44873 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-478409208', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:12.705409 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5456573-3d80-4d7b-aaff-171a60e65da9 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Pushing event deleted for resources: {'Port': ['ID=3acdf287-2707-4097-8759-6d4ab7d9a8e7,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:12.707703 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb120dd-af06-471d-a3f8-ad11df90ce6b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Port': ['ID=5042bee6-9058-4192-b290-b37454810b2e,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:12.708645 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-69e0d0ed-1230-488b-9006-58922bffbfaf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:12.715379 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-4dc9a48b-685b-4b2d-93ce-a35ca6c44873 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:12.747942 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d81be26-c2d4-47f7-8fc1-a592864958e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-68fa915e-c56c-4ba8-87f0-c1958b7f6f9d', 'network_id': '68fa915e-c56c-4ba8-87f0-c1958b7f6f9d', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'fixed_ips': [{'subnet_id': 'f50531f1-ec2f-467f-b867-617a62c4a64b'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:03:12.748921 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4d81be26-c2d4-47f7-8fc1-a592864958e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:12.760792 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cbb120dd-af06-471d-a3f8-ad11df90ce6b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:12.772396 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-cbb120dd-af06-471d-a3f8-ad11df90ce6b tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/ports/5042bee6-9058-4192-b290-b37454810b2e HTTP/1.1" status: 204 len: 168 time: 1.6885598 Feb 03 14:03:12.772396 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57334) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:12.780500 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-4dc9a48b-685b-4b2d-93ce-a35ca6c44873 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:12.790640 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-c89cd089-95b5-417d-9180-84bb9503c5b4 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20685210-8f1a-4653-889c-9b2cbcd8a560']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:12.854819 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e0d0ed-1230-488b-9006-58922bffbfaf admin admin] Made reservation on behalf of 4cbc4ee6b61f47a897e271e5a6452f6c for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:03:12.857132 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-69e0d0ed-1230-488b-9006-58922bffbfaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:12.868555 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5e94a027-e7ea-40af-aa7d-da84b4438ec9 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:12.877660 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-c89cd089-95b5-417d-9180-84bb9503c5b4 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd604db4-9e14-4721-9c8e-3918442d8b59') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:12.877953 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-c89cd089-95b5-417d-9180-84bb9503c5b4 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd604db4-9e14-4721-9c8e-3918442d8b59') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:12.882329 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed9c18c-a743-4e2b-b04f-d1ef099b31ae tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:12.883772 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed9c18c-a743-4e2b-b04f-d1ef099b31ae tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:12.884516 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-bed9c18c-a743-4e2b-b04f-d1ef099b31ae tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:03:12.945052 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-4d81be26-c2d4-47f7-8fc1-a592864958e3 None None] Allocated IP 172.20.0.2 (68fa915e-c56c-4ba8-87f0-c1958b7f6f9d/f50531f1-ec2f-467f-b867-617a62c4a64b/eb306080-fee6-45a1-b934-7c207e3ce3f2) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:03:12.977617 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-bed9c18c-a743-4e2b-b04f-d1ef099b31ae tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:03:12.982166 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-bed9c18c-a743-4e2b-b04f-d1ef099b31ae tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2040839 Feb 03 14:03:12.982988 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57338) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:12.983729 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c89cd089-95b5-417d-9180-84bb9503c5b4 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:12.991527 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4dc9a48b-685b-4b2d-93ce-a35ca6c44873 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:12.992456 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4dc9a48b-685b-4b2d-93ce-a35ca6c44873 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:13.050444 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5e94a027-e7ea-40af-aa7d-da84b4438ec9 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:13.124352 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4dc9a48b-685b-4b2d-93ce-a35ca6c44873 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:13.185179 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4d81be26-c2d4-47f7-8fc1-a592864958e3 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:13.196201 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-4d81be26-c2d4-47f7-8fc1-a592864958e3 None None] Transition to ACTIVE for port object eb306080-fee6-45a1-b934-7c207e3ce3f2 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:03:13.198244 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e94a027-e7ea-40af-aa7d-da84b4438ec9 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:03:13.208254 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-5e94a027-e7ea-40af-aa7d-da84b4438ec9 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:13.208254 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a027-e7ea-40af-aa7d-da84b4438ec9 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Pushing event updated for resources: {'Port': ['ID=7745bf3c-2a3d-4b97-b16a-a3f45aab46a0,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:13.209682 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e94a027-e7ea-40af-aa7d-da84b4438ec9 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:03:13.219137 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-4d81be26-c2d4-47f7-8fc1-a592864958e3 None None] Transition to ACTIVE for port object eb306080-fee6-45a1-b934-7c207e3ce3f2 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:03:13.228969 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c89cd089-95b5-417d-9180-84bb9503c5b4 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:13.244616 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d90d59-a510-4a01-99e5-f519927a1a24 req-35b144ee-4ed5-4960-9a8f-e0917da24816 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:13.246033 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-11d90d59-a510-4a01-99e5-f519927a1a24 req-35b144ee-4ed5-4960-9a8f-e0917da24816 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=3875e59f-d40a-4a56-9ead-05f6f7ec7352 HTTP/1.1" status: 200 len: 946 time: 0.6881158 Feb 03 14:03:13.298149 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4d81be26-c2d4-47f7-8fc1-a592864958e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:13.300576 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c89cd089-95b5-417d-9180-84bb9503c5b4 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:03:13.301049 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c89cd089-95b5-417d-9180-84bb9503c5b4 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:13.324213 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 14:03:13.324213 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:03:13.324213 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 14:03:13.324213 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:03:13.324213 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 14:03:13.324213 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:03:13.324213 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 14:03:13.324213 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:03:13.324213 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 14:03:13.324213 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:03:13.324213 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 14:03:13.324213 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:03:13.324213 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 14:03:13.324213 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:03:13.324213 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:03:13.324213 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:03:13.324213 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:03:13.324213 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:03:13.324213 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 14:03:13.324213 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:03:13.324213 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 14:03:13.324213 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:03:13.324213 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:03:13.324213 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:03:13.324213 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 14:03:13.324213 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:03:13.324213 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:03:13.324213 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:03:13.324213 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:03:13.324213 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:03:13.324213 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:03:13.324213 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:03:13.367906 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc6c1675-4ae7-4d37-aa49-7b6fb94bec5a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting subnet a373d30e-b437-40ba-9bac-f98b16caffc2 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:03:13.381915 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d81be26-c2d4-47f7-8fc1-a592864958e3 None None] Network 68fa915e-c56c-4ba8-87f0-c1958b7f6f9d is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:03:13.385357 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-4d81be26-c2d4-47f7-8fc1-a592864958e3 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:13.388171 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d81be26-c2d4-47f7-8fc1-a592864958e3 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:03:13.391579 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bc6c1675-4ae7-4d37-aa49-7b6fb94bec5a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:13.403020 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81be26-c2d4-47f7-8fc1-a592864958e3 None None] Pushing event updated for resources: {'Port': ['ID=eb306080-fee6-45a1-b934-7c207e3ce3f2,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:13.406469 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 5a45c632-32a0-4dff-a8ae-b84baeb5a2b3 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:03:13.415791 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c5456573-3d80-4d7b-aaff-171a60e65da9 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:13.445244 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 5a45c632-32a0-4dff-a8ae-b84baeb5a2b3 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:03:13.445601 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 5a45c632-32a0-4dff-a8ae-b84baeb5a2b3 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:03:13.493882 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4dc9a48b-685b-4b2d-93ce-a35ca6c44873 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:13.496809 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bc6c1675-4ae7-4d37-aa49-7b6fb94bec5a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:13.538440 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-4d81be26-c2d4-47f7-8fc1-a592864958e3 None None] Attempting to bind port eb306080-fee6-45a1-b934-7c207e3ce3f2 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:03:13.538695 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-4d81be26-c2d4-47f7-8fc1-a592864958e3 None None] Attempting to bind port eb306080-fee6-45a1-b934-7c207e3ce3f2 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'd0bdbf93-fd81-4f2d-aa57-c4d4f4792b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '68fa915e-c56c-4ba8-87f0-c1958b7f6f9d'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:03:13.539355 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d81be26-c2d4-47f7-8fc1-a592864958e3 None None] Attempting to bind port eb306080-fee6-45a1-b934-7c207e3ce3f2 on network 68fa915e-c56c-4ba8-87f0-c1958b7f6f9d {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:03:13.545518 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d81be26-c2d4-47f7-8fc1-a592864958e3 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:03:13.546034 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d81be26-c2d4-47f7-8fc1-a592864958e3 None None] Checking segment: {'id': 'd0bdbf93-fd81-4f2d-aa57-c4d4f4792b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '68fa915e-c56c-4ba8-87f0-c1958b7f6f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:03:13.546729 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4d81be26-c2d4-47f7-8fc1-a592864958e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:13.547158 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d81be26-c2d4-47f7-8fc1-a592864958e3 None None] Bound using segment: {'id': 'd0bdbf93-fd81-4f2d-aa57-c4d4f4792b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '68fa915e-c56c-4ba8-87f0-c1958b7f6f9d'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:03:13.547689 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-4d81be26-c2d4-47f7-8fc1-a592864958e3 None None] Bound port: eb306080-fee6-45a1-b934-7c207e3ce3f2, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0bdbf93-fd81-4f2d-aa57-c4d4f4792b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '68fa915e-c56c-4ba8-87f0-c1958b7f6f9d'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:03:13.548125 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4d81be26-c2d4-47f7-8fc1-a592864958e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:13.589709 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bc6c1675-4ae7-4d37-aa49-7b6fb94bec5a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:13.639722 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-4d81be26-c2d4-47f7-8fc1-a592864958e3 None None] For port eb306080-fee6-45a1-b934-7c207e3ce3f2, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:03:13.643513 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-4d81be26-c2d4-47f7-8fc1-a592864958e3 None None] For port eb306080-fee6-45a1-b934-7c207e3ce3f2, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=eb306080-fee6-45a1-b934-7c207e3ce3f2,segment=NetworkSegment(d0bdbf93-fd81-4f2d-aa57-c4d4f4792b7b),segment_id=d0bdbf93-fd81-4f2d-aa57-c4d4f4792b7b)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:03:13.711191 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-11d90d59-a510-4a01-99e5-f519927a1a24 req-a00a554e-4aa4-4615-be29-cfb3f0a3937b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9ac7c3e-3a7e-46f3-932c-ecea8a30e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3941567 Feb 03 14:03:13.715902 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4d81be26-c2d4-47f7-8fc1-a592864958e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:13.719327 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c89cd089-95b5-417d-9180-84bb9503c5b4 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:13.749152 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57342) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:13.761108 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c89cd089-95b5-417d-9180-84bb9503c5b4 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:13.768939 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c89cd089-95b5-417d-9180-84bb9503c5b4 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] 10.222.0.41 "DELETE /v2.0/networks/20685210-8f1a-4653-889c-9b2cbcd8a560 HTTP/1.1" status: 204 len: 168 time: 1.5948193 Feb 03 14:03:13.770123 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57346) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:13.823678 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81be26-c2d4-47f7-8fc1-a592864958e3 None None] Pushing event updated for resources: {'Port': ['ID=eb306080-fee6-45a1-b934-7c207e3ce3f2,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:13.863027 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5e94a027-e7ea-40af-aa7d-da84b4438ec9 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router_gateway, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:13.873070 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89cd089-95b5-417d-9180-84bb9503c5b4 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Pushing event deleted for resources: {'Network': ['ID=20685210-8f1a-4653-889c-9b2cbcd8a560,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:13.910586 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4dc9a48b-685b-4b2d-93ce-a35ca6c44873 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:13.914569 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4dc9a48b-685b-4b2d-93ce-a35ca6c44873 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.2473643 Feb 03 14:03:13.919993 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57350) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:13.921621 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c5456573-3d80-4d7b-aaff-171a60e65da9 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:13.928066 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bc6c1675-4ae7-4d37-aa49-7b6fb94bec5a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:13.976824 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ccb0df18-2f83-4690-acd2-45ac500aed28 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3875e59f-d40a-4a56-9ead-05f6f7ec7352 HTTP/1.1" status: 200 len: 1094 time: 0.2217727 Feb 03 14:03:13.984833 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c1675-4ae7-4d37-aa49-7b6fb94bec5a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Subnet': ['ID=a373d30e-b437-40ba-9bac-f98b16caffc2,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:13.994651 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57354) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:14.022453 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-9e79cff5-9a48-44fd-828f-11cb77918f0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'floatingip': {'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'port_id': '252aee64-0547-43af-b252-4dbeb7d6ddb5', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:14.032420 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-9e79cff5-9a48-44fd-828f-11cb77918f0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:14.034826 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c5456573-3d80-4d7b-aaff-171a60e65da9 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:14.036870 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bc6c1675-4ae7-4d37-aa49-7b6fb94bec5a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:14.049092 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129da685-12ae-49d7-ada1-b86a2ec47712 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:03:14.053321 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-9e79cff5-9a48-44fd-828f-11cb77918f0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:floatingip and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:14.060536 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-9e79cff5-9a48-44fd-828f-11cb77918f0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:14.111249 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-69e0d0ed-1230-488b-9006-58922bffbfaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:14.129175 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-9e79cff5-9a48-44fd-828f-11cb77918f0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:14.169612 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5e94a027-e7ea-40af-aa7d-da84b4438ec9 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:14.173942 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5e94a027-e7ea-40af-aa7d-da84b4438ec9 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970733'] for router, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:14.257660 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-bc6c1675-4ae7-4d37-aa49-7b6fb94bec5a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/a373d30e-b437-40ba-9bac-f98b16caffc2 HTTP/1.1" status: 204 len: 168 time: 1.2734468 Feb 03 14:03:14.258564 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9e79cff5-9a48-44fd-828f-11cb77918f0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for floatingip, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:14.274176 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57358) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:14.359532 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-6e5504e2-eacb-4179-a82b-a838e60ff14c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0783184 Feb 03 14:03:14.362197 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57362) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:14.368315 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c5456573-3d80-4d7b-aaff-171a60e65da9 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:14.368818 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5456573-3d80-4d7b-aaff-171a60e65da9 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Fanout notify agent at l3_agent the message router_deleted on router b8ac8743-9c7e-4709-a28e-1ea2b501ff15 {{(pid=84182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:03:14.431253 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4ded02-5179-47b8-becb-14fed4d131da None None] DHCP port deletion for ac0baa47-f752-4b1c-8067-faa2699b3288 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:03:14.436047 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-4b4ded02-5179-47b8-becb-14fed4d131da None None] Deleting port c460ebb8-03f4-402d-91a8-9c2eb0e7e441 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:03:14.436431 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4b4ded02-5179-47b8-becb-14fed4d131da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:14.475362 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e0d0ed-1230-488b-9006-58922bffbfaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac5f2d12-5c46-44f1-bb83-783314b1c271,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:14.482712 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c5456573-3d80-4d7b-aaff-171a60e65da9 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:14.483829 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c5456573-3d80-4d7b-aaff-171a60e65da9 tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "DELETE /v2.0/routers/b8ac8743-9c7e-4709-a28e-1ea2b501ff15 HTTP/1.1" status: 204 len: 168 time: 4.6679258 Feb 03 14:03:14.487026 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57366) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:14.505790 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e0d0ed-1230-488b-9006-58922bffbfaf admin admin] Checking segment: {'id': 'a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:03:14.506139 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e0d0ed-1230-488b-9006-58922bffbfaf admin admin] Network hostable DHCP agents. Network: 2f1c1092-820d-41af-bed3-3674f069c798, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:03:14.730534 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-4b4ded02-5179-47b8-becb-14fed4d131da None None] For port c460ebb8-03f4-402d-91a8-9c2eb0e7e441, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=c460ebb8-03f4-402d-91a8-9c2eb0e7e441,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:03:14.731338 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4b4ded02-5179-47b8-becb-14fed4d131da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:14.747670 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef526606-a89e-418d-8647-15da6b53498c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:14.749035 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ef526606-a89e-418d-8647-15da6b53498c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:03:14.755110 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecf063be-0424-4c40-b67a-4e9d8b54f828 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Deleting subnet 5bc90b94-91db-488f-bc49-41881f04c485 {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:03:14.760437 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ecf063be-0424-4c40-b67a-4e9d8b54f828 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:14.873208 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-e296d307-4818-4036-9e68-f84fc40c37ec tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Deleting subnet d7bea81d-d959-4f2a-8f17-3b4608f09636 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:03:14.878354 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e296d307-4818-4036-9e68-f84fc40c37ec tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:14.895427 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-4b4ded02-5179-47b8-becb-14fed4d131da None None] Calling delete_port for c460ebb8-03f4-402d-91a8-9c2eb0e7e441 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:03:14.913738 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ecf063be-0424-4c40-b67a-4e9d8b54f828 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:14.927250 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9e79cff5-9a48-44fd-828f-11cb77918f0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:14.966788 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e0d0ed-1230-488b-9006-58922bffbfaf admin admin] Network 2f1c1092-820d-41af-bed3-3674f069c798 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:03:14.970254 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ef526606-a89e-418d-8647-15da6b53498c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:03:14.973659 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ef526606-a89e-418d-8647-15da6b53498c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5537157 Feb 03 14:03:14.976617 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57370) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:15.033435 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be190a4f-ab13-458c-801e-ef0978811b7d None None] Network 68fa915e-c56c-4ba8-87f0-c1958b7f6f9d requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:03:15.041688 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f96b4f87-bd62-4925-9c13-ed07ec54c9aa tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:15.052388 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e296d307-4818-4036-9e68-f84fc40c37ec tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:15.103023 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4b4ded02-5179-47b8-becb-14fed4d131da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:15.124330 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-69e0d0ed-1230-488b-9006-58922bffbfaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 2f1c1092-820d-41af-bed3-3674f069c798) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:15.144672 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e0d0ed-1230-488b-9006-58922bffbfaf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:15.144672 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-69e0d0ed-1230-488b-9006-58922bffbfaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:15.149024 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69e47ef-666c-436d-807d-9dbf6671eb5c None None] Network 2f1c1092-820d-41af-bed3-3674f069c798 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:03:15.161378 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af94a27e-bf59-408e-a889-8d02c67183f4 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:15.162078 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-af94a27e-bf59-408e-a889-8d02c67183f4 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:03:15.179360 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ded02-5179-47b8-becb-14fed4d131da None None] Pushing event deleted for resources: {'Port': ['ID=c460ebb8-03f4-402d-91a8-9c2eb0e7e441,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:15.220821 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e296d307-4818-4036-9e68-f84fc40c37ec tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:15.225597 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ecf063be-0424-4c40-b67a-4e9d8b54f828 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:15.253655 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4ded02-5179-47b8-becb-14fed4d131da None None] No DVR routers for this DVR port c460ebb8-03f4-402d-91a8-9c2eb0e7e441 on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:03:15.307452 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-9e79cff5-9a48-44fd-828f-11cb77918f0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Allocated IP 172.26.3.26 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/0c402cea-7d03-418a-a87c-238539b6bad9) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:03:15.331875 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-69e0d0ed-1230-488b-9006-58922bffbfaf admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8355434 Feb 03 14:03:15.337331 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57374) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:15.348454 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-1820255b-e231-4844-9c59-12f90575d743 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-211161176-router', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:15.364047 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-1820255b-e231-4844-9c59-12f90575d743 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:15.375450 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-1820255b-e231-4844-9c59-12f90575d743 admin admin] Usage tracker for resource:router and tenant:4cbc4ee6b61f47a897e271e5a6452f6c is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:15.408814 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-1820255b-e231-4844-9c59-12f90575d743 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:15.426562 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-1820255b-e231-4844-9c59-12f90575d743 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:15.438014 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-07324533-795e-4d9d-96b0-ea0f31fc05ee None None] Provisioning for port eb306080-fee6-45a1-b934-7c207e3ce3f2 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:03:15.559696 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1820255b-e231-4844-9c59-12f90575d743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:15.560938 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1820255b-e231-4844-9c59-12f90575d743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:15.566591 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ecf063be-0424-4c40-b67a-4e9d8b54f828 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:15.573322 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device eb306080-fee6-45a1-b934-7c207e3ce3f2 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:03:15.580693 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-af94a27e-bf59-408e-a889-8d02c67183f4 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:03:15.581824 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-af94a27e-bf59-408e-a889-8d02c67183f4 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5963986 Feb 03 14:03:15.582406 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e94a027-e7ea-40af-aa7d-da84b4438ec9 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Router eefbf1af-fa8f-4ba7-a126-fe0f30b2710f is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:03:15.588151 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57378) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:15.632606 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfed409-12a7-4286-bbde-9f6c7dca5fa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-2f1c1092-820d-41af-bed3-3674f069c798', 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'fixed_ips': [{'subnet_id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:03:15.633435 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cbfed409-12a7-4286-bbde-9f6c7dca5fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:15.635049 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf063be-0424-4c40-b67a-4e9d8b54f828 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Pushing event deleted for resources: {'Subnet': ['ID=5bc90b94-91db-488f-bc49-41881f04c485,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:15.652929 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ecf063be-0424-4c40-b67a-4e9d8b54f828 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:15.674728 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-f96b4f87-bd62-4925-9c13-ed07ec54c9aa tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Allocated IP 172.20.0.1 (68fa915e-c56c-4ba8-87f0-c1958b7f6f9d/f50531f1-ec2f-467f-b867-617a62c4a64b/ec8a7bcb-3680-4d9e-a83f-d61cc12dc97e) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:03:15.678112 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367a47db-fca3-4cf7-8464-f18cf7371295 None None] Network 03f5b960-e485-47a9-9f34-8578db145af7 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:03:15.681428 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1820255b-e231-4844-9c59-12f90575d743 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:15.683002 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-a41feb77-a756-48f5-8681-6d3ab811a282 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0917449 Feb 03 14:03:15.690182 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57382) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:15.699053 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-050391fc-6e87-4616-92d9-f72c45e5d2f6 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'subnet': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:15.786826 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e296d307-4818-4036-9e68-f84fc40c37ec tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:15.832536 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ecf063be-0424-4c40-b67a-4e9d8b54f828 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] 10.222.0.41 "DELETE /v2.0/subnets/5bc90b94-91db-488f-bc49-41881f04c485 HTTP/1.1" status: 204 len: 168 time: 1.9964757 Feb 03 14:03:15.839637 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-050391fc-6e87-4616-92d9-f72c45e5d2f6 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:15.844027 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e296d307-4818-4036-9e68-f84fc40c37ec tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:15.847445 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57386) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:15.853313 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-050391fc-6e87-4616-92d9-f72c45e5d2f6 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:15.882119 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296d307-4818-4036-9e68-f84fc40c37ec tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Pushing event deleted for resources: {'Subnet': ['ID=d7bea81d-d959-4f2a-8f17-3b4608f09636,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:15.953555 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e296d307-4818-4036-9e68-f84fc40c37ec tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "DELETE /v2.0/subnets/d7bea81d-d959-4f2a-8f17-3b4608f09636 HTTP/1.1" status: 204 len: 168 time: 1.4632447 Feb 03 14:03:15.960348 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9e79cff5-9a48-44fd-828f-11cb77918f0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:15.968498 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57390) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:15.987931 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port eb306080-fee6-45a1-b934-7c207e3ce3f2 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:03:15.999412 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port eb306080-fee6-45a1-b934-7c207e3ce3f2 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:15.999915 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:16.028634 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8bf7abe7-2f7f-44d5-af88-fea8e2d6b463 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:16.056284 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050391fc-6e87-4616-92d9-f72c45e5d2f6 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:03:16.078246 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b81fc603-93c6-4384-92b3-64e16a860bde None None] Provisioning complete for port eb306080-fee6-45a1-b934-7c207e3ce3f2 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:16.078760 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b81fc603-93c6-4384-92b3-64e16a860bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:16.103454 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-8bf7abe7-2f7f-44d5-af88-fea8e2d6b463 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Deleting port 65dc48f3-f7a5-4603-b220-61ee359065a7 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:03:16.103801 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8bf7abe7-2f7f-44d5-af88-fea8e2d6b463 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:16.119505 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-cbfed409-12a7-4286-bbde-9f6c7dca5fa8 None None] Allocated IP 172.20.0.2 (2f1c1092-820d-41af-bed3-3674f069c798/ac5f2d12-5c46-44f1-bb83-783314b1c271/36563504-8cf1-4279-ab34-154d154e2264) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:03:16.213398 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9e79cff5-9a48-44fd-828f-11cb77918f0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:16.377541 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e79cff5-9a48-44fd-828f-11cb77918f0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:03:16.390011 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:16.399905 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-9e79cff5-9a48-44fd-828f-11cb77918f0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:16.408530 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e79cff5-9a48-44fd-828f-11cb77918f0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=0c402cea-7d03-418a-a87c-238539b6bad9,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:16.413412 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e79cff5-9a48-44fd-828f-11cb77918f0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:03:16.454446 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bfe552-0401-4759-99a5-ae2e1cd0fe5a None None] DHCP port deletion for 03f5b960-e485-47a9-9f34-8578db145af7 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:03:16.476502 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e94a027-e7ea-40af-aa7d-da84b4438ec9 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:03:16.481445 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-a5bfe552-0401-4759-99a5-ae2e1cd0fe5a None None] Deleting port 65dc48f3-f7a5-4603-b220-61ee359065a7 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:03:16.481948 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a5bfe552-0401-4759-99a5-ae2e1cd0fe5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:16.484722 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-8bf7abe7-2f7f-44d5-af88-fea8e2d6b463 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] For port 65dc48f3-f7a5-4603-b220-61ee359065a7, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=65dc48f3-f7a5-4603-b220-61ee359065a7,segment=NetworkSegment(3cbbe7a3-36c1-4662-bf75-6242821a790b),segment_id=3cbbe7a3-36c1-4662-bf75-6242821a790b)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:03:16.484722 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8bf7abe7-2f7f-44d5-af88-fea8e2d6b463 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:16.491632 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcc6527-e4f7-458d-9590-6f73ddba8150 None None] Sync routers for ids ['eefbf1af-fa8f-4ba7-a126-fe0f30b2710f'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:03:16.496379 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5e94a027-e7ea-40af-aa7d-da84b4438ec9 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:16.500849 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-5e94a027-e7ea-40af-aa7d-da84b4438ec9 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] 10.222.0.41 "PUT /v2.0/routers/eefbf1af-fa8f-4ba7-a126-fe0f30b2710f HTTP/1.1" status: 200 len: 879 time: 6.9428613 Feb 03 14:03:16.504496 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcc6527-e4f7-458d-9590-6f73ddba8150 None None] Routers {'eefbf1af-fa8f-4ba7-a126-fe0f30b2710f'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:03:16.505370 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-7fcc6527-e4f7-458d-9590-6f73ddba8150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:02:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['eefbf1af-fa8f-4ba7-a126-fe0f30b2710f'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:16.507730 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57394) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:16.533646 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-050391fc-6e87-4616-92d9-f72c45e5d2f6 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:16.557459 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1820255b-e231-4844-9c59-12f90575d743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:16.570547 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-7fcc6527-e4f7-458d-9590-6f73ddba8150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:16.582489 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcc6527-e4f7-458d-9590-6f73ddba8150 None None] Routers {'eefbf1af-fa8f-4ba7-a126-fe0f30b2710f'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:03:16.583477 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-7fcc6527-e4f7-458d-9590-6f73ddba8150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:02:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['eefbf1af-fa8f-4ba7-a126-fe0f30b2710f'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:16.624840 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6500d91d-5da1-4eb4-b74c-76a5c67faf1c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:16.647258 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-7fcc6527-e4f7-458d-9590-6f73ddba8150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:16.647995 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcc6527-e4f7-458d-9590-6f73ddba8150 None None] The sync data for ids ['eefbf1af-fa8f-4ba7-a126-fe0f30b2710f'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:03:16.651524 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cbfed409-12a7-4286-bbde-9f6c7dca5fa8 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:16.670831 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f96b4f87-bd62-4925-9c13-ed07ec54c9aa tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:16.682355 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-8bf7abe7-2f7f-44d5-af88-fea8e2d6b463 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Calling delete_port for 65dc48f3-f7a5-4603-b220-61ee359065a7 owned by network:dhcp {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:03:16.691482 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b81fc603-93c6-4384-92b3-64e16a860bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:16.719345 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-cbfed409-12a7-4286-bbde-9f6c7dca5fa8 None None] Transition to ACTIVE for port object 36563504-8cf1-4279-ab34-154d154e2264 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:03:16.736510 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port eb306080-fee6-45a1-b934-7c207e3ce3f2, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=eb306080-fee6-45a1-b934-7c207e3ce3f2,segment=NetworkSegment(d0bdbf93-fd81-4f2d-aa57-c4d4f4792b7b),segment_id=d0bdbf93-fd81-4f2d-aa57-c4d4f4792b7b)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:03:16.777971 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-cbfed409-12a7-4286-bbde-9f6c7dca5fa8 None None] Transition to ACTIVE for port object 36563504-8cf1-4279-ab34-154d154e2264 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:03:16.815650 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:03:16.835116 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-f96b4f87-bd62-4925-9c13-ed07ec54c9aa tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Transition to ACTIVE for port object ec8a7bcb-3680-4d9e-a83f-d61cc12dc97e will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:03:16.884475 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-a5bfe552-0401-4759-99a5-ae2e1cd0fe5a None None] For port 65dc48f3-f7a5-4603-b220-61ee359065a7, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=65dc48f3-f7a5-4603-b220-61ee359065a7,segment=NetworkSegment(3cbbe7a3-36c1-4662-bf75-6242821a790b),segment_id=3cbbe7a3-36c1-4662-bf75-6242821a790b)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:03:16.884896 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a5bfe552-0401-4759-99a5-ae2e1cd0fe5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:16.926183 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6500d91d-5da1-4eb4-b74c-76a5c67faf1c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:16.964948 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8bf7abe7-2f7f-44d5-af88-fea8e2d6b463 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:16.973718 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-6500d91d-5da1-4eb4-b74c-76a5c67faf1c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1c1101f-3f68-4175-9112-3a10fd62cb9d']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:17.020385 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-a5bfe552-0401-4759-99a5-ae2e1cd0fe5a None None] Calling delete_port for 65dc48f3-f7a5-4603-b220-61ee359065a7 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:03:17.025327 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-6500d91d-5da1-4eb4-b74c-76a5c67faf1c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33478c25-2802-4569-aed0-64a75382f4e4') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:17.025616 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-6500d91d-5da1-4eb4-b74c-76a5c67faf1c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33478c25-2802-4569-aed0-64a75382f4e4') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:17.054169 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6500d91d-5da1-4eb4-b74c-76a5c67faf1c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:17.056541 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:17.103534 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6500d91d-5da1-4eb4-b74c-76a5c67faf1c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:17.106018 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f96b4f87-bd62-4925-9c13-ed07ec54c9aa tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:17.147594 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf7abe7-2f7f-44d5-af88-fea8e2d6b463 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Pushing event deleted for resources: {'Port': ['ID=65dc48f3-f7a5-4603-b220-61ee359065a7,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:17.160205 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cbfed409-12a7-4286-bbde-9f6c7dca5fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:17.163738 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device c460ebb8-03f4-402d-91a8-9c2eb0e7e441 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:03:17.191097 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6500d91d-5da1-4eb4-b74c-76a5c67faf1c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:03:17.191620 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6500d91d-5da1-4eb4-b74c-76a5c67faf1c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:17.210058 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 14:03:17.210058 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:03:17.210058 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 14:03:17.210058 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:03:17.210058 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 14:03:17.210058 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:03:17.210058 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 14:03:17.210058 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:03:17.210058 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 14:03:17.210058 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:03:17.210058 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 14:03:17.210058 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:03:17.210058 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 14:03:17.210058 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:03:17.210058 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:03:17.210058 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:03:17.210058 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:03:17.210058 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:03:17.210058 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 14:03:17.210058 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:03:17.210058 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 14:03:17.210058 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:03:17.210058 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:03:17.210058 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:03:17.210058 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 14:03:17.210058 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:03:17.210058 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:03:17.210058 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:03:17.210058 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:03:17.210058 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:03:17.210058 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:03:17.210058 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:03:17.219930 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: c460ebb8-03f4-402d-91a8-9c2eb0e7e441 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:03:17.220888 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device c460ebb8-03f4-402d-91a8-9c2eb0e7e441 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:03:17.261084 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf7abe7-2f7f-44d5-af88-fea8e2d6b463 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] No DVR routers for this DVR port 65dc48f3-f7a5-4603-b220-61ee359065a7 on host dv-neutron-827016-1-hyperv {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:03:17.264297 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-b81fc603-93c6-4384-92b3-64e16a860bde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:03:17.264664 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-b81fc603-93c6-4384-92b3-64e16a860bde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:03:17.291184 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfed409-12a7-4286-bbde-9f6c7dca5fa8 None None] Network 2f1c1092-820d-41af-bed3-3674f069c798 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:03:17.291184 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=eb306080-fee6-45a1-b934-7c207e3ce3f2,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:17.310335 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96b4f87-bd62-4925-9c13-ed07ec54c9aa tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Network 68fa915e-c56c-4ba8-87f0-c1958b7f6f9d is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:03:17.325458 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-cbfed409-12a7-4286-bbde-9f6c7dca5fa8 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:17.327316 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfed409-12a7-4286-bbde-9f6c7dca5fa8 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:03:17.333036 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-f96b4f87-bd62-4925-9c13-ed07ec54c9aa tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:17.340759 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96b4f87-bd62-4925-9c13-ed07ec54c9aa tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:03:17.356150 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-a5bfe552-0401-4759-99a5-ae2e1cd0fe5a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:03:17.356504 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-a5bfe552-0401-4759-99a5-ae2e1cd0fe5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:03:17.368101 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b4f87-bd62-4925-9c13-ed07ec54c9aa tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event updated for resources: {'Port': ['ID=ec8a7bcb-3680-4d9e-a83f-d61cc12dc97e,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:17.375720 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-050391fc-6e87-4616-92d9-f72c45e5d2f6 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:17.400352 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:17.409047 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfed409-12a7-4286-bbde-9f6c7dca5fa8 None None] Pushing event updated for resources: {'Port': ['ID=36563504-8cf1-4279-ab34-154d154e2264,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:17.464322 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8bf7abe7-2f7f-44d5-af88-fea8e2d6b463 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:17.503779 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-8bf7abe7-2f7f-44d5-af88-fea8e2d6b463 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03f5b960-e485-47a9-9f34-8578db145af7']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:17.505558 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050391fc-6e87-4616-92d9-f72c45e5d2f6 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:03:17.518182 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6500d91d-5da1-4eb4-b74c-76a5c67faf1c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:17.524664 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-8bf7abe7-2f7f-44d5-af88-fea8e2d6b463 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cbbe7a3-36c1-4662-bf75-6242821a790b') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:17.524974 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-8bf7abe7-2f7f-44d5-af88-fea8e2d6b463 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cbbe7a3-36c1-4662-bf75-6242821a790b') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:17.529232 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6500d91d-5da1-4eb4-b74c-76a5c67faf1c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:17.536388 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device eb306080-fee6-45a1-b934-7c207e3ce3f2 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:03:17.544260 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8bf7abe7-2f7f-44d5-af88-fea8e2d6b463 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:17.570020 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-6500d91d-5da1-4eb4-b74c-76a5c67faf1c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] 10.222.0.41 "DELETE /v2.0/networks/c1c1101f-3f68-4175-9112-3a10fd62cb9d HTTP/1.1" status: 204 len: 168 time: 1.5466747 Feb 03 14:03:17.570020 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-050391fc-6e87-4616-92d9-f72c45e5d2f6 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:17.588630 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050391fc-6e87-4616-92d9-f72c45e5d2f6 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:17.590115 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-050391fc-6e87-4616-92d9-f72c45e5d2f6 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:17.592321 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bc826a-fde2-4aed-9748-0ad37334f4ea None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:03:17.637217 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500d91d-5da1-4eb4-b74c-76a5c67faf1c tempest-FloatingIPTestJSON-1899356586 tempest-FloatingIPTestJSON-1899356586-project] Pushing event deleted for resources: {'Network': ['ID=c1c1101f-3f68-4175-9112-3a10fd62cb9d,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:17.658652 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f96b4f87-bd62-4925-9c13-ed07ec54c9aa tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:17.672796 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050391fc-6e87-4616-92d9-f72c45e5d2f6 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Subnet': ['ID=d3b9bd53-884e-4b2a-8d48-e7041ca7b4d3,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:17.688060 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1820255b-e231-4844-9c59-12f90575d743 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:17.722379 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-cbfed409-12a7-4286-bbde-9f6c7dca5fa8 None None] Attempting to bind port 36563504-8cf1-4279-ab34-154d154e2264 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:03:17.722773 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-cbfed409-12a7-4286-bbde-9f6c7dca5fa8 None None] Attempting to bind port 36563504-8cf1-4279-ab34-154d154e2264 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:03:17.723139 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfed409-12a7-4286-bbde-9f6c7dca5fa8 None None] Attempting to bind port 36563504-8cf1-4279-ab34-154d154e2264 on network 2f1c1092-820d-41af-bed3-3674f069c798 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:03:17.723371 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1820255b-e231-4844-9c59-12f90575d743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:17.725107 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-53007197-1723-408b-9dc9-0d87ff78be86 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] 10.222.0.41 "GET /v2.0/routers/eefbf1af-fa8f-4ba7-a126-fe0f30b2710f HTTP/1.1" status: 200 len: 920 time: 1.2146909 Feb 03 14:03:17.732346 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57400) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:17.741783 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8bf7abe7-2f7f-44d5-af88-fea8e2d6b463 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:17.760218 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bf7abe7-2f7f-44d5-af88-fea8e2d6b463 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:03:17.760615 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8bf7abe7-2f7f-44d5-af88-fea8e2d6b463 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:17.763324 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfed409-12a7-4286-bbde-9f6c7dca5fa8 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:03:17.763709 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfed409-12a7-4286-bbde-9f6c7dca5fa8 None None] Checking segment: {'id': 'a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:03:17.764123 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cbfed409-12a7-4286-bbde-9f6c7dca5fa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:17.764742 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfed409-12a7-4286-bbde-9f6c7dca5fa8 None None] Bound using segment: {'id': 'a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:03:17.765099 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-cbfed409-12a7-4286-bbde-9f6c7dca5fa8 None None] Bound port: 36563504-8cf1-4279-ab34-154d154e2264, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:03:17.765479 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cbfed409-12a7-4286-bbde-9f6c7dca5fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:17.775560 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 14:03:17.775560 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:03:17.775560 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 14:03:17.775560 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:03:17.775560 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 14:03:17.775560 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:03:17.775560 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 14:03:17.775560 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:03:17.775560 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 14:03:17.775560 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:03:17.775560 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 14:03:17.775560 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:03:17.775560 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 14:03:17.775560 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:03:17.775560 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:03:17.775560 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:03:17.775560 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:03:17.775560 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:03:17.775560 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 14:03:17.775560 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:03:17.775560 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 14:03:17.775560 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:03:17.775560 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:03:17.775560 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:03:17.775560 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 14:03:17.775560 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:03:17.775560 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:03:17.775560 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:03:17.775560 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:03:17.775560 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:03:17.775560 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:03:17.775560 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:03:17.813485 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-050391fc-6e87-4616-92d9-f72c45e5d2f6 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1197536 Feb 03 14:03:17.827451 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57404) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:17.835372 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-ff838a45-d867-4c35-a2f9-9a4ffd32b8d5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'port': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'mac_address': 'fa:16:3e:a9:7f:71', 'name': 'tempest-NetworksTestDHCPv6-2104719091'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:17.859717 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9e79cff5-9a48-44fd-828f-11cb77918f0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:17.906201 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-a5bfe552-0401-4759-99a5-ae2e1cd0fe5a None None] Deleting port 65dc48f3-f7a5-4603-b220-61ee359065a7 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:03:17.906583 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a5bfe552-0401-4759-99a5-ae2e1cd0fe5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:17.964671 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8bf7abe7-2f7f-44d5-af88-fea8e2d6b463 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:18.006847 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8bf7abe7-2f7f-44d5-af88-fea8e2d6b463 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:18.011102 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf7abe7-2f7f-44d5-af88-fea8e2d6b463 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Pushing event deleted for resources: {'Network': ['ID=03f5b960-e485-47a9-9f34-8578db145af7,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:18.016508 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-a5bfe552-0401-4759-99a5-ae2e1cd0fe5a None None] The port '65dc48f3-f7a5-4603-b220-61ee359065a7' was deleted {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 14:03:18.045632 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8bf7abe7-2f7f-44d5-af88-fea8e2d6b463 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] 10.222.0.41 "DELETE /v2.0/networks/03f5b960-e485-47a9-9f34-8578db145af7 HTTP/1.1" status: 204 len: 168 time: 2.1946566 Feb 03 14:03:18.048040 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57410) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:18.094192 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-1c5d4f68-161c-4eee-b93e-3060c8af6658 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Synchronizing usage tracker for tenant:69a22763cc5348daa408b8fda9570d6e on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:03:18.095855 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port eb306080-fee6-45a1-b934-7c207e3ce3f2 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:18.095855 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:18.096683 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9e79cff5-9a48-44fd-828f-11cb77918f0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:18.129521 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63394c6f-291a-4eb0-982d-b11fd01f49e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-ac0baa47-f752-4b1c-8067-faa2699b3288', 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'tenant_id': '1508f35e18f0463982f9a6d535c8268b', 'fixed_ips': [{'subnet_id': 'd3b9bd53-884e-4b2a-8d48-e7041ca7b4d3'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:03:18.129765 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-63394c6f-291a-4eb0-982d-b11fd01f49e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:18.139812 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-1820255b-e231-4844-9c59-12f90575d743 admin admin] Allocated IP 172.26.3.82 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/4451e250-b3d4-4f52-87c3-26b835eddc12) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:03:18.148458 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-cbfed409-12a7-4286-bbde-9f6c7dca5fa8 None None] For port 36563504-8cf1-4279-ab34-154d154e2264, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:03:18.153322 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-af2a20c4-f3f1-4a66-8eb2-c71703db1f94 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=16a0e898-50c0-4b65-ae3a-069e9649bbca&device_id=eefbf1af-fa8f-4ba7-a126-fe0f30b2710f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4190605 Feb 03 14:03:18.155968 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57414) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:18.168742 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ff838a45-d867-4c35-a2f9-9a4ffd32b8d5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:18.180377 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f96b4f87-bd62-4925-9c13-ed07ec54c9aa tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:18.216843 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57418) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:18.217655 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ff838a45-d867-4c35-a2f9-9a4ffd32b8d5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:18.233637 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-cbfed409-12a7-4286-bbde-9f6c7dca5fa8 None None] For port 36563504-8cf1-4279-ab34-154d154e2264, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=36563504-8cf1-4279-ab34-154d154e2264,segment=NetworkSegment(a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce),segment_id=a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:03:18.369351 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-53134b32-e199-40fe-af39-ea7d9c11154a None None] Provisioning for port ec8a7bcb-3680-4d9e-a83f-d61cc12dc97e completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:03:18.372898 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cbfed409-12a7-4286-bbde-9f6c7dca5fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:18.402774 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-1c5d4f68-161c-4eee-b93e-3060c8af6658 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Unset dirty status for tenant:69a22763cc5348daa408b8fda9570d6e on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:03:18.406254 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-1c5d4f68-161c-4eee-b93e-3060c8af6658 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] 10.222.0.41 "GET /v2.0/ports?device_id=80c7f557-ae1c-429a-a9ac-9ef73954a054 HTTP/1.1" status: 200 len: 205 time: 0.3567576 Feb 03 14:03:18.414965 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57424) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:18.450097 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-53134b32-e199-40fe-af39-ea7d9c11154a None None] Provisioning complete for port ec8a7bcb-3680-4d9e-a83f-d61cc12dc97e triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:18.450365 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-53134b32-e199-40fe-af39-ea7d9c11154a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:18.564729 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8598c26d-2355-4f77-9840-de44f2c5c8fd tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:18.566401 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8598c26d-2355-4f77-9840-de44f2c5c8fd tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] 10.222.0.41 "GET /v2.0/networks/16a0e898-50c0-4b65-ae3a-069e9649bbca HTTP/1.1" status: 200 len: 881 time: 0.4006844 Feb 03 14:03:18.573760 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57428) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:18.581975 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff838a45-d867-4c35-a2f9-9a4ffd32b8d5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:03:18.582154 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ff838a45-d867-4c35-a2f9-9a4ffd32b8d5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:18.613296 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-53134b32-e199-40fe-af39-ea7d9c11154a None None] Port ec8a7bcb-3680-4d9e-a83f-d61cc12dc97e cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:03:18.614676 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfed409-12a7-4286-bbde-9f6c7dca5fa8 None None] Pushing event updated for resources: {'Port': ['ID=36563504-8cf1-4279-ab34-154d154e2264,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:18.630006 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-63394c6f-291a-4eb0-982d-b11fd01f49e9 None None] Allocated IP 2001:db8::2 (ac0baa47-f752-4b1c-8067-faa2699b3288/d3b9bd53-884e-4b2a-8d48-e7041ca7b4d3/3eeb52b0-0c1a-45e3-8d17-f3bffefb31c8) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:03:18.656393 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 65dc48f3-f7a5-4603-b220-61ee359065a7 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:03:18.713242 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-caa233ac-4556-4d78-807b-7d2138d0a2b5 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] 10.222.0.41 "GET /v2.0/ports?device_id=eefbf1af-fa8f-4ba7-a126-fe0f30b2710f HTTP/1.1" status: 200 len: 205 time: 0.1383171 Feb 03 14:03:18.718259 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57432) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:18.728462 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-ff838a45-d867-4c35-a2f9-9a4ffd32b8d5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] device_id is not set on port b8c9ded9-a12c-4cf5-8066-723f31a152ed yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:03:18.749414 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 65dc48f3-f7a5-4603-b220-61ee359065a7 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:03:18.749907 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 65dc48f3-f7a5-4603-b220-61ee359065a7 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:03:18.768969 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1820255b-e231-4844-9c59-12f90575d743 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:18.838610 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a70fb2d4-ae3f-45c8-8acb-d366c7c5a136 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2e321b7425cc4fcdadac3009246b2caf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6183226 Feb 03 14:03:18.845755 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57436) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:18.917696 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-63394c6f-291a-4eb0-982d-b11fd01f49e9 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:18.952719 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-63394c6f-291a-4eb0-982d-b11fd01f49e9 None None] Transition to ACTIVE for port object 3eeb52b0-0c1a-45e3-8d17-f3bffefb31c8 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:03:18.978552 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-48f48b0a-88c2-41b2-a2e6-b9b63ab03ea6 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks [] for router, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:18.982194 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-63394c6f-291a-4eb0-982d-b11fd01f49e9 None None] Transition to ACTIVE for port object 3eeb52b0-0c1a-45e3-8d17-f3bffefb31c8 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:03:19.064385 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-63394c6f-291a-4eb0-982d-b11fd01f49e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:19.146031 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63394c6f-291a-4eb0-982d-b11fd01f49e9 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:03:19.150859 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1820255b-e231-4844-9c59-12f90575d743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:19.155501 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63394c6f-291a-4eb0-982d-b11fd01f49e9 None None] Pushing event updated for resources: {'Port': ['ID=3eeb52b0-0c1a-45e3-8d17-f3bffefb31c8,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:19.165509 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-63394c6f-291a-4eb0-982d-b11fd01f49e9 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:19.169932 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63394c6f-291a-4eb0-982d-b11fd01f49e9 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:03:19.172193 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9e79cff5-9a48-44fd-828f-11cb77918f0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:19.229862 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1820255b-e231-4844-9c59-12f90575d743 admin admin] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:03:19.245239 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2fb8d78e-f89b-4cb8-ae78-f1078931e939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:19.247118 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-1820255b-e231-4844-9c59-12f90575d743 admin admin] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:19.260088 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1820255b-e231-4844-9c59-12f90575d743 admin admin] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:03:19.264357 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9e79cff5-9a48-44fd-828f-11cb77918f0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:19.278967 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-63394c6f-291a-4eb0-982d-b11fd01f49e9 None None] Attempting to bind port 3eeb52b0-0c1a-45e3-8d17-f3bffefb31c8 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:03:19.279495 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-63394c6f-291a-4eb0-982d-b11fd01f49e9 None None] Attempting to bind port 3eeb52b0-0c1a-45e3-8d17-f3bffefb31c8 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:03:19.279960 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63394c6f-291a-4eb0-982d-b11fd01f49e9 None None] Attempting to bind port 3eeb52b0-0c1a-45e3-8d17-f3bffefb31c8 on network ac0baa47-f752-4b1c-8067-faa2699b3288 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:03:19.287488 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63394c6f-291a-4eb0-982d-b11fd01f49e9 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:03:19.288006 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63394c6f-291a-4eb0-982d-b11fd01f49e9 None None] Checking segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:03:19.288507 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-63394c6f-291a-4eb0-982d-b11fd01f49e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:19.289010 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63394c6f-291a-4eb0-982d-b11fd01f49e9 None None] Bound using segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:03:19.289569 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-63394c6f-291a-4eb0-982d-b11fd01f49e9 None None] Bound port: 3eeb52b0-0c1a-45e3-8d17-f3bffefb31c8, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:03:19.290043 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-63394c6f-291a-4eb0-982d-b11fd01f49e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:19.339697 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-ff838a45-d867-4c35-a2f9-9a4ffd32b8d5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Allocated IP 2001:db8::193 (ac0baa47-f752-4b1c-8067-faa2699b3288/d3b9bd53-884e-4b2a-8d48-e7041ca7b4d3/b8c9ded9-a12c-4cf5-8066-723f31a152ed) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:03:19.341176 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1820255b-e231-4844-9c59-12f90575d743 admin admin] Pushing event updated for resources: {'Port': ['ID=4451e250-b3d4-4f52-87c3-26b835eddc12,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:19.349394 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.db.resource_extend [None req-f96b4f87-bd62-4925-9c13-ed07ec54c9aa tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:03:19.358533 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2fb8d78e-f89b-4cb8-ae78-f1078931e939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:19.403918 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-63394c6f-291a-4eb0-982d-b11fd01f49e9 None None] For port 3eeb52b0-0c1a-45e3-8d17-f3bffefb31c8, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:03:19.405918 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f96b4f87-bd62-4925-9c13-ed07ec54c9aa tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:19.406894 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-63394c6f-291a-4eb0-982d-b11fd01f49e9 None None] For port 3eeb52b0-0c1a-45e3-8d17-f3bffefb31c8, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=3eeb52b0-0c1a-45e3-8d17-f3bffefb31c8,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:03:19.488548 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-63394c6f-291a-4eb0-982d-b11fd01f49e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:19.510617 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f96b4f87-bd62-4925-9c13-ed07ec54c9aa tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:19.533020 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 36563504-8cf1-4279-ab34-154d154e2264 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:03:19.631574 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63394c6f-291a-4eb0-982d-b11fd01f49e9 None None] Pushing event updated for resources: {'Port': ['ID=3eeb52b0-0c1a-45e3-8d17-f3bffefb31c8,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:19.663844 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e79cff5-9a48-44fd-828f-11cb77918f0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=0c402cea-7d03-418a-a87c-238539b6bad9,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:19.667686 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-48f48b0a-88c2-41b2-a2e6-b9b63ab03ea6 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:19.695167 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b4f87-bd62-4925-9c13-ed07ec54c9aa tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event updated for resources: {'Port': ['ID=ec8a7bcb-3680-4d9e-a83f-d61cc12dc97e,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:19.704653 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-48f48b0a-88c2-41b2-a2e6-b9b63ab03ea6 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:19.710265 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f96b4f87-bd62-4925-9c13-ed07ec54c9aa tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:19.722008 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9e79cff5-9a48-44fd-828f-11cb77918f0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:19.820525 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 36563504-8cf1-4279-ab34-154d154e2264 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:03:19.856439 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-32422bc5-1b77-4680-bea9-7f677fdce1a5 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:19.881857 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2fb8d78e-f89b-4cb8-ae78-f1078931e939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:19.917304 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-48f48b0a-88c2-41b2-a2e6-b9b63ab03ea6 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:19.917832 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f48b0a-88c2-41b2-a2e6-b9b63ab03ea6 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Fanout notify agent at l3_agent the message router_deleted on router 80c7f557-ae1c-429a-a9ac-9ef73954a054 {{(pid=84181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:03:19.932940 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb8d78e-f89b-4cb8-ae78-f1078931e939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e797d775-ab74-4d6c-b590-7dac31022d3f,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:19.967836 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-48f48b0a-88c2-41b2-a2e6-b9b63ab03ea6 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:19.968820 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-48f48b0a-88c2-41b2-a2e6-b9b63ab03ea6 tempest-RoutersNegativeTest-2136663054 tempest-RoutersNegativeTest-2136663054-project] 10.222.0.41 "DELETE /v2.0/routers/80c7f557-ae1c-429a-a9ac-9ef73954a054 HTTP/1.1" status: 204 len: 168 time: 1.5510197 Feb 03 14:03:20.080489 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2fb8d78e-f89b-4cb8-ae78-f1078931e939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:20.083746 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2fb8d78e-f89b-4cb8-ae78-f1078931e939 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e797d775-ab74-4d6c-b590-7dac31022d3f HTTP/1.1" status: 204 len: 168 time: 1.2307601 Feb 03 14:03:20.091183 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ff838a45-d867-4c35-a2f9-9a4ffd32b8d5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:20.131056 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-ff838a45-d867-4c35-a2f9-9a4ffd32b8d5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Transition to ACTIVE for port object b8c9ded9-a12c-4cf5-8066-723f31a152ed will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:03:20.155957 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96b4f87-bd62-4925-9c13-ed07ec54c9aa tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Network 68fa915e-c56c-4ba8-87f0-c1958b7f6f9d is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:03:20.180007 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-f96b4f87-bd62-4925-9c13-ed07ec54c9aa tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:20.241121 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.l3_db [None req-9e79cff5-9a48-44fd-828f-11cb77918f0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Floating IP 85e4873d-0ab3-4e2a-8383-3c0a7ffe7c5f associated. External IP: 172.26.3.26, port: 252aee64-0547-43af-b252-4dbeb7d6ddb5. Feb 03 14:03:20.242332 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d74e6f-db1d-4953-8c5b-b587945a46e1 None None] Network 2f1c1092-820d-41af-bed3-3674f069c798 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:03:20.357914 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-32422bc5-1b77-4680-bea9-7f677fdce1a5 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:20.528446 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-53955bc1-1a78-49a9-9ab1-ddf93c07e726 None None] Provisioning for port 36563504-8cf1-4279-ab34-154d154e2264 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:03:20.533103 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ff838a45-d867-4c35-a2f9-9a4ffd32b8d5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:20.562266 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-53955bc1-1a78-49a9-9ab1-ddf93c07e726 None None] Provisioning complete for port 36563504-8cf1-4279-ab34-154d154e2264 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:20.566545 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-53955bc1-1a78-49a9-9ab1-ddf93c07e726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:20.631574 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1820255b-e231-4844-9c59-12f90575d743 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:20.632373 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1820255b-e231-4844-9c59-12f90575d743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:20.642685 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff838a45-d867-4c35-a2f9-9a4ffd32b8d5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Port': ['ID=b8c9ded9-a12c-4cf5-8066-723f31a152ed,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:20.698083 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-32422bc5-1b77-4680-bea9-7f677fdce1a5 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Deleting port 7745bf3c-2a3d-4b97-b16a-a3f45aab46a0 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:03:20.698698 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-32422bc5-1b77-4680-bea9-7f677fdce1a5 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:20.768173 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff838a45-d867-4c35-a2f9-9a4ffd32b8d5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:03:20.773997 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-ff838a45-d867-4c35-a2f9-9a4ffd32b8d5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:20.776477 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff838a45-d867-4c35-a2f9-9a4ffd32b8d5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:03:20.781693 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff838a45-d867-4c35-a2f9-9a4ffd32b8d5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:20.782871 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ff838a45-d867-4c35-a2f9-9a4ffd32b8d5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:20.804277 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57450) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:20.827315 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-53955bc1-1a78-49a9-9ab1-ddf93c07e726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:20.885966 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-53955bc1-1a78-49a9-9ab1-ddf93c07e726 None None] For port 36563504-8cf1-4279-ab34-154d154e2264, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=36563504-8cf1-4279-ab34-154d154e2264,segment=NetworkSegment(a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce),segment_id=a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:03:20.944284 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ff838a45-d867-4c35-a2f9-9a4ffd32b8d5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.1150391 Feb 03 14:03:20.950817 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57458) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:20.972397 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-53955bc1-1a78-49a9-9ab1-ddf93c07e726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:21.112681 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-32422bc5-1b77-4680-bea9-7f677fdce1a5 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:21.144388 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53955bc1-1a78-49a9-9ab1-ddf93c07e726 None None] Pushing event updated for resources: {'Port': ['ID=36563504-8cf1-4279-ab34-154d154e2264,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:21.164309 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-7697110b-86fd-4a86-983b-3bcb28f1a1e1 None None] Provisioning complete for port ec8a7bcb-3680-4d9e-a83f-d61cc12dc97e triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:21.164782 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7697110b-86fd-4a86-983b-3bcb28f1a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:21.257351 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-7697110b-86fd-4a86-983b-3bcb28f1a1e1 None None] Port ec8a7bcb-3680-4d9e-a83f-d61cc12dc97e cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:03:21.398119 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-32422bc5-1b77-4680-bea9-7f677fdce1a5 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Calling delete_port for 7745bf3c-2a3d-4b97-b16a-a3f45aab46a0 owned by network:router_gateway {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:03:21.402917 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-433c027d-cd73-4a16-adba-ef1f20322f6d None None] Provisioning complete for port 36563504-8cf1-4279-ab34-154d154e2264 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:21.403357 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-433c027d-cd73-4a16-adba-ef1f20322f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:21.413533 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b7004bba-1926-414c-a8cf-c3e65be04074 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=69a22763cc5348daa408b8fda9570d6e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6020534 Feb 03 14:03:21.424637 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57466) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:21.474396 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d896734-5bbb-4e68-8f98-a24f79036fc2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:21.478728 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d896734-5bbb-4e68-8f98-a24f79036fc2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:21.479578 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-7d896734-5bbb-4e68-8f98-a24f79036fc2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:03:21.615305 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4e862d8d-8a4b-4c46-ab29-5a2726d799d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:21.616897 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-7d896734-5bbb-4e68-8f98-a24f79036fc2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:03:21.620498 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7d896734-5bbb-4e68-8f98-a24f79036fc2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.6627147 Feb 03 14:03:21.621996 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57472) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:21.631401 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 3eeb52b0-0c1a-45e3-8d17-f3bffefb31c8 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:03:21.697275 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96b4f87-bd62-4925-9c13-ed07ec54c9aa tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Router 2fd4b48a-fb92-4554-9b4d-1d6ad2b32046 is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:03:21.716237 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1820255b-e231-4844-9c59-12f90575d743 admin admin] Router e99ef848-aa98-4722-80b7-7357374de1ac is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:03:21.720613 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4e862d8d-8a4b-4c46-ab29-5a2726d799d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:21.816331 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-a61d6a94-beae-4c08-909e-1022ac370412 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting port b8c9ded9-a12c-4cf5-8066-723f31a152ed {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:03:21.816674 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a61d6a94-beae-4c08-909e-1022ac370412 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:21.845510 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e79cff5-9a48-44fd-828f-11cb77918f0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router 52585ba9-5a1c-47ba-a8f0-6d99891c4f02 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:03:21.854358 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 3eeb52b0-0c1a-45e3-8d17-f3bffefb31c8 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:03:21.859707 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-433c027d-cd73-4a16-adba-ef1f20322f6d None None] Provisioning for port 3eeb52b0-0c1a-45e3-8d17-f3bffefb31c8 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:03:21.871846 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 3eeb52b0-0c1a-45e3-8d17-f3bffefb31c8 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:21.871846 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:21.900180 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-433c027d-cd73-4a16-adba-ef1f20322f6d None None] Provisioning complete for port 3eeb52b0-0c1a-45e3-8d17-f3bffefb31c8 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:21.900692 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-433c027d-cd73-4a16-adba-ef1f20322f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:21.944483 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-32422bc5-1b77-4680-bea9-7f677fdce1a5 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:22.002504 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32422bc5-1b77-4680-bea9-7f677fdce1a5 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Pushing event deleted for resources: {'Port': ['ID=7745bf3c-2a3d-4b97-b16a-a3f45aab46a0,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:22.003438 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57480) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:22.141188 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-433c027d-cd73-4a16-adba-ef1f20322f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:22.162779 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:22.197981 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4e862d8d-8a4b-4c46-ab29-5a2726d799d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:22.209294 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-433c027d-cd73-4a16-adba-ef1f20322f6d None None] For port 3eeb52b0-0c1a-45e3-8d17-f3bffefb31c8, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=3eeb52b0-0c1a-45e3-8d17-f3bffefb31c8,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:03:22.232034 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e862d8d-8a4b-4c46-ab29-5a2726d799d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68281c9-73c4-4b21-a94c-7c9a6ac40eeb,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:22.263496 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-50599f03-1249-488f-873d-85c68b8ca76f tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Request body: {'security_group': {'name': 'tempest-secgroup--1777545304'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:22.278094 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-50599f03-1249-488f-873d-85c68b8ca76f tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:22.292367 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-433c027d-cd73-4a16-adba-ef1f20322f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:22.298937 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4e862d8d-8a4b-4c46-ab29-5a2726d799d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:22.303815 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4e862d8d-8a4b-4c46-ab29-5a2726d799d5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b68281c9-73c4-4b21-a94c-7c9a6ac40eeb HTTP/1.1" status: 204 len: 168 time: 0.8739479 Feb 03 14:03:22.341829 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-50599f03-1249-488f-873d-85c68b8ca76f tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Usage tracker for resource:security_group and tenant:77b5fea7357a40bda1199cdac7336216 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:22.345409 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-50599f03-1249-488f-873d-85c68b8ca76f tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:22.353973 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-50599f03-1249-488f-873d-85c68b8ca76f tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:22.362784 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-32422bc5-1b77-4680-bea9-7f677fdce1a5 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:22.514710 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:03:22.514960 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:03:22.518962 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c027d-cd73-4a16-adba-ef1f20322f6d None None] Pushing event updated for resources: {'Port': ['ID=3eeb52b0-0c1a-45e3-8d17-f3bffefb31c8,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:22.544772 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96b4f87-bd62-4925-9c13-ed07ec54c9aa tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:03:22.547515 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a61d6a94-beae-4c08-909e-1022ac370412 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:22.557007 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a04e1f2-62c7-4ec2-8339-bdbfae5d1cae None None] Sync routers for ids ['2fd4b48a-fb92-4554-9b4d-1d6ad2b32046'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:03:22.561607 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f96b4f87-bd62-4925-9c13-ed07ec54c9aa tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "PUT /v2.0/routers/2fd4b48a-fb92-4554-9b4d-1d6ad2b32046/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6357358 Feb 03 14:03:22.562893 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57488) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:22.568788 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-50599f03-1249-488f-873d-85c68b8ca76f tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:22.580835 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a04e1f2-62c7-4ec2-8339-bdbfae5d1cae None None] Routers {'2fd4b48a-fb92-4554-9b4d-1d6ad2b32046'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:03:22.581735 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-4a04e1f2-62c7-4ec2-8339-bdbfae5d1cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:02:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2fd4b48a-fb92-4554-9b4d-1d6ad2b32046'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:22.633314 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-f04a35d8-ac85-4d78-8d0f-60b196cd855b None None] Provisioning for port b8c9ded9-a12c-4cf5-8066-723f31a152ed completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:03:22.649732 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-f04a35d8-ac85-4d78-8d0f-60b196cd855b None None] Provisioning complete for port b8c9ded9-a12c-4cf5-8066-723f31a152ed triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:22.650509 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f04a35d8-ac85-4d78-8d0f-60b196cd855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:22.671574 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e79cff5-9a48-44fd-828f-11cb77918f0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:03:22.677981 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-4a04e1f2-62c7-4ec2-8339-bdbfae5d1cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:22.679927 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-50599f03-1249-488f-873d-85c68b8ca76f tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:22.687705 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e483304-8872-44a9-9272-3d2c7f9b0904 None None] Sync routers for ids ['52585ba9-5a1c-47ba-a8f0-6d99891c4f02'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:03:22.709192 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e483304-8872-44a9-9272-3d2c7f9b0904 None None] Routers {'52585ba9-5a1c-47ba-a8f0-6d99891c4f02'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:03:22.710950 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-4e483304-8872-44a9-9272-3d2c7f9b0904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:02:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['52585ba9-5a1c-47ba-a8f0-6d99891c4f02'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:22.715488 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-f04a35d8-ac85-4d78-8d0f-60b196cd855b None None] Port b8c9ded9-a12c-4cf5-8066-723f31a152ed cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:03:22.717716 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a04e1f2-62c7-4ec2-8339-bdbfae5d1cae None None] Routers {'2fd4b48a-fb92-4554-9b4d-1d6ad2b32046'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:03:22.718366 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-4a04e1f2-62c7-4ec2-8339-bdbfae5d1cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:02:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2fd4b48a-fb92-4554-9b4d-1d6ad2b32046'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:22.719564 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-a61d6a94-beae-4c08-909e-1022ac370412 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Calling delete_port for b8c9ded9-a12c-4cf5-8066-723f31a152ed owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:03:22.781323 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-4a04e1f2-62c7-4ec2-8339-bdbfae5d1cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:22.781323 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a04e1f2-62c7-4ec2-8339-bdbfae5d1cae None None] The sync data for ids ['2fd4b48a-fb92-4554-9b4d-1d6ad2b32046'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:03:22.873805 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1820255b-e231-4844-9c59-12f90575d743 admin admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:03:22.886431 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8631e245-102c-400b-a39a-3e390331ea8a None None] Sync routers for ids ['e99ef848-aa98-4722-80b7-7357374de1ac'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:03:22.901866 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbbd65a-9a63-4155-9407-102d2e303503 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:22.903893 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-2cbbd65a-9a63-4155-9407-102d2e303503 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "GET /v2.0/ports/ec8a7bcb-3680-4d9e-a83f-d61cc12dc97e HTTP/1.1" status: 200 len: 910 time: 0.3380377 Feb 03 14:03:22.905549 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8631e245-102c-400b-a39a-3e390331ea8a None None] Routers {'e99ef848-aa98-4722-80b7-7357374de1ac'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:03:22.906316 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-8631e245-102c-400b-a39a-3e390331ea8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:02:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e99ef848-aa98-4722-80b7-7357374de1ac'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:22.906495 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-32422bc5-1b77-4680-bea9-7f677fdce1a5 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:22.910735 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57496) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:22.911925 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9e79cff5-9a48-44fd-828f-11cb77918f0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:22.945727 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-50599f03-1249-488f-873d-85c68b8ca76f tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:22.951624 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-3095c00c-7228-4644-b18b-d19417714c91 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f50531f1-ec2f-467f-b867-617a62c4a64b'}]}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:22.977224 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a61d6a94-beae-4c08-909e-1022ac370412 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:22.979778 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1820255b-e231-4844-9c59-12f90575d743 admin admin] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:22.981388 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-1820255b-e231-4844-9c59-12f90575d743 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.6431313 Feb 03 14:03:22.992422 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57502) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:23.062146 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-50599f03-1249-488f-873d-85c68b8ca76f tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Usage tracker for resource:security_group_rule and tenant:77b5fea7357a40bda1199cdac7336216 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:23.080075 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-32422bc5-1b77-4680-bea9-7f677fdce1a5 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:23.080929 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-4e483304-8872-44a9-9272-3d2c7f9b0904 None None] Set router 52585ba9-5a1c-47ba-a8f0-6d99891c4f02 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:03:23.099077 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-50599f03-1249-488f-873d-85c68b8ca76f tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:23.117000 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-50599f03-1249-488f-873d-85c68b8ca76f tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:23.136495 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-9e79cff5-9a48-44fd-828f-11cb77918f0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.1407251 Feb 03 14:03:23.140055 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57508) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:23.144228 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3875e59f-d40a-4a56-9ead-05f6f7ec7352', 'tag': '252aee64-0547-43af-b252-4dbeb7d6ddb5'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:03:23.158604 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-8631e245-102c-400b-a39a-3e390331ea8a None None] Set router e99ef848-aa98-4722-80b7-7357374de1ac gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:03:23.253046 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a61d6a94-beae-4c08-909e-1022ac370412 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:23.258606 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a61d6a94-beae-4c08-909e-1022ac370412 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/ports/b8c9ded9-a12c-4cf5-8066-723f31a152ed HTTP/1.1" status: 204 len: 168 time: 1.6336477 Feb 03 14:03:23.258606 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d6a94-beae-4c08-909e-1022ac370412 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Port': ['ID=b8c9ded9-a12c-4cf5-8066-723f31a152ed,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:23.258975 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57514) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:23.417950 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392e3907-0e3b-4508-b236-9040e0f93e20 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:23.424053 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392e3907-0e3b-4508-b236-9040e0f93e20 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:23.424850 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-392e3907-0e3b-4508-b236-9040e0f93e20 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:03:23.447930 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3875e59f-d40a-4a56-9ead-05f6f7ec7352', 'tag': '252aee64-0547-43af-b252-4dbeb7d6ddb5', 'status': 'completed', 'code': 200} Feb 03 14:03:23.520424 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-392e3907-0e3b-4508-b236-9040e0f93e20 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:03:23.524105 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-392e3907-0e3b-4508-b236-9040e0f93e20 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2618635 Feb 03 14:03:23.524338 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57520) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:23.561840 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 36563504-8cf1-4279-ab34-154d154e2264 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:03:23.643051 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-32422bc5-1b77-4680-bea9-7f677fdce1a5 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:23.643635 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32422bc5-1b77-4680-bea9-7f677fdce1a5 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Fanout notify agent at l3_agent the message router_deleted on router eefbf1af-fa8f-4ba7-a126-fe0f30b2710f {{(pid=84181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:03:23.713494 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-32422bc5-1b77-4680-bea9-7f677fdce1a5 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:23.714994 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 36563504-8cf1-4279-ab34-154d154e2264 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:23.715551 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:23.718473 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-32422bc5-1b77-4680-bea9-7f677fdce1a5 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] 10.222.0.41 "DELETE /v2.0/routers/eefbf1af-fa8f-4ba7-a126-fe0f30b2710f HTTP/1.1" status: 204 len: 168 time: 4.9951100 Feb 03 14:03:23.719324 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57526) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:23.780428 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-40f40c15-c04a-44ec-a3ab-8977ed2025d9 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-610314101', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:23.806244 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-40f40c15-c04a-44ec-a3ab-8977ed2025d9 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:23.820915 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f60d30f3-63ad-4e28-b9d5-a4a38f56b9f8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/85e4873d-0ab3-4e2a-8383-3c0a7ffe7c5f HTTP/1.1" status: 200 len: 991 time: 0.6710362 Feb 03 14:03:23.843598 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-40f40c15-c04a-44ec-a3ab-8977ed2025d9 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Usage tracker for resource:router and tenant:b246fbd2f57144099e62822a8086603b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:23.844325 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-8631e245-102c-400b-a39a-3e390331ea8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'name': 'tempest-TestVolumeBootPattern-211161176-router', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:15Z', 'updated_at': '2022-02-03T14:03:19Z', 'revision_number': 3, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'gw_port': {'id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:17Z', 'updated_at': '2022-02-03T14:03:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:23.857432 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8631e245-102c-400b-a39a-3e390331ea8a None None] Checking router: e99ef848-aa98-4722-80b7-7357374de1ac for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:03:23.857994 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8631e245-102c-400b-a39a-3e390331ea8a None None] Updating router e99ef848-aa98-4722-80b7-7357374de1ac port 4451e250-b3d4-4f52-87c3-26b835eddc12 binding host dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:03:23.866794 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3a1a3dd-0986-4c7b-825a-51957e99aeeb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting subnet d3b9bd53-884e-4b2a-8d48-e7041ca7b4d3 {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:03:23.871619 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d3a1a3dd-0986-4c7b-825a-51957e99aeeb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:23.914535 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-40f40c15-c04a-44ec-a3ab-8977ed2025d9 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:23.920914 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8631e245-102c-400b-a39a-3e390331ea8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:23.953539 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-40f40c15-c04a-44ec-a3ab-8977ed2025d9 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:23.974117 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d3a1a3dd-0986-4c7b-825a-51957e99aeeb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:24.006595 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-4e483304-8872-44a9-9272-3d2c7f9b0904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'name': 'tempest-TestNetworkBasicOps-router-226659830', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': 'a9833346-09a2-4488-8188-759ee3853f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:02:04Z', 'updated_at': '2022-02-03T14:02:21Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'a9833346-09a2-4488-8188-759ee3853f8c', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:02:06Z', 'updated_at': '2022-02-03T14:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '85e4873d-0ab3-4e2a-8383-3c0a7ffe7c5f', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.26', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'port_id': '252aee64-0547-43af-b252-4dbeb7d6ddb5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd13b231-4ee5-4444-8ba9-9ea79394e28e', 'mac_address': 'fa:16:3e:02:bb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3875e59f-d40a-4a56-9ead-05f6f7ec7352', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:03:17Z', 'updated_at': '2022-02-03T14:03:17Z', 'revision_number': 0, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a074b62a-e8b7-4031-8cf9-024178d5497e', 'name': '', 'network_id': 'dd13b231-4ee5-4444-8ba9-9ea79394e28e', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:5b:1c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b94a408-000d-4159-8152-731afc1af407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:02:20Z', 'updated_at': '2022-02-03T14:02:42Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '2b94a408-000d-4159-8152-731afc1af407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:24.018716 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e483304-8872-44a9-9272-3d2c7f9b0904 None None] Checking router: 52585ba9-5a1c-47ba-a8f0-6d99891c4f02 for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:03:24.034991 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-72da4f70-2117-4b28-b37f-748f06919e65 req-0b161e72-6856-4ab2-962a-62e83097f622 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=3875e59f-d40a-4a56-9ead-05f6f7ec7352 HTTP/1.1" status: 200 len: 1099 time: 0.5286298 Feb 03 14:03:24.037128 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-50599f03-1249-488f-873d-85c68b8ca76f tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:24.044400 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e483304-8872-44a9-9272-3d2c7f9b0904 None None] Routers {'52585ba9-5a1c-47ba-a8f0-6d99891c4f02'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:03:24.046186 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-4e483304-8872-44a9-9272-3d2c7f9b0904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:02:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['52585ba9-5a1c-47ba-a8f0-6d99891c4f02'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:24.081929 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 3eeb52b0-0c1a-45e3-8d17-f3bffefb31c8 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:03:24.127117 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d3a1a3dd-0986-4c7b-825a-51957e99aeeb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:24.180323 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-50599f03-1249-488f-873d-85c68b8ca76f tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:24.196264 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-40f40c15-c04a-44ec-a3ab-8977ed2025d9 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:24.197202 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-40f40c15-c04a-44ec-a3ab-8977ed2025d9 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:24.207744 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3095c00c-7228-4644-b18b-d19417714c91 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:24.221377 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57534) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:24.259873 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 3eeb52b0-0c1a-45e3-8d17-f3bffefb31c8 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:24.260252 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:24.323517 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-50599f03-1249-488f-873d-85c68b8ca76f tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:24.344840 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50599f03-1249-488f-873d-85c68b8ca76f tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8654b83e-b5e7-40e0-a9ab-2808f7d535b5,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:24.348233 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-50599f03-1249-488f-873d-85c68b8ca76f tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Usage tracker for resource:security_group_rule and tenant:77b5fea7357a40bda1199cdac7336216 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:24.352402 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d3a1a3dd-0986-4c7b-825a-51957e99aeeb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:24.365017 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-50599f03-1249-488f-873d-85c68b8ca76f tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:24.383233 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-4e483304-8872-44a9-9272-3d2c7f9b0904 None None] Set router 52585ba9-5a1c-47ba-a8f0-6d99891c4f02 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:03:24.406361 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-50599f03-1249-488f-873d-85c68b8ca76f tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:24.421034 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-40f40c15-c04a-44ec-a3ab-8977ed2025d9 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:24.424056 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da4f70-2117-4b28-b37f-748f06919e65 req-15404c87-fc36-46be-8978-f1a102fc04a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:24.425583 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-72da4f70-2117-4b28-b37f-748f06919e65 req-15404c87-fc36-46be-8978-f1a102fc04a1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd13b231-4ee5-4444-8ba9-9ea79394e28e HTTP/1.1" status: 200 len: 897 time: 0.3824246 Feb 03 14:03:24.495330 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.resource_extend [None req-8631e245-102c-400b-a39a-3e390331ea8a None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:03:24.511516 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb84da2-5633-4a28-aa7f-18f52b14cbeb None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:03:24.512046 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d3a1a3dd-0986-4c7b-825a-51957e99aeeb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:24.521068 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a1a3dd-0986-4c7b-825a-51957e99aeeb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Subnet': ['ID=d3b9bd53-884e-4b2a-8d48-e7041ca7b4d3,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:24.566458 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-767f80e8-2c1b-4c08-8f23-a76dcdd9acfa tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1100160682'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:24.573816 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-767f80e8-2c1b-4c08-8f23-a76dcdd9acfa tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:24.578868 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-767f80e8-2c1b-4c08-8f23-a76dcdd9acfa tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Usage tracker for resource:network and tenant:90e3ec2d472a4f2a9d915df2b289be59 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:24.583605 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-767f80e8-2c1b-4c08-8f23-a76dcdd9acfa tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:24.591148 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-767f80e8-2c1b-4c08-8f23-a76dcdd9acfa tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:24.618663 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d3a1a3dd-0986-4c7b-825a-51957e99aeeb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/d3b9bd53-884e-4b2a-8d48-e7041ca7b4d3 HTTP/1.1" status: 204 len: 168 time: 1.0932572 Feb 03 14:03:24.621270 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57540) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:24.713098 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8631e245-102c-400b-a39a-3e390331ea8a None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:24.719752 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767f80e8-2c1b-4c08-8f23-a76dcdd9acfa tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Made reservation on behalf of 90e3ec2d472a4f2a9d915df2b289be59 for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:03:24.724900 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-767f80e8-2c1b-4c08-8f23-a76dcdd9acfa tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:24.747675 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a8e4c820-644b-4954-aa3a-539bd34bf23d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1247411 Feb 03 14:03:24.750361 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57544) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:24.754563 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-767f80e8-2c1b-4c08-8f23-a76dcdd9acfa tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:24.767975 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-8631e245-102c-400b-a39a-3e390331ea8a None None] Transition to ACTIVE for port object 4451e250-b3d4-4f52-87c3-26b835eddc12 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:03:24.796679 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-4e483304-8872-44a9-9272-3d2c7f9b0904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'name': 'tempest-TestNetworkBasicOps-router-226659830', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': 'a9833346-09a2-4488-8188-759ee3853f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:02:04Z', 'updated_at': '2022-02-03T14:02:21Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'a9833346-09a2-4488-8188-759ee3853f8c', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:02:06Z', 'updated_at': '2022-02-03T14:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '85e4873d-0ab3-4e2a-8383-3c0a7ffe7c5f', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.26', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'port_id': '252aee64-0547-43af-b252-4dbeb7d6ddb5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd13b231-4ee5-4444-8ba9-9ea79394e28e', 'mac_address': 'fa:16:3e:02:bb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3875e59f-d40a-4a56-9ead-05f6f7ec7352', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:03:17Z', 'updated_at': '2022-02-03T14:03:17Z', 'revision_number': 0, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a074b62a-e8b7-4031-8cf9-024178d5497e', 'name': '', 'network_id': 'dd13b231-4ee5-4444-8ba9-9ea79394e28e', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:5b:1c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b94a408-000d-4159-8152-731afc1af407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:02:20Z', 'updated_at': '2022-02-03T14:02:42Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '2b94a408-000d-4159-8152-731afc1af407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:24.802175 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e483304-8872-44a9-9272-3d2c7f9b0904 None None] The sync data for ids ['52585ba9-5a1c-47ba-a8f0-6d99891c4f02'] in dv-neutron-827016-1-hyperv is: [{'id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'name': 'tempest-TestNetworkBasicOps-router-226659830', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': 'a9833346-09a2-4488-8188-759ee3853f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:02:04Z', 'updated_at': '2022-02-03T14:02:21Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'a9833346-09a2-4488-8188-759ee3853f8c', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:02:06Z', 'updated_at': '2022-02-03T14:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '85e4873d-0ab3-4e2a-8383-3c0a7ffe7c5f', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.26', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'port_id': '252aee64-0547-43af-b252-4dbeb7d6ddb5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd13b231-4ee5-4444-8ba9-9ea79394e28e', 'mac_address': 'fa:16:3e:02:bb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3875e59f-d40a-4a56-9ead-05f6f7ec7352', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:03:17Z', 'updated_at': '2022-02-03T14:03:17Z', 'revision_number': 0, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a074b62a-e8b7-4031-8cf9-024178d5497e', 'name': '', 'network_id': 'dd13b231-4ee5-4444-8ba9-9ea79394e28e', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:5b:1c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b94a408-000d-4159-8152-731afc1af407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:02:20Z', 'updated_at': '2022-02-03T14:02:42Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '2b94a408-000d-4159-8152-731afc1af407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:03:24.831752 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57548) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:24.857657 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8631e245-102c-400b-a39a-3e390331ea8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:24.947770 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a1e3e8-4fbf-4e2b-9ef3-6f1b55e61755 None None] Pushing event updated for resources: {'Port': ['ID=4451e250-b3d4-4f52-87c3-26b835eddc12,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:24.948731 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-767f80e8-2c1b-4c08-8f23-a76dcdd9acfa tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:24.957448 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d634af9b-1494-4673-90ed-d6589bc38ca2 None None] DHCP port deletion for ac0baa47-f752-4b1c-8067-faa2699b3288 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:03:24.966996 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-d634af9b-1494-4673-90ed-d6589bc38ca2 None None] Deleting port 3eeb52b0-0c1a-45e3-8d17-f3bffefb31c8 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:03:24.967661 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d634af9b-1494-4673-90ed-d6589bc38ca2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:24.969818 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-767f80e8-2c1b-4c08-8f23-a76dcdd9acfa tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Usage tracker for resource:security_group_rule and tenant:90e3ec2d472a4f2a9d915df2b289be59 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:24.984573 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-767f80e8-2c1b-4c08-8f23-a76dcdd9acfa tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:24.992857 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-767f80e8-2c1b-4c08-8f23-a76dcdd9acfa tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:24.995124 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-50599f03-1249-488f-873d-85c68b8ca76f tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:24.996380 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-40f40c15-c04a-44ec-a3ab-8977ed2025d9 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:24.998153 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-8fc4063f-b4f3-422c-bed2-4b5fd552ca85 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/85e4873d-0ab3-4e2a-8383-3c0a7ffe7c5f HTTP/1.1" status: 200 len: 991 time: 0.1656764 Feb 03 14:03:25.018354 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-72da4f70-2117-4b28-b37f-748f06919e65 req-a7dd414b-3c8c-446e-8670-69dbad65ea78 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=252aee64-0547-43af-b252-4dbeb7d6ddb5 HTTP/1.1" status: 200 len: 999 time: 0.5782561 Feb 03 14:03:25.022319 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9636fa-8b60-4589-9f6e-d89a15f76da3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:25.022319 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-9f9636fa-8b60-4589-9f6e-d89a15f76da3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:03:25.093747 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-767f80e8-2c1b-4c08-8f23-a76dcdd9acfa tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:25.100374 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-50599f03-1249-488f-873d-85c68b8ca76f tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:25.114015 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-8631e245-102c-400b-a39a-3e390331ea8a None None] Attempting to bind port 4451e250-b3d4-4f52-87c3-26b835eddc12 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:03:25.114364 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-8631e245-102c-400b-a39a-3e390331ea8a None None] Attempting to bind port 4451e250-b3d4-4f52-87c3-26b835eddc12 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:03:25.114812 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8631e245-102c-400b-a39a-3e390331ea8a None None] Attempting to bind port 4451e250-b3d4-4f52-87c3-26b835eddc12 on network 16a0e898-50c0-4b65-ae3a-069e9649bbca {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:03:25.130595 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd5648b-d004-4935-acc8-9b4c52ff3f79 None None] New status for floating IP 85e4873d-0ab3-4e2a-8383-3c0a7ffe7c5f: ACTIVE {{(pid=84184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:03:25.133813 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8631e245-102c-400b-a39a-3e390331ea8a None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:03:25.141878 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8631e245-102c-400b-a39a-3e390331ea8a None None] Checking segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:03:25.141878 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8631e245-102c-400b-a39a-3e390331ea8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:25.141878 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8631e245-102c-400b-a39a-3e390331ea8a None None] Bound using segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:03:25.141878 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-8631e245-102c-400b-a39a-3e390331ea8a None None] Bound port: 4451e250-b3d4-4f52-87c3-26b835eddc12, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:03:25.141878 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8631e245-102c-400b-a39a-3e390331ea8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:25.160543 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-9f9636fa-8b60-4589-9f6e-d89a15f76da3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:03:25.162243 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-9f9636fa-8b60-4589-9f6e-d89a15f76da3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4098983 Feb 03 14:03:25.164711 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57552) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:25.221407 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50599f03-1249-488f-873d-85c68b8ca76f tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6e4c8c-4f10-418a-adf7-2a873a084b57,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:25.232442 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da4f70-2117-4b28-b37f-748f06919e65 req-3cd254e6-d196-4107-bddc-26413e9d6bdf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:25.233893 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-72da4f70-2117-4b28-b37f-748f06919e65 req-3cd254e6-d196-4107-bddc-26413e9d6bdf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b94a408-000d-4159-8152-731afc1af407 HTTP/1.1" status: 200 len: 835 time: 0.1987908 Feb 03 14:03:25.245828 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-767f80e8-2c1b-4c08-8f23-a76dcdd9acfa tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:25.289202 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-767f80e8-2c1b-4c08-8f23-a76dcdd9acfa tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:03:25.324731 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-767f80e8-2c1b-4c08-8f23-a76dcdd9acfa tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:25.325565 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-767f80e8-2c1b-4c08-8f23-a76dcdd9acfa tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Added segment 87445424-a581-4563-8a17-1ff2a9e75979 of type vlan for network b407efb0-7eb7-45c4-99e5-e789751efe0a Feb 03 14:03:25.335167 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-d634af9b-1494-4673-90ed-d6589bc38ca2 None None] For port 3eeb52b0-0c1a-45e3-8d17-f3bffefb31c8, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=3eeb52b0-0c1a-45e3-8d17-f3bffefb31c8,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:03:25.335484 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d634af9b-1494-4673-90ed-d6589bc38ca2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:25.340699 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418a12e2-8c6f-49f5-822f-689888ced046 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:25.340968 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-40f40c15-c04a-44ec-a3ab-8977ed2025d9 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:25.342184 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-418a12e2-8c6f-49f5-822f-689888ced046 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:03:25.347671 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-40f40c15-c04a-44ec-a3ab-8977ed2025d9 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.6069822 Feb 03 14:03:25.347671 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-50599f03-1249-488f-873d-85c68b8ca76f tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:25.347671 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-50599f03-1249-488f-873d-85c68b8ca76f tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 3.3400488 Feb 03 14:03:25.347671 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57556) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:25.347981 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57558) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:25.352118 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f80e8-2c1b-4c08-8f23-a76dcdd9acfa tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c258bbbc-5e00-45ef-a8fa-65ecef4b4357,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:25.359666 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-8631e245-102c-400b-a39a-3e390331ea8a None None] For port 4451e250-b3d4-4f52-87c3-26b835eddc12, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:03:25.376885 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-6335e20d-6849-4096-b9f6-6e492eec1dd7 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'enable_snat': True}}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:25.390401 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-767f80e8-2c1b-4c08-8f23-a76dcdd9acfa tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:25.461074 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-58884379-ae1e-4662-8663-35cc91dbb0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:25.463037 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-418a12e2-8c6f-49f5-822f-689888ced046 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:03:25.464362 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-418a12e2-8c6f-49f5-822f-689888ced046 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2984636 Feb 03 14:03:25.466942 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57564) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:25.535892 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-767f80e8-2c1b-4c08-8f23-a76dcdd9acfa tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:25.539625 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767f80e8-2c1b-4c08-8f23-a76dcdd9acfa tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:25.540577 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-767f80e8-2c1b-4c08-8f23-a76dcdd9acfa tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:25.543450 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-d634af9b-1494-4673-90ed-d6589bc38ca2 None None] Calling delete_port for 3eeb52b0-0c1a-45e3-8d17-f3bffefb31c8 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:03:25.569309 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4e92a27b-62fb-41aa-a7ef-477a67a9f771 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0975358 Feb 03 14:03:25.577958 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57568) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:25.624645 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-8631e245-102c-400b-a39a-3e390331ea8a None None] For port 4451e250-b3d4-4f52-87c3-26b835eddc12, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=4451e250-b3d4-4f52-87c3-26b835eddc12,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:03:25.627628 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-1e53bc8f-715d-4e4f-b54e-5e75f1a661f3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'subnet': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:25.691940 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8631e245-102c-400b-a39a-3e390331ea8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:25.704727 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-72da4f70-2117-4b28-b37f-748f06919e65 req-c501f41c-2df9-4cc9-9a1a-ff896d92f4ed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd13b231-4ee5-4444-8ba9-9ea79394e28e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4615331 Feb 03 14:03:25.743693 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d634af9b-1494-4673-90ed-d6589bc38ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:25.773606 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-6aa0722a-b451-4f1b-a8c7-dc66be3460af tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Synchronizing usage tracker for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:03:25.787418 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d634af9b-1494-4673-90ed-d6589bc38ca2 None None] No DVR routers for this DVR port 3eeb52b0-0c1a-45e3-8d17-f3bffefb31c8 on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:03:25.801223 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8631e245-102c-400b-a39a-3e390331ea8a None None] Routers {'e99ef848-aa98-4722-80b7-7357374de1ac'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:03:25.801852 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-8631e245-102c-400b-a39a-3e390331ea8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:02:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e99ef848-aa98-4722-80b7-7357374de1ac'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:25.856864 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a1e3e8-4fbf-4e2b-9ef3-6f1b55e61755 None None] Pushing event updated for resources: {'Port': ['ID=4451e250-b3d4-4f52-87c3-26b835eddc12,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:25.860105 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f80e8-2c1b-4c08-8f23-a76dcdd9acfa tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Pushing event updated for resources: {'Network': ['ID=b407efb0-7eb7-45c4-99e5-e789751efe0a,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:25.899587 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-1e53bc8f-715d-4e4f-b54e-5e75f1a661f3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:25.902592 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network b407efb0-7eb7-45c4-99e5-e789751efe0a details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:03:25.915264 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-1e53bc8f-715d-4e4f-b54e-5e75f1a661f3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:25.926773 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d634af9b-1494-4673-90ed-d6589bc38ca2 None None] Pushing event deleted for resources: {'Port': ['ID=3eeb52b0-0c1a-45e3-8d17-f3bffefb31c8,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:25.930264 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-767f80e8-2c1b-4c08-8f23-a76dcdd9acfa tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7039518 Feb 03 14:03:25.931690 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57572) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:25.938263 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-aa6da717-6f27-4477-8468-7be20ea561a5 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Request body: {'subnet': {'network_id': 'b407efb0-7eb7-45c4-99e5-e789751efe0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:26.025822 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57578) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:26.030602 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 3eeb52b0-0c1a-45e3-8d17-f3bffefb31c8 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:03:26.092263 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 3eeb52b0-0c1a-45e3-8d17-f3bffefb31c8 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:03:26.092518 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 3eeb52b0-0c1a-45e3-8d17-f3bffefb31c8 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:03:26.098903 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e53bc8f-715d-4e4f-b54e-5e75f1a661f3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:03:26.103707 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1e53bc8f-715d-4e4f-b54e-5e75f1a661f3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:26.165797 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.db.resource_extend [None req-3095c00c-7228-4644-b18b-d19417714c91 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:03:26.176727 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-6aa0722a-b451-4f1b-a8c7-dc66be3460af tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Unset dirty status for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:03:26.180684 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-6aa0722a-b451-4f1b-a8c7-dc66be3460af tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.8212838 Feb 03 14:03:26.201907 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3095c00c-7228-4644-b18b-d19417714c91 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:26.204952 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57582) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:26.213893 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-8631e245-102c-400b-a39a-3e390331ea8a None None] Set router e99ef848-aa98-4722-80b7-7357374de1ac gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:03:26.217048 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-7e397085-0fc9-4283-9903-492be3f7a802 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Request body: {'security_group': {'name': 'tempest-security--661920375', 'description': 'tempest-security-description-1150678132'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:26.265259 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-aa6da717-6f27-4477-8468-7be20ea561a5 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:26.273610 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-aa6da717-6f27-4477-8468-7be20ea561a5 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Usage tracker for resource:subnet and tenant:90e3ec2d472a4f2a9d915df2b289be59 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:26.280223 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-aa6da717-6f27-4477-8468-7be20ea561a5 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:26.300698 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-aa6da717-6f27-4477-8468-7be20ea561a5 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:26.304890 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e8b79b2b-4ea6-4f90-9eed-1f0303f31c6c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/85e4873d-0ab3-4e2a-8383-3c0a7ffe7c5f HTTP/1.1" status: 200 len: 993 time: 0.2776806 Feb 03 14:03:26.341249 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3095c00c-7228-4644-b18b-d19417714c91 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:26.405227 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-72da4f70-2117-4b28-b37f-748f06919e65 req-84522eb6-5087-4871-b50f-4cbcbcfd9c44 service neutron] 10.222.0.47 "GET /v2.0/networks/dd13b231-4ee5-4444-8ba9-9ea79394e28e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6433473 Feb 03 14:03:26.424973 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6da717-6f27-4477-8468-7be20ea561a5 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Made reservation on behalf of 90e3ec2d472a4f2a9d915df2b289be59 for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:03:26.533552 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-8631e245-102c-400b-a39a-3e390331ea8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'name': 'tempest-TestVolumeBootPattern-211161176-router', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:15Z', 'updated_at': '2022-02-03T14:03:19Z', 'revision_number': 3, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'gw_port': {'id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:17Z', 'updated_at': '2022-02-03T14:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:26.537553 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8631e245-102c-400b-a39a-3e390331ea8a None None] The sync data for ids ['e99ef848-aa98-4722-80b7-7357374de1ac'] in dv-neutron-827016-1-hyperv is: [{'id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'name': 'tempest-TestVolumeBootPattern-211161176-router', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:15Z', 'updated_at': '2022-02-03T14:03:19Z', 'revision_number': 3, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'gw_port': {'id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:17Z', 'updated_at': '2022-02-03T14:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:03:26.542444 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-aa6da717-6f27-4477-8468-7be20ea561a5 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:26.588363 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7e397085-0fc9-4283-9903-492be3f7a802 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:26.662089 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3095c00c-7228-4644-b18b-d19417714c91 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event updated for resources: {'Port': ['ID=ec8a7bcb-3680-4d9e-a83f-d61cc12dc97e,revision_number=3']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:26.680018 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3095c00c-7228-4644-b18b-d19417714c91 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:26.680531 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3095c00c-7228-4644-b18b-d19417714c91 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:26.684627 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3095c00c-7228-4644-b18b-d19417714c91 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "PUT /v2.0/ports/ec8a7bcb-3680-4d9e-a83f-d61cc12dc97e HTTP/1.1" status: 200 len: 910 time: 3.7382252 Feb 03 14:03:26.688039 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57586) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:26.703258 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6335e20d-6849-4096-b9f6-6e492eec1dd7 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:26.744882 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.objects.ports [None req-1e53bc8f-715d-4e4f-b54e-5e75f1a661f3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84182) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 03 14:03:26.748145 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1e53bc8f-715d-4e4f-b54e-5e75f1a661f3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:26.832156 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7e397085-0fc9-4283-9903-492be3f7a802 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:26.844799 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e53bc8f-715d-4e4f-b54e-5e75f1a661f3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:03:26.852708 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-1e53bc8f-715d-4e4f-b54e-5e75f1a661f3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:26.858850 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e53bc8f-715d-4e4f-b54e-5e75f1a661f3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:26.859788 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1e53bc8f-715d-4e4f-b54e-5e75f1a661f3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:26.863382 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dfb6de-867e-45cf-84e3-62585ae5496f None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:03:26.881219 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e53bc8f-715d-4e4f-b54e-5e75f1a661f3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Subnet': ['ID=db0820a7-31df-4da3-937f-9e6e86fdbc1d,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:26.895241 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-72da4f70-2117-4b28-b37f-748f06919e65 req-fee88dbd-33d6-4561-b57f-6de71fa097a5 service neutron] 10.222.0.47 "GET /v2.0/networks/dd13b231-4ee5-4444-8ba9-9ea79394e28e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4702117 Feb 03 14:03:26.965516 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7e397085-0fc9-4283-9903-492be3f7a802 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:26.967757 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7e397085-0fc9-4283-9903-492be3f7a802 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:26.968950 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-7e397085-0fc9-4283-9903-492be3f7a802 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "PUT /v2.0/security-groups/5a6e4c8c-4f10-418a-adf7-2a873a084b57 HTTP/1.1" status: 200 len: 1611 time: 0.7619314 Feb 03 14:03:26.971996 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57590) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:27.028146 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2ef0a5ce-4c5c-41f9-8db4-b33a5b0fcb6a tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "GET /v2.0/security-groups/5a6e4c8c-4f10-418a-adf7-2a873a084b57 HTTP/1.1" status: 200 len: 1611 time: 0.0547304 Feb 03 14:03:27.030648 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57594) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:27.050259 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-1e53bc8f-715d-4e4f-b54e-5e75f1a661f3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4712853 Feb 03 14:03:27.054198 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-aa6da717-6f27-4477-8468-7be20ea561a5 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:27.065095 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57598) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:27.088681 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58def854-b8db-4f9f-a6be-b2242208509e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-ac0baa47-f752-4b1c-8067-faa2699b3288', 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'tenant_id': '1508f35e18f0463982f9a6d535c8268b', 'fixed_ips': [{'subnet_id': 'db0820a7-31df-4da3-937f-9e6e86fdbc1d'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:03:27.089823 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-58def854-b8db-4f9f-a6be-b2242208509e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:27.092680 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e397085-0fc9-4283-9903-492be3f7a802 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6e4c8c-4f10-418a-adf7-2a873a084b57,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:27.116088 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-45c155a9-5e7f-4c7b-9af8-8e3fc14349f3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'subnet': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:27.252453 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6da717-6f27-4477-8468-7be20ea561a5 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Pushing event updated for resources: {'Subnet': ['ID=fa5f3539-31d5-42f5-87d3-7c342044c4a5,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:27.271991 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-58def854-b8db-4f9f-a6be-b2242208509e None None] Allocated IP 2001:db8::f816:3eff:fea0:7bf (ac0baa47-f752-4b1c-8067-faa2699b3288/db0820a7-31df-4da3-937f-9e6e86fdbc1d/6c8c91ff-9f3d-42e1-9bf6-8d995bf88225) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:03:27.318530 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e16455e2-c833-4f96-a623-01c28121f150 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:27.362567 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e16455e2-c833-4f96-a623-01c28121f150 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:27.378770 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6da717-6f27-4477-8468-7be20ea561a5 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Checking segment: {'id': '87445424-a581-4563-8a17-1ff2a9e75979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b407efb0-7eb7-45c4-99e5-e789751efe0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:03:27.379204 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6da717-6f27-4477-8468-7be20ea561a5 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Network hostable DHCP agents. Network: b407efb0-7eb7-45c4-99e5-e789751efe0a, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:03:27.449425 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-45c155a9-5e7f-4c7b-9af8-8e3fc14349f3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:27.457653 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-45c155a9-5e7f-4c7b-9af8-8e3fc14349f3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Usage tracker for resource:subnet and tenant:1508f35e18f0463982f9a6d535c8268b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:27.461635 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-45c155a9-5e7f-4c7b-9af8-8e3fc14349f3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:27.469875 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-45c155a9-5e7f-4c7b-9af8-8e3fc14349f3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:27.552822 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6335e20d-6849-4096-b9f6-6e492eec1dd7 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:27.594366 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5d00be47-eb28-404c-bfa4-cdefb3bd340b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:27.599433 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-58def854-b8db-4f9f-a6be-b2242208509e None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:27.617289 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-58def854-b8db-4f9f-a6be-b2242208509e None None] Transition to ACTIVE for port object 6c8c91ff-9f3d-42e1-9bf6-8d995bf88225 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:03:27.617639 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6da717-6f27-4477-8468-7be20ea561a5 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Network b407efb0-7eb7-45c4-99e5-e789751efe0a is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:03:27.620091 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c155a9-5e7f-4c7b-9af8-8e3fc14349f3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:03:27.623814 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-45c155a9-5e7f-4c7b-9af8-8e3fc14349f3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:27.639349 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-58def854-b8db-4f9f-a6be-b2242208509e None None] Transition to ACTIVE for port object 6c8c91ff-9f3d-42e1-9bf6-8d995bf88225 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:03:27.643588 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e16455e2-c833-4f96-a623-01c28121f150 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:27.732716 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-58def854-b8db-4f9f-a6be-b2242208509e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:27.734076 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16455e2-c833-4f96-a623-01c28121f150 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6e4c8c-4f10-418a-adf7-2a873a084b57,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:27.767436 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ea9b1ea3-276a-49c3-ab04-01f7da22ef2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:27.782081 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6335e20d-6849-4096-b9f6-6e492eec1dd7 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:27.802418 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-aa6da717-6f27-4477-8468-7be20ea561a5 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, b407efb0-7eb7-45c4-99e5-e789751efe0a) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:27.831304 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6da717-6f27-4477-8468-7be20ea561a5 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:27.831745 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58def854-b8db-4f9f-a6be-b2242208509e None None] Pushing event updated for resources: {'Port': ['ID=6c8c91ff-9f3d-42e1-9bf6-8d995bf88225,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:27.832123 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-aa6da717-6f27-4477-8468-7be20ea561a5 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:27.835129 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030f202e-5983-49ac-89ae-179011961859 None None] Network b407efb0-7eb7-45c4-99e5-e789751efe0a requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:03:27.857159 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e16455e2-c833-4f96-a623-01c28121f150 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:27.857485 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58def854-b8db-4f9f-a6be-b2242208509e None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:03:27.859033 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e16455e2-c833-4f96-a623-01c28121f150 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "DELETE /v2.0/security-groups/5a6e4c8c-4f10-418a-adf7-2a873a084b57 HTTP/1.1" status: 204 len: 168 time: 0.8264687 Feb 03 14:03:27.863869 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.ipam_backend_mixin [None req-45c155a9-5e7f-4c7b-9af8-8e3fc14349f3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet db0820a7-31df-4da3-937f-9e6e86fdbc1d (CIDR: 2001:db8::/64) Feb 03 14:03:27.864628 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57602) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:27.908936 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-58def854-b8db-4f9f-a6be-b2242208509e None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:27.911378 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58def854-b8db-4f9f-a6be-b2242208509e None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:03:27.992589 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-62ec2819-4661-46af-970c-ee76ac21ca51 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:28.064539 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c155a9-5e7f-4c7b-9af8-8e3fc14349f3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:03:28.064979 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45c155a9-5e7f-4c7b-9af8-8e3fc14349f3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:03:28.074394 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-58def854-b8db-4f9f-a6be-b2242208509e None None] Attempting to bind port 6c8c91ff-9f3d-42e1-9bf6-8d995bf88225 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:03:28.074790 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-58def854-b8db-4f9f-a6be-b2242208509e None None] Attempting to bind port 6c8c91ff-9f3d-42e1-9bf6-8d995bf88225 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:03:28.075349 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58def854-b8db-4f9f-a6be-b2242208509e None None] Attempting to bind port 6c8c91ff-9f3d-42e1-9bf6-8d995bf88225 on network ac0baa47-f752-4b1c-8067-faa2699b3288 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:03:28.081083 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-aa6da717-6f27-4477-8468-7be20ea561a5 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1481726 Feb 03 14:03:28.100792 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57606) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:28.117834 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 4451e250-b3d4-4f52-87c3-26b835eddc12 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:03:28.119858 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-9800c7e2-61e4-43e0-898c-88a1dc2019a1 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Synchronizing usage tracker for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:03:28.141626 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-d3325ad9-8617-49cb-89c5-a0fb570b47e2 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Request body: {'port': {'network_id': 'b407efb0-7eb7-45c4-99e5-e789751efe0a', 'name': 'tempest-TagsExtTest-6841951'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:28.198075 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-45c155a9-5e7f-4c7b-9af8-8e3fc14349f3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0865159 Feb 03 14:03:28.198286 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58def854-b8db-4f9f-a6be-b2242208509e None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:03:28.198286 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58def854-b8db-4f9f-a6be-b2242208509e None None] Checking segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:03:28.198286 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-58def854-b8db-4f9f-a6be-b2242208509e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:28.198286 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58def854-b8db-4f9f-a6be-b2242208509e None None] Bound using segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:03:28.198286 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-58def854-b8db-4f9f-a6be-b2242208509e None None] Bound port: 6c8c91ff-9f3d-42e1-9bf6-8d995bf88225, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:03:28.198794 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-58def854-b8db-4f9f-a6be-b2242208509e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:28.198888 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57610) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:28.204779 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-8131e56e-3d0a-4e23-9ac9-413302380606 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'subnet': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:28.363201 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-9800c7e2-61e4-43e0-898c-88a1dc2019a1 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Unset dirty status for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:03:28.367280 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-9800c7e2-61e4-43e0-898c-88a1dc2019a1 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4983096 Feb 03 14:03:28.367280 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-8131e56e-3d0a-4e23-9ac9-413302380606 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:28.367972 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57614) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:28.383272 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-8131e56e-3d0a-4e23-9ac9-413302380606 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Usage tracker for resource:subnet and tenant:1508f35e18f0463982f9a6d535c8268b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:28.387820 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-8131e56e-3d0a-4e23-9ac9-413302380606 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:28.397105 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-8131e56e-3d0a-4e23-9ac9-413302380606 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:28.399473 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-9f9a8520-a3d4-48ff-8eae-cb83188acdda tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] delete failed (client error): The resource could not be found. Feb 03 14:03:28.406131 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-9f9a8520-a3d4-48ff-8eae-cb83188acdda tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "DELETE /v2.0/security-groups/5a6e4c8c-4f10-418a-adf7-2a873a084b57 HTTP/1.1" status: 404 len: 347 time: 0.0336397 Feb 03 14:03:28.407665 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-6335e20d-6849-4096-b9f6-6e492eec1dd7 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Allocated IP 172.26.3.235 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/dbbd2231-ab23-4113-80bd-f888399835e3) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:03:28.407938 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57618) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:28.421829 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-fcff04d5-7262-49fc-b8d2-8ca5e5f90b15 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Request body: {'security_group': {'name': 'tempest-secgroup--1852976910'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:28.441230 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-fcff04d5-7262-49fc-b8d2-8ca5e5f90b15 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:28.448665 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578cd62e-af90-49d7-817f-3d5477455980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-b407efb0-7eb7-45c4-99e5-e789751efe0a', 'network_id': 'b407efb0-7eb7-45c4-99e5-e789751efe0a', 'tenant_id': '90e3ec2d472a4f2a9d915df2b289be59', 'fixed_ips': [{'subnet_id': 'fa5f3539-31d5-42f5-87d3-7c342044c4a5'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:03:28.449490 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-578cd62e-af90-49d7-817f-3d5477455980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:28.453811 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-fcff04d5-7262-49fc-b8d2-8ca5e5f90b15 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:28.518902 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-58def854-b8db-4f9f-a6be-b2242208509e None None] For port 6c8c91ff-9f3d-42e1-9bf6-8d995bf88225, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:03:28.537069 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-58def854-b8db-4f9f-a6be-b2242208509e None None] For port 6c8c91ff-9f3d-42e1-9bf6-8d995bf88225, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=6c8c91ff-9f3d-42e1-9bf6-8d995bf88225,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:03:28.541157 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 4451e250-b3d4-4f52-87c3-26b835eddc12 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:03:28.557339 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 4451e250-b3d4-4f52-87c3-26b835eddc12 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:28.557713 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:28.567842 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8131e56e-3d0a-4e23-9ac9-413302380606 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:03:28.569955 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-ea9b1ea3-276a-49c3-ab04-01f7da22ef2d admin admin] Allocated IP 172.20.0.1 (2f1c1092-820d-41af-bed3-3674f069c798/ac5f2d12-5c46-44f1-bb83-783314b1c271/36c5ceab-9546-4155-a0cd-7c3d6a13d789) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:03:28.573759 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8131e56e-3d0a-4e23-9ac9-413302380606 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:28.589535 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-d3325ad9-8617-49cb-89c5-a0fb570b47e2 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:28.593265 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fcff04d5-7262-49fc-b8d2-8ca5e5f90b15 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:28.608444 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-d3325ad9-8617-49cb-89c5-a0fb570b47e2 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Usage tracker for resource:port and tenant:90e3ec2d472a4f2a9d915df2b289be59 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:28.612552 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-d3325ad9-8617-49cb-89c5-a0fb570b47e2 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:28.639722 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-d3325ad9-8617-49cb-89c5-a0fb570b47e2 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:28.666004 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-58def854-b8db-4f9f-a6be-b2242208509e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:28.706756 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-fcff04d5-7262-49fc-b8d2-8ca5e5f90b15 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:28.711429 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-fcff04d5-7262-49fc-b8d2-8ca5e5f90b15 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Usage tracker for resource:security_group_rule and tenant:77b5fea7357a40bda1199cdac7336216 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:28.715215 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-fcff04d5-7262-49fc-b8d2-8ca5e5f90b15 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:28.721734 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-fcff04d5-7262-49fc-b8d2-8ca5e5f90b15 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:28.785519 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fcff04d5-7262-49fc-b8d2-8ca5e5f90b15 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:28.802557 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3325ad9-8617-49cb-89c5-a0fb570b47e2 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Made reservation on behalf of 90e3ec2d472a4f2a9d915df2b289be59 for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:03:28.805539 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d3325ad9-8617-49cb-89c5-a0fb570b47e2 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:28.814489 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-578cd62e-af90-49d7-817f-3d5477455980 None None] Allocated IP 172.20.0.2 (b407efb0-7eb7-45c4-99e5-e789751efe0a/fa5f3539-31d5-42f5-87d3-7c342044c4a5/af38607c-05db-4a5e-9a49-734a2ec836da) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:03:28.822045 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6335e20d-6849-4096-b9f6-6e492eec1dd7 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:28.861170 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58def854-b8db-4f9f-a6be-b2242208509e None None] Pushing event updated for resources: {'Port': ['ID=6c8c91ff-9f3d-42e1-9bf6-8d995bf88225,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:28.880320 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-d3325ad9-8617-49cb-89c5-a0fb570b47e2 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] device_id is not set on port e17aa359-b6f9-4720-aa42-78a7d6ca00b2 yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:03:28.885198 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:28.926431 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fcff04d5-7262-49fc-b8d2-8ca5e5f90b15 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:28.949610 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:28.950647 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:28.961259 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 4451e250-b3d4-4f52-87c3-26b835eddc12, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=4451e250-b3d4-4f52-87c3-26b835eddc12,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:03:28.995258 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff04d5-7262-49fc-b8d2-8ca5e5f90b15 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de552bdd-3b67-4eca-a930-718dc60107ae,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:29.064227 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:29.064692 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ea9b1ea3-276a-49c3-ab04-01f7da22ef2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:29.091875 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fcff04d5-7262-49fc-b8d2-8ca5e5f90b15 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:29.097540 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-fcff04d5-7262-49fc-b8d2-8ca5e5f90b15 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6882997 Feb 03 14:03:29.097730 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57622) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:29.108129 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-f05e4714-798b-4d28-8b88-6e87adca4033 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Request body: {'security_group_rule': {'security_group_id': 'de552bdd-3b67-4eca-a930-718dc60107ae', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:29.120980 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8131e56e-3d0a-4e23-9ac9-413302380606 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:29.126636 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-ea9b1ea3-276a-49c3-ab04-01f7da22ef2d admin admin] Transition to ACTIVE for port object 36c5ceab-9546-4155-a0cd-7c3d6a13d789 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:03:29.128115 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f05e4714-798b-4d28-8b88-6e87adca4033 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:29.138263 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f05e4714-798b-4d28-8b88-6e87adca4033 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Usage tracker for resource:security_group_rule and tenant:77b5fea7357a40bda1199cdac7336216 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:29.143636 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f05e4714-798b-4d28-8b88-6e87adca4033 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:29.153547 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f05e4714-798b-4d28-8b88-6e87adca4033 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:29.156687 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-578cd62e-af90-49d7-817f-3d5477455980 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:29.170086 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=4451e250-b3d4-4f52-87c3-26b835eddc12,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:29.174819 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-578cd62e-af90-49d7-817f-3d5477455980 None None] Transition to ACTIVE for port object af38607c-05db-4a5e-9a49-734a2ec836da will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:03:29.191566 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8131e56e-3d0a-4e23-9ac9-413302380606 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:03:29.195921 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-578cd62e-af90-49d7-817f-3d5477455980 None None] Transition to ACTIVE for port object af38607c-05db-4a5e-9a49-734a2ec836da will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:03:29.200815 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-8131e56e-3d0a-4e23-9ac9-413302380606 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:29.204882 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8131e56e-3d0a-4e23-9ac9-413302380606 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:29.208162 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6335e20d-6849-4096-b9f6-6e492eec1dd7 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:29.208321 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8131e56e-3d0a-4e23-9ac9-413302380606 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:29.225458 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131e56e-3d0a-4e23-9ac9-413302380606 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Subnet': ['ID=7d7f2ae8-14d0-42d8-9dc6-18f162844be1,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:29.286742 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-578cd62e-af90-49d7-817f-3d5477455980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:29.334642 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-8131e56e-3d0a-4e23-9ac9-413302380606 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1324067 Feb 03 14:03:29.334859 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57626) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:29.340464 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-d383337a-08dc-44c8-b5d7-67016e6b845c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'port': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'mac_address': 'fa:16:3e:de:46:a4', 'name': 'tempest-NetworksTestDHCPv6-577123813'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:29.369580 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6335e20d-6849-4096-b9f6-6e492eec1dd7 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:03:29.382514 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ea9b1ea3-276a-49c3-ab04-01f7da22ef2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:29.383934 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578cd62e-af90-49d7-817f-3d5477455980 None None] Pushing event updated for resources: {'Port': ['ID=af38607c-05db-4a5e-9a49-734a2ec836da,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:29.392518 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-6335e20d-6849-4096-b9f6-6e492eec1dd7 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:29.405837 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6335e20d-6849-4096-b9f6-6e492eec1dd7 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:03:29.410070 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578cd62e-af90-49d7-817f-3d5477455980 None None] Network b407efb0-7eb7-45c4-99e5-e789751efe0a is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:03:29.411886 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-578cd62e-af90-49d7-817f-3d5477455980 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:29.415260 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578cd62e-af90-49d7-817f-3d5477455980 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:03:29.433218 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6335e20d-6849-4096-b9f6-6e492eec1dd7 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Pushing event updated for resources: {'Port': ['ID=dbbd2231-ab23-4113-80bd-f888399835e3,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:29.441553 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f05e4714-798b-4d28-8b88-6e87adca4033 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:29.506263 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-d383337a-08dc-44c8-b5d7-67016e6b845c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:29.510584 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d383337a-08dc-44c8-b5d7-67016e6b845c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Usage tracker for resource:port and tenant:1508f35e18f0463982f9a6d535c8268b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:29.513426 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d383337a-08dc-44c8-b5d7-67016e6b845c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:29.520011 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-d383337a-08dc-44c8-b5d7-67016e6b845c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:29.539160 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-578cd62e-af90-49d7-817f-3d5477455980 None None] Attempting to bind port af38607c-05db-4a5e-9a49-734a2ec836da on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:03:29.539603 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-578cd62e-af90-49d7-817f-3d5477455980 None None] Attempting to bind port af38607c-05db-4a5e-9a49-734a2ec836da by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '87445424-a581-4563-8a17-1ff2a9e75979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b407efb0-7eb7-45c4-99e5-e789751efe0a'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:03:29.540042 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578cd62e-af90-49d7-817f-3d5477455980 None None] Attempting to bind port af38607c-05db-4a5e-9a49-734a2ec836da on network b407efb0-7eb7-45c4-99e5-e789751efe0a {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:03:29.547261 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578cd62e-af90-49d7-817f-3d5477455980 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:03:29.547261 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578cd62e-af90-49d7-817f-3d5477455980 None None] Checking segment: {'id': '87445424-a581-4563-8a17-1ff2a9e75979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b407efb0-7eb7-45c4-99e5-e789751efe0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:03:29.548171 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-578cd62e-af90-49d7-817f-3d5477455980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:29.548642 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578cd62e-af90-49d7-817f-3d5477455980 None None] Bound using segment: {'id': '87445424-a581-4563-8a17-1ff2a9e75979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b407efb0-7eb7-45c4-99e5-e789751efe0a'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:03:29.549193 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-578cd62e-af90-49d7-817f-3d5477455980 None None] Bound port: af38607c-05db-4a5e-9a49-734a2ec836da, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87445424-a581-4563-8a17-1ff2a9e75979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b407efb0-7eb7-45c4-99e5-e789751efe0a'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:03:29.549634 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-578cd62e-af90-49d7-817f-3d5477455980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:29.594062 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d383337a-08dc-44c8-b5d7-67016e6b845c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:03:29.648924 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-578cd62e-af90-49d7-817f-3d5477455980 None None] For port af38607c-05db-4a5e-9a49-734a2ec836da, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:03:29.652488 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-578cd62e-af90-49d7-817f-3d5477455980 None None] For port af38607c-05db-4a5e-9a49-734a2ec836da, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=af38607c-05db-4a5e-9a49-734a2ec836da,segment=NetworkSegment(87445424-a581-4563-8a17-1ff2a9e75979),segment_id=87445424-a581-4563-8a17-1ff2a9e75979)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:03:29.719989 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9b1ea3-276a-49c3-ab04-01f7da22ef2d admin admin] Network 2f1c1092-820d-41af-bed3-3674f069c798 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:03:29.733476 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d383337a-08dc-44c8-b5d7-67016e6b845c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:29.736350 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-d3325ad9-8617-49cb-89c5-a0fb570b47e2 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Allocated IP 172.20.0.4 (b407efb0-7eb7-45c4-99e5-e789751efe0a/fa5f3539-31d5-42f5-87d3-7c342044c4a5/e17aa359-b6f9-4720-aa42-78a7d6ca00b2) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:03:29.741687 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-ea9b1ea3-276a-49c3-ab04-01f7da22ef2d admin admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:29.755850 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9b1ea3-276a-49c3-ab04-01f7da22ef2d admin admin] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:03:29.770771 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-d383337a-08dc-44c8-b5d7-67016e6b845c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] device_id is not set on port d4ffecf4-89b1-4053-86a6-c95075dd965d yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:03:29.784166 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9b1ea3-276a-49c3-ab04-01f7da22ef2d admin admin] Pushing event updated for resources: {'Port': ['ID=36c5ceab-9546-4155-a0cd-7c3d6a13d789,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:29.880491 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-578cd62e-af90-49d7-817f-3d5477455980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:29.988460 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ea9b1ea3-276a-49c3-ab04-01f7da22ef2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:30.009766 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578cd62e-af90-49d7-817f-3d5477455980 None None] Pushing event updated for resources: {'Port': ['ID=af38607c-05db-4a5e-9a49-734a2ec836da,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:30.031479 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f05e4714-798b-4d28-8b88-6e87adca4033 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:30.137403 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:30.159535 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-d383337a-08dc-44c8-b5d7-67016e6b845c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Allocated IP 2001:db8:0:1::385 (ac0baa47-f752-4b1c-8067-faa2699b3288/7d7f2ae8-14d0-42d8-9dc6-18f162844be1/d4ffecf4-89b1-4053-86a6-c95075dd965d) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:03:30.167533 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-d383337a-08dc-44c8-b5d7-67016e6b845c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Allocated IP 2001:db8::f816:3eff:fede:46a4 (ac0baa47-f752-4b1c-8067-faa2699b3288/db0820a7-31df-4da3-937f-9e6e86fdbc1d/d4ffecf4-89b1-4053-86a6-c95075dd965d) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:03:30.192194 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f05e4714-798b-4d28-8b88-6e87adca4033 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:30.205264 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 4451e250-b3d4-4f52-87c3-26b835eddc12 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:03:30.252120 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e4714-798b-4d28-8b88-6e87adca4033 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb07027c-1497-4c0b-a5cf-6ba6db18727d,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:30.322979 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 4451e250-b3d4-4f52-87c3-26b835eddc12 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:30.323956 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:30.377594 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-0f4e3f21-8a54-41d3-9600-d9a3c6dd6295 None None] Provisioning for port 36c5ceab-9546-4155-a0cd-7c3d6a13d789 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:03:30.409316 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-0f4e3f21-8a54-41d3-9600-d9a3c6dd6295 None None] Provisioning complete for port 36c5ceab-9546-4155-a0cd-7c3d6a13d789 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:30.410049 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0f4e3f21-8a54-41d3-9600-d9a3c6dd6295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:30.421464 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f05e4714-798b-4d28-8b88-6e87adca4033 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:30.423503 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f05e4714-798b-4d28-8b88-6e87adca4033 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3204958 Feb 03 14:03:30.427635 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57630) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:30.437736 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d3325ad9-8617-49cb-89c5-a0fb570b47e2 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:30.509713 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-0f4e3f21-8a54-41d3-9600-d9a3c6dd6295 None None] Port 36c5ceab-9546-4155-a0cd-7c3d6a13d789 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:03:30.512291 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-d3325ad9-8617-49cb-89c5-a0fb570b47e2 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Transition to ACTIVE for port object e17aa359-b6f9-4720-aa42-78a7d6ca00b2 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:03:30.545539 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-68d4d75d-ab79-4c5a-a46c-7c84b6199f6b tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:30.564424 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-68d4d75d-ab79-4c5a-a46c-7c84b6199f6b tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:30.583611 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4439b14-6c2f-4d62-83bf-e11b6cc40e44 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:03:30.601738 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d383337a-08dc-44c8-b5d7-67016e6b845c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:30.662451 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ea9b1ea3-276a-49c3-ab04-01f7da22ef2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:30.678537 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-62ec2819-4661-46af-970c-ee76ac21ca51 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Deleting port ec8a7bcb-3680-4d9e-a83f-d61cc12dc97e {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:03:30.678863 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-62ec2819-4661-46af-970c-ee76ac21ca51 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:30.695728 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 6c8c91ff-9f3d-42e1-9bf6-8d995bf88225 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:03:30.714215 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-d383337a-08dc-44c8-b5d7-67016e6b845c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Transition to ACTIVE for port object d4ffecf4-89b1-4053-86a6-c95075dd965d will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:03:30.716222 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-68d4d75d-ab79-4c5a-a46c-7c84b6199f6b tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:30.738513 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d4d75d-ab79-4c5a-a46c-7c84b6199f6b tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb07027c-1497-4c0b-a5cf-6ba6db18727d,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:30.751003 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-68d4d75d-ab79-4c5a-a46c-7c84b6199f6b tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:30.752263 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-68d4d75d-ab79-4c5a-a46c-7c84b6199f6b tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/eb07027c-1497-4c0b-a5cf-6ba6db18727d HTTP/1.1" status: 204 len: 168 time: 0.3236845 Feb 03 14:03:30.755819 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57634) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:30.790295 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6335e20d-6849-4096-b9f6-6e492eec1dd7 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:30.811138 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-1b230cb8-046e-40f9-810e-e00fd5f328c0 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Synchronizing usage tracker for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group_rule {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:03:30.910028 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d383337a-08dc-44c8-b5d7-67016e6b845c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:30.913300 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 6c8c91ff-9f3d-42e1-9bf6-8d995bf88225 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:03:30.915608 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-8d96b4bb-9b4b-4216-a6a9-af9f6441cc1a None None] Provisioning for port 6c8c91ff-9f3d-42e1-9bf6-8d995bf88225 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:03:30.926036 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 6c8c91ff-9f3d-42e1-9bf6-8d995bf88225 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:30.926036 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:30.933139 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d3325ad9-8617-49cb-89c5-a0fb570b47e2 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:30.974923 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-1b230cb8-046e-40f9-810e-e00fd5f328c0 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Unset dirty status for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group_rule {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:03:30.978931 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-1b230cb8-046e-40f9-810e-e00fd5f328c0 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2219925 Feb 03 14:03:30.987419 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57638) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:30.995652 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-8d96b4bb-9b4b-4216-a6a9-af9f6441cc1a None None] Provisioning complete for port 6c8c91ff-9f3d-42e1-9bf6-8d995bf88225 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:30.996025 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8d96b4bb-9b4b-4216-a6a9-af9f6441cc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:31.020768 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d383337a-08dc-44c8-b5d7-67016e6b845c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:03:31.024532 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-d383337a-08dc-44c8-b5d7-67016e6b845c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:31.027581 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d383337a-08dc-44c8-b5d7-67016e6b845c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:03:31.032805 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d383337a-08dc-44c8-b5d7-67016e6b845c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:31.033442 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d383337a-08dc-44c8-b5d7-67016e6b845c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:31.044061 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383337a-08dc-44c8-b5d7-67016e6b845c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Port': ['ID=d4ffecf4-89b1-4053-86a6-c95075dd965d,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:31.161138 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d383337a-08dc-44c8-b5d7-67016e6b845c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8252556 Feb 03 14:03:31.166317 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57642) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:31.259500 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-3ece86aa-d958-4e8a-a239-98d8ad982fed tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting port d4ffecf4-89b1-4053-86a6-c95075dd965d {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:03:31.260022 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3ece86aa-d958-4e8a-a239-98d8ad982fed tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:31.263943 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8d96b4bb-9b4b-4216-a6a9-af9f6441cc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:31.293837 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:31.294972 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3325ad9-8617-49cb-89c5-a0fb570b47e2 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Network b407efb0-7eb7-45c4-99e5-e789751efe0a is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:03:31.304454 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-d3325ad9-8617-49cb-89c5-a0fb570b47e2 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:31.306311 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3325ad9-8617-49cb-89c5-a0fb570b47e2 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Pushing event updated for resources: {'Port': ['ID=e17aa359-b6f9-4720-aa42-78a7d6ca00b2,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:31.307506 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7d34d3-fc88-4e26-9897-33976e51db21 None None] Update dhcp port {'port': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'fixed_ips': [{'subnet_id': 'db0820a7-31df-4da3-937f-9e6e86fdbc1d', 'ip_address': '2001:db8::f816:3eff:fea0:7bf'}, {'subnet_id': '7d7f2ae8-14d0-42d8-9dc6-18f162844be1'}], 'binding:host_id': 'dv-neutron-827016-1-hyperv'}, 'id': '6c8c91ff-9f3d-42e1-9bf6-8d995bf88225'} from dv-neutron-827016-1-hyperv. {{(pid=84183) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 03 14:03:31.315443 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3325ad9-8617-49cb-89c5-a0fb570b47e2 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:03:31.384513 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-8d96b4bb-9b4b-4216-a6a9-af9f6441cc1a None None] For port 6c8c91ff-9f3d-42e1-9bf6-8d995bf88225, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=6c8c91ff-9f3d-42e1-9bf6-8d995bf88225,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:03:31.388068 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-62ec2819-4661-46af-970c-ee76ac21ca51 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:31.390866 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cc7d34d3-fc88-4e26-9897-33976e51db21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:31.472137 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b1ddf1-9b20-40f4-9936-8e2fa82dad61 None None] Network b407efb0-7eb7-45c4-99e5-e789751efe0a requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:03:31.493004 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8d96b4bb-9b4b-4216-a6a9-af9f6441cc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:31.524860 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6335e20d-6849-4096-b9f6-6e492eec1dd7 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:31.602126 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-62ec2819-4661-46af-970c-ee76ac21ca51 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Calling delete_port for ec8a7bcb-3680-4d9e-a83f-d61cc12dc97e owned by network:router_interface {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:03:31.657200 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3ece86aa-d958-4e8a-a239-98d8ad982fed tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:31.772111 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6335e20d-6849-4096-b9f6-6e492eec1dd7 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970733'] for router, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:31.784879 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:03:31.785238 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:03:31.789189 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96b4bb-9b4b-4216-a6a9-af9f6441cc1a None None] Pushing event updated for resources: {'Port': ['ID=6c8c91ff-9f3d-42e1-9bf6-8d995bf88225,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:31.790763 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-3ece86aa-d958-4e8a-a239-98d8ad982fed tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Calling delete_port for d4ffecf4-89b1-4053-86a6-c95075dd965d owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:03:31.805205 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-370eb69e-61cc-48a4-b9c3-830f873051c0 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:31.813589 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3325ad9-8617-49cb-89c5-a0fb570b47e2 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:31.814196 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d3325ad9-8617-49cb-89c5-a0fb570b47e2 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:31.885656 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-0eedd2cb-7475-4c6e-a364-1fd0fc390e04 None None] Provisioning for port af38607c-05db-4a5e-9a49-734a2ec836da completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:03:31.919450 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-cc7d34d3-fc88-4e26-9897-33976e51db21 None None] Allocated IP 2001:db8:0:1::2 (ac0baa47-f752-4b1c-8067-faa2699b3288/7d7f2ae8-14d0-42d8-9dc6-18f162844be1/6c8c91ff-9f3d-42e1-9bf6-8d995bf88225) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:03:31.922589 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.db.resource_extend [None req-ea9b1ea3-276a-49c3-ab04-01f7da22ef2d admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:03:31.941877 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-370eb69e-61cc-48a4-b9c3-830f873051c0 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:31.973385 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ea9b1ea3-276a-49c3-ab04-01f7da22ef2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:32.006281 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d3325ad9-8617-49cb-89c5-a0fb570b47e2 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 919 time: 3.9004939 Feb 03 14:03:32.011179 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57646) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:32.019406 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-26bd5821-65b2-4424-abc4-d1b791b60c2a tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-567471260', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:32.027391 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-26bd5821-65b2-4424-abc4-d1b791b60c2a tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:32.031365 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-26bd5821-65b2-4424-abc4-d1b791b60c2a tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Usage tracker for resource:router and tenant:90e3ec2d472a4f2a9d915df2b289be59 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:32.036388 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-26bd5821-65b2-4424-abc4-d1b791b60c2a tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:32.044571 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-26bd5821-65b2-4424-abc4-d1b791b60c2a tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:32.057269 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ea9b1ea3-276a-49c3-ab04-01f7da22ef2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:32.117745 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3ece86aa-d958-4e8a-a239-98d8ad982fed tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:32.133224 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-cc7d34d3-fc88-4e26-9897-33976e51db21 None None] For port 6c8c91ff-9f3d-42e1-9bf6-8d995bf88225, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=6c8c91ff-9f3d-42e1-9bf6-8d995bf88225,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:03:32.167693 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-26bd5821-65b2-4424-abc4-d1b791b60c2a tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:32.168368 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cc7d34d3-fc88-4e26-9897-33976e51db21 None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:32.168787 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-26bd5821-65b2-4424-abc4-d1b791b60c2a tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:32.181512 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece86aa-d958-4e8a-a239-98d8ad982fed tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Port': ['ID=d4ffecf4-89b1-4053-86a6-c95075dd965d,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:32.190864 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-cc7d34d3-fc88-4e26-9897-33976e51db21 None None] Transition to ACTIVE for port object 6c8c91ff-9f3d-42e1-9bf6-8d995bf88225 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:03:32.241230 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-370eb69e-61cc-48a4-b9c3-830f873051c0 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:32.274926 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3ece86aa-d958-4e8a-a239-98d8ad982fed tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:32.280025 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-26bd5821-65b2-4424-abc4-d1b791b60c2a tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:32.295875 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370eb69e-61cc-48a4-b9c3-830f873051c0 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de552bdd-3b67-4eca-a930-718dc60107ae,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:32.309449 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3ece86aa-d958-4e8a-a239-98d8ad982fed tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/ports/d4ffecf4-89b1-4053-86a6-c95075dd965d HTTP/1.1" status: 204 len: 168 time: 1.1395938 Feb 03 14:03:32.310175 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57650) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:32.332126 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9b1ea3-276a-49c3-ab04-01f7da22ef2d admin admin] Pushing event updated for resources: {'Port': ['ID=36c5ceab-9546-4155-a0cd-7c3d6a13d789,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:32.340383 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ea9b1ea3-276a-49c3-ab04-01f7da22ef2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:32.377239 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cc7d34d3-fc88-4e26-9897-33976e51db21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:32.396791 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-26bd5821-65b2-4424-abc4-d1b791b60c2a tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:32.416529 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a33b8fc-f64c-45e3-a2c6-a1abe2582e25 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:32.417280 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-6a33b8fc-f64c-45e3-a2c6-a1abe2582e25 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:03:32.453131 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-62ec2819-4661-46af-970c-ee76ac21ca51 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:32.494472 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-370eb69e-61cc-48a4-b9c3-830f873051c0 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:32.495617 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-370eb69e-61cc-48a4-b9c3-830f873051c0 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "DELETE /v2.0/security-groups/de552bdd-3b67-4eca-a930-718dc60107ae HTTP/1.1" status: 204 len: 168 time: 1.5001199 Feb 03 14:03:32.498311 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57654) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:32.520042 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec2819-4661-46af-970c-ee76ac21ca51 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event deleted for resources: {'Port': ['ID=ec8a7bcb-3680-4d9e-a83f-d61cc12dc97e,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:32.535817 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-26bd5821-65b2-4424-abc4-d1b791b60c2a tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:32.535817 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-26bd5821-65b2-4424-abc4-d1b791b60c2a tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5209837 Feb 03 14:03:32.541295 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57658) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:32.550263 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-fe673fcb-6e8b-4749-9595-6a87158d21bb tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-293004712', 'prefixes': ['172.20.0.0/16']}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:32.570011 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-6a33b8fc-f64c-45e3-a2c6-a1abe2582e25 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:03:32.571766 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-6a33b8fc-f64c-45e3-a2c6-a1abe2582e25 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2611926 Feb 03 14:03:32.577873 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-fe673fcb-6e8b-4749-9595-6a87158d21bb tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:32.584247 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57662) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:32.638279 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-595d90f4-b005-45ae-9861-77d47b76d0d4 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Synchronizing usage tracker for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:03:32.638738 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d34d3-fc88-4e26-9897-33976e51db21 None None] Pushing event updated for resources: {'Port': ['ID=6c8c91ff-9f3d-42e1-9bf6-8d995bf88225,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:32.714714 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-1e3ea587-cf58-486c-9e53-36567f1ca617 None None] Provisioning for port e17aa359-b6f9-4720-aa42-78a7d6ca00b2 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:03:32.720525 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-1e3ea587-cf58-486c-9e53-36567f1ca617 None None] Provisioning complete for port e17aa359-b6f9-4720-aa42-78a7d6ca00b2 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:32.723636 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1e3ea587-cf58-486c-9e53-36567f1ca617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:32.743446 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e944430-f23c-4e8d-8e40-a834a87da163 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:32.757639 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9b1ea3-276a-49c3-ab04-01f7da22ef2d admin admin] Network 2f1c1092-820d-41af-bed3-3674f069c798 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:03:32.757771 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-5e944430-f23c-4e8d-8e40-a834a87da163 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1706343 Feb 03 14:03:32.758073 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57666) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:32.759678 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-595d90f4-b005-45ae-9861-77d47b76d0d4 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Unset dirty status for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:03:32.765889 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-ea9b1ea3-276a-49c3-ab04-01f7da22ef2d admin admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:32.769653 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-595d90f4-b005-45ae-9861-77d47b76d0d4 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2702584 Feb 03 14:03:32.772605 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57668) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:32.828145 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-1e3ea587-cf58-486c-9e53-36567f1ca617 None None] Port e17aa359-b6f9-4720-aa42-78a7d6ca00b2 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:03:32.869687 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d11da7-978b-49e5-8bd8-1f9fa37cf2fb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:32.871189 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d11da7-978b-49e5-8bd8-1f9fa37cf2fb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:32.872842 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d11da7-978b-49e5-8bd8-1f9fa37cf2fb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:32.873680 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b8d11da7-978b-49e5-8bd8-1f9fa37cf2fb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:03:32.949350 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-aea38262-7de6-4630-a83f-38d377de405b tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Request body: {'security_group': {'name': 'tempest-secgroup--1749893042'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:32.962577 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device af38607c-05db-4a5e-9a49-734a2ec836da up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:03:32.971132 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b8d11da7-978b-49e5-8bd8-1f9fa37cf2fb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:03:32.980946 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-aea38262-7de6-4630-a83f-38d377de405b tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:32.981121 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b8d11da7-978b-49e5-8bd8-1f9fa37cf2fb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2070992 Feb 03 14:03:32.981282 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57674) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:33.020332 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-aea38262-7de6-4630-a83f-38d377de405b tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:33.096131 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-f19e90e5-b0f8-4ed7-ab3f-98e9c2e5cf8f None None] Provisioning complete for port e17aa359-b6f9-4720-aa42-78a7d6ca00b2 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:33.096434 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f19e90e5-b0f8-4ed7-ab3f-98e9c2e5cf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:33.109630 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-789cd6d7-6a04-4633-89a4-d5ee531eb8f0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting subnet 7d7f2ae8-14d0-42d8-9dc6-18f162844be1 {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:03:33.114402 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-789cd6d7-6a04-4633-89a4-d5ee531eb8f0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:33.175490 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-f19e90e5-b0f8-4ed7-ab3f-98e9c2e5cf8f None None] Port e17aa359-b6f9-4720-aa42-78a7d6ca00b2 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:03:33.180375 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-789cd6d7-6a04-4633-89a4-d5ee531eb8f0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:33.191614 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6335e20d-6849-4096-b9f6-6e492eec1dd7 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Router 6a880788-b37b-4fe6-ba80-59ff5332f437 is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:03:33.210728 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fe673fcb-6e8b-4749-9595-6a87158d21bb tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks [] for subnetpool, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:33.216193 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-fe673fcb-6e8b-4749-9595-6a87158d21bb tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.6737690 Feb 03 14:03:33.218172 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57678) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:33.237723 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.tag.tag_plugin [None req-ae4cab96-767c-4172-8c33-98811ead5f10 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'fa5f3539-31d5-42f5-87d3-7c342044c4a5', 'tempest-TagsExtTest-Tag-323032431') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:33.246941 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port af38607c-05db-4a5e-9a49-734a2ec836da completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:03:33.254684 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port af38607c-05db-4a5e-9a49-734a2ec836da triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:33.261134 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:33.278764 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-62ec2819-4661-46af-970c-ee76ac21ca51 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:33.294578 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-aea38262-7de6-4630-a83f-38d377de405b tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:33.294984 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-789cd6d7-6a04-4633-89a4-d5ee531eb8f0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:33.461383 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-13f3ec07-c39c-4fc9-8ab1-eff6c9916b3d None None] Provisioning complete for port 36c5ceab-9546-4155-a0cd-7c3d6a13d789 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:33.462026 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-13f3ec07-c39c-4fc9-8ab1-eff6c9916b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:33.503561 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-789cd6d7-6a04-4633-89a4-d5ee531eb8f0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:33.556245 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-789cd6d7-6a04-4633-89a4-d5ee531eb8f0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:33.569559 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789cd6d7-6a04-4633-89a4-d5ee531eb8f0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Subnet': ['ID=7d7f2ae8-14d0-42d8-9dc6-18f162844be1,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:33.591848 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-13f3ec07-c39c-4fc9-8ab1-eff6c9916b3d None None] Port 36c5ceab-9546-4155-a0cd-7c3d6a13d789 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:03:33.591848 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:33.623647 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port af38607c-05db-4a5e-9a49-734a2ec836da, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=af38607c-05db-4a5e-9a49-734a2ec836da,segment=NetworkSegment(87445424-a581-4563-8a17-1ff2a9e75979),segment_id=87445424-a581-4563-8a17-1ff2a9e75979)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:03:33.649022 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-789cd6d7-6a04-4633-89a4-d5ee531eb8f0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/7d7f2ae8-14d0-42d8-9dc6-18f162844be1 HTTP/1.1" status: 204 len: 168 time: 0.6646163 Feb 03 14:03:33.649995 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57682) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:33.690163 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:33.691678 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 6c8c91ff-9f3d-42e1-9bf6-8d995bf88225 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:03:33.711701 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-aea38262-7de6-4630-a83f-38d377de405b tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:33.732274 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-aea38262-7de6-4630-a83f-38d377de405b tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Usage tracker for resource:security_group_rule and tenant:77b5fea7357a40bda1199cdac7336216 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:33.733506 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-cec6c486-7360-45dd-a76b-fd938ce88b14 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting subnet db0820a7-31df-4da3-937f-9e6e86fdbc1d {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:03:33.738446 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cec6c486-7360-45dd-a76b-fd938ce88b14 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:33.742539 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-aea38262-7de6-4630-a83f-38d377de405b tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:33.772040 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-aea38262-7de6-4630-a83f-38d377de405b tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:33.806522 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cec6c486-7360-45dd-a76b-fd938ce88b14 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:33.816979 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4252c223-8c06-43ac-8ef7-c5107e6fcc81 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:03:33.893357 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cec6c486-7360-45dd-a76b-fd938ce88b14 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:33.906620 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-4151d4c0-199d-421c-a3e6-499e09bfadd2 None None] Provisioning for port 6c8c91ff-9f3d-42e1-9bf6-8d995bf88225 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:03:33.929394 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=af38607c-05db-4a5e-9a49-734a2ec836da,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:33.939201 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-4151d4c0-199d-421c-a3e6-499e09bfadd2 None None] Provisioning complete for port 6c8c91ff-9f3d-42e1-9bf6-8d995bf88225 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:33.939663 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4151d4c0-199d-421c-a3e6-499e09bfadd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:34.030165 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cec6c486-7360-45dd-a76b-fd938ce88b14 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:34.057184 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 6c8c91ff-9f3d-42e1-9bf6-8d995bf88225 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:34.057680 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:34.070604 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec6c486-7360-45dd-a76b-fd938ce88b14 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Subnet': ['ID=db0820a7-31df-4da3-937f-9e6e86fdbc1d,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:34.082173 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cec6c486-7360-45dd-a76b-fd938ce88b14 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:34.085570 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec6c486-7360-45dd-a76b-fd938ce88b14 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:34.085914 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec6c486-7360-45dd-a76b-fd938ce88b14 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:34.086594 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec6c486-7360-45dd-a76b-fd938ce88b14 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:34.086594 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec6c486-7360-45dd-a76b-fd938ce88b14 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:34.086893 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec6c486-7360-45dd-a76b-fd938ce88b14 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:34.087252 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec6c486-7360-45dd-a76b-fd938ce88b14 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:34.087576 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec6c486-7360-45dd-a76b-fd938ce88b14 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:34.087902 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec6c486-7360-45dd-a76b-fd938ce88b14 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:34.088223 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec6c486-7360-45dd-a76b-fd938ce88b14 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:34.088539 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec6c486-7360-45dd-a76b-fd938ce88b14 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:34.088856 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec6c486-7360-45dd-a76b-fd938ce88b14 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:34.101900 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-cec6c486-7360-45dd-a76b-fd938ce88b14 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/db0820a7-31df-4da3-937f-9e6e86fdbc1d HTTP/1.1" status: 204 len: 168 time: 0.4487238 Feb 03 14:03:34.102173 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57686) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:34.110886 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ae4cab96-767c-4172-8c33-98811ead5f10 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "PUT /v2.0/subnets/fa5f3539-31d5-42f5-87d3-7c342044c4a5/tags/tempest-TagsExtTest-Tag-323032431 HTTP/1.1" status: 201 len: 201 time: 0.8883200 Feb 03 14:03:34.117511 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57690) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:34.186979 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f9d60ab4-000b-416a-8be4-ba3e4f72e49d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0834334 Feb 03 14:03:34.189589 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57694) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:34.193544 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.tag.tag_plugin [None req-c0107aa2-e7ed-421f-85fa-c6142ccfd4d9 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e17aa359-b6f9-4720-aa42-78a7d6ca00b2', 'tempest-TagsExtTest-Tag-1944994099') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:34.195275 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-ad6ae3e5-0cc1-4c02-ae7d-3d0cd36a72a2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'subnet': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:34.217882 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-aea38262-7de6-4630-a83f-38d377de405b tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:34.325148 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-aea38262-7de6-4630-a83f-38d377de405b tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:34.374399 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c337f39-5d23-46ad-b5cf-c34ebda4a5c4 None None] DHCP port deletion for ac0baa47-f752-4b1c-8067-faa2699b3288 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:03:34.378284 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-ca86a77c-29f0-4c19-b5a5-fb0c4d028fe5 None None] Could not find standard attr ID for object d4ffecf4-89b1-4053-86a6-c95075dd965d. {{(pid=84183) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:03:34.380815 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-2c337f39-5d23-46ad-b5cf-c34ebda4a5c4 None None] Deleting port 6c8c91ff-9f3d-42e1-9bf6-8d995bf88225 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:03:34.381212 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2c337f39-5d23-46ad-b5cf-c34ebda4a5c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:34.452754 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ad6ae3e5-0cc1-4c02-ae7d-3d0cd36a72a2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:34.457705 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ad6ae3e5-0cc1-4c02-ae7d-3d0cd36a72a2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Usage tracker for resource:subnet and tenant:1508f35e18f0463982f9a6d535c8268b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:34.463284 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ad6ae3e5-0cc1-4c02-ae7d-3d0cd36a72a2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:34.471094 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ad6ae3e5-0cc1-4c02-ae7d-3d0cd36a72a2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:34.488780 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea38262-7de6-4630-a83f-38d377de405b tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfd889f-baab-4834-a6ff-9e1e5f229781,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:34.525125 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ec2819-4661-46af-970c-ee76ac21ca51 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Router 2fd4b48a-fb92-4554-9b4d-1d6ad2b32046 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:03:34.538432 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6335e20d-6849-4096-b9f6-6e492eec1dd7 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:03:34.546574 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-aea38262-7de6-4630-a83f-38d377de405b tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:34.546574 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-aea38262-7de6-4630-a83f-38d377de405b tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7660677 Feb 03 14:03:34.547278 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9b1ea3-276a-49c3-ab04-01f7da22ef2d admin admin] Router e99ef848-aa98-4722-80b7-7357374de1ac has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:03:34.549168 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57698) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:34.550511 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3587c30d-b612-4bc5-973c-7966aca6ea5d None None] Sync routers for ids ['6a880788-b37b-4fe6-ba80-59ff5332f437'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:03:34.552043 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6335e20d-6849-4096-b9f6-6e492eec1dd7 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:34.553307 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-6335e20d-6849-4096-b9f6-6e492eec1dd7 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] 10.222.0.41 "PUT /v2.0/routers/6a880788-b37b-4fe6-ba80-59ff5332f437 HTTP/1.1" status: 200 len: 914 time: 9.1980498 Feb 03 14:03:34.556331 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57702) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:34.556800 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-00b2ce3a-df15-4891-8c82-f16cccbf4cf3 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Request body: {'security_group_rule': {'security_group_id': '7bfd889f-baab-4834-a6ff-9e1e5f229781', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:34.565162 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-00b2ce3a-df15-4891-8c82-f16cccbf4cf3 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:34.569740 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-00b2ce3a-df15-4891-8c82-f16cccbf4cf3 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Usage tracker for resource:security_group_rule and tenant:77b5fea7357a40bda1199cdac7336216 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:34.573659 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-00b2ce3a-df15-4891-8c82-f16cccbf4cf3 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:34.582562 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-00b2ce3a-df15-4891-8c82-f16cccbf4cf3 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:34.590721 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3587c30d-b612-4bc5-973c-7966aca6ea5d None None] Routers {'6a880788-b37b-4fe6-ba80-59ff5332f437'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:03:34.591461 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-3587c30d-b612-4bc5-973c-7966aca6ea5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:03:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['6a880788-b37b-4fe6-ba80-59ff5332f437'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:34.599751 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6ae3e5-0cc1-4c02-ae7d-3d0cd36a72a2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:03:34.603490 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ad6ae3e5-0cc1-4c02-ae7d-3d0cd36a72a2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:34.665930 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-3587c30d-b612-4bc5-973c-7966aca6ea5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:34.668922 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-2c337f39-5d23-46ad-b5cf-c34ebda4a5c4 None None] For port 6c8c91ff-9f3d-42e1-9bf6-8d995bf88225, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=6c8c91ff-9f3d-42e1-9bf6-8d995bf88225,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:03:34.669311 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2c337f39-5d23-46ad-b5cf-c34ebda4a5c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:34.712687 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c0107aa2-e7ed-421f-85fa-c6142ccfd4d9 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "PUT /v2.0/ports/e17aa359-b6f9-4720-aa42-78a7d6ca00b2/tags/tempest-TagsExtTest-Tag-1944994099 HTTP/1.1" status: 201 len: 201 time: 0.5417230 Feb 03 14:03:34.712895 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-00b2ce3a-df15-4891-8c82-f16cccbf4cf3 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:34.714184 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57706) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:34.780462 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.tag.tag_plugin [None req-0bdbcfa3-dc89-4c88-99ab-b296133d6629 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '15dead78-0743-443c-86ff-2a6dd11892e1', 'tempest-TagsExtTest-Tag-1837721517') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:34.804908 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-00b2ce3a-df15-4891-8c82-f16cccbf4cf3 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:34.823609 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3587c30d-b612-4bc5-973c-7966aca6ea5d None None] Routers {'6a880788-b37b-4fe6-ba80-59ff5332f437'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:03:34.824415 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-3587c30d-b612-4bc5-973c-7966aca6ea5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:03:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['6a880788-b37b-4fe6-ba80-59ff5332f437'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:34.877498 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-00b2ce3a-df15-4891-8c82-f16cccbf4cf3 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:34.901342 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device af38607c-05db-4a5e-9a49-734a2ec836da up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:03:34.920402 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2ce3a-df15-4891-8c82-f16cccbf4cf3 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c477e735-4d6e-4847-a52d-9aa3bb14f45e,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:34.935179 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-2c337f39-5d23-46ad-b5cf-c34ebda4a5c4 None None] Calling delete_port for 6c8c91ff-9f3d-42e1-9bf6-8d995bf88225 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:03:34.960804 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-3587c30d-b612-4bc5-973c-7966aca6ea5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:34.961222 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3587c30d-b612-4bc5-973c-7966aca6ea5d None None] The sync data for ids ['6a880788-b37b-4fe6-ba80-59ff5332f437'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:03:35.041989 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-00b2ce3a-df15-4891-8c82-f16cccbf4cf3 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:35.045898 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-00b2ce3a-df15-4891-8c82-f16cccbf4cf3 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4917839 Feb 03 14:03:35.048180 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port af38607c-05db-4a5e-9a49-734a2ec836da triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:35.048543 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:35.048892 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57710) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:35.057295 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-47043498-d4d2-401b-8d50-106e4a75a2df tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Request body: {'security_group_rule': {'security_group_id': '7bfd889f-baab-4834-a6ff-9e1e5f229781', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:35.065133 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-47043498-d4d2-401b-8d50-106e4a75a2df tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:35.072854 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-47043498-d4d2-401b-8d50-106e4a75a2df tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Usage tracker for resource:security_group_rule and tenant:77b5fea7357a40bda1199cdac7336216 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:35.082553 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-47043498-d4d2-401b-8d50-106e4a75a2df tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:35.091817 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-47043498-d4d2-401b-8d50-106e4a75a2df tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:35.098977 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2c337f39-5d23-46ad-b5cf-c34ebda4a5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:35.122853 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ec2819-4661-46af-970c-ee76ac21ca51 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:03:35.128877 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-62ec2819-4661-46af-970c-ee76ac21ca51 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "PUT /v2.0/routers/2fd4b48a-fb92-4554-9b4d-1d6ad2b32046/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4284167 Feb 03 14:03:35.131907 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57714) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:35.139281 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f6c5ad-168c-4509-9dc2-e1ed38eb464f None None] Sync routers for ids ['2fd4b48a-fb92-4554-9b4d-1d6ad2b32046'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:03:35.154338 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.objects.ports [None req-ad6ae3e5-0cc1-4c02-ae7d-3d0cd36a72a2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84182) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 03 14:03:35.161907 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ad6ae3e5-0cc1-4c02-ae7d-3d0cd36a72a2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:35.162110 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f6c5ad-168c-4509-9dc2-e1ed38eb464f None None] Routers {'2fd4b48a-fb92-4554-9b4d-1d6ad2b32046'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:03:35.162110 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-95f6c5ad-168c-4509-9dc2-e1ed38eb464f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:03:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2fd4b48a-fb92-4554-9b4d-1d6ad2b32046'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:35.184591 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-87ec511d-eeb2-4472-979f-438e4c567d03 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Synchronizing usage tracker for tenant:d5adceeed00a4893983ee9d6f019faac on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:03:35.197369 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c337f39-5d23-46ad-b5cf-c34ebda4a5c4 None None] Pushing event deleted for resources: {'Port': ['ID=6c8c91ff-9f3d-42e1-9bf6-8d995bf88225,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:35.206070 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c337f39-5d23-46ad-b5cf-c34ebda4a5c4 None None] No DVR routers for this DVR port 6c8c91ff-9f3d-42e1-9bf6-8d995bf88225 on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:03:35.239450 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-95f6c5ad-168c-4509-9dc2-e1ed38eb464f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:35.253885 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6ae3e5-0cc1-4c02-ae7d-3d0cd36a72a2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:03:35.263414 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f6c5ad-168c-4509-9dc2-e1ed38eb464f None None] Routers {'2fd4b48a-fb92-4554-9b4d-1d6ad2b32046'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:03:35.263414 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-95f6c5ad-168c-4509-9dc2-e1ed38eb464f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:03:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2fd4b48a-fb92-4554-9b4d-1d6ad2b32046'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:35.263646 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-47043498-d4d2-401b-8d50-106e4a75a2df tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:35.267055 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-ad6ae3e5-0cc1-4c02-ae7d-3d0cd36a72a2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:35.281679 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6ae3e5-0cc1-4c02-ae7d-3d0cd36a72a2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:35.282428 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ad6ae3e5-0cc1-4c02-ae7d-3d0cd36a72a2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:35.311120 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f269d745-5ae4-4eeb-b381-f1fefdd2b27f None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:03:35.313024 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ae3e5-0cc1-4c02-ae7d-3d0cd36a72a2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Subnet': ['ID=23bedd9a-5bdd-438f-a93f-96679d02e595,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:35.338654 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-95f6c5ad-168c-4509-9dc2-e1ed38eb464f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:35.339429 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f6c5ad-168c-4509-9dc2-e1ed38eb464f None None] The sync data for ids ['2fd4b48a-fb92-4554-9b4d-1d6ad2b32046'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:03:35.362165 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-87ec511d-eeb2-4472-979f-438e4c567d03 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Unset dirty status for tenant:d5adceeed00a4893983ee9d6f019faac on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:03:35.366072 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-87ec511d-eeb2-4472-979f-438e4c567d03 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fd4b48a-fb92-4554-9b4d-1d6ad2b32046 HTTP/1.1" status: 200 len: 205 time: 0.2292120 Feb 03 14:03:35.367689 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57718) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:35.396905 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 6c8c91ff-9f3d-42e1-9bf6-8d995bf88225 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:03:35.402183 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-0bdbcfa3-dc89-4c88-99ab-b296133d6629 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "PUT /v2.0/routers/15dead78-0743-443c-86ff-2a6dd11892e1/tags/tempest-TagsExtTest-Tag-1837721517 HTTP/1.1" status: 201 len: 201 time: 0.6854815 Feb 03 14:03:35.407055 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ad6ae3e5-0cc1-4c02-ae7d-3d0cd36a72a2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2163515 Feb 03 14:03:35.410710 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57722) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:35.420710 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57724) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:35.429795 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-a601b8dd-d764-4741-9304-1f0a5523daf2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'subnet': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:35.432301 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 6c8c91ff-9f3d-42e1-9bf6-8d995bf88225 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:03:35.432651 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 6c8c91ff-9f3d-42e1-9bf6-8d995bf88225 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:03:35.460877 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-47043498-d4d2-401b-8d50-106e4a75a2df tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:35.466550 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.tag.tag_plugin [None req-1775b0e8-8dcb-427a-97f4-4f56e9cbbb33 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5ed450aa-f191-4003-916c-66abcac891d1', 'tempest-TagsExtTest-Tag-1196721726') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:35.547011 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-47043498-d4d2-401b-8d50-106e4a75a2df tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:35.583141 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7f4599-ac0d-4f31-9e53-7ab4cf406f47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-ac0baa47-f752-4b1c-8067-faa2699b3288', 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'tenant_id': '1508f35e18f0463982f9a6d535c8268b', 'fixed_ips': [{'subnet_id': '23bedd9a-5bdd-438f-a93f-96679d02e595'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:03:35.584620 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ea7f4599-ac0d-4f31-9e53-7ab4cf406f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:35.585593 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b7c9ccee-4c0d-4aa8-9651-65e2cfb55582 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] 10.222.0.41 "GET /v2.0/routers/6a880788-b37b-4fe6-ba80-59ff5332f437 HTTP/1.1" status: 200 len: 920 time: 1.0265141 Feb 03 14:03:35.588353 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57730) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:35.595537 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47043498-d4d2-401b-8d50-106e4a75a2df tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeb70a81-9dbd-41a3-9c0f-7a85da436883,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:35.626773 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9b1ea3-276a-49c3-ab04-01f7da22ef2d admin admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:03:35.635248 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4484844d-c239-433e-bdbf-de35c990455a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for router, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:35.644589 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e681fec-2a72-405d-97a3-6904b965dba1 None None] Sync routers for ids ['e99ef848-aa98-4722-80b7-7357374de1ac'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:03:35.651927 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-a601b8dd-d764-4741-9304-1f0a5523daf2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:35.656384 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-a601b8dd-d764-4741-9304-1f0a5523daf2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Usage tracker for resource:subnet and tenant:1508f35e18f0463982f9a6d535c8268b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:35.660302 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-a601b8dd-d764-4741-9304-1f0a5523daf2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:35.666041 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-a601b8dd-d764-4741-9304-1f0a5523daf2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:35.686146 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e681fec-2a72-405d-97a3-6904b965dba1 None None] Routers {'e99ef848-aa98-4722-80b7-7357374de1ac'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:03:35.686849 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-0e681fec-2a72-405d-97a3-6904b965dba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:03:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e99ef848-aa98-4722-80b7-7357374de1ac'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:35.687321 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-47043498-d4d2-401b-8d50-106e4a75a2df tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:35.690067 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-47043498-d4d2-401b-8d50-106e4a75a2df tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6385951 Feb 03 14:03:35.691491 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57734) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:35.704015 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ea9b1ea3-276a-49c3-ab04-01f7da22ef2d admin admin] 10.222.0.41 "PUT /v2.0/routers/e99ef848-aa98-4722-80b7-7357374de1ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6970978 Feb 03 14:03:35.704174 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-3f8bf793-2d9d-4bad-8ed4-2a32d9ec4e85 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Request body: {'security_group_rule': {'security_group_id': '7bfd889f-baab-4834-a6ff-9e1e5f229781', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:35.705630 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-3f8bf793-2d9d-4bad-8ed4-2a32d9ec4e85 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:35.709759 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3f8bf793-2d9d-4bad-8ed4-2a32d9ec4e85 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Usage tracker for resource:security_group_rule and tenant:77b5fea7357a40bda1199cdac7336216 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:35.713376 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3f8bf793-2d9d-4bad-8ed4-2a32d9ec4e85 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:35.726393 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-1775b0e8-8dcb-427a-97f4-4f56e9cbbb33 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "PUT /v2.0/subnetpools/5ed450aa-f191-4003-916c-66abcac891d1/tags/tempest-TagsExtTest-Tag-1196721726 HTTP/1.1" status: 201 len: 201 time: 0.3008754 Feb 03 14:03:35.726393 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-3f8bf793-2d9d-4bad-8ed4-2a32d9ec4e85 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:35.726690 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57740) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:35.734133 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.tag.tag_plugin [None req-04631b3e-db93-4e84-b49f-6c89cf89f9f0 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'fa5f3539-31d5-42f5-87d3-7c342044c4a5') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:35.780005 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a601b8dd-d764-4741-9304-1f0a5523daf2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:03:35.884243 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3f8bf793-2d9d-4bad-8ed4-2a32d9ec4e85 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:35.916944 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-ea7f4599-ac0d-4f31-9e53-7ab4cf406f47 None None] Allocated IP 2001:db8::f816:3eff:fe08:73f7 (ac0baa47-f752-4b1c-8067-faa2699b3288/23bedd9a-5bdd-438f-a93f-96679d02e595/0b686e27-c433-4b8c-a4e5-a2bd0643b7ef) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:03:35.970073 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-be30d58a-4558-4749-81a4-8a088e239a77 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Synchronizing usage tracker for tenant:5b4d4a64e1f040f091825530477755a9 on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:03:36.010880 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a601b8dd-d764-4741-9304-1f0a5523daf2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:36.020006 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-0e681fec-2a72-405d-97a3-6904b965dba1 None None] Set router e99ef848-aa98-4722-80b7-7357374de1ac gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:03:36.111387 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-04631b3e-db93-4e84-b49f-6c89cf89f9f0 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "GET /v2.0/subnets/fa5f3539-31d5-42f5-87d3-7c342044c4a5/tags HTTP/1.1" status: 200 len: 240 time: 0.3820758 Feb 03 14:03:36.117397 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57746) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:36.121458 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3f8bf793-2d9d-4bad-8ed4-2a32d9ec4e85 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:36.125266 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.tag.tag_plugin [None req-e6e78c74-c659-43de-9881-e73ca28ef54c tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fa5f3539-31d5-42f5-87d3-7c342044c4a5', 'tempest-TagsExtTest-Tag-323032431') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:36.150863 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4484844d-c239-433e-bdbf-de35c990455a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:36.162981 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4484844d-c239-433e-bdbf-de35c990455a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:36.192010 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-be30d58a-4558-4749-81a4-8a088e239a77 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Unset dirty status for tenant:5b4d4a64e1f040f091825530477755a9 on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:03:36.197324 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.ipam_backend_mixin [None req-a601b8dd-d764-4741-9304-1f0a5523daf2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 23bedd9a-5bdd-438f-a93f-96679d02e595 (CIDR: 2001:db8::/64) Feb 03 14:03:36.197489 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-be30d58a-4558-4749-81a4-8a088e239a77 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=16a0e898-50c0-4b65-ae3a-069e9649bbca&device_id=6a880788-b37b-4fe6-ba80-59ff5332f437&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6041951 Feb 03 14:03:36.197594 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3f8bf793-2d9d-4bad-8ed4-2a32d9ec4e85 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:36.206172 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57752) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:36.239003 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8bf793-2d9d-4bad-8ed4-2a32d9ec4e85 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd5f27b2-1938-40fb-a9e1-c75ab612b40f,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:36.252965 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-a601b8dd-d764-4741-9304-1f0a5523daf2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:03:36.253498 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a601b8dd-d764-4741-9304-1f0a5523daf2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:03:36.295304 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4484844d-c239-433e-bdbf-de35c990455a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:36.295659 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4484844d-c239-433e-bdbf-de35c990455a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Fanout notify agent at l3_agent the message router_deleted on router 2fd4b48a-fb92-4554-9b4d-1d6ad2b32046 {{(pid=84181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:03:36.306505 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e6e78c74-c659-43de-9881-e73ca28ef54c tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "GET /v2.0/subnets/fa5f3539-31d5-42f5-87d3-7c342044c4a5/tags/tempest-TagsExtTest-Tag-323032431 HTTP/1.1" status: 204 len: 168 time: 0.1856470 Feb 03 14:03:36.307841 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57756) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:36.316089 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3f8bf793-2d9d-4bad-8ed4-2a32d9ec4e85 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:36.319670 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3f8bf793-2d9d-4bad-8ed4-2a32d9ec4e85 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6268883 Feb 03 14:03:36.324423 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57760) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:36.327831 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.tag.tag_plugin [None req-8d0e8424-15f6-4423-8fd1-cca8f16d364f tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'fa5f3539-31d5-42f5-87d3-7c342044c4a5', 'tempest-TagsExtTest-Tag-323032431') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:36.331381 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-7f875711-ec01-4529-bb96-470466f43398 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Request body: {'security_group_rule': {'security_group_id': '7bfd889f-baab-4834-a6ff-9e1e5f229781', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:36.341592 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-7f875711-ec01-4529-bb96-470466f43398 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:36.348042 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-7f875711-ec01-4529-bb96-470466f43398 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Usage tracker for resource:security_group_rule and tenant:77b5fea7357a40bda1199cdac7336216 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:36.352408 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-7f875711-ec01-4529-bb96-470466f43398 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:36.366979 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4484844d-c239-433e-bdbf-de35c990455a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:36.368080 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-4484844d-c239-433e-bdbf-de35c990455a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "DELETE /v2.0/routers/2fd4b48a-fb92-4554-9b4d-1d6ad2b32046 HTTP/1.1" status: 204 len: 168 time: 0.9769542 Feb 03 14:03:36.368289 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-7f875711-ec01-4529-bb96-470466f43398 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:36.371543 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57764) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:36.407391 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ea7f4599-ac0d-4f31-9e53-7ab4cf406f47 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:36.420539 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-ea7f4599-ac0d-4f31-9e53-7ab4cf406f47 None None] Transition to ACTIVE for port object 0b686e27-c433-4b8c-a4e5-a2bd0643b7ef will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:03:36.434816 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a601b8dd-d764-4741-9304-1f0a5523daf2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0125120 Feb 03 14:03:36.441611 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57768) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:36.450462 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-3b880cc8-8a37-4e8d-b0d7-8dd82cd48250 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'subnet': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:36.457988 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-ea7f4599-ac0d-4f31-9e53-7ab4cf406f47 None None] Transition to ACTIVE for port object 0b686e27-c433-4b8c-a4e5-a2bd0643b7ef will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:03:36.539884 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a96f59-58a5-4232-a5d3-9d2792164cf3 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:36.540611 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ea7f4599-ac0d-4f31-9e53-7ab4cf406f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:36.541262 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-56a96f59-58a5-4232-a5d3-9d2792164cf3 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] 10.222.0.41 "GET /v2.0/networks/16a0e898-50c0-4b65-ae3a-069e9649bbca HTTP/1.1" status: 200 len: 881 time: 0.3343534 Feb 03 14:03:36.544358 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57774) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:36.549172 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7f875711-ec01-4529-bb96-470466f43398 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:36.591744 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3dd76188-c47b-4798-9d66-5ee24832b92d tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a880788-b37b-4fe6-ba80-59ff5332f437 HTTP/1.1" status: 200 len: 205 time: 0.0436101 Feb 03 14:03:36.592301 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57780) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:36.678031 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7f4599-ac0d-4f31-9e53-7ab4cf406f47 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:03:36.683198 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-ea7f4599-ac0d-4f31-9e53-7ab4cf406f47 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:36.685607 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7f4599-ac0d-4f31-9e53-7ab4cf406f47 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:03:36.701999 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f4599-ac0d-4f31-9e53-7ab4cf406f47 None None] Pushing event updated for resources: {'Port': ['ID=0b686e27-c433-4b8c-a4e5-a2bd0643b7ef,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:36.708051 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-0e681fec-2a72-405d-97a3-6904b965dba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'name': 'tempest-TestVolumeBootPattern-211161176-router', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:15Z', 'updated_at': '2022-02-03T14:03:30Z', 'revision_number': 4, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'gw_port': {'id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:17Z', 'updated_at': '2022-02-03T14:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '36c5ceab-9546-4155-a0cd-7c3d6a13d789', 'name': '', 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'mac_address': 'fa:16:3e:55:2e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:27Z', 'updated_at': '2022-02-03T14:03:30Z', 'revision_number': 2, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'subnets': [{'id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:36.712719 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e681fec-2a72-405d-97a3-6904b965dba1 None None] Checking router: e99ef848-aa98-4722-80b7-7357374de1ac for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:03:36.718635 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e681fec-2a72-405d-97a3-6904b965dba1 None None] Updating router e99ef848-aa98-4722-80b7-7357374de1ac port 36c5ceab-9546-4155-a0cd-7c3d6a13d789 binding host dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:03:36.776596 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-106f5ab7-e4a7-47a2-8030-11c49ed48c78 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Deleting subnet f50531f1-ec2f-467f-b867-617a62c4a64b {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:03:36.793922 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-106f5ab7-e4a7-47a2-8030-11c49ed48c78 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:36.804168 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8d0e8424-15f6-4423-8fd1-cca8f16d364f tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "DELETE /v2.0/subnets/fa5f3539-31d5-42f5-87d3-7c342044c4a5/tags/tempest-TagsExtTest-Tag-323032431 HTTP/1.1" status: 204 len: 168 time: 0.4852419 Feb 03 14:03:36.804168 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57786) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:36.810944 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.tag.tag_plugin [None req-57bba643-b2c7-4abc-9523-175a37adf8f0 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'fa5f3539-31d5-42f5-87d3-7c342044c4a5') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:36.859048 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7f875711-ec01-4529-bb96-470466f43398 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:36.866354 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-ea7f4599-ac0d-4f31-9e53-7ab4cf406f47 None None] Attempting to bind port 0b686e27-c433-4b8c-a4e5-a2bd0643b7ef on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:03:36.866885 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-ea7f4599-ac0d-4f31-9e53-7ab4cf406f47 None None] Attempting to bind port 0b686e27-c433-4b8c-a4e5-a2bd0643b7ef by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:03:36.867309 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7f4599-ac0d-4f31-9e53-7ab4cf406f47 None None] Attempting to bind port 0b686e27-c433-4b8c-a4e5-a2bd0643b7ef on network ac0baa47-f752-4b1c-8067-faa2699b3288 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:03:36.875959 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7f4599-ac0d-4f31-9e53-7ab4cf406f47 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:03:36.876340 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7f4599-ac0d-4f31-9e53-7ab4cf406f47 None None] Checking segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:03:36.877361 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ea7f4599-ac0d-4f31-9e53-7ab4cf406f47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:36.877721 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-3b880cc8-8a37-4e8d-b0d7-8dd82cd48250 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:36.877867 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7f4599-ac0d-4f31-9e53-7ab4cf406f47 None None] Bound using segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:03:36.878400 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-ea7f4599-ac0d-4f31-9e53-7ab4cf406f47 None None] Bound port: 0b686e27-c433-4b8c-a4e5-a2bd0643b7ef, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:03:36.878784 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ea7f4599-ac0d-4f31-9e53-7ab4cf406f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:36.887561 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3b880cc8-8a37-4e8d-b0d7-8dd82cd48250 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Usage tracker for resource:subnet and tenant:1508f35e18f0463982f9a6d535c8268b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:36.889736 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0e681fec-2a72-405d-97a3-6904b965dba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:36.894750 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a2aaf5d0-66dc-4415-80a1-2b52ea5e21b6 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:36.905711 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3b880cc8-8a37-4e8d-b0d7-8dd82cd48250 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:36.919665 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-3b880cc8-8a37-4e8d-b0d7-8dd82cd48250 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:36.923362 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-106f5ab7-e4a7-47a2-8030-11c49ed48c78 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:36.982704 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7f875711-ec01-4529-bb96-470466f43398 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:36.982902 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-57bba643-b2c7-4abc-9523-175a37adf8f0 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "GET /v2.0/subnets/fa5f3539-31d5-42f5-87d3-7c342044c4a5/tags HTTP/1.1" status: 200 len: 205 time: 0.1732528 Feb 03 14:03:36.990653 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57794) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:36.998297 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.tag.tag_plugin [None req-3ad28959-a643-46ca-a505-0696fe91deac tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e17aa359-b6f9-4720-aa42-78a7d6ca00b2') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:37.088649 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-ea7f4599-ac0d-4f31-9e53-7ab4cf406f47 None None] For port 0b686e27-c433-4b8c-a4e5-a2bd0643b7ef, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:03:37.093156 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-ea7f4599-ac0d-4f31-9e53-7ab4cf406f47 None None] For port 0b686e27-c433-4b8c-a4e5-a2bd0643b7ef, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=0b686e27-c433-4b8c-a4e5-a2bd0643b7ef,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:03:37.142952 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3ad28959-a643-46ca-a505-0696fe91deac tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "GET /v2.0/ports/e17aa359-b6f9-4720-aa42-78a7d6ca00b2/tags HTTP/1.1" status: 200 len: 241 time: 0.1512058 Feb 03 14:03:37.150714 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57800) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:37.168225 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.tag.tag_plugin [None req-30a860c7-a849-4af6-bfe5-4ad2cdcb777f tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e17aa359-b6f9-4720-aa42-78a7d6ca00b2', 'tempest-TagsExtTest-Tag-1944994099') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:37.184291 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ea7f4599-ac0d-4f31-9e53-7ab4cf406f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:37.186425 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a2aaf5d0-66dc-4415-80a1-2b52ea5e21b6 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:37.197704 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f875711-ec01-4529-bb96-470466f43398 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56d106c9-d8e7-4948-969e-7c2abbc5480c,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:37.225591 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7f875711-ec01-4529-bb96-470466f43398 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:37.226736 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7f875711-ec01-4529-bb96-470466f43398 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9010701 Feb 03 14:03:37.238482 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57804) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:37.245737 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-bb30eb9b-2bfa-4051-9ed4-8f7254e0d1c9 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Request body: {'security_group_rule': {'security_group_id': '7bfd889f-baab-4834-a6ff-9e1e5f229781', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:37.253238 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-bb30eb9b-2bfa-4051-9ed4-8f7254e0d1c9 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:37.258198 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-a2aaf5d0-66dc-4415-80a1-2b52ea5e21b6 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Deleting port dbbd2231-ab23-4113-80bd-f888399835e3 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:03:37.258920 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a2aaf5d0-66dc-4415-80a1-2b52ea5e21b6 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:37.260567 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b880cc8-8a37-4e8d-b0d7-8dd82cd48250 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:03:37.263605 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3b880cc8-8a37-4e8d-b0d7-8dd82cd48250 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:37.282181 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57808) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:37.296959 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-bb30eb9b-2bfa-4051-9ed4-8f7254e0d1c9 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Usage tracker for resource:security_group_rule and tenant:77b5fea7357a40bda1199cdac7336216 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:37.300075 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-6f852e02-9cdf-47ac-901b-0ca0a977dd9f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-200197175-network', 'tenant_id': '9950b7a5d04341e3bbd57e24efccb84a'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:37.305371 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-bb30eb9b-2bfa-4051-9ed4-8f7254e0d1c9 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:37.318830 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f4599-ac0d-4f31-9e53-7ab4cf406f47 None None] Pushing event updated for resources: {'Port': ['ID=0b686e27-c433-4b8c-a4e5-a2bd0643b7ef,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:37.319369 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-bb30eb9b-2bfa-4051-9ed4-8f7254e0d1c9 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:37.382760 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-106f5ab7-e4a7-47a2-8030-11c49ed48c78 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:37.432607 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-6f852e02-9cdf-47ac-901b-0ca0a977dd9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:37.449836 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-30a860c7-a849-4af6-bfe5-4ad2cdcb777f tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "GET /v2.0/ports/e17aa359-b6f9-4720-aa42-78a7d6ca00b2/tags/tempest-TagsExtTest-Tag-1944994099 HTTP/1.1" status: 204 len: 168 time: 0.2952113 Feb 03 14:03:37.451181 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-6f852e02-9cdf-47ac-901b-0ca0a977dd9f admin admin] Usage tracker for resource:network and tenant:9950b7a5d04341e3bbd57e24efccb84a is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:37.462459 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57812) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:37.463260 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-6f852e02-9cdf-47ac-901b-0ca0a977dd9f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:37.470646 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a2aaf5d0-66dc-4415-80a1-2b52ea5e21b6 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:37.473031 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.tag.tag_plugin [None req-0069717f-be79-4f75-89cf-175f023ed8c9 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'e17aa359-b6f9-4720-aa42-78a7d6ca00b2', 'tempest-TagsExtTest-Tag-1944994099') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:37.514637 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-6f852e02-9cdf-47ac-901b-0ca0a977dd9f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:37.556336 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0e681fec-2a72-405d-97a3-6904b965dba1 None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:37.598126 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bb30eb9b-2bfa-4051-9ed4-8f7254e0d1c9 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:37.621606 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-a2aaf5d0-66dc-4415-80a1-2b52ea5e21b6 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Calling delete_port for dbbd2231-ab23-4113-80bd-f888399835e3 owned by network:router_gateway {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:03:37.692057 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f852e02-9cdf-47ac-901b-0ca0a977dd9f admin admin] Made reservation on behalf of 9950b7a5d04341e3bbd57e24efccb84a for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:03:37.694319 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6f852e02-9cdf-47ac-901b-0ca0a977dd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:37.699391 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-0e681fec-2a72-405d-97a3-6904b965dba1 None None] Transition to ACTIVE for port object 36c5ceab-9546-4155-a0cd-7c3d6a13d789 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:03:37.721646 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-106f5ab7-e4a7-47a2-8030-11c49ed48c78 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:37.725177 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6f852e02-9cdf-47ac-901b-0ca0a977dd9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:37.772168 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bb30eb9b-2bfa-4051-9ed4-8f7254e0d1c9 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:37.785039 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0e681fec-2a72-405d-97a3-6904b965dba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:37.796645 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f5ab7-e4a7-47a2-8030-11c49ed48c78 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event deleted for resources: {'Subnet': ['ID=f50531f1-ec2f-467f-b867-617a62c4a64b,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:37.822856 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-106f5ab7-e4a7-47a2-8030-11c49ed48c78 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:37.832760 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83d3ff2-ddc4-4ce7-94e4-2930249414e1 None None] Network 68fa915e-c56c-4ba8-87f0-c1958b7f6f9d requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:03:37.844325 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-6f852e02-9cdf-47ac-901b-0ca0a977dd9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:37.853496 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-106f5ab7-e4a7-47a2-8030-11c49ed48c78 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "DELETE /v2.0/subnets/f50531f1-ec2f-467f-b867-617a62c4a64b HTTP/1.1" status: 204 len: 168 time: 1.4779992 Feb 03 14:03:37.853496 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-6f852e02-9cdf-47ac-901b-0ca0a977dd9f admin admin] Usage tracker for resource:security_group_rule and tenant:9950b7a5d04341e3bbd57e24efccb84a is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:37.855443 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57816) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:37.856792 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-6f852e02-9cdf-47ac-901b-0ca0a977dd9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:37.864138 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bb30eb9b-2bfa-4051-9ed4-8f7254e0d1c9 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:37.871289 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-6f852e02-9cdf-47ac-901b-0ca0a977dd9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:37.914814 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-0069717f-be79-4f75-89cf-175f023ed8c9 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "DELETE /v2.0/ports/e17aa359-b6f9-4720-aa42-78a7d6ca00b2/tags/tempest-TagsExtTest-Tag-1944994099 HTTP/1.1" status: 204 len: 168 time: 0.4464047 Feb 03 14:03:37.916528 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57820) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:37.923027 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.tag.tag_plugin [None req-5f52d8a8-698c-407e-98c1-07e5caa9b60b tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e17aa359-b6f9-4720-aa42-78a7d6ca00b2') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:37.967274 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb30eb9b-2bfa-4051-9ed4-8f7254e0d1c9 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bac6557-9bd2-4e84-af75-e7e3b75ce4be,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:37.976611 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3b880cc8-8a37-4e8d-b0d7-8dd82cd48250 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:38.018023 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15567cb4-84b3-4765-b093-b398c3c7c831 None None] Pushing event updated for resources: {'Port': ['ID=36c5ceab-9546-4155-a0cd-7c3d6a13d789,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:38.030480 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb30eb9b-2bfa-4051-9ed4-8f7254e0d1c9 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:38.030835 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb30eb9b-2bfa-4051-9ed4-8f7254e0d1c9 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:38.031201 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb30eb9b-2bfa-4051-9ed4-8f7254e0d1c9 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:38.031770 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb30eb9b-2bfa-4051-9ed4-8f7254e0d1c9 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:38.032266 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb30eb9b-2bfa-4051-9ed4-8f7254e0d1c9 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:38.032778 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb30eb9b-2bfa-4051-9ed4-8f7254e0d1c9 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:38.033296 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb30eb9b-2bfa-4051-9ed4-8f7254e0d1c9 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:38.033782 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb30eb9b-2bfa-4051-9ed4-8f7254e0d1c9 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:38.034268 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb30eb9b-2bfa-4051-9ed4-8f7254e0d1c9 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:38.034788 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb30eb9b-2bfa-4051-9ed4-8f7254e0d1c9 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:38.035315 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb30eb9b-2bfa-4051-9ed4-8f7254e0d1c9 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:38.050903 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-35959b6e-ef19-4bcb-b2c7-61cc211177be tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:38.065432 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-35959b6e-ef19-4bcb-b2c7-61cc211177be tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Deleting port eb306080-fee6-45a1-b934-7c207e3ce3f2 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:03:38.066268 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-35959b6e-ef19-4bcb-b2c7-61cc211177be tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:38.115620 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b880cc8-8a37-4e8d-b0d7-8dd82cd48250 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:03:38.122281 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-3b880cc8-8a37-4e8d-b0d7-8dd82cd48250 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:38.129599 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6f852e02-9cdf-47ac-901b-0ca0a977dd9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:38.133758 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b880cc8-8a37-4e8d-b0d7-8dd82cd48250 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:38.134345 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3b880cc8-8a37-4e8d-b0d7-8dd82cd48250 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:38.138774 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b880cc8-8a37-4e8d-b0d7-8dd82cd48250 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Subnet': ['ID=759648f5-3644-4abb-ad12-1131c909def4,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:38.162481 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bb30eb9b-2bfa-4051-9ed4-8f7254e0d1c9 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:38.167676 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-5f52d8a8-698c-407e-98c1-07e5caa9b60b tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "GET /v2.0/ports/e17aa359-b6f9-4720-aa42-78a7d6ca00b2/tags HTTP/1.1" status: 200 len: 205 time: 0.2473376 Feb 03 14:03:38.167676 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57824) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:38.168519 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-bb30eb9b-2bfa-4051-9ed4-8f7254e0d1c9 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.9278245 Feb 03 14:03:38.173805 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.tag.tag_plugin [None req-e3ce4016-dda7-4ec1-8c78-0216af25d27f tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '15dead78-0743-443c-86ff-2a6dd11892e1') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:38.175884 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57826) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:38.184199 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a2aaf5d0-66dc-4415-80a1-2b52ea5e21b6 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:38.221692 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-0e681fec-2a72-405d-97a3-6904b965dba1 None None] Attempting to bind port 36c5ceab-9546-4155-a0cd-7c3d6a13d789 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:03:38.222446 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-0e681fec-2a72-405d-97a3-6904b965dba1 None None] Attempting to bind port 36c5ceab-9546-4155-a0cd-7c3d6a13d789 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:03:38.222973 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e681fec-2a72-405d-97a3-6904b965dba1 None None] Attempting to bind port 36c5ceab-9546-4155-a0cd-7c3d6a13d789 on network 2f1c1092-820d-41af-bed3-3674f069c798 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:03:38.241760 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6f852e02-9cdf-47ac-901b-0ca0a977dd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:38.243566 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e681fec-2a72-405d-97a3-6904b965dba1 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:03:38.244208 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e681fec-2a72-405d-97a3-6904b965dba1 None None] Checking segment: {'id': 'a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:03:38.245002 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0e681fec-2a72-405d-97a3-6904b965dba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:38.245607 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e681fec-2a72-405d-97a3-6904b965dba1 None None] Bound using segment: {'id': 'a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:03:38.246265 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-0e681fec-2a72-405d-97a3-6904b965dba1 None None] Bound port: 36c5ceab-9546-4155-a0cd-7c3d6a13d789, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:03:38.246824 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0e681fec-2a72-405d-97a3-6904b965dba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:38.257110 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aaf5d0-66dc-4415-80a1-2b52ea5e21b6 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Pushing event deleted for resources: {'Port': ['ID=dbbd2231-ab23-4113-80bd-f888399835e3,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:38.315620 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3b880cc8-8a37-4e8d-b0d7-8dd82cd48250 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8729181 Feb 03 14:03:38.317964 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f852e02-9cdf-47ac-901b-0ca0a977dd9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af69145-3dd9-4991-8c06-4f2be0dea8bc,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:38.339702 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57832) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:38.407224 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-0e681fec-2a72-405d-97a3-6904b965dba1 None None] For port 36c5ceab-9546-4155-a0cd-7c3d6a13d789, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:03:38.411345 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-0e681fec-2a72-405d-97a3-6904b965dba1 None None] For port 36c5ceab-9546-4155-a0cd-7c3d6a13d789, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=36c5ceab-9546-4155-a0cd-7c3d6a13d789,segment=NetworkSegment(a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce),segment_id=a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:03:38.436318 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-69fd2dca-d3e0-4d0c-be26-1b4673f529fa tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'port': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'mac_address': 'fa:16:3e:01:d3:70', 'name': 'tempest-NetworksTestDHCPv6-834042530'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:38.458663 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f852e02-9cdf-47ac-901b-0ca0a977dd9f admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:03:38.494001 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0e681fec-2a72-405d-97a3-6904b965dba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:38.555245 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7086e08-7cb7-4de7-884a-415c7287c4f8 None None] DHCP port deletion for 68fa915e-c56c-4ba8-87f0-c1958b7f6f9d request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:03:38.568393 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e3ce4016-dda7-4ec1-8c78-0216af25d27f tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "GET /v2.0/routers/15dead78-0743-443c-86ff-2a6dd11892e1/tags HTTP/1.1" status: 200 len: 241 time: 0.3945930 Feb 03 14:03:38.568393 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57836) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:38.568987 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9ddc9b75-6176-4e77-aa64-d27307d75ca9 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:38.576166 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-e7086e08-7cb7-4de7-884a-415c7287c4f8 None None] Deleting port eb306080-fee6-45a1-b934-7c207e3ce3f2 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:03:38.576542 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e7086e08-7cb7-4de7-884a-415c7287c4f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:38.582419 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.tag.tag_plugin [None req-40e3436f-b884-49fd-a176-55b0be4b517b tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '15dead78-0743-443c-86ff-2a6dd11892e1', 'tempest-TagsExtTest-Tag-1837721517') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:38.598070 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9ddc9b75-6176-4e77-aa64-d27307d75ca9 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:38.645806 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6f852e02-9cdf-47ac-901b-0ca0a977dd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:38.646285 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-6f852e02-9cdf-47ac-901b-0ca0a977dd9f admin admin] Added segment da06d23a-3ce9-4bac-8a58-e6c293465c03 of type vlan for network a87fb0ae-2bad-4f62-9989-0f25292cda24 Feb 03 14:03:38.689005 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-35959b6e-ef19-4bcb-b2c7-61cc211177be tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] For port eb306080-fee6-45a1-b934-7c207e3ce3f2, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=eb306080-fee6-45a1-b934-7c207e3ce3f2,segment=NetworkSegment(d0bdbf93-fd81-4f2d-aa57-c4d4f4792b7b),segment_id=d0bdbf93-fd81-4f2d-aa57-c4d4f4792b7b)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:03:38.689397 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-35959b6e-ef19-4bcb-b2c7-61cc211177be tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:38.704286 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15567cb4-84b3-4765-b093-b398c3c7c831 None None] Pushing event updated for resources: {'Port': ['ID=36c5ceab-9546-4155-a0cd-7c3d6a13d789,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:38.753819 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6f852e02-9cdf-47ac-901b-0ca0a977dd9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:38.843874 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 0b686e27-c433-4b8c-a4e5-a2bd0643b7ef up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:03:38.883528 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2851748d-f226-45f9-bbc3-75631529676f None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:03:38.887014 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-69fd2dca-d3e0-4d0c-be26-1b4673f529fa tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:38.891762 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-69fd2dca-d3e0-4d0c-be26-1b4673f529fa tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Usage tracker for resource:port and tenant:1508f35e18f0463982f9a6d535c8268b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:38.894798 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-69fd2dca-d3e0-4d0c-be26-1b4673f529fa tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:38.901279 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-69fd2dca-d3e0-4d0c-be26-1b4673f529fa tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:38.917842 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e681fec-2a72-405d-97a3-6904b965dba1 None None] Routers {'e99ef848-aa98-4722-80b7-7357374de1ac'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:03:38.918552 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-0e681fec-2a72-405d-97a3-6904b965dba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:03:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e99ef848-aa98-4722-80b7-7357374de1ac'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:38.922344 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6f852e02-9cdf-47ac-901b-0ca0a977dd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:38.923353 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f852e02-9cdf-47ac-901b-0ca0a977dd9f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:38.923929 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6f852e02-9cdf-47ac-901b-0ca0a977dd9f admin admin] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:39.013548 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fd2dca-d3e0-4d0c-be26-1b4673f529fa tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:03:39.018138 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-69fd2dca-d3e0-4d0c-be26-1b4673f529fa tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:39.021108 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-35959b6e-ef19-4bcb-b2c7-61cc211177be tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Calling delete_port for eb306080-fee6-45a1-b934-7c207e3ce3f2 owned by network:dhcp {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:03:39.037011 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-40e3436f-b884-49fd-a176-55b0be4b517b tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "GET /v2.0/routers/15dead78-0743-443c-86ff-2a6dd11892e1/tags/tempest-TagsExtTest-Tag-1837721517 HTTP/1.1" status: 204 len: 168 time: 0.4627223 Feb 03 14:03:39.046704 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9ddc9b75-6176-4e77-aa64-d27307d75ca9 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:39.055470 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57840) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:39.069917 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.tag.tag_plugin [None req-af62e0de-1fde-4803-a7d7-c1c7964b8edb tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '15dead78-0743-443c-86ff-2a6dd11892e1', 'tempest-TagsExtTest-Tag-1837721517') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:39.075787 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a2aaf5d0-66dc-4415-80a1-2b52ea5e21b6 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:39.136048 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f852e02-9cdf-47ac-901b-0ca0a977dd9f admin admin] Pushing event updated for resources: {'Network': ['ID=a87fb0ae-2bad-4f62-9989-0f25292cda24,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:39.139008 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-6f852e02-9cdf-47ac-901b-0ca0a977dd9f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8529921 Feb 03 14:03:39.145103 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddc9b75-6176-4e77-aa64-d27307d75ca9 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1bac6557-9bd2-4e84-af75-e7e3b75ce4be,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:39.146424 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57844) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:39.152151 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-69fd2dca-d3e0-4d0c-be26-1b4673f529fa tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] device_id is not set on port a3b44765-b59a-438e-9bf4-6bdbd3d2dd3c yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:03:39.164031 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-42629fbc-7e21-4b8d-98c9-86de58c6fe7c admin admin] Request body: {'subnet': {'network_id': 'a87fb0ae-2bad-4f62-9989-0f25292cda24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-200197175-subnet', 'tenant_id': '9950b7a5d04341e3bbd57e24efccb84a', 'ip_version': 4}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:39.169251 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9ddc9b75-6176-4e77-aa64-d27307d75ca9 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:39.172912 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-9ddc9b75-6176-4e77-aa64-d27307d75ca9 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/1bac6557-9bd2-4e84-af75-e7e3b75ce4be HTTP/1.1" status: 204 len: 168 time: 0.9935324 Feb 03 14:03:39.190668 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network a87fb0ae-2bad-4f62-9989-0f25292cda24 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:03:39.226756 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57848) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:39.234721 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-42629fbc-7e21-4b8d-98c9-86de58c6fe7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:39.260092 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-42629fbc-7e21-4b8d-98c9-86de58c6fe7c admin admin] Usage tracker for resource:subnet and tenant:9950b7a5d04341e3bbd57e24efccb84a is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:39.268358 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-42629fbc-7e21-4b8d-98c9-86de58c6fe7c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:39.289417 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-42629fbc-7e21-4b8d-98c9-86de58c6fe7c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:39.441691 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a2aaf5d0-66dc-4415-80a1-2b52ea5e21b6 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:39.447915 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42629fbc-7e21-4b8d-98c9-86de58c6fe7c admin admin] Made reservation on behalf of 9950b7a5d04341e3bbd57e24efccb84a for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:03:39.450290 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-42629fbc-7e21-4b8d-98c9-86de58c6fe7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:39.468424 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-e7086e08-7cb7-4de7-884a-415c7287c4f8 None None] For port eb306080-fee6-45a1-b934-7c207e3ce3f2, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=eb306080-fee6-45a1-b934-7c207e3ce3f2,segment=NetworkSegment(d0bdbf93-fd81-4f2d-aa57-c4d4f4792b7b),segment_id=d0bdbf93-fd81-4f2d-aa57-c4d4f4792b7b)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:03:39.468820 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e7086e08-7cb7-4de7-884a-415c7287c4f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:39.471782 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a2aaf5d0-66dc-4415-80a1-2b52ea5e21b6 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:39.484357 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-355da65f-2c2a-4096-8d63-12b432b94a41 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Synchronizing usage tracker for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group_rule {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:03:39.552921 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-af62e0de-1fde-4803-a7d7-c1c7964b8edb tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "DELETE /v2.0/routers/15dead78-0743-443c-86ff-2a6dd11892e1/tags/tempest-TagsExtTest-Tag-1837721517 HTTP/1.1" status: 204 len: 168 time: 0.4913690 Feb 03 14:03:39.556175 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57852) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:39.563572 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.tag.tag_plugin [None req-6f07fc8a-7f83-481e-b674-3b9f41d43a21 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '15dead78-0743-443c-86ff-2a6dd11892e1') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:39.567715 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-35959b6e-ef19-4bcb-b2c7-61cc211177be tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:39.633008 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35959b6e-ef19-4bcb-b2c7-61cc211177be tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event deleted for resources: {'Port': ['ID=eb306080-fee6-45a1-b934-7c207e3ce3f2,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:39.644820 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35959b6e-ef19-4bcb-b2c7-61cc211177be tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] No DVR routers for this DVR port eb306080-fee6-45a1-b934-7c207e3ce3f2 on host dv-neutron-827016-1-hyperv {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:03:39.673073 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-355da65f-2c2a-4096-8d63-12b432b94a41 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Unset dirty status for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group_rule {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:03:39.677417 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-355da65f-2c2a-4096-8d63-12b432b94a41 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.4367654 Feb 03 14:03:39.678948 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57856) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:39.708380 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-84922177-c27a-4074-a670-357af3624cd0 None None] Provisioning for port 0b686e27-c433-4b8c-a4e5-a2bd0643b7ef completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:03:39.710663 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-69fd2dca-d3e0-4d0c-be26-1b4673f529fa tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Allocated IP 2001:db8:0:1::34f (ac0baa47-f752-4b1c-8067-faa2699b3288/759648f5-3644-4abb-ad12-1131c909def4/a3b44765-b59a-438e-9bf4-6bdbd3d2dd3c) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:03:39.717075 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-e7086e08-7cb7-4de7-884a-415c7287c4f8 None None] Calling delete_port for eb306080-fee6-45a1-b934-7c207e3ce3f2 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:03:39.719872 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-69fd2dca-d3e0-4d0c-be26-1b4673f529fa tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Allocated IP 2001:db8::f816:3eff:fe01:d370 (ac0baa47-f752-4b1c-8067-faa2699b3288/23bedd9a-5bdd-438f-a93f-96679d02e595/a3b44765-b59a-438e-9bf4-6bdbd3d2dd3c) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:03:39.726936 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a2aaf5d0-66dc-4415-80a1-2b52ea5e21b6 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:39.727508 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2aaf5d0-66dc-4415-80a1-2b52ea5e21b6 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Fanout notify agent at l3_agent the message router_deleted on router 6a880788-b37b-4fe6-ba80-59ff5332f437 {{(pid=84181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:03:39.730961 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-6f07fc8a-7f83-481e-b674-3b9f41d43a21 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "GET /v2.0/routers/15dead78-0743-443c-86ff-2a6dd11892e1/tags HTTP/1.1" status: 200 len: 205 time: 0.1722713 Feb 03 14:03:39.731154 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57860) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:39.739570 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.tag.tag_plugin [None req-d6b841e9-00d3-4e5e-b6df-b9414b9a75fe tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5ed450aa-f191-4003-916c-66abcac891d1') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:39.751809 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 0b686e27-c433-4b8c-a4e5-a2bd0643b7ef completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:03:39.764998 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-84922177-c27a-4074-a670-357af3624cd0 None None] Provisioning complete for port 0b686e27-c433-4b8c-a4e5-a2bd0643b7ef triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:39.765317 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-84922177-c27a-4074-a670-357af3624cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:39.801552 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d6b841e9-00d3-4e5e-b6df-b9414b9a75fe tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "GET /v2.0/subnetpools/5ed450aa-f191-4003-916c-66abcac891d1/tags HTTP/1.1" status: 200 len: 241 time: 0.0670431 Feb 03 14:03:39.801767 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57864) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:39.828013 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 0b686e27-c433-4b8c-a4e5-a2bd0643b7ef triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:39.828260 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.tag.tag_plugin [None req-56ff4ca3-d828-4378-b77e-76a74d36e121 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5ed450aa-f191-4003-916c-66abcac891d1', 'tempest-TagsExtTest-Tag-1196721726') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:39.828381 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:39.893355 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-0e681fec-2a72-405d-97a3-6904b965dba1 None None] Set router e99ef848-aa98-4722-80b7-7357374de1ac gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:03:39.929316 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-56ff4ca3-d828-4378-b77e-76a74d36e121 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "GET /v2.0/subnetpools/5ed450aa-f191-4003-916c-66abcac891d1/tags/tempest-TagsExtTest-Tag-1196721726 HTTP/1.1" status: 204 len: 168 time: 0.1241851 Feb 03 14:03:39.931096 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57868) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:39.947443 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.tag.tag_plugin [None req-57dd0771-3896-4e75-9d86-1f94f6cf9f4e tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '5ed450aa-f191-4003-916c-66abcac891d1', 'tempest-TagsExtTest-Tag-1196721726') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:39.973056 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-636ab651-b6d7-471a-bcc9-8e45d6824a05 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:39.996000 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-35959b6e-ef19-4bcb-b2c7-61cc211177be tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:40.001808 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-69fd2dca-d3e0-4d0c-be26-1b4673f529fa tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:40.006929 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-636ab651-b6d7-471a-bcc9-8e45d6824a05 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:40.030770 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-69fd2dca-d3e0-4d0c-be26-1b4673f529fa tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Transition to ACTIVE for port object a3b44765-b59a-438e-9bf4-6bdbd3d2dd3c will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:03:40.030942 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a2aaf5d0-66dc-4415-80a1-2b52ea5e21b6 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:40.030942 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-a2aaf5d0-66dc-4415-80a1-2b52ea5e21b6 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] 10.222.0.41 "DELETE /v2.0/routers/6a880788-b37b-4fe6-ba80-59ff5332f437 HTTP/1.1" status: 204 len: 168 time: 3.4338236 Feb 03 14:03:40.031175 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57872) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:40.036875 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-e7086e08-7cb7-4de7-884a-415c7287c4f8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:03:40.037229 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-e7086e08-7cb7-4de7-884a-415c7287c4f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:03:40.037589 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-f987de42-6090-4633-8bdd-570c49260f64 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-659936659', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:40.046154 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-f987de42-6090-4633-8bdd-570c49260f64 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:40.052237 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-f987de42-6090-4633-8bdd-570c49260f64 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Usage tracker for resource:router and tenant:b246fbd2f57144099e62822a8086603b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:40.054016 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-35959b6e-ef19-4bcb-b2c7-61cc211177be tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68fa915e-c56c-4ba8-87f0-c1958b7f6f9d']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:40.060010 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-f987de42-6090-4633-8bdd-570c49260f64 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:40.067814 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-f987de42-6090-4633-8bdd-570c49260f64 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:40.089942 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-35959b6e-ef19-4bcb-b2c7-61cc211177be tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0bdbf93-fd81-4f2d-aa57-c4d4f4792b7b') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:40.090244 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-35959b6e-ef19-4bcb-b2c7-61cc211177be tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0bdbf93-fd81-4f2d-aa57-c4d4f4792b7b') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:40.107390 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-35959b6e-ef19-4bcb-b2c7-61cc211177be tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:40.123500 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-35959b6e-ef19-4bcb-b2c7-61cc211177be tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:40.129543 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35959b6e-ef19-4bcb-b2c7-61cc211177be tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:03:40.129927 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-35959b6e-ef19-4bcb-b2c7-61cc211177be tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:40.144114 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 14:03:40.144114 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:03:40.144114 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 14:03:40.144114 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:03:40.144114 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 14:03:40.144114 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:03:40.144114 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 14:03:40.144114 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:03:40.144114 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 14:03:40.144114 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:03:40.144114 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 14:03:40.144114 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:03:40.144114 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 14:03:40.144114 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:03:40.144114 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:03:40.144114 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:03:40.144114 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:03:40.144114 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:03:40.144114 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 14:03:40.144114 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:03:40.144114 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 14:03:40.144114 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:03:40.144114 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:03:40.144114 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:03:40.144114 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 14:03:40.144114 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:03:40.144114 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:03:40.144114 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:03:40.144114 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:03:40.144114 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:03:40.144114 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:03:40.144114 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:03:40.157288 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-57dd0771-3896-4e75-9d86-1f94f6cf9f4e tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "DELETE /v2.0/subnetpools/5ed450aa-f191-4003-916c-66abcac891d1/tags/tempest-TagsExtTest-Tag-1196721726 HTTP/1.1" status: 204 len: 168 time: 0.2226942 Feb 03 14:03:40.157597 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57876) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:40.163230 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.tag.tag_plugin [None req-c6098e3d-7413-41d8-aca8-b22535bfc7da tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5ed450aa-f191-4003-916c-66abcac891d1') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:40.190193 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c6098e3d-7413-41d8-aca8-b22535bfc7da tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "GET /v2.0/subnetpools/5ed450aa-f191-4003-916c-66abcac891d1/tags HTTP/1.1" status: 200 len: 205 time: 0.0289440 Feb 03 14:03:40.190584 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57880) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:40.193718 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-69fd2dca-d3e0-4d0c-be26-1b4673f529fa tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:40.197399 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f987de42-6090-4633-8bdd-570c49260f64 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:40.197399 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f987de42-6090-4633-8bdd-570c49260f64 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:40.206883 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.tag.tag_plugin [None req-052c79dc-0af3-40c5-973d-e066bc33be92 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5ed450aa-f191-4003-916c-66abcac891d1') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:40.263564 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-42629fbc-7e21-4b8d-98c9-86de58c6fe7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:40.300054 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-636ab651-b6d7-471a-bcc9-8e45d6824a05 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:40.307845 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd2dca-d3e0-4d0c-be26-1b4673f529fa tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Port': ['ID=a3b44765-b59a-438e-9bf4-6bdbd3d2dd3c,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:40.311308 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fd2dca-d3e0-4d0c-be26-1b4673f529fa tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:03:40.315132 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-69fd2dca-d3e0-4d0c-be26-1b4673f529fa tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:40.329122 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-84922177-c27a-4074-a670-357af3624cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:40.332252 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fd2dca-d3e0-4d0c-be26-1b4673f529fa tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:03:40.336385 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fd2dca-d3e0-4d0c-be26-1b4673f529fa tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:40.343957 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-69fd2dca-d3e0-4d0c-be26-1b4673f529fa tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:40.344645 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ab651-b6d7-471a-bcc9-8e45d6824a05 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56d106c9-d8e7-4948-969e-7c2abbc5480c,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:40.349392 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:40.354051 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-35959b6e-ef19-4bcb-b2c7-61cc211177be tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:40.354836 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f987de42-6090-4633-8bdd-570c49260f64 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:40.357176 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-35959b6e-ef19-4bcb-b2c7-61cc211177be tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:40.376384 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-052c79dc-0af3-40c5-973d-e066bc33be92 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "DELETE /v2.0/subnetpools/5ed450aa-f191-4003-916c-66abcac891d1/tags HTTP/1.1" status: 204 len: 168 time: 0.1849484 Feb 03 14:03:40.379031 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57884) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:40.384205 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c515a73-ca32-427f-baf7-7b006359e54a None None] Update dhcp port {'port': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'fixed_ips': [{'subnet_id': '23bedd9a-5bdd-438f-a93f-96679d02e595', 'ip_address': '2001:db8::f816:3eff:fe08:73f7'}, {'subnet_id': '759648f5-3644-4abb-ad12-1131c909def4'}], 'binding:host_id': 'dv-neutron-827016-1-hyperv'}, 'id': '0b686e27-c433-4b8c-a4e5-a2bd0643b7ef'} from dv-neutron-827016-1-hyperv. {{(pid=84183) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 03 14:03:40.385155 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.tag.tag_plugin [None req-be30fded-9fb9-4cfd-b0d8-38138810e675 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '15dead78-0743-443c-86ff-2a6dd11892e1') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:40.447703 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-35959b6e-ef19-4bcb-b2c7-61cc211177be tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "DELETE /v2.0/networks/68fa915e-c56c-4ba8-87f0-c1958b7f6f9d HTTP/1.1" status: 204 len: 168 time: 2.5882549 Feb 03 14:03:40.447918 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57888) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:40.449515 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35959b6e-ef19-4bcb-b2c7-61cc211177be tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event deleted for resources: {'Network': ['ID=68fa915e-c56c-4ba8-87f0-c1958b7f6f9d,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:40.453209 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-a9d01247-4bf4-46e9-81e8-53c7bdc09523 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-271801641', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:40.459264 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42629fbc-7e21-4b8d-98c9-86de58c6fe7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1846aaaf-1656-44d1-893c-426cc1a470bd,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:40.467133 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-69fd2dca-d3e0-4d0c-be26-1b4673f529fa tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1250439 Feb 03 14:03:40.468477 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42629fbc-7e21-4b8d-98c9-86de58c6fe7c admin admin] Checking segment: {'id': 'da06d23a-3ce9-4bac-8a58-e6c293465c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a87fb0ae-2bad-4f62-9989-0f25292cda24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:03:40.468767 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42629fbc-7e21-4b8d-98c9-86de58c6fe7c admin admin] Network hostable DHCP agents. Network: a87fb0ae-2bad-4f62-9989-0f25292cda24, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:03:40.471119 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-a9d01247-4bf4-46e9-81e8-53c7bdc09523 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:40.473633 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57892) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:40.479873 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-636ab651-b6d7-471a-bcc9-8e45d6824a05 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:40.481437 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-636ab651-b6d7-471a-bcc9-8e45d6824a05 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/56d106c9-d8e7-4948-969e-7c2abbc5480c HTTP/1.1" status: 204 len: 168 time: 0.8006775 Feb 03 14:03:40.489953 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57896) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:40.490139 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-84922177-c27a-4074-a670-357af3624cd0 None None] For port 0b686e27-c433-4b8c-a4e5-a2bd0643b7ef, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=0b686e27-c433-4b8c-a4e5-a2bd0643b7ef,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:03:40.492491 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4c515a73-ca32-427f-baf7-7b006359e54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:40.509825 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-a9d01247-4bf4-46e9-81e8-53c7bdc09523 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Usage tracker for resource:router and tenant:d5adceeed00a4893983ee9d6f019faac is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:40.513800 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-a9d01247-4bf4-46e9-81e8-53c7bdc09523 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:40.538959 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-e7086e08-7cb7-4de7-884a-415c7287c4f8 None None] Deleting port eb306080-fee6-45a1-b934-7c207e3ce3f2 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:03:40.539362 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e7086e08-7cb7-4de7-884a-415c7287c4f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:40.551182 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-34983f1b-6eef-4ad7-98ee-771f740ae0e3 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Synchronizing usage tracker for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group_rule {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:03:40.572649 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-84922177-c27a-4074-a670-357af3624cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:40.582945 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-a9d01247-4bf4-46e9-81e8-53c7bdc09523 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:40.588131 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42629fbc-7e21-4b8d-98c9-86de58c6fe7c admin admin] Network a87fb0ae-2bad-4f62-9989-0f25292cda24 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:03:40.592569 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f987de42-6090-4633-8bdd-570c49260f64 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:40.626248 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-b3d532c9-6941-4a86-9ffc-2d173130ce7f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting port a3b44765-b59a-438e-9bf4-6bdbd3d2dd3c {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:03:40.626584 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b3d532c9-6941-4a86-9ffc-2d173130ce7f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:40.645419 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-34983f1b-6eef-4ad7-98ee-771f740ae0e3 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Unset dirty status for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group_rule {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:03:40.650352 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-34983f1b-6eef-4ad7-98ee-771f740ae0e3 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.1555581 Feb 03 14:03:40.651111 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57900) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:40.673898 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-42629fbc-7e21-4b8d-98c9-86de58c6fe7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, a87fb0ae-2bad-4f62-9989-0f25292cda24) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:40.688947 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42629fbc-7e21-4b8d-98c9-86de58c6fe7c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:40.689576 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-42629fbc-7e21-4b8d-98c9-86de58c6fe7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:40.716127 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-be30fded-9fb9-4cfd-b0d8-38138810e675 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "DELETE /v2.0/routers/15dead78-0743-443c-86ff-2a6dd11892e1/tags HTTP/1.1" status: 204 len: 168 time: 0.3361003 Feb 03 14:03:40.718802 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57904) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:40.720684 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e93ea6ab-5888-4ebe-ba8b-1e05b8532437 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:40.727754 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.tag.tag_plugin [None req-ac3a789d-f342-405d-bcdf-32f038e9e370 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e17aa359-b6f9-4720-aa42-78a7d6ca00b2') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:40.754271 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f095ce76-e4ef-4ec8-a642-562bcbbbd467 None None] Network a87fb0ae-2bad-4f62-9989-0f25292cda24 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:03:40.761087 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f987de42-6090-4633-8bdd-570c49260f64 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:40.764740 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f987de42-6090-4633-8bdd-570c49260f64 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7302668 Feb 03 14:03:40.764740 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a9d01247-4bf4-46e9-81e8-53c7bdc09523 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:40.764740 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a9d01247-4bf4-46e9-81e8-53c7bdc09523 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:40.768092 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57908) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:40.774456 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e93ea6ab-5888-4ebe-ba8b-1e05b8532437 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:40.790108 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-06b6a63f-db14-439d-97ca-a97e4ca0e434 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'enable_snat': False}}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:40.799793 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-e7086e08-7cb7-4de7-884a-415c7287c4f8 None None] The port 'eb306080-fee6-45a1-b934-7c207e3ce3f2' was deleted {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 14:03:40.874166 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-42629fbc-7e21-4b8d-98c9-86de58c6fe7c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7170780 Feb 03 14:03:40.874774 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57912) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:40.891676 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-01d6cf1b-adcf-4d94-b4ee-b1753536b125 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-200197175-router', 'tenant_id': '9950b7a5d04341e3bbd57e24efccb84a', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:40.903709 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-01d6cf1b-adcf-4d94-b4ee-b1753536b125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:40.903901 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a9d01247-4bf4-46e9-81e8-53c7bdc09523 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:40.904020 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-01d6cf1b-adcf-4d94-b4ee-b1753536b125 admin admin] Usage tracker for resource:router and tenant:9950b7a5d04341e3bbd57e24efccb84a is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:40.905738 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-01d6cf1b-adcf-4d94-b4ee-b1753536b125 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:40.912622 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-01d6cf1b-adcf-4d94-b4ee-b1753536b125 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:40.921958 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e93ea6ab-5888-4ebe-ba8b-1e05b8532437 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:40.960878 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ea6ab-5888-4ebe-ba8b-1e05b8532437 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd5f27b2-1938-40fb-a9e1-c75ab612b40f,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:40.964839 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:03:40.965193 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:03:40.980504 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84922177-c27a-4074-a670-357af3624cd0 None None] Pushing event updated for resources: {'Port': ['ID=0b686e27-c433-4b8c-a4e5-a2bd0643b7ef,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:40.988973 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b3d532c9-6941-4a86-9ffc-2d173130ce7f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:41.002168 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-01d6cf1b-adcf-4d94-b4ee-b1753536b125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:41.003151 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-01d6cf1b-adcf-4d94-b4ee-b1753536b125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:41.053388 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e93ea6ab-5888-4ebe-ba8b-1e05b8532437 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:41.057609 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e93ea6ab-5888-4ebe-ba8b-1e05b8532437 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/cd5f27b2-1938-40fb-a9e1-c75ab612b40f HTTP/1.1" status: 204 len: 168 time: 0.3967717 Feb 03 14:03:41.077954 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57916) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:41.094077 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-0e681fec-2a72-405d-97a3-6904b965dba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'name': 'tempest-TestVolumeBootPattern-211161176-router', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:15Z', 'updated_at': '2022-02-03T14:03:30Z', 'revision_number': 4, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'gw_port': {'id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:17Z', 'updated_at': '2022-02-03T14:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '36c5ceab-9546-4155-a0cd-7c3d6a13d789', 'name': '', 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'mac_address': 'fa:16:3e:55:2e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:27Z', 'updated_at': '2022-02-03T14:03:38Z', 'revision_number': 4, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'subnets': [{'id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:41.108250 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a9d01247-4bf4-46e9-81e8-53c7bdc09523 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:41.118882 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-b3d532c9-6941-4a86-9ffc-2d173130ce7f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Calling delete_port for a3b44765-b59a-438e-9bf4-6bdbd3d2dd3c owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:03:41.126018 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-01d6cf1b-adcf-4d94-b4ee-b1753536b125 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:41.137137 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e681fec-2a72-405d-97a3-6904b965dba1 None None] The sync data for ids ['e99ef848-aa98-4722-80b7-7357374de1ac'] in dv-neutron-827016-1-hyperv is: [{'id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'name': 'tempest-TestVolumeBootPattern-211161176-router', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:15Z', 'updated_at': '2022-02-03T14:03:30Z', 'revision_number': 4, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'gw_port': {'id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:17Z', 'updated_at': '2022-02-03T14:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '36c5ceab-9546-4155-a0cd-7c3d6a13d789', 'name': '', 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'mac_address': 'fa:16:3e:55:2e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:27Z', 'updated_at': '2022-02-03T14:03:38Z', 'revision_number': 4, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'subnets': [{'id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:03:41.179195 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-4c515a73-ca32-427f-baf7-7b006359e54a None None] Allocated IP 2001:db8:0:1::2 (ac0baa47-f752-4b1c-8067-faa2699b3288/759648f5-3644-4abb-ad12-1131c909def4/0b686e27-c433-4b8c-a4e5-a2bd0643b7ef) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:03:41.195297 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ac3a789d-f342-405d-bcdf-32f038e9e370 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "DELETE /v2.0/ports/e17aa359-b6f9-4720-aa42-78a7d6ca00b2/tags HTTP/1.1" status: 204 len: 168 time: 0.4724712 Feb 03 14:03:41.227889 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57920) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:41.252642 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a1a8bd-180a-49ad-9a9f-77e178db5d45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-a87fb0ae-2bad-4f62-9989-0f25292cda24', 'network_id': 'a87fb0ae-2bad-4f62-9989-0f25292cda24', 'tenant_id': '9950b7a5d04341e3bbd57e24efccb84a', 'fixed_ips': [{'subnet_id': '1846aaaf-1656-44d1-893c-426cc1a470bd'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:03:41.253676 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-98a1a8bd-180a-49ad-9a9f-77e178db5d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:41.254903 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.tag.tag_plugin [None req-cd8ab97e-a396-454a-9096-1cbf588ed6df tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fa5f3539-31d5-42f5-87d3-7c342044c4a5') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:41.319937 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3b22b86d-d702-43d2-aba1-da84052cd5b6 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.2411470 Feb 03 14:03:41.330461 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57924) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:41.456219 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a9d01247-4bf4-46e9-81e8-53c7bdc09523 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:41.459768 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a9d01247-4bf4-46e9-81e8-53c7bdc09523 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.0082850 Feb 03 14:03:41.461815 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57928) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:41.469350 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6530d8c1-77ff-41ec-9c0d-db76737027a7 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:41.479109 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-68a59ff2-9d8b-40e5-83b5-3f269ad5d871 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Request body: {'network': {'name': 'tempest-RoutersTest-48781471'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:41.504521 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-68a59ff2-9d8b-40e5-83b5-3f269ad5d871 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:41.507982 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6530d8c1-77ff-41ec-9c0d-db76737027a7 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:41.523248 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-68a59ff2-9d8b-40e5-83b5-3f269ad5d871 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Usage tracker for resource:network and tenant:d5adceeed00a4893983ee9d6f019faac is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:41.528344 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-68a59ff2-9d8b-40e5-83b5-3f269ad5d871 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:41.540701 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-68a59ff2-9d8b-40e5-83b5-3f269ad5d871 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:41.576815 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-4c515a73-ca32-427f-baf7-7b006359e54a None None] For port 0b686e27-c433-4b8c-a4e5-a2bd0643b7ef, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=0b686e27-c433-4b8c-a4e5-a2bd0643b7ef,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:03:41.618923 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4c515a73-ca32-427f-baf7-7b006359e54a None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:41.650938 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-06b6a63f-db14-439d-97ca-a97e4ca0e434 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:41.665812 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-01d6cf1b-adcf-4d94-b4ee-b1753536b125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:41.675399 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a59ff2-9d8b-40e5-83b5-3f269ad5d871 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Made reservation on behalf of d5adceeed00a4893983ee9d6f019faac for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:03:41.678391 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-68a59ff2-9d8b-40e5-83b5-3f269ad5d871 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:41.682758 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device eb306080-fee6-45a1-b934-7c207e3ce3f2 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:03:41.687050 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-cd8ab97e-a396-454a-9096-1cbf588ed6df tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "DELETE /v2.0/subnets/fa5f3539-31d5-42f5-87d3-7c342044c4a5/tags HTTP/1.1" status: 204 len: 168 time: 0.4570272 Feb 03 14:03:41.687832 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57932) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:41.693665 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.tag.tag_plugin [None req-abc6bb0c-4a97-45cd-8586-6b8e552e669b tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'fa5f3539-31d5-42f5-87d3-7c342044c4a5', 'tempest-TagsExtTest-Tag-546583376') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:41.715436 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68a59ff2-9d8b-40e5-83b5-3f269ad5d871 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:03:41.723146 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-4c515a73-ca32-427f-baf7-7b006359e54a None None] Transition to ACTIVE for port object 0b686e27-c433-4b8c-a4e5-a2bd0643b7ef will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:03:41.727673 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-68a59ff2-9d8b-40e5-83b5-3f269ad5d871 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:41.728024 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-68a59ff2-9d8b-40e5-83b5-3f269ad5d871 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Added segment 840d862e-9c58-49fd-9d69-6f67a1676894 of type vlan for network cce0e2c8-fa85-42c1-8775-a3be85f466ee Feb 03 14:03:41.738294 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: eb306080-fee6-45a1-b934-7c207e3ce3f2 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:03:41.738691 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device eb306080-fee6-45a1-b934-7c207e3ce3f2 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:03:41.761407 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-68a59ff2-9d8b-40e5-83b5-3f269ad5d871 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:41.807721 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b3d532c9-6941-4a86-9ffc-2d173130ce7f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:41.809592 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6530d8c1-77ff-41ec-9c0d-db76737027a7 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:41.873657 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-98a1a8bd-180a-49ad-9a9f-77e178db5d45 None None] Allocated IP 172.20.0.2 (a87fb0ae-2bad-4f62-9989-0f25292cda24/1846aaaf-1656-44d1-893c-426cc1a470bd/28d7bc33-59e2-4bd2-8550-2c8c0c177679) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:03:41.902685 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d532c9-6941-4a86-9ffc-2d173130ce7f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Port': ['ID=a3b44765-b59a-438e-9bf4-6bdbd3d2dd3c,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:41.908951 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6530d8c1-77ff-41ec-9c0d-db76737027a7 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aeb70a81-9dbd-41a3-9c0f-7a85da436883,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:41.908951 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-68a59ff2-9d8b-40e5-83b5-3f269ad5d871 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:41.912141 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a59ff2-9d8b-40e5-83b5-3f269ad5d871 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:41.912747 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-68a59ff2-9d8b-40e5-83b5-3f269ad5d871 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:41.938001 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-abc6bb0c-4a97-45cd-8586-6b8e552e669b tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "PUT /v2.0/subnets/fa5f3539-31d5-42f5-87d3-7c342044c4a5/tags/tempest-TagsExtTest-Tag-546583376 HTTP/1.1" status: 201 len: 201 time: 0.2490811 Feb 03 14:03:41.942154 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57936) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:42.058982 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a59ff2-9d8b-40e5-83b5-3f269ad5d871 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event updated for resources: {'Network': ['ID=cce0e2c8-fa85-42c1-8775-a3be85f466ee,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:42.062159 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-68a59ff2-9d8b-40e5-83b5-3f269ad5d871 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.5972741 Feb 03 14:03:42.065720 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6530d8c1-77ff-41ec-9c0d-db76737027a7 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:42.069556 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-6530d8c1-77ff-41ec-9c0d-db76737027a7 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/aeb70a81-9dbd-41a3-9c0f-7a85da436883 HTTP/1.1" status: 204 len: 168 time: 0.7377398 Feb 03 14:03:42.070845 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57938) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:42.071207 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57940) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:42.085740 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-3205f6ec-33a7-417c-b51f-2327cd08e0ea tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Request body: {'subnet': {'network_id': 'cce0e2c8-fa85-42c1-8775-a3be85f466ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:42.092108 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 36c5ceab-9546-4155-a0cd-7c3d6a13d789 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:03:42.121887 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network cce0e2c8-fa85-42c1-8775-a3be85f466ee details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:03:42.136335 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4c515a73-ca32-427f-baf7-7b006359e54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:42.138947 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.tag.tag_plugin [None req-56038f39-f6da-4dda-88a4-9182692940b9 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e17aa359-b6f9-4720-aa42-78a7d6ca00b2', 'tempest-TagsExtTest-Tag-1857772888') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:42.284532 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b3d532c9-6941-4a86-9ffc-2d173130ce7f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:42.289540 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b3d532c9-6941-4a86-9ffc-2d173130ce7f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/ports/a3b44765-b59a-438e-9bf4-6bdbd3d2dd3c HTTP/1.1" status: 204 len: 168 time: 1.8130748 Feb 03 14:03:42.292462 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57948) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:42.385936 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c515a73-ca32-427f-baf7-7b006359e54a None None] Pushing event updated for resources: {'Port': ['ID=0b686e27-c433-4b8c-a4e5-a2bd0643b7ef,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:42.392262 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-4429d876-fa91-4692-a786-42b5c85fb6f0 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Synchronizing usage tracker for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group_rule {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:03:42.407021 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-06b6a63f-db14-439d-97ca-a97e4ca0e434 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:42.414079 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-3205f6ec-33a7-417c-b51f-2327cd08e0ea tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:42.428916 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3205f6ec-33a7-417c-b51f-2327cd08e0ea tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Usage tracker for resource:subnet and tenant:d5adceeed00a4893983ee9d6f019faac is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:42.438673 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3205f6ec-33a7-417c-b51f-2327cd08e0ea tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:42.447689 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-56038f39-f6da-4dda-88a4-9182692940b9 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "PUT /v2.0/ports/e17aa359-b6f9-4720-aa42-78a7d6ca00b2/tags/tempest-TagsExtTest-Tag-1857772888 HTTP/1.1" status: 201 len: 201 time: 0.3142653 Feb 03 14:03:42.448170 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57952) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:42.457942 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-06b6a63f-db14-439d-97ca-a97e4ca0e434 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:42.469092 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.tag.tag_plugin [None req-1ee03756-ab57-42c2-90f9-9341592ea225 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '15dead78-0743-443c-86ff-2a6dd11892e1', 'tempest-TagsExtTest-Tag-985683652') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:42.513452 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-98a1a8bd-180a-49ad-9a9f-77e178db5d45 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:42.531570 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-3205f6ec-33a7-417c-b51f-2327cd08e0ea tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:42.536107 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-98a1a8bd-180a-49ad-9a9f-77e178db5d45 None None] Transition to ACTIVE for port object 28d7bc33-59e2-4bd2-8550-2c8c0c177679 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:03:42.562140 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-98a1a8bd-180a-49ad-9a9f-77e178db5d45 None None] Transition to ACTIVE for port object 28d7bc33-59e2-4bd2-8550-2c8c0c177679 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:03:42.565780 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-4429d876-fa91-4692-a786-42b5c85fb6f0 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Unset dirty status for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group_rule {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:03:42.570512 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4429d876-fa91-4692-a786-42b5c85fb6f0 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.4922447 Feb 03 14:03:42.571723 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57956) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:42.639530 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 36c5ceab-9546-4155-a0cd-7c3d6a13d789 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:03:42.643938 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-98a1a8bd-180a-49ad-9a9f-77e178db5d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:42.659744 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3205f6ec-33a7-417c-b51f-2327cd08e0ea tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Made reservation on behalf of d5adceeed00a4893983ee9d6f019faac for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:03:42.664458 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-01d6cf1b-adcf-4d94-b4ee-b1753536b125 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:42.699042 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 36c5ceab-9546-4155-a0cd-7c3d6a13d789 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:42.699436 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:42.703690 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-01d6cf1b-adcf-4d94-b4ee-b1753536b125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:42.759830 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9519332b-800e-4484-8041-8b2526dd55a0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:42.760579 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-9519332b-800e-4484-8041-8b2526dd55a0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:03:42.787257 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-724b8a27-48fc-4c98-a02a-ba68e06e8878 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:42.813696 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-06b6a63f-db14-439d-97ca-a97e4ca0e434 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Allocated IP 172.26.3.99 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/db066761-b325-4017-ac9b-48a8c5f6b7fb) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:03:42.822086 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-724b8a27-48fc-4c98-a02a-ba68e06e8878 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:42.843406 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3205f6ec-33a7-417c-b51f-2327cd08e0ea tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:42.846913 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a1a8bd-180a-49ad-9a9f-77e178db5d45 None None] Network a87fb0ae-2bad-4f62-9989-0f25292cda24 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:03:42.854582 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-98a1a8bd-180a-49ad-9a9f-77e178db5d45 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:42.863123 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a1a8bd-180a-49ad-9a9f-77e178db5d45 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:03:42.865446 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a1a8bd-180a-49ad-9a9f-77e178db5d45 None None] Pushing event updated for resources: {'Port': ['ID=28d7bc33-59e2-4bd2-8550-2c8c0c177679,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:42.939738 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-9519332b-800e-4484-8041-8b2526dd55a0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:03:42.944014 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-9519332b-800e-4484-8041-8b2526dd55a0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6485734 Feb 03 14:03:42.947046 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57960) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:42.951966 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-1ee03756-ab57-42c2-90f9-9341592ea225 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "PUT /v2.0/routers/15dead78-0743-443c-86ff-2a6dd11892e1/tags/tempest-TagsExtTest-Tag-985683652 HTTP/1.1" status: 201 len: 201 time: 0.5010140 Feb 03 14:03:42.966150 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57964) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:42.976756 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.tag.tag_plugin [None req-676e4ded-b8f2-4b30-8127-4da76b606a75 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5ed450aa-f191-4003-916c-66abcac891d1', 'tempest-TagsExtTest-Tag-1760414012') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:43.038867 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-98a1a8bd-180a-49ad-9a9f-77e178db5d45 None None] Attempting to bind port 28d7bc33-59e2-4bd2-8550-2c8c0c177679 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:03:43.039484 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-98a1a8bd-180a-49ad-9a9f-77e178db5d45 None None] Attempting to bind port 28d7bc33-59e2-4bd2-8550-2c8c0c177679 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'da06d23a-3ce9-4bac-8a58-e6c293465c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a87fb0ae-2bad-4f62-9989-0f25292cda24'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:03:43.039742 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a1a8bd-180a-49ad-9a9f-77e178db5d45 None None] Attempting to bind port 28d7bc33-59e2-4bd2-8550-2c8c0c177679 on network a87fb0ae-2bad-4f62-9989-0f25292cda24 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:03:43.053304 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a1a8bd-180a-49ad-9a9f-77e178db5d45 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:03:43.053717 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a1a8bd-180a-49ad-9a9f-77e178db5d45 None None] Checking segment: {'id': 'da06d23a-3ce9-4bac-8a58-e6c293465c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a87fb0ae-2bad-4f62-9989-0f25292cda24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:03:43.054076 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-98a1a8bd-180a-49ad-9a9f-77e178db5d45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:43.054524 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a1a8bd-180a-49ad-9a9f-77e178db5d45 None None] Bound using segment: {'id': 'da06d23a-3ce9-4bac-8a58-e6c293465c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a87fb0ae-2bad-4f62-9989-0f25292cda24'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:03:43.055003 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-98a1a8bd-180a-49ad-9a9f-77e178db5d45 None None] Bound port: 28d7bc33-59e2-4bd2-8550-2c8c0c177679, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da06d23a-3ce9-4bac-8a58-e6c293465c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a87fb0ae-2bad-4f62-9989-0f25292cda24'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:03:43.055403 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-98a1a8bd-180a-49ad-9a9f-77e178db5d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:43.065743 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:43.144837 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 36c5ceab-9546-4155-a0cd-7c3d6a13d789, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=36c5ceab-9546-4155-a0cd-7c3d6a13d789,segment=NetworkSegment(a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce),segment_id=a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:03:43.147423 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-06b6a63f-db14-439d-97ca-a97e4ca0e434 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:43.157552 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ecb97-40d5-434d-bdb9-cdcd0b15ff7a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:43.166354 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-1e3ecb97-40d5-434d-bdb9-cdcd0b15ff7a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2162168 Feb 03 14:03:43.166567 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57968) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:43.177787 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-724b8a27-48fc-4c98-a02a-ba68e06e8878 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:43.185990 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-98a1a8bd-180a-49ad-9a9f-77e178db5d45 None None] For port 28d7bc33-59e2-4bd2-8550-2c8c0c177679, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:03:43.190055 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-98a1a8bd-180a-49ad-9a9f-77e178db5d45 None None] For port 28d7bc33-59e2-4bd2-8550-2c8c0c177679, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=28d7bc33-59e2-4bd2-8550-2c8c0c177679,segment=NetworkSegment(da06d23a-3ce9-4bac-8a58-e6c293465c03),segment_id=da06d23a-3ce9-4bac-8a58-e6c293465c03)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:03:43.199909 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:43.201424 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 0b686e27-c433-4b8c-a4e5-a2bd0643b7ef up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:03:43.206793 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724b8a27-48fc-4c98-a02a-ba68e06e8878 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c477e735-4d6e-4847-a52d-9aa3bb14f45e,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:43.224800 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3205f6ec-33a7-417c-b51f-2327cd08e0ea tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:43.247774 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710ba6e0-4d3a-4462-b85b-ad090f60011d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:43.249079 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710ba6e0-4d3a-4462-b85b-ad090f60011d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:43.251022 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710ba6e0-4d3a-4462-b85b-ad090f60011d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:43.252661 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-710ba6e0-4d3a-4462-b85b-ad090f60011d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0851235 Feb 03 14:03:43.256568 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 57972) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:43.299755 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-98a1a8bd-180a-49ad-9a9f-77e178db5d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:43.334796 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=36c5ceab-9546-4155-a0cd-7c3d6a13d789,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:43.341514 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-724b8a27-48fc-4c98-a02a-ba68e06e8878 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:43.350035 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-724b8a27-48fc-4c98-a02a-ba68e06e8878 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/c477e735-4d6e-4847-a52d-9aa3bb14f45e HTTP/1.1" status: 204 len: 168 time: 0.7760575 Feb 03 14:03:43.352359 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-676e4ded-b8f2-4b30-8127-4da76b606a75 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "PUT /v2.0/subnetpools/5ed450aa-f191-4003-916c-66abcac891d1/tags/tempest-TagsExtTest-Tag-1760414012 HTTP/1.1" status: 201 len: 201 time: 0.3824770 Feb 03 14:03:43.355491 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:43.355846 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:43.356257 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:43.356784 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:43.356919 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:43.357245 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:43.357570 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:43.357895 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:43.358219 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:43.358539 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:43.358858 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:43.363698 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57976) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:43.364029 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57978) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:43.374210 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.tag.tag_plugin [None req-b9005428-2b4f-47a4-a8f5-f5dcf9d07646 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'fa5f3539-31d5-42f5-87d3-7c342044c4a5', {'tags': ['tempest-TagsExtTest-Tag-1098704422', 'tempest-TagsExtTest-Tag-1786337729', 'tempest-TagsExtTest-Tag-1607445584']}) {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:43.418102 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3205f6ec-33a7-417c-b51f-2327cd08e0ea tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event updated for resources: {'Subnet': ['ID=194a7c9f-3aad-49a5-b8a0-54fdfaad599a,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:43.448810 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a1a8bd-180a-49ad-9a9f-77e178db5d45 None None] Pushing event updated for resources: {'Port': ['ID=28d7bc33-59e2-4bd2-8550-2c8c0c177679,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:43.490251 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3205f6ec-33a7-417c-b51f-2327cd08e0ea tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Checking segment: {'id': '840d862e-9c58-49fd-9d69-6f67a1676894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cce0e2c8-fa85-42c1-8775-a3be85f466ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:03:43.490614 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3205f6ec-33a7-417c-b51f-2327cd08e0ea tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Network hostable DHCP agents. Network: cce0e2c8-fa85-42c1-8775-a3be85f466ee, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:03:43.494420 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-06b6a63f-db14-439d-97ca-a97e4ca0e434 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:43.562564 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-8b124dd2-91f2-4872-a461-dda07d462a76 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Synchronizing usage tracker for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group_rule {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:03:43.565221 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-5012c632-eb5d-4587-8cc9-0f222dbfac23 None None] Provisioning for port 0b686e27-c433-4b8c-a4e5-a2bd0643b7ef completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:03:43.574394 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-5012c632-eb5d-4587-8cc9-0f222dbfac23 None None] Provisioning complete for port 0b686e27-c433-4b8c-a4e5-a2bd0643b7ef triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:43.575214 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5012c632-eb5d-4587-8cc9-0f222dbfac23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:43.621677 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d5a0580-e712-488c-a375-616c5336880e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting subnet 23bedd9a-5bdd-438f-a93f-96679d02e595 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:03:43.627566 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b6a63f-db14-439d-97ca-a97e4ca0e434 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:03:43.634455 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6d5a0580-e712-488c-a375-616c5336880e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:43.644111 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b9005428-2b4f-47a4-a8f5-f5dcf9d07646 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "PUT /v2.0/subnets/fa5f3539-31d5-42f5-87d3-7c342044c4a5/tags HTTP/1.1" status: 200 len: 318 time: 0.2716706 Feb 03 14:03:43.645143 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57984) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:43.655963 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.tag.tag_plugin [None req-c609f3f8-383d-4d33-bce0-be86b04c90a0 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fa5f3539-31d5-42f5-87d3-7c342044c4a5') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:43.661608 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-06b6a63f-db14-439d-97ca-a97e4ca0e434 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:43.690611 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b6a63f-db14-439d-97ca-a97e4ca0e434 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:03:43.721280 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-01d6cf1b-adcf-4d94-b4ee-b1753536b125 admin admin] Allocated IP 172.26.3.174 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/66a6fa2c-6ce3-4519-9ed5-e485ba6a6028) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:03:43.727896 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6a63f-db14-439d-97ca-a97e4ca0e434 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Pushing event updated for resources: {'Port': ['ID=db066761-b325-4017-ac9b-48a8c5f6b7fb,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:43.816053 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6d5a0580-e712-488c-a375-616c5336880e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:43.834343 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3205f6ec-33a7-417c-b51f-2327cd08e0ea tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Network cce0e2c8-fa85-42c1-8775-a3be85f466ee is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:03:43.842755 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-8b124dd2-91f2-4872-a461-dda07d462a76 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Unset dirty status for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group_rule {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:03:43.849301 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-5636fb67-93ce-473e-a53e-56e0269bbd77 None None] Could not find standard attr ID for object a3b44765-b59a-438e-9bf4-6bdbd3d2dd3c. {{(pid=84183) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:03:43.849731 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-8b124dd2-91f2-4872-a461-dda07d462a76 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4813585 Feb 03 14:03:43.858914 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57988) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:43.959672 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-3205f6ec-33a7-417c-b51f-2327cd08e0ea tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, cce0e2c8-fa85-42c1-8775-a3be85f466ee) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:43.970771 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87397c5-ac1d-4592-be32-a90ac66e540b None None] Network cce0e2c8-fa85-42c1-8775-a3be85f466ee requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:03:43.978016 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3205f6ec-33a7-417c-b51f-2327cd08e0ea tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:43.980012 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3205f6ec-33a7-417c-b51f-2327cd08e0ea tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:44.052003 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e65a579a-c810-44c9-b475-bae88eedb4c0 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:44.086920 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e65a579a-c810-44c9-b475-bae88eedb4c0 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:44.105673 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 28d7bc33-59e2-4bd2-8550-2c8c0c177679 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:03:44.131847 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c609f3f8-383d-4d33-bce0-be86b04c90a0 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "DELETE /v2.0/subnets/fa5f3539-31d5-42f5-87d3-7c342044c4a5/tags HTTP/1.1" status: 204 len: 168 time: 0.4856853 Feb 03 14:03:44.135107 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57992) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:44.140489 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.tag.tag_plugin [None req-ff58a485-189c-44b3-8e56-d9b658df70f9 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fa5f3539-31d5-42f5-87d3-7c342044c4a5', 'tempest-TagsExtTest-Tag-1098704422') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:44.172769 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3205f6ec-33a7-417c-b51f-2327cd08e0ea tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0992069 Feb 03 14:03:44.176365 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 57996) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:44.217879 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-01d6cf1b-adcf-4d94-b4ee-b1753536b125 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:44.222151 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6d5a0580-e712-488c-a375-616c5336880e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:44.317161 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e65a579a-c810-44c9-b475-bae88eedb4c0 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:44.349361 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941390f4-4e19-40ba-b97b-2dc0cd097a98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-cce0e2c8-fa85-42c1-8775-a3be85f466ee', 'network_id': 'cce0e2c8-fa85-42c1-8775-a3be85f466ee', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'fixed_ips': [{'subnet_id': '194a7c9f-3aad-49a5-b8a0-54fdfaad599a'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:03:44.350671 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-941390f4-4e19-40ba-b97b-2dc0cd097a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:44.354819 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a579a-c810-44c9-b475-bae88eedb4c0 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfd889f-baab-4834-a6ff-9e1e5f229781,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:44.451470 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-06b6a63f-db14-439d-97ca-a97e4ca0e434 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:44.459218 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-ff58a485-189c-44b3-8e56-d9b658df70f9 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] show failed (client error): The resource could not be found. Feb 03 14:03:44.463082 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ff58a485-189c-44b3-8e56-d9b658df70f9 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "GET /v2.0/subnets/fa5f3539-31d5-42f5-87d3-7c342044c4a5/tags/tempest-TagsExtTest-Tag-1098704422 HTTP/1.1" status: 404 len: 329 time: 0.3244996 Feb 03 14:03:44.468802 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58000) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:44.468961 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.tag.tag_plugin [None req-58f5f6cf-a500-49b8-af90-fd654578fe1d tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fa5f3539-31d5-42f5-87d3-7c342044c4a5', 'tempest-TagsExtTest-Tag-1786337729') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:44.568075 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-941390f4-4e19-40ba-b97b-2dc0cd097a98 None None] Allocated IP 172.20.0.2 (cce0e2c8-fa85-42c1-8775-a3be85f466ee/194a7c9f-3aad-49a5-b8a0-54fdfaad599a/961005c8-f5e9-416c-838e-f89288639cbc) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:03:44.572069 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e65a579a-c810-44c9-b475-bae88eedb4c0 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:44.572921 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e65a579a-c810-44c9-b475-bae88eedb4c0 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "DELETE /v2.0/security-groups/7bfd889f-baab-4834-a6ff-9e1e5f229781 HTTP/1.1" status: 204 len: 168 time: 0.7069790 Feb 03 14:03:44.575940 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58004) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:44.603867 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6d5a0580-e712-488c-a375-616c5336880e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:44.641402 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-01d6cf1b-adcf-4d94-b4ee-b1753536b125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:44.675663 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 28d7bc33-59e2-4bd2-8550-2c8c0c177679 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:03:44.694526 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 36c5ceab-9546-4155-a0cd-7c3d6a13d789 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:03:44.712931 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a0580-e712-488c-a375-616c5336880e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Subnet': ['ID=23bedd9a-5bdd-438f-a93f-96679d02e595,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:44.748552 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6d5a0580-e712-488c-a375-616c5336880e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:44.754314 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ded3b6-d0bc-4286-9c78-2dfb53c6ca8c None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:03:44.767087 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-6d5a0580-e712-488c-a375-616c5336880e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/23bedd9a-5bdd-438f-a93f-96679d02e595 HTTP/1.1" status: 204 len: 168 time: 1.5095000 Feb 03 14:03:44.776355 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58008) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:44.777252 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6cf1b-adcf-4d94-b4ee-b1753536b125 admin admin] Pushing event updated for resources: {'Port': ['ID=66a6fa2c-6ce3-4519-9ed5-e485ba6a6028,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:44.782547 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d6cf1b-adcf-4d94-b4ee-b1753536b125 admin admin] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:03:44.784747 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-06b6a63f-db14-439d-97ca-a97e4ca0e434 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:44.809733 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-58f5f6cf-a500-49b8-af90-fd654578fe1d tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] show failed (client error): The resource could not be found. Feb 03 14:03:44.814236 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-58f5f6cf-a500-49b8-af90-fd654578fe1d tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "GET /v2.0/subnets/fa5f3539-31d5-42f5-87d3-7c342044c4a5/tags/tempest-TagsExtTest-Tag-1786337729 HTTP/1.1" status: 404 len: 329 time: 0.3467627 Feb 03 14:03:44.823267 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58012) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:44.827304 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-01d6cf1b-adcf-4d94-b4ee-b1753536b125 admin admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:44.834770 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-06b6a63f-db14-439d-97ca-a97e4ca0e434 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970733'] for router, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:44.838569 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.tag.tag_plugin [None req-e1cfdbcf-267b-453f-82c5-a0d2a99a4c43 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fa5f3539-31d5-42f5-87d3-7c342044c4a5', 'tempest-TagsExtTest-Tag-1607445584') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:44.843229 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d6cf1b-adcf-4d94-b4ee-b1753536b125 admin admin] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:03:44.919290 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-223a7a7c-7a6e-4c8b-8614-793d47611b33 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Synchronizing usage tracker for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:03:44.984093 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ba97e9-0736-435b-beff-a8525f8f6990 None None] Network a87fb0ae-2bad-4f62-9989-0f25292cda24 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:03:44.995631 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-429edcc6-f4cb-43f4-90d3-1fbb7a05e214 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting subnet 759648f5-3644-4abb-ad12-1131c909def4 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:03:44.999399 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-429edcc6-f4cb-43f4-90d3-1fbb7a05e214 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:45.003880 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-315cf0c9-5f69-40f4-8bb8-c309a22c0e94 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:45.082765 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-223a7a7c-7a6e-4c8b-8614-793d47611b33 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Unset dirty status for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:03:45.088956 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-223a7a7c-7a6e-4c8b-8614-793d47611b33 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5108430 Feb 03 14:03:45.091049 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-e1cfdbcf-267b-453f-82c5-a0d2a99a4c43 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] show failed (client error): The resource could not be found. Feb 03 14:03:45.091049 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e1cfdbcf-267b-453f-82c5-a0d2a99a4c43 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "GET /v2.0/subnets/fa5f3539-31d5-42f5-87d3-7c342044c4a5/tags/tempest-TagsExtTest-Tag-1607445584 HTTP/1.1" status: 404 len: 329 time: 0.2598214 Feb 03 14:03:45.091049 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58016) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:45.105753 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-f280a9ba-de6c-4ff1-bc91-54875ac1f97b tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Request body: {'security_group': {'name': 'tempest-secgroup--1120108266'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:45.112141 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58020) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:45.113044 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-941390f4-4e19-40ba-b97b-2dc0cd097a98 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:45.128072 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-429edcc6-f4cb-43f4-90d3-1fbb7a05e214 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:45.163752 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-f280a9ba-de6c-4ff1-bc91-54875ac1f97b tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:45.166179 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-941390f4-4e19-40ba-b97b-2dc0cd097a98 None None] Transition to ACTIVE for port object 961005c8-f5e9-416c-838e-f89288639cbc will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:03:45.170092 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.tag.tag_plugin [None req-4658abe5-ea6e-433e-9b93-d972022099a8 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'e17aa359-b6f9-4720-aa42-78a7d6ca00b2', {'tags': ['tempest-TagsExtTest-Tag-788248383', 'tempest-TagsExtTest-Tag-1057914332', 'tempest-TagsExtTest-Tag-721649122']}) {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:45.211782 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-0e9c5943-739d-4922-be1d-5600e45e5bd1 None None] Provisioning for port 28d7bc33-59e2-4bd2-8550-2c8c0c177679 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:03:45.228217 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-f280a9ba-de6c-4ff1-bc91-54875ac1f97b tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:45.229075 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-941390f4-4e19-40ba-b97b-2dc0cd097a98 None None] Transition to ACTIVE for port object 961005c8-f5e9-416c-838e-f89288639cbc will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:03:45.230284 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 36c5ceab-9546-4155-a0cd-7c3d6a13d789 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:45.230659 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:45.307839 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-0e9c5943-739d-4922-be1d-5600e45e5bd1 None None] Provisioning complete for port 28d7bc33-59e2-4bd2-8550-2c8c0c177679 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:45.308124 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0e9c5943-739d-4922-be1d-5600e45e5bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:45.333477 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-429edcc6-f4cb-43f4-90d3-1fbb7a05e214 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:45.424249 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-941390f4-4e19-40ba-b97b-2dc0cd097a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:45.444265 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f280a9ba-de6c-4ff1-bc91-54875ac1f97b tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:45.462914 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4658abe5-ea6e-433e-9b93-d972022099a8 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "PUT /v2.0/ports/e17aa359-b6f9-4720-aa42-78a7d6ca00b2/tags HTTP/1.1" status: 200 len: 316 time: 0.2989697 Feb 03 14:03:45.463859 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58024) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:45.475841 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.tag.tag_plugin [None req-00d857e2-3d57-4c5b-b2a5-66f29076fd32 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e17aa359-b6f9-4720-aa42-78a7d6ca00b2') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:45.489140 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-01d6cf1b-adcf-4d94-b4ee-b1753536b125 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:45.493430 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-01d6cf1b-adcf-4d94-b4ee-b1753536b125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:45.549949 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-429edcc6-f4cb-43f4-90d3-1fbb7a05e214 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:45.558769 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-315cf0c9-5f69-40f4-8bb8-c309a22c0e94 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Allocated IP 172.20.0.1 (cce0e2c8-fa85-42c1-8775-a3be85f466ee/194a7c9f-3aad-49a5-b8a0-54fdfaad599a/8f7930a1-2f0f-44fe-a11c-d6fc813d45f2) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:03:45.565041 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-f280a9ba-de6c-4ff1-bc91-54875ac1f97b tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:45.573999 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941390f4-4e19-40ba-b97b-2dc0cd097a98 None None] Pushing event updated for resources: {'Port': ['ID=961005c8-f5e9-416c-838e-f89288639cbc,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:45.580637 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941390f4-4e19-40ba-b97b-2dc0cd097a98 None None] Network cce0e2c8-fa85-42c1-8775-a3be85f466ee is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:03:45.581360 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-f280a9ba-de6c-4ff1-bc91-54875ac1f97b tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Usage tracker for resource:security_group_rule and tenant:77b5fea7357a40bda1199cdac7336216 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:45.586804 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-f280a9ba-de6c-4ff1-bc91-54875ac1f97b tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:45.595562 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-f280a9ba-de6c-4ff1-bc91-54875ac1f97b tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:45.605805 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429edcc6-f4cb-43f4-90d3-1fbb7a05e214 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Subnet': ['ID=759648f5-3644-4abb-ad12-1131c909def4,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:45.612760 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-941390f4-4e19-40ba-b97b-2dc0cd097a98 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:45.613646 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-429edcc6-f4cb-43f4-90d3-1fbb7a05e214 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:45.637619 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-429edcc6-f4cb-43f4-90d3-1fbb7a05e214 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/759648f5-3644-4abb-ad12-1131c909def4 HTTP/1.1" status: 204 len: 168 time: 0.8549659 Feb 03 14:03:45.640153 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58028) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:45.643692 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941390f4-4e19-40ba-b97b-2dc0cd097a98 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:03:45.718905 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-07915c79-28d3-4e41-b532-e058d670226c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0731232 Feb 03 14:03:45.718905 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b6a63f-db14-439d-97ca-a97e4ca0e434 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Router ebfc2b2b-e4de-4800-9c5c-90baecac6287 is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:03:45.721281 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58032) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:45.729630 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-cae5b7f8-a59f-4bcb-a25b-0abdc0d7609d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'subnet': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:45.809258 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 0b686e27-c433-4b8c-a4e5-a2bd0643b7ef up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:03:45.854255 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0e9c5943-739d-4922-be1d-5600e45e5bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:45.913196 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-941390f4-4e19-40ba-b97b-2dc0cd097a98 None None] Attempting to bind port 961005c8-f5e9-416c-838e-f89288639cbc on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:03:45.913566 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-941390f4-4e19-40ba-b97b-2dc0cd097a98 None None] Attempting to bind port 961005c8-f5e9-416c-838e-f89288639cbc by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '840d862e-9c58-49fd-9d69-6f67a1676894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cce0e2c8-fa85-42c1-8775-a3be85f466ee'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:03:45.913929 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941390f4-4e19-40ba-b97b-2dc0cd097a98 None None] Attempting to bind port 961005c8-f5e9-416c-838e-f89288639cbc on network cce0e2c8-fa85-42c1-8775-a3be85f466ee {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:03:45.930113 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-315cf0c9-5f69-40f4-8bb8-c309a22c0e94 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:45.943403 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f426bae-1374-487a-a1d8-8cc25022b179 None None] Update dhcp port {'port': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'fixed_ips': [{'subnet_id': '759648f5-3644-4abb-ad12-1131c909def4'}], 'binding:host_id': 'dv-neutron-827016-1-hyperv'}, 'id': '0b686e27-c433-4b8c-a4e5-a2bd0643b7ef'} from dv-neutron-827016-1-hyperv. {{(pid=84183) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 03 14:03:45.948684 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-315cf0c9-5f69-40f4-8bb8-c309a22c0e94 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Transition to ACTIVE for port object 8f7930a1-2f0f-44fe-a11c-d6fc813d45f2 will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:03:45.973073 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f280a9ba-de6c-4ff1-bc91-54875ac1f97b tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:45.989097 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941390f4-4e19-40ba-b97b-2dc0cd097a98 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:03:45.989472 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941390f4-4e19-40ba-b97b-2dc0cd097a98 None None] Checking segment: {'id': '840d862e-9c58-49fd-9d69-6f67a1676894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cce0e2c8-fa85-42c1-8775-a3be85f466ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:03:45.989879 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-941390f4-4e19-40ba-b97b-2dc0cd097a98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:45.990281 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941390f4-4e19-40ba-b97b-2dc0cd097a98 None None] Bound using segment: {'id': '840d862e-9c58-49fd-9d69-6f67a1676894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cce0e2c8-fa85-42c1-8775-a3be85f466ee'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:03:45.990944 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-941390f4-4e19-40ba-b97b-2dc0cd097a98 None None] Bound port: 961005c8-f5e9-416c-838e-f89288639cbc, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '840d862e-9c58-49fd-9d69-6f67a1676894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cce0e2c8-fa85-42c1-8775-a3be85f466ee'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:03:45.991454 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-941390f4-4e19-40ba-b97b-2dc0cd097a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:46.005857 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-0e9c5943-739d-4922-be1d-5600e45e5bd1 None None] For port 28d7bc33-59e2-4bd2-8550-2c8c0c177679, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=28d7bc33-59e2-4bd2-8550-2c8c0c177679,segment=NetworkSegment(da06d23a-3ce9-4bac-8a58-e6c293465c03),segment_id=da06d23a-3ce9-4bac-8a58-e6c293465c03)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:03:46.058903 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9f426bae-1374-487a-a1d8-8cc25022b179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:46.063464 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-315cf0c9-5f69-40f4-8bb8-c309a22c0e94 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:46.085819 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-cae5b7f8-a59f-4bcb-a25b-0abdc0d7609d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:46.092493 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-cae5b7f8-a59f-4bcb-a25b-0abdc0d7609d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Usage tracker for resource:subnet and tenant:1508f35e18f0463982f9a6d535c8268b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:46.092731 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 0b686e27-c433-4b8c-a4e5-a2bd0643b7ef triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:46.093192 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:46.096957 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-cae5b7f8-a59f-4bcb-a25b-0abdc0d7609d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:46.110717 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-cae5b7f8-a59f-4bcb-a25b-0abdc0d7609d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:46.123766 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0e9c5943-739d-4922-be1d-5600e45e5bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:46.168237 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315cf0c9-5f69-40f4-8bb8-c309a22c0e94 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event updated for resources: {'Port': ['ID=8f7930a1-2f0f-44fe-a11c-d6fc813d45f2,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:46.182339 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f280a9ba-de6c-4ff1-bc91-54875ac1f97b tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:46.190620 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-00d857e2-3d57-4c5b-b2a5-66f29076fd32 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "DELETE /v2.0/ports/e17aa359-b6f9-4720-aa42-78a7d6ca00b2/tags HTTP/1.1" status: 204 len: 168 time: 0.7257805 Feb 03 14:03:46.191389 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58036) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:46.193531 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315cf0c9-5f69-40f4-8bb8-c309a22c0e94 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Network cce0e2c8-fa85-42c1-8775-a3be85f466ee is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:03:46.215524 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.tag.tag_plugin [None req-65d2244c-67bf-4f8d-a86e-6c9c4ca55f67 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e17aa359-b6f9-4720-aa42-78a7d6ca00b2', 'tempest-TagsExtTest-Tag-788248383') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:46.245738 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae5b7f8-a59f-4bcb-a25b-0abdc0d7609d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:03:46.245738 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cae5b7f8-a59f-4bcb-a25b-0abdc0d7609d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:46.282552 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-315cf0c9-5f69-40f4-8bb8-c309a22c0e94 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:46.285997 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315cf0c9-5f69-40f4-8bb8-c309a22c0e94 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:03:46.361652 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-941390f4-4e19-40ba-b97b-2dc0cd097a98 None None] For port 961005c8-f5e9-416c-838e-f89288639cbc, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:03:46.379670 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f280a9ba-de6c-4ff1-bc91-54875ac1f97b tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=767a9dc7-38ed-4c0a-8d96-414526eec45c,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:46.402829 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-315cf0c9-5f69-40f4-8bb8-c309a22c0e94 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:46.403927 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-941390f4-4e19-40ba-b97b-2dc0cd097a98 None None] For port 961005c8-f5e9-416c-838e-f89288639cbc, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=961005c8-f5e9-416c-838e-f89288639cbc,segment=NetworkSegment(840d862e-9c58-49fd-9d69-6f67a1676894),segment_id=840d862e-9c58-49fd-9d69-6f67a1676894)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:03:46.420053 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c5943-739d-4922-be1d-5600e45e5bd1 None None] Pushing event updated for resources: {'Port': ['ID=28d7bc33-59e2-4bd2-8550-2c8c0c177679,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:46.443907 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-65d2244c-67bf-4f8d-a86e-6c9c4ca55f67 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] show failed (client error): The resource could not be found. Feb 03 14:03:46.443907 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-65d2244c-67bf-4f8d-a86e-6c9c4ca55f67 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "GET /v2.0/ports/e17aa359-b6f9-4720-aa42-78a7d6ca00b2/tags/tempest-TagsExtTest-Tag-788248383 HTTP/1.1" status: 404 len: 328 time: 0.2324183 Feb 03 14:03:46.443907 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58042) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:46.450375 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.tag.tag_plugin [None req-9d11cd7f-d24b-4d3d-a27c-f8e703d9140b tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e17aa359-b6f9-4720-aa42-78a7d6ca00b2', 'tempest-TagsExtTest-Tag-1057914332') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:46.487953 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f280a9ba-de6c-4ff1-bc91-54875ac1f97b tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:46.491573 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f280a9ba-de6c-4ff1-bc91-54875ac1f97b tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3898704 Feb 03 14:03:46.494029 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58046) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:46.495555 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-3853b1c8-6b40-45ff-97ab-1ba8e33ecd82 None None] Provisioning complete for port 28d7bc33-59e2-4bd2-8550-2c8c0c177679 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:46.495930 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3853b1c8-6b40-45ff-97ab-1ba8e33ecd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:46.501037 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-abc1ff21-44e3-477a-9616-463c492828f5 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Request body: {'security_group_rule': {'security_group_id': '767a9dc7-38ed-4c0a-8d96-414526eec45c', 'direction': 'ingress', 'protocol': 17}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:46.516471 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-abc1ff21-44e3-477a-9616-463c492828f5 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:46.519306 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b6a63f-db14-439d-97ca-a97e4ca0e434 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:03:46.519832 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-abc1ff21-44e3-477a-9616-463c492828f5 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Usage tracker for resource:security_group_rule and tenant:77b5fea7357a40bda1199cdac7336216 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:46.525874 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-abc1ff21-44e3-477a-9616-463c492828f5 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:46.533963 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef75b3a-0002-45c1-834d-e57c776ffca7 None None] Sync routers for ids ['ebfc2b2b-e4de-4800-9c5c-90baecac6287'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:03:46.540093 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-941390f4-4e19-40ba-b97b-2dc0cd097a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:46.549970 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-abc1ff21-44e3-477a-9616-463c492828f5 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:46.554672 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef75b3a-0002-45c1-834d-e57c776ffca7 None None] Routers {'ebfc2b2b-e4de-4800-9c5c-90baecac6287'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:03:46.557655 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-0ef75b3a-0002-45c1-834d-e57c776ffca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:03:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['ebfc2b2b-e4de-4800-9c5c-90baecac6287'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:46.591269 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2945dc26-62c8-4348-ba42-1cc883832004 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:03:46.626557 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-0ef75b3a-0002-45c1-834d-e57c776ffca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:46.644565 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-06b6a63f-db14-439d-97ca-a97e4ca0e434 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:46.648306 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-06b6a63f-db14-439d-97ca-a97e4ca0e434 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] 10.222.0.41 "PUT /v2.0/routers/ebfc2b2b-e4de-4800-9c5c-90baecac6287 HTTP/1.1" status: 200 len: 914 time: 5.8752055 Feb 03 14:03:46.650311 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef75b3a-0002-45c1-834d-e57c776ffca7 None None] Routers {'ebfc2b2b-e4de-4800-9c5c-90baecac6287'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:03:46.651014 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58052) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:46.651919 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d6cf1b-adcf-4d94-b4ee-b1753536b125 admin admin] Router 12c53c2f-0f70-4a88-9999-3d215c2676bb is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:03:46.652412 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-0ef75b3a-0002-45c1-834d-e57c776ffca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:03:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['ebfc2b2b-e4de-4800-9c5c-90baecac6287'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:46.754404 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-0ef75b3a-0002-45c1-834d-e57c776ffca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:46.754956 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef75b3a-0002-45c1-834d-e57c776ffca7 None None] The sync data for ids ['ebfc2b2b-e4de-4800-9c5c-90baecac6287'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:03:46.755424 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941390f4-4e19-40ba-b97b-2dc0cd097a98 None None] Pushing event updated for resources: {'Port': ['ID=961005c8-f5e9-416c-838e-f89288639cbc,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:46.774786 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-315cf0c9-5f69-40f4-8bb8-c309a22c0e94 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:46.829629 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-abc1ff21-44e3-477a-9616-463c492828f5 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:46.836959 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 28d7bc33-59e2-4bd2-8550-2c8c0c177679 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:03:46.856281 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-9d11cd7f-d24b-4d3d-a27c-f8e703d9140b tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] show failed (client error): The resource could not be found. Feb 03 14:03:46.857427 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-9d11cd7f-d24b-4d3d-a27c-f8e703d9140b tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "GET /v2.0/ports/e17aa359-b6f9-4720-aa42-78a7d6ca00b2/tags/tempest-TagsExtTest-Tag-1057914332 HTTP/1.1" status: 404 len: 329 time: 0.4126182 Feb 03 14:03:46.896676 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58058) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:46.923679 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.tag.tag_plugin [None req-041ca6d3-1dc2-4cbb-ae53-58a555885267 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e17aa359-b6f9-4720-aa42-78a7d6ca00b2', 'tempest-TagsExtTest-Tag-721649122') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:46.923941 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cae5b7f8-a59f-4bcb-a25b-0abdc0d7609d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:46.985459 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 28d7bc33-59e2-4bd2-8550-2c8c0c177679 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:46.986206 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:46.997643 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5b7f8-a59f-4bcb-a25b-0abdc0d7609d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Subnet': ['ID=f012b760-83aa-482e-aeb7-9bcffd5b2946,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:47.063259 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae5b7f8-a59f-4bcb-a25b-0abdc0d7609d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:03:47.065727 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-cae5b7f8-a59f-4bcb-a25b-0abdc0d7609d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:47.068559 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae5b7f8-a59f-4bcb-a25b-0abdc0d7609d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:47.069142 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cae5b7f8-a59f-4bcb-a25b-0abdc0d7609d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:47.106552 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25044a5a-44ec-4710-b994-425fd906a3f0 None None] DHCP port deletion for ac0baa47-f752-4b1c-8067-faa2699b3288 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:03:47.115887 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d6cf1b-adcf-4d94-b4ee-b1753536b125 admin admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:03:47.118964 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-25044a5a-44ec-4710-b994-425fd906a3f0 None None] Deleting port 0b686e27-c433-4b8c-a4e5-a2bd0643b7ef {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:03:47.119436 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-25044a5a-44ec-4710-b994-425fd906a3f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:47.154312 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abf072d-2540-4550-a65a-8315feb9526a None None] Sync routers for ids ['12c53c2f-0f70-4a88-9999-3d215c2676bb'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:03:47.171784 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-cae5b7f8-a59f-4bcb-a25b-0abdc0d7609d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4487226 Feb 03 14:03:47.175169 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58062) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:47.204070 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-d23a9855-e309-4f05-b11b-04c9fafba39d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'subnet': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:47.216928 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-01d6cf1b-adcf-4d94-b4ee-b1753536b125 admin admin] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:47.222479 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-01d6cf1b-adcf-4d94-b4ee-b1753536b125 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.3427746 Feb 03 14:03:47.222771 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58066) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:47.232230 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-abc1ff21-44e3-477a-9616-463c492828f5 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:47.293032 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2196f4a6-f68b-4d0a-b08c-7ea4f6f1b4de None None] Provisioning complete for port 0b686e27-c433-4b8c-a4e5-a2bd0643b7ef triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:47.293406 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2196f4a6-f68b-4d0a-b08c-7ea4f6f1b4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:47.355812 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-abc1ff21-44e3-477a-9616-463c492828f5 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:47.396698 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abf072d-2540-4550-a65a-8315feb9526a None None] Routers {'12c53c2f-0f70-4a88-9999-3d215c2676bb'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:03:47.397504 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-7abf072d-2540-4550-a65a-8315feb9526a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:03:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['12c53c2f-0f70-4a88-9999-3d215c2676bb'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:47.473059 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:47.483953 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 0b686e27-c433-4b8c-a4e5-a2bd0643b7ef no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:03:47.520029 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-041ca6d3-1dc2-4cbb-ae53-58a555885267 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] show failed (client error): The resource could not be found. Feb 03 14:03:47.521821 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-041ca6d3-1dc2-4cbb-ae53-58a555885267 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "GET /v2.0/ports/e17aa359-b6f9-4720-aa42-78a7d6ca00b2/tags/tempest-TagsExtTest-Tag-721649122 HTTP/1.1" status: 404 len: 328 time: 0.6113720 Feb 03 14:03:47.525021 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58070) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:47.531659 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.tag.tag_plugin [None req-93375f68-3dbf-4fa0-9336-c210687008fd tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '15dead78-0743-443c-86ff-2a6dd11892e1', {'tags': ['tempest-TagsExtTest-Tag-297542481', 'tempest-TagsExtTest-Tag-912504006', 'tempest-TagsExtTest-Tag-606202542']}) {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:47.606301 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-d23a9855-e309-4f05-b11b-04c9fafba39d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:47.609706 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc1ff21-44e3-477a-9616-463c492828f5 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49ef3a67-f9bf-4278-a300-b2e563650e6c,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:47.634982 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d23a9855-e309-4f05-b11b-04c9fafba39d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Usage tracker for resource:subnet and tenant:1508f35e18f0463982f9a6d535c8268b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:47.644638 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d23a9855-e309-4f05-b11b-04c9fafba39d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:47.664522 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-d23a9855-e309-4f05-b11b-04c9fafba39d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:47.746740 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-315cf0c9-5f69-40f4-8bb8-c309a22c0e94 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:47.753562 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-abc1ff21-44e3-477a-9616-463c492828f5 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:47.753562 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-abc1ff21-44e3-477a-9616-463c492828f5 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.2554944 Feb 03 14:03:47.754105 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-571236a3-515c-4a84-91c1-4e80ab561003 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] 10.222.0.41 "GET /v2.0/routers/ebfc2b2b-e4de-4800-9c5c-90baecac6287 HTTP/1.1" status: 200 len: 920 time: 1.0906558 Feb 03 14:03:47.754832 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58074) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:47.759615 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58078) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:47.770004 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23a9855-e309-4f05-b11b-04c9fafba39d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:03:47.901120 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-93375f68-3dbf-4fa0-9336-c210687008fd tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "PUT /v2.0/routers/15dead78-0743-443c-86ff-2a6dd11892e1/tags HTTP/1.1" status: 200 len: 315 time: 0.3744323 Feb 03 14:03:47.905023 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58082) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:47.918307 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.tag.tag_plugin [None req-db655d1d-b114-4637-9637-b588ca119099 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '15dead78-0743-443c-86ff-2a6dd11892e1') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:47.995052 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-7abf072d-2540-4550-a65a-8315feb9526a None None] Set router 12c53c2f-0f70-4a88-9999-3d215c2676bb gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:03:47.997493 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-68455a96-4f4a-48dd-8fe8-3d0dece4ef4d tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=16a0e898-50c0-4b65-ae3a-069e9649bbca&device_id=ebfc2b2b-e4de-4800-9c5c-90baecac6287&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2347491 Feb 03 14:03:47.998170 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58086) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:48.092723 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:48.156917 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d23a9855-e309-4f05-b11b-04c9fafba39d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:48.173104 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-315cf0c9-5f69-40f4-8bb8-c309a22c0e94 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:48.224890 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347af91e-8570-4296-a2d1-a513b2bf1029 None None] Network cce0e2c8-fa85-42c1-8775-a3be85f466ee requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:03:48.306130 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-25044a5a-44ec-4710-b994-425fd906a3f0 None None] For port 0b686e27-c433-4b8c-a4e5-a2bd0643b7ef, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=0b686e27-c433-4b8c-a4e5-a2bd0643b7ef,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:03:48.306516 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-25044a5a-44ec-4710-b994-425fd906a3f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:48.421651 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-315cf0c9-5f69-40f4-8bb8-c309a22c0e94 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:48.440975 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 0b686e27-c433-4b8c-a4e5-a2bd0643b7ef, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=0b686e27-c433-4b8c-a4e5-a2bd0643b7ef,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:03:48.444020 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63acfb1-0b75-4391-96f1-b15ca239a0fa tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:48.447774 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e63acfb1-0b75-4391-96f1-b15ca239a0fa tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] 10.222.0.41 "GET /v2.0/networks/16a0e898-50c0-4b65-ae3a-069e9649bbca HTTP/1.1" status: 200 len: 881 time: 0.4477468 Feb 03 14:03:48.448356 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58090) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:48.502657 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-db655d1d-b114-4637-9637-b588ca119099 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "DELETE /v2.0/routers/15dead78-0743-443c-86ff-2a6dd11892e1/tags HTTP/1.1" status: 204 len: 168 time: 0.5928085 Feb 03 14:03:48.509890 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58094) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:48.522474 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.tag.tag_plugin [None req-a66bd075-1702-4302-9b85-29731ac78451 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '15dead78-0743-443c-86ff-2a6dd11892e1', 'tempest-TagsExtTest-Tag-297542481') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:48.574286 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315cf0c9-5f69-40f4-8bb8-c309a22c0e94 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event updated for resources: {'Port': ['ID=8f7930a1-2f0f-44fe-a11c-d6fc813d45f2,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:48.578297 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-33e403f4-c8ae-46be-95a1-73ffe2b9b769 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebfc2b2b-e4de-4800-9c5c-90baecac6287 HTTP/1.1" status: 200 len: 205 time: 0.1218131 Feb 03 14:03:48.585530 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58098) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:48.600183 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:48.601803 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315cf0c9-5f69-40f4-8bb8-c309a22c0e94 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Network cce0e2c8-fa85-42c1-8775-a3be85f466ee is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:03:48.618388 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-25044a5a-44ec-4710-b994-425fd906a3f0 None None] Calling delete_port for 0b686e27-c433-4b8c-a4e5-a2bd0643b7ef owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:03:48.629035 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-315cf0c9-5f69-40f4-8bb8-c309a22c0e94 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:48.725594 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=0b686e27-c433-4b8c-a4e5-a2bd0643b7ef,revision_number=7']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:48.797153 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-a66bd075-1702-4302-9b85-29731ac78451 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] show failed (client error): The resource could not be found. Feb 03 14:03:48.801827 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-a66bd075-1702-4302-9b85-29731ac78451 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "GET /v2.0/routers/15dead78-0743-443c-86ff-2a6dd11892e1/tags/tempest-TagsExtTest-Tag-297542481 HTTP/1.1" status: 404 len: 328 time: 0.2909956 Feb 03 14:03:48.804244 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58102) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:48.816277 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.tag.tag_plugin [None req-3d7479b8-a564-4c9a-ba54-147b84e1d81a tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '15dead78-0743-443c-86ff-2a6dd11892e1', 'tempest-TagsExtTest-Tag-912504006') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:48.834241 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-1f44e66b-86c1-4ba2-8e19-6454df74c011 None None] Provisioning for port 961005c8-f5e9-416c-838e-f89288639cbc completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:03:48.903345 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-14f07b2b-9ff6-41f1-bca4-1fcd3c8bfeca tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:48.914780 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.ipam_backend_mixin [None req-d23a9855-e309-4f05-b11b-04c9fafba39d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f012b760-83aa-482e-aeb7-9bcffd5b2946 (CIDR: 2001:db8::/64) Feb 03 14:03:48.929471 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 961005c8-f5e9-416c-838e-f89288639cbc up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:03:48.997752 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-14f07b2b-9ff6-41f1-bca4-1fcd3c8bfeca tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:49.012048 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-d23a9855-e309-4f05-b11b-04c9fafba39d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:03:49.012494 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d23a9855-e309-4f05-b11b-04c9fafba39d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:03:49.055952 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-25044a5a-44ec-4710-b994-425fd906a3f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:03:49.056306 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-25044a5a-44ec-4710-b994-425fd906a3f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:03:49.131408 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d23a9855-e309-4f05-b11b-04c9fafba39d tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9507811 Feb 03 14:03:49.131927 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58106) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:49.138924 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-4ec0597b-bea7-404b-b041-5448cf3c74ec tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'subnet': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:49.149140 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-3d7479b8-a564-4c9a-ba54-147b84e1d81a tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] show failed (client error): The resource could not be found. Feb 03 14:03:49.153409 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3d7479b8-a564-4c9a-ba54-147b84e1d81a tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "GET /v2.0/routers/15dead78-0743-443c-86ff-2a6dd11892e1/tags/tempest-TagsExtTest-Tag-912504006 HTTP/1.1" status: 404 len: 328 time: 0.3446105 Feb 03 14:03:49.158333 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-7abf072d-2540-4550-a65a-8315feb9526a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12c53c2f-0f70-4a88-9999-3d215c2676bb', 'name': 'tempest-TestVolumeBootPattern-200197175-router', 'tenant_id': '9950b7a5d04341e3bbd57e24efccb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': '66a6fa2c-6ce3-4519-9ed5-e485ba6a6028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:41Z', 'updated_at': '2022-02-03T14:03:45Z', 'revision_number': 3, 'project_id': '9950b7a5d04341e3bbd57e24efccb84a', 'gw_port': {'id': '66a6fa2c-6ce3-4519-9ed5-e485ba6a6028', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:62:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12c53c2f-0f70-4a88-9999-3d215c2676bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:42Z', 'updated_at': '2022-02-03T14:03:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:49.164322 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58110) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:49.166336 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abf072d-2540-4550-a65a-8315feb9526a None None] Checking router: 12c53c2f-0f70-4a88-9999-3d215c2676bb for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:03:49.166790 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abf072d-2540-4550-a65a-8315feb9526a None None] Updating router 12c53c2f-0f70-4a88-9999-3d215c2676bb port 66a6fa2c-6ce3-4519-9ed5-e485ba6a6028 binding host dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:03:49.221409 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 961005c8-f5e9-416c-838e-f89288639cbc completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:03:49.223760 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.tag.tag_plugin [None req-d3df2236-063c-4e59-ba08-a9b232e06fa2 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '15dead78-0743-443c-86ff-2a6dd11892e1', 'tempest-TagsExtTest-Tag-606202542') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:49.229582 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 961005c8-f5e9-416c-838e-f89288639cbc triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:49.230133 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:49.252131 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-50dbe84f-90b8-4e28-b610-263b6b603207 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:49.268545 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7abf072d-2540-4550-a65a-8315feb9526a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:49.380720 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-14f07b2b-9ff6-41f1-bca4-1fcd3c8bfeca tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:49.461887 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f07b2b-9ff6-41f1-bca4-1fcd3c8bfeca tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=767a9dc7-38ed-4c0a-8d96-414526eec45c,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:49.473502 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-d3df2236-063c-4e59-ba08-a9b232e06fa2 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] show failed (client error): The resource could not be found. Feb 03 14:03:49.474184 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d3df2236-063c-4e59-ba08-a9b232e06fa2 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "GET /v2.0/routers/15dead78-0743-443c-86ff-2a6dd11892e1/tags/tempest-TagsExtTest-Tag-606202542 HTTP/1.1" status: 404 len: 328 time: 0.3052568 Feb 03 14:03:49.478338 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58116) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:49.490868 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.tag.tag_plugin [None req-058c4bd8-9a57-4360-b880-ab2ec9941fad tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '5ed450aa-f191-4003-916c-66abcac891d1', {'tags': ['tempest-TagsExtTest-Tag-1375206715', 'tempest-TagsExtTest-Tag-1666079537', 'tempest-TagsExtTest-Tag-50127605']}) {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:49.514576 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-4ec0597b-bea7-404b-b041-5448cf3c74ec tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:49.523128 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-4ec0597b-bea7-404b-b041-5448cf3c74ec tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Usage tracker for resource:subnet and tenant:1508f35e18f0463982f9a6d535c8268b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:49.528056 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-14f07b2b-9ff6-41f1-bca4-1fcd3c8bfeca tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:49.531992 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-14f07b2b-9ff6-41f1-bca4-1fcd3c8bfeca tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "DELETE /v2.0/security-groups/767a9dc7-38ed-4c0a-8d96-414526eec45c HTTP/1.1" status: 204 len: 168 time: 1.7760894 Feb 03 14:03:49.533033 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-4ec0597b-bea7-404b-b041-5448cf3c74ec tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:49.535721 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58120) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:49.559807 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f38271b4-30af-44cf-aa1b-550230890e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:49.566916 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-4ec0597b-bea7-404b-b041-5448cf3c74ec tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:49.568626 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-25044a5a-44ec-4710-b994-425fd906a3f0 None None] Deleting port 0b686e27-c433-4b8c-a4e5-a2bd0643b7ef {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:03:49.568890 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-25044a5a-44ec-4710-b994-425fd906a3f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:49.667251 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec0597b-bea7-404b-b041-5448cf3c74ec tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:03:49.673278 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4ec0597b-bea7-404b-b041-5448cf3c74ec tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:49.724075 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:49.821147 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-c3253455-e782-4e11-9128-732b9d964289 None None] Provisioning complete for port 961005c8-f5e9-416c-838e-f89288639cbc triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:49.821505 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c3253455-e782-4e11-9128-732b9d964289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:49.930171 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 961005c8-f5e9-416c-838e-f89288639cbc, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=961005c8-f5e9-416c-838e-f89288639cbc,segment=NetworkSegment(840d862e-9c58-49fd-9d69-6f67a1676894),segment_id=840d862e-9c58-49fd-9d69-6f67a1676894)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:03:49.948486 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-058c4bd8-9a57-4360-b880-ab2ec9941fad tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "PUT /v2.0/subnetpools/5ed450aa-f191-4003-916c-66abcac891d1/tags HTTP/1.1" status: 200 len: 316 time: 0.4640751 Feb 03 14:03:49.956392 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-747dc592-d405-480c-aabb-d8250369e7f7 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Synchronizing usage tracker for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:03:49.958965 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58124) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:49.970264 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-50dbe84f-90b8-4e28-b610-263b6b603207 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:49.982230 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.tag.tag_plugin [None req-b9c47e08-f4f7-48d5-8f82-e52a61eb1536 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5ed450aa-f191-4003-916c-66abcac891d1') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:50.006783 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-f38271b4-30af-44cf-aa1b-550230890e71 admin admin] Allocated IP 172.20.0.1 (a87fb0ae-2bad-4f62-9989-0f25292cda24/1846aaaf-1656-44d1-893c-426cc1a470bd/42b692c9-02ad-46b2-a6da-3d2c491aed2a) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:03:50.031968 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.resource_extend [None req-7abf072d-2540-4550-a65a-8315feb9526a None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:03:50.040613 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:50.040891 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315cf0c9-5f69-40f4-8bb8-c309a22c0e94 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Router 2211bc32-e73d-4ce2-8f82-6c41eabf7c0b is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:03:50.096980 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-50dbe84f-90b8-4e28-b610-263b6b603207 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Deleting port db066761-b325-4017-ac9b-48a8c5f6b7fb {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:03:50.097378 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-50dbe84f-90b8-4e28-b610-263b6b603207 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:50.168710 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-747dc592-d405-480c-aabb-d8250369e7f7 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Unset dirty status for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:03:50.173900 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-747dc592-d405-480c-aabb-d8250369e7f7 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6294365 Feb 03 14:03:50.174045 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58128) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:50.183288 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-75a429d2-3eba-4e6b-9402-3fb17055e8e0 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Request body: {'security_group': {'name': 'tempest-secgroup--656905268'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:50.194948 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-75a429d2-3eba-4e6b-9402-3fb17055e8e0 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:50.198064 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b9c47e08-f4f7-48d5-8f82-e52a61eb1536 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "DELETE /v2.0/subnetpools/5ed450aa-f191-4003-916c-66abcac891d1/tags HTTP/1.1" status: 204 len: 168 time: 0.2349503 Feb 03 14:03:50.200975 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58132) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:50.255678 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.tag.tag_plugin [None req-e40e60cd-072f-49e4-812c-d9854471d105 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5ed450aa-f191-4003-916c-66abcac891d1', 'tempest-TagsExtTest-Tag-1375206715') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:50.270900 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-75a429d2-3eba-4e6b-9402-3fb17055e8e0 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:50.282608 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7abf072d-2540-4550-a65a-8315feb9526a None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:50.284990 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=961005c8-f5e9-416c-838e-f89288639cbc,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:50.305560 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-25044a5a-44ec-4710-b994-425fd906a3f0 None None] For port 0b686e27-c433-4b8c-a4e5-a2bd0643b7ef, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=0b686e27-c433-4b8c-a4e5-a2bd0643b7ef,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:03:50.306182 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-25044a5a-44ec-4710-b994-425fd906a3f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:50.322782 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-7abf072d-2540-4550-a65a-8315feb9526a None None] Transition to ACTIVE for port object 66a6fa2c-6ce3-4519-9ed5-e485ba6a6028 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:03:50.326809 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f38271b4-30af-44cf-aa1b-550230890e71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:50.346917 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-e40e60cd-072f-49e4-812c-d9854471d105 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] show failed (client error): The resource could not be found. Feb 03 14:03:50.347983 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e40e60cd-072f-49e4-812c-d9854471d105 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "GET /v2.0/subnetpools/5ed450aa-f191-4003-916c-66abcac891d1/tags/tempest-TagsExtTest-Tag-1375206715 HTTP/1.1" status: 404 len: 329 time: 0.1030240 Feb 03 14:03:50.354052 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58136) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:50.360431 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.tag.tag_plugin [None req-19bbae4d-bc97-4b85-9c18-2a468aee7efd tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5ed450aa-f191-4003-916c-66abcac891d1', 'tempest-TagsExtTest-Tag-1666079537') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:50.389741 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-75a429d2-3eba-4e6b-9402-3fb17055e8e0 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:50.389963 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-50dbe84f-90b8-4e28-b610-263b6b603207 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:50.400038 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-f38271b4-30af-44cf-aa1b-550230890e71 admin admin] Transition to ACTIVE for port object 42b692c9-02ad-46b2-a6da-3d2c491aed2a will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:03:50.413914 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315cf0c9-5f69-40f4-8bb8-c309a22c0e94 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:03:50.429237 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71696df9-5306-4076-b415-e86f38c8256d None None] Sync routers for ids ['2211bc32-e73d-4ce2-8f82-6c41eabf7c0b'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:03:50.433593 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-315cf0c9-5f69-40f4-8bb8-c309a22c0e94 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "PUT /v2.0/routers/2211bc32-e73d-4ce2-8f82-6c41eabf7c0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2548189 Feb 03 14:03:50.437785 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71696df9-5306-4076-b415-e86f38c8256d None None] Routers {'2211bc32-e73d-4ce2-8f82-6c41eabf7c0b'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:03:50.438584 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-71696df9-5306-4076-b415-e86f38c8256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:03:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2211bc32-e73d-4ce2-8f82-6c41eabf7c0b'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:50.442132 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58140) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:50.448548 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-25044a5a-44ec-4710-b994-425fd906a3f0 None None] Calling delete_port for 0b686e27-c433-4b8c-a4e5-a2bd0643b7ef owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:03:50.449316 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-4079fd50-2d72-4994-8b18-23628b47ac97 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Request body: {'network': {'name': 'tempest-RoutersTest-2012098418'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:50.469728 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-4079fd50-2d72-4994-8b18-23628b47ac97 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:50.486617 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-4079fd50-2d72-4994-8b18-23628b47ac97 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Usage tracker for resource:network and tenant:d5adceeed00a4893983ee9d6f019faac is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:50.490186 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-75a429d2-3eba-4e6b-9402-3fb17055e8e0 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:50.493110 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-4079fd50-2d72-4994-8b18-23628b47ac97 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:50.494141 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7abf072d-2540-4550-a65a-8315feb9526a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:50.528803 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-50dbe84f-90b8-4e28-b610-263b6b603207 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Calling delete_port for db066761-b325-4017-ac9b-48a8c5f6b7fb owned by network:router_gateway {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:03:50.533613 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-75a429d2-3eba-4e6b-9402-3fb17055e8e0 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Usage tracker for resource:security_group_rule and tenant:77b5fea7357a40bda1199cdac7336216 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:50.537443 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-4079fd50-2d72-4994-8b18-23628b47ac97 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:50.543413 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-75a429d2-3eba-4e6b-9402-3fb17055e8e0 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:50.561391 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-75a429d2-3eba-4e6b-9402-3fb17055e8e0 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:50.571215 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-c3253455-e782-4e11-9128-732b9d964289 None None] Provisioning for port 8f7930a1-2f0f-44fe-a11c-d6fc813d45f2 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:03:50.589228 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-19bbae4d-bc97-4b85-9c18-2a468aee7efd tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] show failed (client error): The resource could not be found. Feb 03 14:03:50.590330 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-19bbae4d-bc97-4b85-9c18-2a468aee7efd tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "GET /v2.0/subnetpools/5ed450aa-f191-4003-916c-66abcac891d1/tags/tempest-TagsExtTest-Tag-1666079537 HTTP/1.1" status: 404 len: 329 time: 0.2354376 Feb 03 14:03:50.594441 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58144) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:50.607598 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.tag.tag_plugin [None req-af2b1cd5-435b-4f37-8332-71c3b9cafa42 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5ed450aa-f191-4003-916c-66abcac891d1', 'tempest-TagsExtTest-Tag-50127605') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:50.617156 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-c3253455-e782-4e11-9128-732b9d964289 None None] Provisioning complete for port 8f7930a1-2f0f-44fe-a11c-d6fc813d45f2 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:50.617684 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c3253455-e782-4e11-9128-732b9d964289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:50.631597 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-75a429d2-3eba-4e6b-9402-3fb17055e8e0 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:50.669008 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-7abf072d-2540-4550-a65a-8315feb9526a None None] Attempting to bind port 66a6fa2c-6ce3-4519-9ed5-e485ba6a6028 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:03:50.669289 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-7abf072d-2540-4550-a65a-8315feb9526a None None] Attempting to bind port 66a6fa2c-6ce3-4519-9ed5-e485ba6a6028 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:03:50.669712 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abf072d-2540-4550-a65a-8315feb9526a None None] Attempting to bind port 66a6fa2c-6ce3-4519-9ed5-e485ba6a6028 on network 16a0e898-50c0-4b65-ae3a-069e9649bbca {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:03:50.672444 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-af2b1cd5-435b-4f37-8332-71c3b9cafa42 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] show failed (client error): The resource could not be found. Feb 03 14:03:50.673632 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-af2b1cd5-435b-4f37-8332-71c3b9cafa42 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "GET /v2.0/subnetpools/5ed450aa-f191-4003-916c-66abcac891d1/tags/tempest-TagsExtTest-Tag-50127605 HTTP/1.1" status: 404 len: 327 time: 0.0764072 Feb 03 14:03:50.679659 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58148) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:50.684200 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0971d-c775-4103-ba8a-dd04cb5eb434 None None] Pushing event updated for resources: {'Port': ['ID=66a6fa2c-6ce3-4519-9ed5-e485ba6a6028,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:50.685351 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.tag.tag_plugin [None req-49a0b780-e460-43b6-9148-f323797f8da3 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5ed450aa-f191-4003-916c-66abcac891d1') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:50.691160 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-71696df9-5306-4076-b415-e86f38c8256d None None] Set router 2211bc32-e73d-4ce2-8f82-6c41eabf7c0b gateway port host: None {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:03:50.725120 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abf072d-2540-4550-a65a-8315feb9526a None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:03:50.728895 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-75a429d2-3eba-4e6b-9402-3fb17055e8e0 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:50.744200 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abf072d-2540-4550-a65a-8315feb9526a None None] Checking segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:03:50.744200 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7abf072d-2540-4550-a65a-8315feb9526a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:50.744200 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abf072d-2540-4550-a65a-8315feb9526a None None] Bound using segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:03:50.744200 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-7abf072d-2540-4550-a65a-8315feb9526a None None] Bound port: 66a6fa2c-6ce3-4519-9ed5-e485ba6a6028, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:03:50.744200 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7abf072d-2540-4550-a65a-8315feb9526a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:50.744990 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-49a0b780-e460-43b6-9148-f323797f8da3 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "DELETE /v2.0/subnetpools/5ed450aa-f191-4003-916c-66abcac891d1/tags HTTP/1.1" status: 204 len: 168 time: 0.0610714 Feb 03 14:03:50.744990 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58152) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:50.752074 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.tag.tag_plugin [None req-d1905c5e-e183-4a43-a4a2-145776ad714e tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '15dead78-0743-443c-86ff-2a6dd11892e1') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:50.804068 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a429d2-3eba-4e6b-9402-3fb17055e8e0 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=440b7014-10b4-4e3d-979a-2951446e4263,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:50.814447 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4079fd50-2d72-4994-8b18-23628b47ac97 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Made reservation on behalf of d5adceeed00a4893983ee9d6f019faac for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:03:50.821693 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4079fd50-2d72-4994-8b18-23628b47ac97 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:50.842713 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f38271b4-30af-44cf-aa1b-550230890e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:50.854658 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 961005c8-f5e9-416c-838e-f89288639cbc up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:03:50.877090 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.objects.ports [None req-4ec0597b-bea7-404b-b041-5448cf3c74ec tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84182) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 03 14:03:50.892784 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-25044a5a-44ec-4710-b994-425fd906a3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:50.935026 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-c3253455-e782-4e11-9128-732b9d964289 None None] Port 8f7930a1-2f0f-44fe-a11c-d6fc813d45f2 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:03:50.981497 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38271b4-30af-44cf-aa1b-550230890e71 admin admin] Network a87fb0ae-2bad-4f62-9989-0f25292cda24 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:03:50.986575 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25044a5a-44ec-4710-b994-425fd906a3f0 None None] Pushing event deleted for resources: {'Port': ['ID=0b686e27-c433-4b8c-a4e5-a2bd0643b7ef,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:50.996799 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-f38271b4-30af-44cf-aa1b-550230890e71 admin admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:51.017894 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38271b4-30af-44cf-aa1b-550230890e71 admin admin] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:03:51.019217 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.ipam_pluggable_backend [None req-4ec0597b-bea7-404b-b041-5448cf3c74ec tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Port 0b686e27-c433-4b8c-a4e5-a2bd0643b7ef was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=84182) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 03 14:03:51.019633 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.ipam_pluggable_backend [None req-4ec0597b-bea7-404b-b041-5448cf3c74ec tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Reverting IP allocation for 2001:db8:0:1:f816:3eff:fe08:73f7 {{(pid=84182) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 03 14:03:51.030844 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-71696df9-5306-4076-b415-e86f38c8256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2211bc32-e73d-4ce2-8f82-6c41eabf7c0b', 'name': 'tempest-RoutersTest-router-271801641', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:40Z', 'updated_at': '2022-02-03T14:03:46Z', 'revision_number': 2, 'project_id': 'd5adceeed00a4893983ee9d6f019faac', 'gw_port_host': None, '_interfaces': [{'id': '8f7930a1-2f0f-44fe-a11c-d6fc813d45f2', 'name': '', 'network_id': 'cce0e2c8-fa85-42c1-8775-a3be85f466ee', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'mac_address': 'fa:16:3e:1a:0c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2211bc32-e73d-4ce2-8f82-6c41eabf7c0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '194a7c9f-3aad-49a5-b8a0-54fdfaad599a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:45Z', 'updated_at': '2022-02-03T14:03:47Z', 'revision_number': 2, 'project_id': 'd5adceeed00a4893983ee9d6f019faac', 'subnets': [{'id': '194a7c9f-3aad-49a5-b8a0-54fdfaad599a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:51.032945 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25044a5a-44ec-4710-b994-425fd906a3f0 None None] No DVR routers for this DVR port 0b686e27-c433-4b8c-a4e5-a2bd0643b7ef on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:03:51.036561 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71696df9-5306-4076-b415-e86f38c8256d None None] Checking router: 2211bc32-e73d-4ce2-8f82-6c41eabf7c0b for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:03:51.037142 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71696df9-5306-4076-b415-e86f38c8256d None None] Updating router 2211bc32-e73d-4ce2-8f82-6c41eabf7c0b port 8f7930a1-2f0f-44fe-a11c-d6fc813d45f2 binding host dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:03:51.039026 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-75a429d2-3eba-4e6b-9402-3fb17055e8e0 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:51.041361 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-75a429d2-3eba-4e6b-9402-3fb17055e8e0 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8655713 Feb 03 14:03:51.043830 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58156) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:51.050247 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-b3fa6546-08c2-4114-8e81-fa1403ff0864 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Request body: {'security_group': {'name': 'tempest-secgroup--38338183'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:51.064693 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398eca4a-4aad-4d62-84b9-17ce4d4c82b5 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:03:51.065883 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b3fa6546-08c2-4114-8e81-fa1403ff0864 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:51.071798 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b3fa6546-08c2-4114-8e81-fa1403ff0864 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Usage tracker for resource:security_group and tenant:77b5fea7357a40bda1199cdac7336216 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:51.079751 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b3fa6546-08c2-4114-8e81-fa1403ff0864 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:51.087407 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b3fa6546-08c2-4114-8e81-fa1403ff0864 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:51.104383 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4ec0597b-bea7-404b-b041-5448cf3c74ec tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:51.125685 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-71696df9-5306-4076-b415-e86f38c8256d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:51.161434 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-7abf072d-2540-4550-a65a-8315feb9526a None None] For port 66a6fa2c-6ce3-4519-9ed5-e485ba6a6028, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:03:51.179612 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f38271b4-30af-44cf-aa1b-550230890e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:51.182014 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38271b4-30af-44cf-aa1b-550230890e71 admin admin] Pushing event updated for resources: {'Port': ['ID=42b692c9-02ad-46b2-a6da-3d2c491aed2a,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:51.194654 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b3fa6546-08c2-4114-8e81-fa1403ff0864 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:51.205730 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec0597b-bea7-404b-b041-5448cf3c74ec tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:03:51.207629 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-7abf072d-2540-4550-a65a-8315feb9526a None None] For port 66a6fa2c-6ce3-4519-9ed5-e485ba6a6028, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=66a6fa2c-6ce3-4519-9ed5-e485ba6a6028,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:03:51.209145 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 961005c8-f5e9-416c-838e-f89288639cbc triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:51.209145 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:51.213603 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-4ec0597b-bea7-404b-b041-5448cf3c74ec tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:51.217015 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec0597b-bea7-404b-b041-5448cf3c74ec tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:51.217741 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4ec0597b-bea7-404b-b041-5448cf3c74ec tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:51.227000 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec0597b-bea7-404b-b041-5448cf3c74ec tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Subnet': ['ID=f84601e5-7c2f-4ced-b7e2-5a6dcafd14a8,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:51.237791 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d1905c5e-e183-4a43-a4a2-145776ad714e tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "DELETE /v2.0/routers/15dead78-0743-443c-86ff-2a6dd11892e1/tags HTTP/1.1" status: 204 len: 168 time: 0.4925454 Feb 03 14:03:51.242318 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58160) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:51.252589 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.tag.tag_plugin [None req-46d224ef-d82a-4f3e-8453-e6572fc0e340 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e17aa359-b6f9-4720-aa42-78a7d6ca00b2') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:51.283804 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b3fa6546-08c2-4114-8e81-fa1403ff0864 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:51.297776 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b3fa6546-08c2-4114-8e81-fa1403ff0864 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Usage tracker for resource:security_group_rule and tenant:77b5fea7357a40bda1199cdac7336216 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:51.300616 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-4c1bdffd-8409-4aa3-83bc-4d7507f6fa1f None None] Provisioning complete for port 8f7930a1-2f0f-44fe-a11c-d6fc813d45f2 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:51.301178 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4079fd50-2d72-4994-8b18-23628b47ac97 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:03:51.301289 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4c1bdffd-8409-4aa3-83bc-4d7507f6fa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:51.303678 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b3fa6546-08c2-4114-8e81-fa1403ff0864 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:51.313547 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-50dbe84f-90b8-4e28-b610-263b6b603207 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:51.314310 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b3fa6546-08c2-4114-8e81-fa1403ff0864 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:51.326611 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4079fd50-2d72-4994-8b18-23628b47ac97 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:51.327204 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-4079fd50-2d72-4994-8b18-23628b47ac97 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Added segment 7c14263d-478e-47c7-ba76-8fe40b6d0fe7 of type vlan for network 5bca61da-3e41-47fc-9e4f-b02e43705ab8 Feb 03 14:03:51.381207 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4079fd50-2d72-4994-8b18-23628b47ac97 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:51.408373 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dbe84f-90b8-4e28-b610-263b6b603207 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Pushing event deleted for resources: {'Port': ['ID=db066761-b325-4017-ac9b-48a8c5f6b7fb,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:51.438274 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4ec0597b-bea7-404b-b041-5448cf3c74ec tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.3013222 Feb 03 14:03:51.446291 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58164) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:51.457416 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-ecf70bb5-06e8-405c-9f2e-b5dd2330bffc tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'port': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'mac_address': 'fa:16:3e:c2:28:10', 'name': 'tempest-NetworksTestDHCPv6-1741215972'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:51.531177 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7abf072d-2540-4550-a65a-8315feb9526a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:51.591546 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-71696df9-5306-4076-b415-e86f38c8256d None None] Notify callbacks [] for port, precommit_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:51.601980 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f38271b4-30af-44cf-aa1b-550230890e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:51.604590 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.provisioning_blocks [None req-71696df9-5306-4076-b415-e86f38c8256d None None] Transition to ACTIVE for port object 8f7930a1-2f0f-44fe-a11c-d6fc813d45f2 will not be triggered until provisioned by entity L2. {{(pid=84184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:03:51.618568 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ecf70bb5-06e8-405c-9f2e-b5dd2330bffc tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:51.622255 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4079fd50-2d72-4994-8b18-23628b47ac97 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:51.626225 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4079fd50-2d72-4994-8b18-23628b47ac97 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:51.626815 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4079fd50-2d72-4994-8b18-23628b47ac97 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:51.638314 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0971d-c775-4103-ba8a-dd04cb5eb434 None None] Pushing event updated for resources: {'Port': ['ID=66a6fa2c-6ce3-4519-9ed5-e485ba6a6028,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:51.665565 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38e2881-0d4f-4dda-858f-58ece5ed1c79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-ac0baa47-f752-4b1c-8067-faa2699b3288', 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'tenant_id': '1508f35e18f0463982f9a6d535c8268b', 'fixed_ips': [{'subnet_id': 'f012b760-83aa-482e-aeb7-9bcffd5b2946'}, {'subnet_id': 'f84601e5-7c2f-4ced-b7e2-5a6dcafd14a8'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:03:51.666471 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b38e2881-0d4f-4dda-858f-58ece5ed1c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:51.674815 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ecf70bb5-06e8-405c-9f2e-b5dd2330bffc tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:51.691290 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-71696df9-5306-4076-b415-e86f38c8256d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:51.789967 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b3fa6546-08c2-4114-8e81-fa1403ff0864 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:51.793144 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079fd50-2d72-4994-8b18-23628b47ac97 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event updated for resources: {'Network': ['ID=5bca61da-3e41-47fc-9e4f-b02e43705ab8,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:51.865297 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 5bca61da-3e41-47fc-9e4f-b02e43705ab8 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:03:51.868352 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4079fd50-2d72-4994-8b18-23628b47ac97 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4262064 Feb 03 14:03:51.871702 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58168) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:51.874531 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d3d4bf-0588-4850-b864-4dbecbeea2ab None None] Pushing event updated for resources: {'Port': ['ID=8f7930a1-2f0f-44fe-a11c-d6fc813d45f2,revision_number=3']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:51.881345 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-7b518fcf-9802-47e5-8641-ddb3200d1707 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Request body: {'subnet': {'network_id': '5bca61da-3e41-47fc-9e4f-b02e43705ab8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:51.891892 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3d4bf-0588-4850-b864-4dbecbeea2ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:51.892239 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3d4bf-0588-4850-b864-4dbecbeea2ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:51.892572 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3d4bf-0588-4850-b864-4dbecbeea2ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:51.892906 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3d4bf-0588-4850-b864-4dbecbeea2ab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:51.893241 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3d4bf-0588-4850-b864-4dbecbeea2ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:51.893565 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3d4bf-0588-4850-b864-4dbecbeea2ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:51.893887 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3d4bf-0588-4850-b864-4dbecbeea2ab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:51.894209 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3d4bf-0588-4850-b864-4dbecbeea2ab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:51.894658 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3d4bf-0588-4850-b864-4dbecbeea2ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:51.894985 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3d4bf-0588-4850-b864-4dbecbeea2ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:51.895331 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3d4bf-0588-4850-b864-4dbecbeea2ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:51.946848 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-46d224ef-d82a-4f3e-8453-e6572fc0e340 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "DELETE /v2.0/ports/e17aa359-b6f9-4720-aa42-78a7d6ca00b2/tags HTTP/1.1" status: 204 len: 168 time: 0.7035141 Feb 03 14:03:51.955023 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58172) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:51.955193 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-4c1bdffd-8409-4aa3-83bc-4d7507f6fa1f None None] Port 8f7930a1-2f0f-44fe-a11c-d6fc813d45f2 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:03:51.966696 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.tag.tag_plugin [None req-5456e1c9-261a-4583-a4fb-f7f6cbef5cf6 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fa5f3539-31d5-42f5-87d3-7c342044c4a5') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:52.001725 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-50dbe84f-90b8-4e28-b610-263b6b603207 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:52.016868 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf70bb5-06e8-405c-9f2e-b5dd2330bffc tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:03:52.021125 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ecf70bb5-06e8-405c-9f2e-b5dd2330bffc tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:52.025130 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-71696df9-5306-4076-b415-e86f38c8256d None None] Attempting to bind port 8f7930a1-2f0f-44fe-a11c-d6fc813d45f2 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:03:52.025499 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-71696df9-5306-4076-b415-e86f38c8256d None None] Attempting to bind port 8f7930a1-2f0f-44fe-a11c-d6fc813d45f2 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '840d862e-9c58-49fd-9d69-6f67a1676894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cce0e2c8-fa85-42c1-8775-a3be85f466ee'}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:03:52.025860 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71696df9-5306-4076-b415-e86f38c8256d None None] Attempting to bind port 8f7930a1-2f0f-44fe-a11c-d6fc813d45f2 on network cce0e2c8-fa85-42c1-8775-a3be85f466ee {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:03:52.033571 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71696df9-5306-4076-b415-e86f38c8256d None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:03:52.033951 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71696df9-5306-4076-b415-e86f38c8256d None None] Checking segment: {'id': '840d862e-9c58-49fd-9d69-6f67a1676894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cce0e2c8-fa85-42c1-8775-a3be85f466ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:03:52.034085 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b3fa6546-08c2-4114-8e81-fa1403ff0864 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:52.034348 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-71696df9-5306-4076-b415-e86f38c8256d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:52.034868 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71696df9-5306-4076-b415-e86f38c8256d None None] Bound using segment: {'id': '840d862e-9c58-49fd-9d69-6f67a1676894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cce0e2c8-fa85-42c1-8775-a3be85f466ee'} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:03:52.035400 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-71696df9-5306-4076-b415-e86f38c8256d None None] Bound port: 8f7930a1-2f0f-44fe-a11c-d6fc813d45f2, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '840d862e-9c58-49fd-9d69-6f67a1676894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cce0e2c8-fa85-42c1-8775-a3be85f466ee'}}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:03:52.035877 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-71696df9-5306-4076-b415-e86f38c8256d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:52.097465 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-ecf70bb5-06e8-405c-9f2e-b5dd2330bffc tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] device_id is not set on port 8425704f-4bcd-46b5-a243-dfc5c7d47f93 yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:03:52.127952 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-b38e2881-0d4f-4dda-858f-58ece5ed1c79 None None] Allocated IP 2001:db8::2 (ac0baa47-f752-4b1c-8067-faa2699b3288/f012b760-83aa-482e-aeb7-9bcffd5b2946/3fd747a9-e432-489f-ae17-52a0f30f27d7) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:03:52.135841 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-b38e2881-0d4f-4dda-858f-58ece5ed1c79 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe50:e3a5 (ac0baa47-f752-4b1c-8067-faa2699b3288/f84601e5-7c2f-4ced-b7e2-5a6dcafd14a8/3fd747a9-e432-489f-ae17-52a0f30f27d7) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:03:52.143712 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-71696df9-5306-4076-b415-e86f38c8256d None None] For port 8f7930a1-2f0f-44fe-a11c-d6fc813d45f2, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:03:52.149036 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-71696df9-5306-4076-b415-e86f38c8256d None None] For port 8f7930a1-2f0f-44fe-a11c-d6fc813d45f2, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=8f7930a1-2f0f-44fe-a11c-d6fc813d45f2,segment=NetworkSegment(840d862e-9c58-49fd-9d69-6f67a1676894),segment_id=840d862e-9c58-49fd-9d69-6f67a1676894)] {{(pid=84184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:03:52.219458 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa6546-08c2-4114-8e81-fa1403ff0864 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3edec3e0-e866-466e-a24e-0a1f760458b4,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:52.221953 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-71696df9-5306-4076-b415-e86f38c8256d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:52.239164 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-7b518fcf-9802-47e5-8641-ddb3200d1707 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:52.239164 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-7b518fcf-9802-47e5-8641-ddb3200d1707 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Usage tracker for resource:subnet and tenant:d5adceeed00a4893983ee9d6f019faac is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:52.240878 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-7b518fcf-9802-47e5-8641-ddb3200d1707 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:52.246880 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-7b518fcf-9802-47e5-8641-ddb3200d1707 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:52.305062 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abf072d-2540-4550-a65a-8315feb9526a None None] Routers {'12c53c2f-0f70-4a88-9999-3d215c2676bb'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:03:52.305705 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-7abf072d-2540-4550-a65a-8315feb9526a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:03:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['12c53c2f-0f70-4a88-9999-3d215c2676bb'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:52.314879 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d3d4bf-0588-4850-b864-4dbecbeea2ab None None] Pushing event updated for resources: {'Port': ['ID=8f7930a1-2f0f-44fe-a11c-d6fc813d45f2,revision_number=4']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:52.321620 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71696df9-5306-4076-b415-e86f38c8256d None None] Routers {'2211bc32-e73d-4ce2-8f82-6c41eabf7c0b'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:03:52.321620 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-71696df9-5306-4076-b415-e86f38c8256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:03:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2211bc32-e73d-4ce2-8f82-6c41eabf7c0b'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:52.381678 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b3fa6546-08c2-4114-8e81-fa1403ff0864 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:52.382921 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b3fa6546-08c2-4114-8e81-fa1403ff0864 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.3380363 Feb 03 14:03:52.385765 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58176) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:52.388375 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b518fcf-9802-47e5-8641-ddb3200d1707 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Made reservation on behalf of d5adceeed00a4893983ee9d6f019faac for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:03:52.414339 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2024b401-165c-4b4b-8040-27c1510ec0a1 None None] Provisioning for port 42b692c9-02ad-46b2-a6da-3d2c491aed2a completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:03:52.418085 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-50dbe84f-90b8-4e28-b610-263b6b603207 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:52.437920 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2024b401-165c-4b4b-8040-27c1510ec0a1 None None] Provisioning complete for port 42b692c9-02ad-46b2-a6da-3d2c491aed2a triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:52.438314 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2024b401-165c-4b4b-8040-27c1510ec0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:52.443330 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-50dbe84f-90b8-4e28-b610-263b6b603207 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:52.498790 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-71696df9-5306-4076-b415-e86f38c8256d None None] Set router 2211bc32-e73d-4ce2-8f82-6c41eabf7c0b gateway port host: None {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:03:52.538584 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-ec9148a0-d1ab-468b-a643-b4d37b89d77c tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Request body: {'security_group_rule': {'security_group_id': '440b7014-10b4-4e3d-979a-2951446e4263', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3edec3e0-e866-466e-a24e-0a1f760458b4', 'remote_ip_prefix': None}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:52.548237 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-5456e1c9-261a-4583-a4fb-f7f6cbef5cf6 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "DELETE /v2.0/subnets/fa5f3539-31d5-42f5-87d3-7c342044c4a5/tags HTTP/1.1" status: 204 len: 168 time: 0.5820827 Feb 03 14:03:52.549542 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58180) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:52.574241 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ec9148a0-d1ab-468b-a643-b4d37b89d77c tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:52.593043 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f38271b4-30af-44cf-aa1b-550230890e71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:52.607810 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ec9148a0-d1ab-468b-a643-b4d37b89d77c tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Usage tracker for resource:security_group_rule and tenant:77b5fea7357a40bda1199cdac7336216 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:52.615021 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ec9148a0-d1ab-468b-a643-b4d37b89d77c tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:52.626151 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-50dbe84f-90b8-4e28-b610-263b6b603207 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:52.626354 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50dbe84f-90b8-4e28-b610-263b6b603207 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Fanout notify agent at l3_agent the message router_deleted on router ebfc2b2b-e4de-4800-9c5c-90baecac6287 {{(pid=84181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:03:52.641515 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ec9148a0-d1ab-468b-a643-b4d37b89d77c tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:52.651380 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7b518fcf-9802-47e5-8641-ddb3200d1707 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:52.675079 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-50dbe84f-90b8-4e28-b610-263b6b603207 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:52.679584 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-50dbe84f-90b8-4e28-b610-263b6b603207 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] 10.222.0.41 "DELETE /v2.0/routers/ebfc2b2b-e4de-4800-9c5c-90baecac6287 HTTP/1.1" status: 204 len: 168 time: 4.0898538 Feb 03 14:03:52.680168 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58186) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:52.689098 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-ccd53340-198b-4392-a624-057be1dcdb8c tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1068681459', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}, 'admin_state_up': False}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:52.694987 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-ccd53340-198b-4392-a624-057be1dcdb8c tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:52.699296 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ccd53340-198b-4392-a624-057be1dcdb8c tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Usage tracker for resource:router and tenant:b246fbd2f57144099e62822a8086603b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:52.710313 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ccd53340-198b-4392-a624-057be1dcdb8c tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:52.722233 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-2024b401-165c-4b4b-8040-27c1510ec0a1 None None] Port 42b692c9-02ad-46b2-a6da-3d2c491aed2a cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:03:52.723787 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f38271b4-30af-44cf-aa1b-550230890e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:52.753753 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b38e2881-0d4f-4dda-858f-58ece5ed1c79 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:52.776079 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b38e2881-0d4f-4dda-858f-58ece5ed1c79 None None] Transition to ACTIVE for port object 3fd747a9-e432-489f-ae17-52a0f30f27d7 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:03:52.792965 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-ccd53340-198b-4392-a624-057be1dcdb8c tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:52.803260 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b38e2881-0d4f-4dda-858f-58ece5ed1c79 None None] Transition to ACTIVE for port object 3fd747a9-e432-489f-ae17-52a0f30f27d7 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:03:52.814458 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-7abf072d-2540-4550-a65a-8315feb9526a None None] Set router 12c53c2f-0f70-4a88-9999-3d215c2676bb gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:03:52.823679 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f38271b4-30af-44cf-aa1b-550230890e71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:52.863863 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d4764be1-0343-4bbf-8e6b-c27d287917a2 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks [] for subnetpool, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:52.867255 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d4764be1-0343-4bbf-8e6b-c27d287917a2 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "DELETE /v2.0/subnetpools/5ed450aa-f191-4003-916c-66abcac891d1 HTTP/1.1" status: 204 len: 168 time: 0.3152847 Feb 03 14:03:52.867869 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58190) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:52.888293 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b38e2881-0d4f-4dda-858f-58ece5ed1c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:52.940450 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38271b4-30af-44cf-aa1b-550230890e71 admin admin] Pushing event updated for resources: {'Port': ['ID=42b692c9-02ad-46b2-a6da-3d2c491aed2a,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:52.948541 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ccd53340-198b-4392-a624-057be1dcdb8c tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:52.949174 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ccd53340-198b-4392-a624-057be1dcdb8c tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:52.969650 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ccd53340-198b-4392-a624-057be1dcdb8c tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:53.014102 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-71696df9-5306-4076-b415-e86f38c8256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2211bc32-e73d-4ce2-8f82-6c41eabf7c0b', 'name': 'tempest-RoutersTest-router-271801641', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:40Z', 'updated_at': '2022-02-03T14:03:46Z', 'revision_number': 2, 'project_id': 'd5adceeed00a4893983ee9d6f019faac', 'gw_port_host': None, '_interfaces': [{'id': '8f7930a1-2f0f-44fe-a11c-d6fc813d45f2', 'name': '', 'network_id': 'cce0e2c8-fa85-42c1-8775-a3be85f466ee', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'mac_address': 'fa:16:3e:1a:0c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2211bc32-e73d-4ce2-8f82-6c41eabf7c0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '194a7c9f-3aad-49a5-b8a0-54fdfaad599a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:45Z', 'updated_at': '2022-02-03T14:03:52Z', 'revision_number': 4, 'project_id': 'd5adceeed00a4893983ee9d6f019faac', 'subnets': [{'id': '194a7c9f-3aad-49a5-b8a0-54fdfaad599a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:53.019595 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71696df9-5306-4076-b415-e86f38c8256d None None] The sync data for ids ['2211bc32-e73d-4ce2-8f82-6c41eabf7c0b'] in dv-neutron-827016-1-hyperv is: [{'id': '2211bc32-e73d-4ce2-8f82-6c41eabf7c0b', 'name': 'tempest-RoutersTest-router-271801641', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:40Z', 'updated_at': '2022-02-03T14:03:46Z', 'revision_number': 2, 'project_id': 'd5adceeed00a4893983ee9d6f019faac', 'gw_port_host': None, '_interfaces': [{'id': '8f7930a1-2f0f-44fe-a11c-d6fc813d45f2', 'name': '', 'network_id': 'cce0e2c8-fa85-42c1-8775-a3be85f466ee', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'mac_address': 'fa:16:3e:1a:0c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2211bc32-e73d-4ce2-8f82-6c41eabf7c0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '194a7c9f-3aad-49a5-b8a0-54fdfaad599a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:45Z', 'updated_at': '2022-02-03T14:03:52Z', 'revision_number': 4, 'project_id': 'd5adceeed00a4893983ee9d6f019faac', 'subnets': [{'id': '194a7c9f-3aad-49a5-b8a0-54fdfaad599a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:03:53.053381 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e2881-0d4f-4dda-858f-58ece5ed1c79 None None] Pushing event updated for resources: {'Port': ['ID=3fd747a9-e432-489f-ae17-52a0f30f27d7,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:53.058027 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38e2881-0d4f-4dda-858f-58ece5ed1c79 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:03:53.058339 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38271b4-30af-44cf-aa1b-550230890e71 admin admin] Network a87fb0ae-2bad-4f62-9989-0f25292cda24 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:03:53.059887 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-f38271b4-30af-44cf-aa1b-550230890e71 admin admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:53.070419 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-b38e2881-0d4f-4dda-858f-58ece5ed1c79 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:53.070419 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38e2881-0d4f-4dda-858f-58ece5ed1c79 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:03:53.163115 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-16d2a1af-cec9-4b22-abd5-af23bb3a69cc tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "GET /v2.0/ports?device_id=15dead78-0743-443c-86ff-2a6dd11892e1 HTTP/1.1" status: 200 len: 205 time: 0.2688820 Feb 03 14:03:53.165993 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58194) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:53.167218 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-ecf70bb5-06e8-405c-9f2e-b5dd2330bffc tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Allocated IP 2001:db8::208 (ac0baa47-f752-4b1c-8067-faa2699b3288/f012b760-83aa-482e-aeb7-9bcffd5b2946/8425704f-4bcd-46b5-a243-dfc5c7d47f93) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:03:53.170065 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ec9148a0-d1ab-468b-a643-b4d37b89d77c tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:53.310078 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-ecf70bb5-06e8-405c-9f2e-b5dd2330bffc tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Allocated IP 2001:db8:0:1:f816:3eff:fec2:2810 (ac0baa47-f752-4b1c-8067-faa2699b3288/f84601e5-7c2f-4ced-b7e2-5a6dcafd14a8/8425704f-4bcd-46b5-a243-dfc5c7d47f93) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:03:53.332962 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-b38e2881-0d4f-4dda-858f-58ece5ed1c79 None None] Attempting to bind port 3fd747a9-e432-489f-ae17-52a0f30f27d7 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:03:53.333578 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-b38e2881-0d4f-4dda-858f-58ece5ed1c79 None None] Attempting to bind port 3fd747a9-e432-489f-ae17-52a0f30f27d7 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:03:53.334543 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38e2881-0d4f-4dda-858f-58ece5ed1c79 None None] Attempting to bind port 3fd747a9-e432-489f-ae17-52a0f30f27d7 on network ac0baa47-f752-4b1c-8067-faa2699b3288 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:03:53.354217 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38e2881-0d4f-4dda-858f-58ece5ed1c79 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:03:53.354796 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38e2881-0d4f-4dda-858f-58ece5ed1c79 None None] Checking segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:03:53.355348 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b38e2881-0d4f-4dda-858f-58ece5ed1c79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:53.355843 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38e2881-0d4f-4dda-858f-58ece5ed1c79 None None] Bound using segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:03:53.356413 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-b38e2881-0d4f-4dda-858f-58ece5ed1c79 None None] Bound port: 3fd747a9-e432-489f-ae17-52a0f30f27d7, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:03:53.356887 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b38e2881-0d4f-4dda-858f-58ece5ed1c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:53.360179 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ccd53340-198b-4392-a624-057be1dcdb8c tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:53.397108 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ec9148a0-d1ab-468b-a643-b4d37b89d77c tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:53.511973 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-59688dbc-d521-4d01-b108-6b215ce765be None None] Provisioning complete for port 42b692c9-02ad-46b2-a6da-3d2c491aed2a triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:53.512545 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-59688dbc-d521-4d01-b108-6b215ce765be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:53.513769 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ec9148a0-d1ab-468b-a643-b4d37b89d77c tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:53.578027 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-b38e2881-0d4f-4dda-858f-58ece5ed1c79 None None] For port 3fd747a9-e432-489f-ae17-52a0f30f27d7, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:03:53.592105 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-59688dbc-d521-4d01-b108-6b215ce765be None None] Port 42b692c9-02ad-46b2-a6da-3d2c491aed2a cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:03:53.598423 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-b38e2881-0d4f-4dda-858f-58ece5ed1c79 None None] For port 3fd747a9-e432-489f-ae17-52a0f30f27d7, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=3fd747a9-e432-489f-ae17-52a0f30f27d7,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:03:53.606974 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-7abf072d-2540-4550-a65a-8315feb9526a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12c53c2f-0f70-4a88-9999-3d215c2676bb', 'name': 'tempest-TestVolumeBootPattern-200197175-router', 'tenant_id': '9950b7a5d04341e3bbd57e24efccb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': '66a6fa2c-6ce3-4519-9ed5-e485ba6a6028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:41Z', 'updated_at': '2022-02-03T14:03:51Z', 'revision_number': 4, 'project_id': '9950b7a5d04341e3bbd57e24efccb84a', 'gw_port': {'id': '66a6fa2c-6ce3-4519-9ed5-e485ba6a6028', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:62:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12c53c2f-0f70-4a88-9999-3d215c2676bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:42Z', 'updated_at': '2022-02-03T14:03:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '42b692c9-02ad-46b2-a6da-3d2c491aed2a', 'name': '', 'network_id': 'a87fb0ae-2bad-4f62-9989-0f25292cda24', 'tenant_id': '9950b7a5d04341e3bbd57e24efccb84a', 'mac_address': 'fa:16:3e:77:a5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12c53c2f-0f70-4a88-9999-3d215c2676bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1846aaaf-1656-44d1-893c-426cc1a470bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:49Z', 'updated_at': '2022-02-03T14:03:50Z', 'revision_number': 1, 'project_id': '9950b7a5d04341e3bbd57e24efccb84a', 'subnets': [{'id': '1846aaaf-1656-44d1-893c-426cc1a470bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:53.611940 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abf072d-2540-4550-a65a-8315feb9526a None None] The sync data for ids ['12c53c2f-0f70-4a88-9999-3d215c2676bb'] in dv-neutron-827016-1-hyperv is: [{'id': '12c53c2f-0f70-4a88-9999-3d215c2676bb', 'name': 'tempest-TestVolumeBootPattern-200197175-router', 'tenant_id': '9950b7a5d04341e3bbd57e24efccb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': '66a6fa2c-6ce3-4519-9ed5-e485ba6a6028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:41Z', 'updated_at': '2022-02-03T14:03:51Z', 'revision_number': 4, 'project_id': '9950b7a5d04341e3bbd57e24efccb84a', 'gw_port': {'id': '66a6fa2c-6ce3-4519-9ed5-e485ba6a6028', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:62:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12c53c2f-0f70-4a88-9999-3d215c2676bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:42Z', 'updated_at': '2022-02-03T14:03:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '42b692c9-02ad-46b2-a6da-3d2c491aed2a', 'name': '', 'network_id': 'a87fb0ae-2bad-4f62-9989-0f25292cda24', 'tenant_id': '9950b7a5d04341e3bbd57e24efccb84a', 'mac_address': 'fa:16:3e:77:a5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12c53c2f-0f70-4a88-9999-3d215c2676bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1846aaaf-1656-44d1-893c-426cc1a470bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:49Z', 'updated_at': '2022-02-03T14:03:50Z', 'revision_number': 1, 'project_id': '9950b7a5d04341e3bbd57e24efccb84a', 'subnets': [{'id': '1846aaaf-1656-44d1-893c-426cc1a470bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:03:53.623171 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-06fd2d0a-75ee-4c9a-82b1-61fd220bb064 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks [] for router, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:53.674679 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b38e2881-0d4f-4dda-858f-58ece5ed1c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:53.728906 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9148a0-d1ab-468b-a643-b4d37b89d77c tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a68d10e-0f82-4a8b-afc7-9973b2ec6de9,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:53.761644 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e2881-0d4f-4dda-858f-58ece5ed1c79 None None] Pushing event updated for resources: {'Port': ['ID=3fd747a9-e432-489f-ae17-52a0f30f27d7,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:53.816663 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:03:53.833116 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ec9148a0-d1ab-468b-a643-b4d37b89d77c tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:53.834191 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ec9148a0-d1ab-468b-a643-b4d37b89d77c tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.4475169 Feb 03 14:03:53.838363 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58198) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:53.855024 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ccd53340-198b-4392-a624-057be1dcdb8c tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router_gateway, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:53.903467 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ccd53340-198b-4392-a624-057be1dcdb8c tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:53.969693 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c3240005-5c1d-4466-b404-3c6949e0740e tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:53.997312 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c3240005-5c1d-4466-b404-3c6949e0740e tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:54.011564 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38271b4-30af-44cf-aa1b-550230890e71 admin admin] Router 12c53c2f-0f70-4a88-9999-3d215c2676bb has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:03:54.017367 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7b518fcf-9802-47e5-8641-ddb3200d1707 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:54.152469 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c3240005-5c1d-4466-b404-3c6949e0740e tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:54.165050 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ecf70bb5-06e8-405c-9f2e-b5dd2330bffc tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:54.187670 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3240005-5c1d-4466-b404-3c6949e0740e tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a68d10e-0f82-4a8b-afc7-9973b2ec6de9,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:54.211790 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-ccd53340-198b-4392-a624-057be1dcdb8c tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Allocated IP 172.26.3.36 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/4152c169-8fde-4e4d-9079-6866444c0439) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:03:54.246057 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c3240005-5c1d-4466-b404-3c6949e0740e tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:54.247189 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c3240005-5c1d-4466-b404-3c6949e0740e tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/6a68d10e-0f82-4a8b-afc7-9973b2ec6de9 HTTP/1.1" status: 204 len: 168 time: 0.4071960 Feb 03 14:03:54.262692 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58202) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:54.279154 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-ecf70bb5-06e8-405c-9f2e-b5dd2330bffc tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Transition to ACTIVE for port object 8425704f-4bcd-46b5-a243-dfc5c7d47f93 will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:03:54.350776 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b518fcf-9802-47e5-8641-ddb3200d1707 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event updated for resources: {'Subnet': ['ID=8b5a34dc-80ec-40cf-a2e2-107a6f50ce59,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:54.366982 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-06fd2d0a-75ee-4c9a-82b1-61fd220bb064 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:54.378263 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-06fd2d0a-75ee-4c9a-82b1-61fd220bb064 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:54.379886 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b518fcf-9802-47e5-8641-ddb3200d1707 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Checking segment: {'id': '7c14263d-478e-47c7-ba76-8fe40b6d0fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5bca61da-3e41-47fc-9e4f-b02e43705ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:03:54.385049 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b518fcf-9802-47e5-8641-ddb3200d1707 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Network hostable DHCP agents. Network: 5bca61da-3e41-47fc-9e4f-b02e43705ab8, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:03:54.475985 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-bb22a3fa-558f-4c75-a876-2683f4da78c2 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Synchronizing usage tracker for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group_rule {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:03:54.479268 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ecf70bb5-06e8-405c-9f2e-b5dd2330bffc tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:54.513374 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ccd53340-198b-4392-a624-057be1dcdb8c tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:54.577918 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38271b4-30af-44cf-aa1b-550230890e71 admin admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:03:54.583836 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f38271b4-30af-44cf-aa1b-550230890e71 admin admin] 10.222.0.41 "PUT /v2.0/routers/12c53c2f-0f70-4a88-9999-3d215c2676bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3598700 Feb 03 14:03:54.622499 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-bb22a3fa-558f-4c75-a876-2683f4da78c2 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Unset dirty status for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group_rule {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:03:54.627311 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-bb22a3fa-558f-4c75-a876-2683f4da78c2 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.3602488 Feb 03 14:03:54.627656 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58208) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:54.651586 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b518fcf-9802-47e5-8641-ddb3200d1707 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Network 5bca61da-3e41-47fc-9e4f-b02e43705ab8 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:03:54.653674 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-06fd2d0a-75ee-4c9a-82b1-61fd220bb064 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:54.654139 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fd2d0a-75ee-4c9a-82b1-61fd220bb064 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Fanout notify agent at l3_agent the message router_deleted on router 15dead78-0743-443c-86ff-2a6dd11892e1 {{(pid=84182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:03:54.657342 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ccd53340-198b-4392-a624-057be1dcdb8c tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:54.686486 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-06fd2d0a-75ee-4c9a-82b1-61fd220bb064 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:54.688238 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-06fd2d0a-75ee-4c9a-82b1-61fd220bb064 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "DELETE /v2.0/routers/15dead78-0743-443c-86ff-2a6dd11892e1 HTTP/1.1" status: 204 len: 168 time: 1.5081944 Feb 03 14:03:54.695025 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58212) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:54.745337 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf70bb5-06e8-405c-9f2e-b5dd2330bffc tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:03:54.755714 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-ecf70bb5-06e8-405c-9f2e-b5dd2330bffc tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:54.758149 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf70bb5-06e8-405c-9f2e-b5dd2330bffc tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:03:54.761263 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd53340-198b-4392-a624-057be1dcdb8c tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:03:54.762422 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf70bb5-06e8-405c-9f2e-b5dd2330bffc tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:54.763089 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ecf70bb5-06e8-405c-9f2e-b5dd2330bffc tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:54.780106 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-7b518fcf-9802-47e5-8641-ddb3200d1707 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 5bca61da-3e41-47fc-9e4f-b02e43705ab8) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:54.784990 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b518fcf-9802-47e5-8641-ddb3200d1707 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:54.785875 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7b518fcf-9802-47e5-8641-ddb3200d1707 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:54.790926 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc965c22-9d8e-4b3c-a149-d5f912e69204 None None] Network 5bca61da-3e41-47fc-9e4f-b02e43705ab8 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:03:54.802585 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf70bb5-06e8-405c-9f2e-b5dd2330bffc tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Port': ['ID=8425704f-4bcd-46b5-a243-dfc5c7d47f93,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:54.805214 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-ccd53340-198b-4392-a624-057be1dcdb8c tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:54.810248 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd53340-198b-4392-a624-057be1dcdb8c tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:03:54.838229 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-60ccfcda-3c05-4e66-9167-c8610ec2cec5 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Deleting port e17aa359-b6f9-4720-aa42-78a7d6ca00b2 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:03:54.838568 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-60ccfcda-3c05-4e66-9167-c8610ec2cec5 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:54.936032 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ecf70bb5-06e8-405c-9f2e-b5dd2330bffc tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.4872773 Feb 03 14:03:54.943703 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58220) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:54.990291 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 3fd747a9-e432-489f-ae17-52a0f30f27d7 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:03:54.990797 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7b518fcf-9802-47e5-8641-ddb3200d1707 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1159036 Feb 03 14:03:54.990797 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58226) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:55.141277 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd53340-198b-4392-a624-057be1dcdb8c tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Pushing event updated for resources: {'Port': ['ID=4152c169-8fde-4e4d-9079-6866444c0439,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:55.152252 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5ef82466-7a83-466d-b029-e09972c4191e tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:55.206238 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f49274-44fd-4493-99ca-49f6c718c41b None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:03:55.327820 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5ef82466-7a83-466d-b029-e09972c4191e tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:55.556757 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5ef82466-7a83-466d-b029-e09972c4191e tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:55.605217 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-c0b59ec4-6bb6-4f42-976e-0a5b90953c35 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting port 8425704f-4bcd-46b5-a243-dfc5c7d47f93 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:03:55.605806 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c0b59ec4-6bb6-4f42-976e-0a5b90953c35 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:55.611970 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ccd53340-198b-4392-a624-057be1dcdb8c tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router_gateway, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:55.612725 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ccd53340-198b-4392-a624-057be1dcdb8c tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:55.615008 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef82466-7a83-466d-b029-e09972c4191e tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edec3e0-e866-466e-a24e-0a1f760458b4,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:55.641579 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-f542b4d1-72d0-4263-9e1c-3114fc92d196 None None] Provisioning for port 3fd747a9-e432-489f-ae17-52a0f30f27d7 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:03:55.741543 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8a0c4aa3-9bf9-447f-8dbf-49ec66ba735e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:55.743110 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdab30f-ebaf-44cd-a37f-71994ea60948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-5bca61da-3e41-47fc-9e4f-b02e43705ab8', 'network_id': '5bca61da-3e41-47fc-9e4f-b02e43705ab8', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'fixed_ips': [{'subnet_id': '8b5a34dc-80ec-40cf-a2e2-107a6f50ce59'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:03:55.743930 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bcdab30f-ebaf-44cd-a37f-71994ea60948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:55.755285 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-60ccfcda-3c05-4e66-9167-c8610ec2cec5 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:55.803525 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5ef82466-7a83-466d-b029-e09972c4191e tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:55.804767 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-5ef82466-7a83-466d-b029-e09972c4191e tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "DELETE /v2.0/security-groups/3edec3e0-e866-466e-a24e-0a1f760458b4 HTTP/1.1" status: 204 len: 168 time: 1.1747870 Feb 03 14:03:55.815616 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58230) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:55.831702 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 3fd747a9-e432-489f-ae17-52a0f30f27d7 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:03:55.847770 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58234) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:55.848756 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 3fd747a9-e432-489f-ae17-52a0f30f27d7 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:55.849347 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:55.865546 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-d5eefbd4-4f03-4e4f-a6e8-e888d3f77c83 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1606553172', 'description': 'tempest-secgroup-smoke-1606553172 description', 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:55.877502 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-d5eefbd4-4f03-4e4f-a6e8-e888d3f77c83 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:55.909445 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-d5eefbd4-4f03-4e4f-a6e8-e888d3f77c83 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Usage tracker for resource:security_group and tenant:4cbc4ee6b61f47a897e271e5a6452f6c is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:55.916919 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-d5eefbd4-4f03-4e4f-a6e8-e888d3f77c83 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:55.947085 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-d5eefbd4-4f03-4e4f-a6e8-e888d3f77c83 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:55.983099 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-60ccfcda-3c05-4e66-9167-c8610ec2cec5 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Calling delete_port for e17aa359-b6f9-4720-aa42-78a7d6ca00b2 owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:03:56.056658 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d5eefbd4-4f03-4e4f-a6e8-e888d3f77c83 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:56.178101 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f3d54466-1f64-42fb-8f1d-f639db835a2d tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Synchronizing usage tracker for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:03:56.186698 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-d5eefbd4-4f03-4e4f-a6e8-e888d3f77c83 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:56.206794 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-d5eefbd4-4f03-4e4f-a6e8-e888d3f77c83 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Usage tracker for resource:security_group_rule and tenant:4cbc4ee6b61f47a897e271e5a6452f6c is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:56.214279 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-bcdab30f-ebaf-44cd-a37f-71994ea60948 None None] Allocated IP 172.21.0.2 (5bca61da-3e41-47fc-9e4f-b02e43705ab8/8b5a34dc-80ec-40cf-a2e2-107a6f50ce59/956ae9f2-d7ab-49c8-ab9f-8001e94dd77a) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:03:56.237325 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:56.372395 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 3fd747a9-e432-489f-ae17-52a0f30f27d7, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=3fd747a9-e432-489f-ae17-52a0f30f27d7,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:03:56.386316 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-d5eefbd4-4f03-4e4f-a6e8-e888d3f77c83 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:56.401864 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-d5eefbd4-4f03-4e4f-a6e8-e888d3f77c83 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:56.502594 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:56.529436 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f3d54466-1f64-42fb-8f1d-f639db835a2d tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Unset dirty status for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:03:56.535724 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f3d54466-1f64-42fb-8f1d-f639db835a2d tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.7092276 Feb 03 14:03:56.537305 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c0b59ec4-6bb6-4f42-976e-0a5b90953c35 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:56.540498 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58238) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:56.609708 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d5eefbd4-4f03-4e4f-a6e8-e888d3f77c83 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:56.657762 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=3fd747a9-e432-489f-ae17-52a0f30f27d7,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:56.695742 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bcdab30f-ebaf-44cd-a37f-71994ea60948 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:56.715128 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a43ca37d-0c8b-4a8e-9f33-2b4b28a51cfb tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:56.716911 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d5eefbd4-4f03-4e4f-a6e8-e888d3f77c83 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:56.720276 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-bcdab30f-ebaf-44cd-a37f-71994ea60948 None None] Transition to ACTIVE for port object 956ae9f2-d7ab-49c8-ab9f-8001e94dd77a will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:03:56.736129 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-c0b59ec4-6bb6-4f42-976e-0a5b90953c35 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Calling delete_port for 8425704f-4bcd-46b5-a243-dfc5c7d47f93 owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:03:56.777781 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-bcdab30f-ebaf-44cd-a37f-71994ea60948 None None] Transition to ACTIVE for port object 956ae9f2-d7ab-49c8-ab9f-8001e94dd77a will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:03:56.789681 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-850947d3-ddf3-4f7b-902b-637034331ea9 None None] Provisioning for port 8425704f-4bcd-46b5-a243-dfc5c7d47f93 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:03:56.804535 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-850947d3-ddf3-4f7b-902b-637034331ea9 None None] Provisioning complete for port 8425704f-4bcd-46b5-a243-dfc5c7d47f93 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:56.806106 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-850947d3-ddf3-4f7b-902b-637034331ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:56.837722 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd53340-198b-4392-a624-057be1dcdb8c tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Router 872e3e3f-6dd0-4864-b40d-f271f47a6f4c is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:03:56.855670 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a43ca37d-0c8b-4a8e-9f33-2b4b28a51cfb tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:56.883928 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eefbd4-4f03-4e4f-a6e8-e888d3f77c83 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c56dbaf7-2de8-43d4-85c7-495920dcdd2a,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:56.940020 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-850947d3-ddf3-4f7b-902b-637034331ea9 None None] Port 8425704f-4bcd-46b5-a243-dfc5c7d47f93 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:03:56.942542 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bcdab30f-ebaf-44cd-a37f-71994ea60948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:56.988265 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d5eefbd4-4f03-4e4f-a6e8-e888d3f77c83 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:56.988265 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d5eefbd4-4f03-4e4f-a6e8-e888d3f77c83 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.1287782 Feb 03 14:03:56.988774 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58242) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:57.013664 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-1447765e-2680-4093-a41f-31600ed319c3 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Request body: {'security_group_rule': {'security_group_id': 'c56dbaf7-2de8-43d4-85c7-495920dcdd2a', 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:57.018402 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 8f7930a1-2f0f-44fe-a11c-d6fc813d45f2 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:03:57.023580 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-1447765e-2680-4093-a41f-31600ed319c3 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:57.029778 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-1447765e-2680-4093-a41f-31600ed319c3 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Usage tracker for resource:security_group_rule and tenant:4cbc4ee6b61f47a897e271e5a6452f6c is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:57.035131 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-1447765e-2680-4093-a41f-31600ed319c3 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:57.041960 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-1447765e-2680-4093-a41f-31600ed319c3 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:57.092141 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdab30f-ebaf-44cd-a37f-71994ea60948 None None] Pushing event updated for resources: {'Port': ['ID=956ae9f2-d7ab-49c8-ab9f-8001e94dd77a,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:57.102260 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdab30f-ebaf-44cd-a37f-71994ea60948 None None] Network 5bca61da-3e41-47fc-9e4f-b02e43705ab8 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:03:57.107195 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-bcdab30f-ebaf-44cd-a37f-71994ea60948 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:03:57.110523 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdab30f-ebaf-44cd-a37f-71994ea60948 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:03:57.115880 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-850947d3-ddf3-4f7b-902b-637034331ea9 None None] Provisioning complete for port 3fd747a9-e432-489f-ae17-52a0f30f27d7 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:57.116248 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-850947d3-ddf3-4f7b-902b-637034331ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:57.128338 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-60ccfcda-3c05-4e66-9167-c8610ec2cec5 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:57.143666 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a43ca37d-0c8b-4a8e-9f33-2b4b28a51cfb tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:57.173531 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1447765e-2680-4093-a41f-31600ed319c3 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:57.183412 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ca37d-0c8b-4a8e-9f33-2b4b28a51cfb tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=440b7014-10b4-4e3d-979a-2951446e4263,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:57.198033 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ccfcda-3c05-4e66-9167-c8610ec2cec5 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Pushing event deleted for resources: {'Port': ['ID=e17aa359-b6f9-4720-aa42-78a7d6ca00b2,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:57.262385 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1447765e-2680-4093-a41f-31600ed319c3 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:57.271134 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd53340-198b-4392-a624-057be1dcdb8c tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:03:57.293539 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c208ff28-b6bb-4e73-a75d-83e8103c4fec None None] Sync routers for ids ['872e3e3f-6dd0-4864-b40d-f271f47a6f4c'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:03:57.305860 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a43ca37d-0c8b-4a8e-9f33-2b4b28a51cfb tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:57.307135 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-a43ca37d-0c8b-4a8e-9f33-2b4b28a51cfb tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "DELETE /v2.0/security-groups/440b7014-10b4-4e3d-979a-2951446e4263 HTTP/1.1" status: 204 len: 168 time: 0.7543559 Feb 03 14:03:57.309582 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58248) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:57.348048 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-bcdab30f-ebaf-44cd-a37f-71994ea60948 None None] Attempting to bind port 956ae9f2-d7ab-49c8-ab9f-8001e94dd77a on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:03:57.348674 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-bcdab30f-ebaf-44cd-a37f-71994ea60948 None None] Attempting to bind port 956ae9f2-d7ab-49c8-ab9f-8001e94dd77a by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '7c14263d-478e-47c7-ba76-8fe40b6d0fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5bca61da-3e41-47fc-9e4f-b02e43705ab8'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:03:57.349201 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdab30f-ebaf-44cd-a37f-71994ea60948 None None] Attempting to bind port 956ae9f2-d7ab-49c8-ab9f-8001e94dd77a on network 5bca61da-3e41-47fc-9e4f-b02e43705ab8 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:03:57.363201 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1447765e-2680-4093-a41f-31600ed319c3 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:57.392376 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdab30f-ebaf-44cd-a37f-71994ea60948 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:03:57.392987 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdab30f-ebaf-44cd-a37f-71994ea60948 None None] Checking segment: {'id': '7c14263d-478e-47c7-ba76-8fe40b6d0fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5bca61da-3e41-47fc-9e4f-b02e43705ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:03:57.393627 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bcdab30f-ebaf-44cd-a37f-71994ea60948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:57.394186 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdab30f-ebaf-44cd-a37f-71994ea60948 None None] Bound using segment: {'id': '7c14263d-478e-47c7-ba76-8fe40b6d0fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5bca61da-3e41-47fc-9e4f-b02e43705ab8'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:03:57.394820 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-bcdab30f-ebaf-44cd-a37f-71994ea60948 None None] Bound port: 956ae9f2-d7ab-49c8-ab9f-8001e94dd77a, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c14263d-478e-47c7-ba76-8fe40b6d0fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5bca61da-3e41-47fc-9e4f-b02e43705ab8'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:03:57.395393 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bcdab30f-ebaf-44cd-a37f-71994ea60948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:57.407345 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c208ff28-b6bb-4e73-a75d-83e8103c4fec None None] Routers {'872e3e3f-6dd0-4864-b40d-f271f47a6f4c'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:03:57.408240 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-c208ff28-b6bb-4e73-a75d-83e8103c4fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:03:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['872e3e3f-6dd0-4864-b40d-f271f47a6f4c'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:57.417251 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1447765e-2680-4093-a41f-31600ed319c3 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c479b44-98bb-47ad-beb5-484816203399,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:57.447911 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-60ccfcda-3c05-4e66-9167-c8610ec2cec5 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:57.465048 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ccd53340-198b-4392-a624-057be1dcdb8c tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:57.466388 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ccd53340-198b-4392-a624-057be1dcdb8c tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.7852874 Feb 03 14:03:57.471830 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58252) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:57.480176 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-60ccfcda-3c05-4e66-9167-c8610ec2cec5 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "DELETE /v2.0/ports/e17aa359-b6f9-4720-aa42-78a7d6ca00b2 HTTP/1.1" status: 204 len: 168 time: 2.7841027 Feb 03 14:03:57.482214 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-e148dbb2-ecaa-4d7b-bba9-50dc082c00fd tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:57.495630 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58256) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:57.500783 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-59f9afcc-4083-4072-a132-8714a5b7dbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:57.503243 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 8f7930a1-2f0f-44fe-a11c-d6fc813d45f2 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:03:57.514286 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-c208ff28-b6bb-4e73-a75d-83e8103c4fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:57.544084 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 8f7930a1-2f0f-44fe-a11c-d6fc813d45f2 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:57.544457 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:57.562479 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-04588434-d78c-486e-8b8f-7aa9fd82008e tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Synchronizing usage tracker for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:03:57.575573 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1447765e-2680-4093-a41f-31600ed319c3 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:57.579167 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-1447765e-2680-4093-a41f-31600ed319c3 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5858092 Feb 03 14:03:57.580522 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58260) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:57.589609 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-c2357514-916d-46ae-b000-446da895ebab tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Request body: {'security_group_rule': {'security_group_id': 'c56dbaf7-2de8-43d4-85c7-495920dcdd2a', 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:57.612507 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-c2357514-916d-46ae-b000-446da895ebab tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:57.622498 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-c2357514-916d-46ae-b000-446da895ebab tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Usage tracker for resource:security_group_rule and tenant:4cbc4ee6b61f47a897e271e5a6452f6c is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:57.626584 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-c2357514-916d-46ae-b000-446da895ebab tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:57.633756 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-c2357514-916d-46ae-b000-446da895ebab tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:57.638120 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-e2b69c77-d92e-4e3e-b1c5-3fe5db68090d None None] Provisioning complete for port 8425704f-4bcd-46b5-a243-dfc5c7d47f93 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:57.638637 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e2b69c77-d92e-4e3e-b1c5-3fe5db68090d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:57.687214 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c208ff28-b6bb-4e73-a75d-83e8103c4fec None None] Routers {'872e3e3f-6dd0-4864-b40d-f271f47a6f4c'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:03:57.687849 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-c208ff28-b6bb-4e73-a75d-83e8103c4fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:03:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['872e3e3f-6dd0-4864-b40d-f271f47a6f4c'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:57.708420 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-04588434-d78c-486e-8b8f-7aa9fd82008e tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Unset dirty status for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:03:57.713302 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-04588434-d78c-486e-8b8f-7aa9fd82008e tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3989449 Feb 03 14:03:57.714223 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58264) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:57.721030 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-f6c554c5-3dd4-4819-b11d-7095ef724387 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Request body: {'security_group': {'name': 'tempest-secgroup--100045752'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:57.730421 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f6c554c5-3dd4-4819-b11d-7095ef724387 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:57.751099 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f6c554c5-3dd4-4819-b11d-7095ef724387 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:57.783467 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-c208ff28-b6bb-4e73-a75d-83e8103c4fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:57.783467 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c208ff28-b6bb-4e73-a75d-83e8103c4fec None None] The sync data for ids ['872e3e3f-6dd0-4864-b40d-f271f47a6f4c'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:03:57.789805 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c0b59ec4-6bb6-4f42-976e-0a5b90953c35 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:57.796622 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-bcdab30f-ebaf-44cd-a37f-71994ea60948 None None] For port 956ae9f2-d7ab-49c8-ab9f-8001e94dd77a, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:03:57.799732 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-e2b69c77-d92e-4e3e-b1c5-3fe5db68090d None None] Port 8425704f-4bcd-46b5-a243-dfc5c7d47f93 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:03:57.803187 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-bcdab30f-ebaf-44cd-a37f-71994ea60948 None None] For port 956ae9f2-d7ab-49c8-ab9f-8001e94dd77a, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=956ae9f2-d7ab-49c8-ab9f-8001e94dd77a,segment=NetworkSegment(7c14263d-478e-47c7-ba76-8fe40b6d0fe7),segment_id=7c14263d-478e-47c7-ba76-8fe40b6d0fe7)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:03:57.853185 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c2357514-916d-46ae-b000-446da895ebab tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:57.865963 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b59ec4-6bb6-4f42-976e-0a5b90953c35 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Port': ['ID=8425704f-4bcd-46b5-a243-dfc5c7d47f93,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:57.866270 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:57.881419 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f6c554c5-3dd4-4819-b11d-7095ef724387 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:57.906684 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 8f7930a1-2f0f-44fe-a11c-d6fc813d45f2, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=8f7930a1-2f0f-44fe-a11c-d6fc813d45f2,segment=NetworkSegment(840d862e-9c58-49fd-9d69-6f67a1676894),segment_id=840d862e-9c58-49fd-9d69-6f67a1676894)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:03:57.916542 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bcdab30f-ebaf-44cd-a37f-71994ea60948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:57.993003 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f6c554c5-3dd4-4819-b11d-7095ef724387 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:57.993003 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c2357514-916d-46ae-b000-446da895ebab tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:57.994883 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f6c554c5-3dd4-4819-b11d-7095ef724387 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Usage tracker for resource:security_group_rule and tenant:77b5fea7357a40bda1199cdac7336216 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:58.004359 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f6c554c5-3dd4-4819-b11d-7095ef724387 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:58.011226 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f6c554c5-3dd4-4819-b11d-7095ef724387 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:58.011784 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5eb3768-cc74-49a5-8bb1-3b2a35d75248 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Deleting subnet fa5f3539-31d5-42f5-87d3-7c342044c4a5 {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:03:58.019797 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c0b59ec4-6bb6-4f42-976e-0a5b90953c35 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:58.022634 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c0b59ec4-6bb6-4f42-976e-0a5b90953c35 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/ports/8425704f-4bcd-46b5-a243-dfc5c7d47f93 HTTP/1.1" status: 204 len: 168 time: 3.0779800 Feb 03 14:03:58.025215 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f5eb3768-cc74-49a5-8bb1-3b2a35d75248 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:58.046874 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdab30f-ebaf-44cd-a37f-71994ea60948 None None] Pushing event updated for resources: {'Port': ['ID=956ae9f2-d7ab-49c8-ab9f-8001e94dd77a,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:58.053995 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58270) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:58.069149 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:58.070132 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 3fd747a9-e432-489f-ae17-52a0f30f27d7 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:03:58.127666 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c2357514-916d-46ae-b000-446da895ebab tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:58.184300 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f5eb3768-cc74-49a5-8bb1-3b2a35d75248 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:58.185864 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2357514-916d-46ae-b000-446da895ebab tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3004235-818c-4d87-b1d5-3107fa16e394,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:58.268324 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=8f7930a1-2f0f-44fe-a11c-d6fc813d45f2,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:58.275894 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f6c554c5-3dd4-4819-b11d-7095ef724387 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:58.283813 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 3fd747a9-e432-489f-ae17-52a0f30f27d7 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:58.284339 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:58.383967 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f6c554c5-3dd4-4819-b11d-7095ef724387 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:58.438577 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c2357514-916d-46ae-b000-446da895ebab tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:58.439777 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c2357514-916d-46ae-b000-446da895ebab tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8557243 Feb 03 14:03:58.445433 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 66a6fa2c-6ce3-4519-9ed5-e485ba6a6028 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:03:58.456779 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58274) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:58.475785 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-3cf4c69a-868f-48d3-9474-4edb75bffa03 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Request body: {'security_group_rule': {'security_group_id': 'c56dbaf7-2de8-43d4-85c7-495920dcdd2a', 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:58.480698 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f5eb3768-cc74-49a5-8bb1-3b2a35d75248 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:58.492396 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3cf4c69a-868f-48d3-9474-4edb75bffa03 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:58.502715 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3cf4c69a-868f-48d3-9474-4edb75bffa03 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Usage tracker for resource:security_group_rule and tenant:4cbc4ee6b61f47a897e271e5a6452f6c is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:58.512430 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3cf4c69a-868f-48d3-9474-4edb75bffa03 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:58.514205 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c554c5-3dd4-4819-b11d-7095ef724387 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95bfde9b-5cee-415c-9f0f-ca9fa3687407,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:58.516741 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3cf4c69a-868f-48d3-9474-4edb75bffa03 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:58.574469 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47f2a15-ff3f-4f6d-83f8-951a3d23ade0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:58.575327 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e47f2a15-ff3f-4f6d-83f8-951a3d23ade0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:03:58.612340 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4648934c-2cfb-4224-94cb-8316149004a8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:58.620641 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f6c554c5-3dd4-4819-b11d-7095ef724387 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:58.622968 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f6c554c5-3dd4-4819-b11d-7095ef724387 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9072554 Feb 03 14:03:58.625386 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58278) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:58.632399 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-c9035c62-7070-4754-99f9-2929f6c8af15 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Request body: {'security_group_rule': {'security_group_id': '95bfde9b-5cee-415c-9f0f-ca9fa3687407', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:58.638950 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-c9035c62-7070-4754-99f9-2929f6c8af15 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:58.650238 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-c9035c62-7070-4754-99f9-2929f6c8af15 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Usage tracker for resource:security_group_rule and tenant:77b5fea7357a40bda1199cdac7336216 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:58.656215 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-c9035c62-7070-4754-99f9-2929f6c8af15 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:58.669763 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-c9035c62-7070-4754-99f9-2929f6c8af15 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:58.707092 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e148dbb2-ecaa-4d7b-bba9-50dc082c00fd tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:58.722448 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 66a6fa2c-6ce3-4519-9ed5-e485ba6a6028 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:03:58.732953 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 66a6fa2c-6ce3-4519-9ed5-e485ba6a6028 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:58.733321 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:58.786025 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e47f2a15-ff3f-4f6d-83f8-951a3d23ade0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:03:58.789836 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e47f2a15-ff3f-4f6d-83f8-951a3d23ade0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.7321897 Feb 03 14:03:58.791973 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58282) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:58.792096 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3cf4c69a-868f-48d3-9474-4edb75bffa03 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:58.836620 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c9035c62-7070-4754-99f9-2929f6c8af15 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:58.854333 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:58.855134 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:58.856637 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:58.874620 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 66a6fa2c-6ce3-4519-9ed5-e485ba6a6028, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=66a6fa2c-6ce3-4519-9ed5-e485ba6a6028,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:03:58.881079 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e148dbb2-ecaa-4d7b-bba9-50dc082c00fd tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:58.919295 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3cf4c69a-868f-48d3-9474-4edb75bffa03 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:58.946278 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c9035c62-7070-4754-99f9-2929f6c8af15 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:58.958981 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:58.969798 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f5eb3768-cc74-49a5-8bb1-3b2a35d75248 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:59.010567 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3cf4c69a-868f-48d3-9474-4edb75bffa03 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:59.015051 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb3768-cc74-49a5-8bb1-3b2a35d75248 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Pushing event deleted for resources: {'Subnet': ['ID=fa5f3539-31d5-42f5-87d3-7c342044c4a5,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:59.018319 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-e148dbb2-ecaa-4d7b-bba9-50dc082c00fd tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Deleting port 4152c169-8fde-4e4d-9079-6866444c0439 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:03:59.018471 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e148dbb2-ecaa-4d7b-bba9-50dc082c00fd tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:59.050746 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=66a6fa2c-6ce3-4519-9ed5-e485ba6a6028,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:59.075257 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f5eb3768-cc74-49a5-8bb1-3b2a35d75248 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:59.082095 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42ab506-f8b1-4d4b-8ba2-4390464fe3c2 None None] Network b407efb0-7eb7-45c4-99e5-e789751efe0a requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:03:59.112783 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c9035c62-7070-4754-99f9-2929f6c8af15 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:59.120469 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf4c69a-868f-48d3-9474-4edb75bffa03 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60c0f688-40fc-46c3-aca0-5dc9723f94ab,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:59.127194 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f5eb3768-cc74-49a5-8bb1-3b2a35d75248 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "DELETE /v2.0/subnets/fa5f3539-31d5-42f5-87d3-7c342044c4a5 HTTP/1.1" status: 204 len: 168 time: 1.6257212 Feb 03 14:03:59.132747 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58286) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:59.169790 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9035c62-7070-4754-99f9-2929f6c8af15 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b07247f2-59d9-41ab-a941-cdb82c863429,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:59.272280 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 8f7930a1-2f0f-44fe-a11c-d6fc813d45f2 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:03:59.287760 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3cf4c69a-868f-48d3-9474-4edb75bffa03 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:59.291504 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3cf4c69a-868f-48d3-9474-4edb75bffa03 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8353767 Feb 03 14:03:59.292950 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cea67f7-ad93-4f2e-b922-d331c737ba51 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:59.297058 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58290) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:59.297245 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-0cea67f7-ad93-4f2e-b922-d331c737ba51 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5035214 Feb 03 14:03:59.300008 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-c7aa8d98-558d-4090-9594-0d93f00bd1ad tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Request body: {'security_group_rule': {'security_group_id': 'c56dbaf7-2de8-43d4-85c7-495920dcdd2a', 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:03:59.304621 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58294) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:59.344212 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-c7aa8d98-558d-4090-9594-0d93f00bd1ad tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:03:59.348024 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c9035c62-7070-4754-99f9-2929f6c8af15 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:59.353492 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c9035c62-7070-4754-99f9-2929f6c8af15 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.7264533 Feb 03 14:03:59.357836 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58298) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:59.368661 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-c7aa8d98-558d-4090-9594-0d93f00bd1ad tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Usage tracker for resource:security_group_rule and tenant:4cbc4ee6b61f47a897e271e5a6452f6c is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:03:59.397680 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-c7aa8d98-558d-4090-9594-0d93f00bd1ad tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:03:59.412339 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2a366f4f-7173-4d3d-b17f-b541d52f2887 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:59.453318 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-2a366f4f-7173-4d3d-b17f-b541d52f2887 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Deleting port af38607c-05db-4a5e-9a49-734a2ec836da {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:03:59.453667 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2a366f4f-7173-4d3d-b17f-b541d52f2887 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:59.496277 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0fc5c7-d4a0-4f49-9f5b-2322677df88b None None] Network 5bca61da-3e41-47fc-9e4f-b02e43705ab8 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:03:59.500573 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-4648934c-2cfb-4224-94cb-8316149004a8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Allocated IP 172.21.0.1 (5bca61da-3e41-47fc-9e4f-b02e43705ab8/8b5a34dc-80ec-40cf-a2e2-107a6f50ce59/b6fca4bc-5c40-46e7-8f2c-42a2d5a0edf4) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:03:59.564379 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-c7aa8d98-558d-4090-9594-0d93f00bd1ad tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:03:59.600116 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3fdf9692-1e63-48d1-b740-da9d1a46970a tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:59.615243 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e148dbb2-ecaa-4d7b-bba9-50dc082c00fd tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:59.628405 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3fdf9692-1e63-48d1-b740-da9d1a46970a tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:59.645214 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd6e224-a94f-4ebd-8a2f-fbc3800c81ea tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:59.647362 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd6e224-a94f-4ebd-8a2f-fbc3800c81ea tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:59.648143 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd6e224-a94f-4ebd-8a2f-fbc3800c81ea tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:59.648904 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-abd6e224-a94f-4ebd-8a2f-fbc3800c81ea tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:03:59.654142 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 8f7930a1-2f0f-44fe-a11c-d6fc813d45f2 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:59.654453 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:59.718112 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-ab95caaa-e22e-4d0b-a6ce-089b3d770845 None None] Provisioning for port 956ae9f2-d7ab-49c8-ab9f-8001e94dd77a completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:03:59.772240 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-e148dbb2-ecaa-4d7b-bba9-50dc082c00fd tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Calling delete_port for 4152c169-8fde-4e4d-9079-6866444c0439 owned by network:router_gateway {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:03:59.808066 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-2a366f4f-7173-4d3d-b17f-b541d52f2887 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] For port af38607c-05db-4a5e-9a49-734a2ec836da, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=af38607c-05db-4a5e-9a49-734a2ec836da,segment=NetworkSegment(87445424-a581-4563-8a17-1ff2a9e75979),segment_id=87445424-a581-4563-8a17-1ff2a9e75979)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:03:59.808668 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2a366f4f-7173-4d3d-b17f-b541d52f2887 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:59.830623 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c7aa8d98-558d-4090-9594-0d93f00bd1ad tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:59.886677 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 956ae9f2-d7ab-49c8-ab9f-8001e94dd77a up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:03:59.891379 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4648934c-2cfb-4224-94cb-8316149004a8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:59.921141 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ce6007-68f4-4e81-a443-96d91a402db4 None None] DHCP port deletion for b407efb0-7eb7-45c4-99e5-e789751efe0a request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:03:59.941745 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-39ce6007-68f4-4e81-a443-96d91a402db4 None None] Deleting port af38607c-05db-4a5e-9a49-734a2ec836da {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:03:59.941745 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-39ce6007-68f4-4e81-a443-96d91a402db4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:03:59.950895 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-abd6e224-a94f-4ebd-8a2f-fbc3800c81ea tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:03:59.954732 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-abd6e224-a94f-4ebd-8a2f-fbc3800c81ea tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.6434312 Feb 03 14:03:59.954916 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58302) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:03:59.962610 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-2a366f4f-7173-4d3d-b17f-b541d52f2887 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Calling delete_port for af38607c-05db-4a5e-9a49-734a2ec836da owned by network:dhcp {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:03:59.994778 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3fdf9692-1e63-48d1-b740-da9d1a46970a tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:00.018983 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-4648934c-2cfb-4224-94cb-8316149004a8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Transition to ACTIVE for port object b6fca4bc-5c40-46e7-8f2c-42a2d5a0edf4 will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:04:00.050592 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c7aa8d98-558d-4090-9594-0d93f00bd1ad tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:00.051906 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf9692-1e63-48d1-b740-da9d1a46970a tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b07247f2-59d9-41ab-a941-cdb82c863429,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:00.083801 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3fdf9692-1e63-48d1-b740-da9d1a46970a tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:00.087314 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3fdf9692-1e63-48d1-b740-da9d1a46970a tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/b07247f2-59d9-41ab-a941-cdb82c863429 HTTP/1.1" status: 204 len: 168 time: 0.7231071 Feb 03 14:04:00.089723 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58306) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:00.149911 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2a366f4f-7173-4d3d-b17f-b541d52f2887 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:00.163151 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c7aa8d98-558d-4090-9594-0d93f00bd1ad tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:00.167717 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:00.191901 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-05555493-bfca-4f23-9156-50c12798ed01 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Synchronizing usage tracker for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group_rule {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:04:00.195034 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4648934c-2cfb-4224-94cb-8316149004a8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:00.205815 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-39ce6007-68f4-4e81-a443-96d91a402db4 None None] For port af38607c-05db-4a5e-9a49-734a2ec836da, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=af38607c-05db-4a5e-9a49-734a2ec836da,segment=NetworkSegment(87445424-a581-4563-8a17-1ff2a9e75979),segment_id=87445424-a581-4563-8a17-1ff2a9e75979)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:04:00.207878 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-39ce6007-68f4-4e81-a443-96d91a402db4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:00.217369 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 956ae9f2-d7ab-49c8-ab9f-8001e94dd77a completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:04:00.225586 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a366f4f-7173-4d3d-b17f-b541d52f2887 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Pushing event deleted for resources: {'Port': ['ID=af38607c-05db-4a5e-9a49-734a2ec836da,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:00.243700 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa8d98-558d-4090-9594-0d93f00bd1ad tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=644eee64-574e-4dea-aed6-daa31a67c32b,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:00.285629 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 956ae9f2-d7ab-49c8-ab9f-8001e94dd77a triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:00.286551 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:00.308036 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a366f4f-7173-4d3d-b17f-b541d52f2887 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] No DVR routers for this DVR port af38607c-05db-4a5e-9a49-734a2ec836da on host dv-neutron-827016-1-hyperv {{(pid=84182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:04:00.313060 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad4589e6-0d01-4d5e-9d5d-ec6378079a79 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting subnet f012b760-83aa-482e-aeb7-9bcffd5b2946 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:04:00.316233 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ad4589e6-0d01-4d5e-9d5d-ec6378079a79 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:00.350649 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c7aa8d98-558d-4090-9594-0d93f00bd1ad tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:00.354569 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c7aa8d98-558d-4090-9594-0d93f00bd1ad tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0593066 Feb 03 14:04:00.357602 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58310) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:00.367008 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4648934c-2cfb-4224-94cb-8316149004a8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Network 5bca61da-3e41-47fc-9e4f-b02e43705ab8 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:04:00.367948 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-f7daf172-cbd7-4c22-aaa6-69a665897ff5 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Request body: {'security_group_rule': {'security_group_id': 'c56dbaf7-2de8-43d4-85c7-495920dcdd2a', 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:00.370917 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-4648934c-2cfb-4224-94cb-8316149004a8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:04:00.375188 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4648934c-2cfb-4224-94cb-8316149004a8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:04:00.381431 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f7daf172-cbd7-4c22-aaa6-69a665897ff5 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:00.387381 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e148dbb2-ecaa-4d7b-bba9-50dc082c00fd tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:00.393889 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f7daf172-cbd7-4c22-aaa6-69a665897ff5 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Usage tracker for resource:security_group_rule and tenant:4cbc4ee6b61f47a897e271e5a6452f6c is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:00.434431 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-05555493-bfca-4f23-9156-50c12798ed01 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Unset dirty status for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group_rule {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:04:00.436334 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ad4589e6-0d01-4d5e-9d5d-ec6378079a79 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:00.438655 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-05555493-bfca-4f23-9156-50c12798ed01 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3476346 Feb 03 14:04:00.444105 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58314) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:00.460732 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-39ce6007-68f4-4e81-a443-96d91a402db4 None None] Calling delete_port for af38607c-05db-4a5e-9a49-734a2ec836da owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:04:00.464296 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f7daf172-cbd7-4c22-aaa6-69a665897ff5 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:00.498812 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f7daf172-cbd7-4c22-aaa6-69a665897ff5 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:00.506949 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e148dbb2-ecaa-4d7b-bba9-50dc082c00fd tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Pushing event deleted for resources: {'Port': ['ID=4152c169-8fde-4e4d-9079-6866444c0439,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:00.561016 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4648934c-2cfb-4224-94cb-8316149004a8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event updated for resources: {'Port': ['ID=b6fca4bc-5c40-46e7-8f2c-42a2d5a0edf4,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:00.584597 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-39ce6007-68f4-4e81-a443-96d91a402db4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:04:00.585722 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-39ce6007-68f4-4e81-a443-96d91a402db4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:04:00.594791 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2a366f4f-7173-4d3d-b17f-b541d52f2887 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:00.600990 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-7c84d20e-fd23-4973-a638-2e6476f044f0 None None] Provisioning complete for port 956ae9f2-d7ab-49c8-ab9f-8001e94dd77a triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:00.602281 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7c84d20e-fd23-4973-a638-2e6476f044f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:00.602531 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4648934c-2cfb-4224-94cb-8316149004a8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:00.648802 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-2a366f4f-7173-4d3d-b17f-b541d52f2887 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b407efb0-7eb7-45c4-99e5-e789751efe0a']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:00.673346 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-2a366f4f-7173-4d3d-b17f-b541d52f2887 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87445424-a581-4563-8a17-1ff2a9e75979') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:00.673622 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-2a366f4f-7173-4d3d-b17f-b541d52f2887 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87445424-a581-4563-8a17-1ff2a9e75979') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:00.710280 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2a366f4f-7173-4d3d-b17f-b541d52f2887 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:00.730477 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-83318f20-c326-461e-b26a-b0d157a8b092 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:00.733795 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:00.753268 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.securitygroups_db [None req-f7daf172-cbd7-4c22-aaa6-69a665897ff5 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Project 4cbc4ee6b61f47a897e271e5a6452f6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:04:00.762576 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2a366f4f-7173-4d3d-b17f-b541d52f2887 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:00.788538 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a366f4f-7173-4d3d-b17f-b541d52f2887 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:04:00.789058 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2a366f4f-7173-4d3d-b17f-b541d52f2887 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:00.809850 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 14:04:00.809850 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:04:00.809850 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 14:04:00.809850 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:04:00.809850 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 14:04:00.809850 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:04:00.809850 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 14:04:00.809850 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:04:00.809850 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 14:04:00.809850 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:04:00.809850 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 14:04:00.809850 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:04:00.809850 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 14:04:00.809850 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:04:00.809850 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:04:00.809850 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:04:00.809850 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:04:00.809850 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:04:00.809850 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 14:04:00.809850 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:04:00.809850 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 14:04:00.809850 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:04:00.809850 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:04:00.809850 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:04:00.809850 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 14:04:00.809850 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:04:00.809850 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:04:00.809850 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:04:00.809850 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:04:00.809850 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:04:00.809850 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:04:00.809850 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:04:00.829171 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 956ae9f2-d7ab-49c8-ab9f-8001e94dd77a, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=956ae9f2-d7ab-49c8-ab9f-8001e94dd77a,segment=NetworkSegment(7c14263d-478e-47c7-ba76-8fe40b6d0fe7),segment_id=7c14263d-478e-47c7-ba76-8fe40b6d0fe7)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:04:00.829300 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f7daf172-cbd7-4c22-aaa6-69a665897ff5 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:00.829395 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7c84d20e-fd23-4973-a638-2e6476f044f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:00.859729 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e148dbb2-ecaa-4d7b-bba9-50dc082c00fd tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:00.868333 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-83318f20-c326-461e-b26a-b0d157a8b092 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:00.940096 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ad4589e6-0d01-4d5e-9d5d-ec6378079a79 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:01.033480 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:01.041744 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e148dbb2-ecaa-4d7b-bba9-50dc082c00fd tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:01.052079 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e148dbb2-ecaa-4d7b-bba9-50dc082c00fd tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970733'] for router, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:01.077627 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f7daf172-cbd7-4c22-aaa6-69a665897ff5 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:01.112073 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-39ce6007-68f4-4e81-a443-96d91a402db4 None None] Deleting port af38607c-05db-4a5e-9a49-734a2ec836da {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:04:01.112506 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-39ce6007-68f4-4e81-a443-96d91a402db4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:01.141074 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-83318f20-c326-461e-b26a-b0d157a8b092 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:01.143579 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2a366f4f-7173-4d3d-b17f-b541d52f2887 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:01.148282 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2a366f4f-7173-4d3d-b17f-b541d52f2887 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:01.155469 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f7daf172-cbd7-4c22-aaa6-69a665897ff5 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:01.183589 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 66a6fa2c-6ce3-4519-9ed5-e485ba6a6028 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:04:01.210713 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a366f4f-7173-4d3d-b17f-b541d52f2887 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] Pushing event deleted for resources: {'Network': ['ID=b407efb0-7eb7-45c4-99e5-e789751efe0a,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:01.218324 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83318f20-c326-461e-b26a-b0d157a8b092 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bfde9b-5cee-415c-9f0f-ca9fa3687407,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:01.228593 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2a366f4f-7173-4d3d-b17f-b541d52f2887 tempest-TagsExtTest-846028158 tempest-TagsExtTest-846028158-project] 10.222.0.41 "DELETE /v2.0/networks/b407efb0-7eb7-45c4-99e5-e789751efe0a HTTP/1.1" status: 204 len: 168 time: 2.0908628 Feb 03 14:04:01.248741 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4648934c-2cfb-4224-94cb-8316149004a8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:01.318499 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-39ce6007-68f4-4e81-a443-96d91a402db4 None None] The port 'af38607c-05db-4a5e-9a49-734a2ec836da' was deleted {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 14:04:01.377186 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7daf172-cbd7-4c22-aaa6-69a665897ff5 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed61b004-a2d1-418b-8cea-5f41b4769460,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:01.404362 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-7c84d20e-fd23-4973-a638-2e6476f044f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:04:01.404751 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-7c84d20e-fd23-4973-a638-2e6476f044f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:04:01.407050 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=956ae9f2-d7ab-49c8-ab9f-8001e94dd77a,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:01.411633 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e148dbb2-ecaa-4d7b-bba9-50dc082c00fd tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Router 872e3e3f-6dd0-4864-b40d-f271f47a6f4c has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:04:01.418898 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 66a6fa2c-6ce3-4519-9ed5-e485ba6a6028 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:01.419576 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:01.515957 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-83318f20-c326-461e-b26a-b0d157a8b092 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:01.517361 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-83318f20-c326-461e-b26a-b0d157a8b092 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "DELETE /v2.0/security-groups/95bfde9b-5cee-415c-9f0f-ca9fa3687407 HTTP/1.1" status: 204 len: 168 time: 1.0685551 Feb 03 14:04:01.524635 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58320) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:01.529329 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ad4589e6-0d01-4d5e-9d5d-ec6378079a79 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:01.533044 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f7daf172-cbd7-4c22-aaa6-69a665897ff5 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:01.558216 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f7daf172-cbd7-4c22-aaa6-69a665897ff5 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.1756959 Feb 03 14:04:01.559472 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58324) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:01.567528 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-aea567bb-2235-4df9-ad9f-93128d3a30bf tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Request body: {'security_group_rule': {'security_group_id': 'c56dbaf7-2de8-43d4-85c7-495920dcdd2a', 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:01.576287 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-aea567bb-2235-4df9-ad9f-93128d3a30bf tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:01.594067 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device af38607c-05db-4a5e-9a49-734a2ec836da no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:04:01.597774 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-aea567bb-2235-4df9-ad9f-93128d3a30bf tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Usage tracker for resource:security_group_rule and tenant:4cbc4ee6b61f47a897e271e5a6452f6c is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:01.605668 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4589e6-0d01-4d5e-9d5d-ec6378079a79 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Subnet': ['ID=f012b760-83aa-482e-aeb7-9bcffd5b2946,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:01.620516 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ad4589e6-0d01-4d5e-9d5d-ec6378079a79 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:01.622163 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ad4589e6-0d01-4d5e-9d5d-ec6378079a79 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/f012b760-83aa-482e-aeb7-9bcffd5b2946 HTTP/1.1" status: 204 len: 168 time: 1.6663570 Feb 03 14:04:01.633090 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58328) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:01.649994 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-aea567bb-2235-4df9-ad9f-93128d3a30bf tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:01.650408 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: af38607c-05db-4a5e-9a49-734a2ec836da {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:04:01.650830 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device af38607c-05db-4a5e-9a49-734a2ec836da not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:04:01.655575 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4c481a-32aa-4ea3-b0eb-3bdfed5270ac None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:04:01.665557 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-aea567bb-2235-4df9-ad9f-93128d3a30bf tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:01.751405 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.securitygroups_db [None req-aea567bb-2235-4df9-ad9f-93128d3a30bf tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Project 4cbc4ee6b61f47a897e271e5a6452f6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:04:01.760808 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4648934c-2cfb-4224-94cb-8316149004a8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:01.762651 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-aea567bb-2235-4df9-ad9f-93128d3a30bf tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:01.789838 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e148dbb2-ecaa-4d7b-bba9-50dc082c00fd tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:04:01.799928 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e148dbb2-ecaa-4d7b-bba9-50dc082c00fd tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:01.800829 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e148dbb2-ecaa-4d7b-bba9-50dc082c00fd tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] 10.222.0.41 "PUT /v2.0/routers/872e3e3f-6dd0-4864-b40d-f271f47a6f4c HTTP/1.1" status: 200 len: 706 time: 4.3264520 Feb 03 14:04:01.803135 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3581d16-fbba-4894-b7ea-83dd24150546 None None] Sync routers for ids ['872e3e3f-6dd0-4864-b40d-f271f47a6f4c'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:04:01.803683 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-205f9d36-20c0-432f-bb95-22cba4df17fe tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Synchronizing usage tracker for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:04:01.805998 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58334) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:01.820680 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3581d16-fbba-4894-b7ea-83dd24150546 None None] Routers {'872e3e3f-6dd0-4864-b40d-f271f47a6f4c'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:04:01.821307 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-e3581d16-fbba-4894-b7ea-83dd24150546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:03:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['872e3e3f-6dd0-4864-b40d-f271f47a6f4c'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:01.834630 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4648934c-2cfb-4224-94cb-8316149004a8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:01.876554 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdc0d94d-d8fb-4adc-a95a-7dc7b431f8cf tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting subnet f84601e5-7c2f-4ced-b7e2-5a6dcafd14a8 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:04:01.889692 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bdc0d94d-d8fb-4adc-a95a-7dc7b431f8cf tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:01.926984 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8cf67fb0-5b75-4c46-98a5-c45057c90d48 req-6c64e7d6-5064-4caa-9cdd-4eb8978d225d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3875e59f-d40a-4a56-9ead-05f6f7ec7352&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4393010 Feb 03 14:04:01.934280 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-e3581d16-fbba-4894-b7ea-83dd24150546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:01.935932 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58338) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:01.950190 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-205f9d36-20c0-432f-bb95-22cba4df17fe tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Unset dirty status for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:04:01.950332 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3581d16-fbba-4894-b7ea-83dd24150546 None None] Routers {'872e3e3f-6dd0-4864-b40d-f271f47a6f4c'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:04:01.954883 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-205f9d36-20c0-432f-bb95-22cba4df17fe tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4161258 Feb 03 14:04:01.956802 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-e3581d16-fbba-4894-b7ea-83dd24150546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:03:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['872e3e3f-6dd0-4864-b40d-f271f47a6f4c'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:01.957618 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58344) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:01.971953 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-3f73fd41-aee9-4663-847d-3460da7a0470 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Request body: {'security_group': {'name': 'tempest-secgroup--1186263131'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:01.999780 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4648934c-2cfb-4224-94cb-8316149004a8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event updated for resources: {'Port': ['ID=b6fca4bc-5c40-46e7-8f2c-42a2d5a0edf4,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:02.005907 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4648934c-2cfb-4224-94cb-8316149004a8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:02.037721 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-e3581d16-fbba-4894-b7ea-83dd24150546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:02.038119 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3581d16-fbba-4894-b7ea-83dd24150546 None None] The sync data for ids ['872e3e3f-6dd0-4864-b40d-f271f47a6f4c'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:04:02.048640 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3f73fd41-aee9-4663-847d-3460da7a0470 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:02.058797 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bdc0d94d-d8fb-4adc-a95a-7dc7b431f8cf tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:02.106628 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3f73fd41-aee9-4663-847d-3460da7a0470 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:02.123581 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-aea567bb-2235-4df9-ad9f-93128d3a30bf tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:02.175240 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-1797cf17-403f-4990-9ce4-6ea15d4c2284 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] 10.222.0.41 "GET /v2.0/routers/872e3e3f-6dd0-4864-b40d-f271f47a6f4c HTTP/1.1" status: 200 len: 741 time: 0.3651433 Feb 03 14:04:02.181805 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58348) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:02.187872 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-aea567bb-2235-4df9-ad9f-93128d3a30bf tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:02.247287 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-77f52dc5-0522-4c21-bfc4-e93ea314ae02 tempest-RoutersAdminTest-217827584 tempest-RoutersAdminTest-217827584-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=16a0e898-50c0-4b65-ae3a-069e9649bbca&device_id=872e3e3f-6dd0-4864-b40d-f271f47a6f4c HTTP/1.1" status: 200 len: 205 time: 0.0640128 Feb 03 14:04:02.252582 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58352) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:02.259244 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3f73fd41-aee9-4663-847d-3460da7a0470 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:02.278774 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4648934c-2cfb-4224-94cb-8316149004a8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Network 5bca61da-3e41-47fc-9e4f-b02e43705ab8 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:04:02.279721 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea567bb-2235-4df9-ad9f-93128d3a30bf tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12ed20bc-37b8-49d7-b64b-97cae19f86f5,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:02.282342 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-4648934c-2cfb-4224-94cb-8316149004a8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:04:02.324736 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2d294770-c1c2-466a-a23d-f16326de46a3 None None] Provisioning for port b6fca4bc-5c40-46e7-8f2c-42a2d5a0edf4 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:04:02.345334 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-13131201-410e-49df-84ee-a2f78d05b9f2 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] 10.222.0.41 "GET /v2.0/ports?device_id=872e3e3f-6dd0-4864-b40d-f271f47a6f4c HTTP/1.1" status: 200 len: 205 time: 0.0861800 Feb 03 14:04:02.347912 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2d294770-c1c2-466a-a23d-f16326de46a3 None None] Provisioning complete for port b6fca4bc-5c40-46e7-8f2c-42a2d5a0edf4 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:02.348737 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-416e427a-c9af-43c6-b7a3-3d461984ea3a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=90e3ec2d472a4f2a9d915df2b289be59&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4115739 Feb 03 14:04:02.349141 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2d294770-c1c2-466a-a23d-f16326de46a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:02.351227 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bdc0d94d-d8fb-4adc-a95a-7dc7b431f8cf tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:02.410345 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58356) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:02.410684 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58358) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:02.434660 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-2d294770-c1c2-466a-a23d-f16326de46a3 None None] Port b6fca4bc-5c40-46e7-8f2c-42a2d5a0edf4 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:04:02.492072 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-aea567bb-2235-4df9-ad9f-93128d3a30bf tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:02.493262 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-aea567bb-2235-4df9-ad9f-93128d3a30bf tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.9329469 Feb 03 14:04:02.537249 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8cf67fb0-5b75-4c46-98a5-c45057c90d48 req-2d53b938-0230-4e27-8e7f-912e078cfad6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=3875e59f-d40a-4a56-9ead-05f6f7ec7352 HTTP/1.1" status: 200 len: 1099 time: 0.4324465 Feb 03 14:04:02.543293 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3f73fd41-aee9-4663-847d-3460da7a0470 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:02.675204 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-d31fc2c1-09db-459e-8e0f-4cbe8f2a8113 None None] Provisioning complete for port b6fca4bc-5c40-46e7-8f2c-42a2d5a0edf4 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:02.675579 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d31fc2c1-09db-459e-8e0f-4cbe8f2a8113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:02.686447 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3f73fd41-aee9-4663-847d-3460da7a0470 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Usage tracker for resource:security_group_rule and tenant:77b5fea7357a40bda1199cdac7336216 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:02.742818 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-d31fc2c1-09db-459e-8e0f-4cbe8f2a8113 None None] Port b6fca4bc-5c40-46e7-8f2c-42a2d5a0edf4 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:04:02.751654 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3f73fd41-aee9-4663-847d-3460da7a0470 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:02.837159 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4648934c-2cfb-4224-94cb-8316149004a8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Router 2211bc32-e73d-4ce2-8f82-6c41eabf7c0b has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:04:02.845804 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3f73fd41-aee9-4663-847d-3460da7a0470 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:02.938066 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-092ccde9-36a9-45b3-b4a7-6e7e6603ad25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:02.963193 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-888bcb33-823b-4e1a-aaa3-814ad1001dff tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:02.968758 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-adb5f15d-56da-40ab-ab7f-113f76e6a821 None None] Provisioning complete for port 3fd747a9-e432-489f-ae17-52a0f30f27d7 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:02.969207 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-adb5f15d-56da-40ab-ab7f-113f76e6a821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:03.048106 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bdc0d94d-d8fb-4adc-a95a-7dc7b431f8cf tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:03.085954 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4648934c-2cfb-4224-94cb-8316149004a8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:04:03.092769 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bdc0d94d-d8fb-4adc-a95a-7dc7b431f8cf tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:03.099479 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4648934c-2cfb-4224-94cb-8316149004a8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "PUT /v2.0/routers/2211bc32-e73d-4ce2-8f82-6c41eabf7c0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1064298 Feb 03 14:04:03.100586 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58388) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:03.106486 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-3ce778d5-4c5b-4024-8173-f10a9eed026d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Request body: {'network': {'name': 'tempest-RoutersTest-521580620'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:03.107650 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3398a7-a3d8-4ea0-a050-2509248d4187 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:04:03.113540 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-3ce778d5-4c5b-4024-8173-f10a9eed026d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:03.117796 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3ce778d5-4c5b-4024-8173-f10a9eed026d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Usage tracker for resource:network and tenant:d5adceeed00a4893983ee9d6f019faac is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:03.124075 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3ce778d5-4c5b-4024-8173-f10a9eed026d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:03.128525 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-3ce778d5-4c5b-4024-8173-f10a9eed026d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:03.190952 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 956ae9f2-d7ab-49c8-ab9f-8001e94dd77a up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:04:03.215740 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce778d5-4c5b-4024-8173-f10a9eed026d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Made reservation on behalf of d5adceeed00a4893983ee9d6f019faac for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:04:03.219088 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3ce778d5-4c5b-4024-8173-f10a9eed026d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:03.251174 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ce778d5-4c5b-4024-8173-f10a9eed026d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:04:03.258123 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf67fb0-5b75-4c46-98a5-c45057c90d48 req-7b18cfd0-5abd-410b-be13-d420b7653b04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:03.259612 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8cf67fb0-5b75-4c46-98a5-c45057c90d48 req-7b18cfd0-5abd-410b-be13-d420b7653b04 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd13b231-4ee5-4444-8ba9-9ea79394e28e HTTP/1.1" status: 200 len: 897 time: 0.6992664 Feb 03 14:04:03.261660 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3ce778d5-4c5b-4024-8173-f10a9eed026d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:03.262183 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-3ce778d5-4c5b-4024-8173-f10a9eed026d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Added segment a36e15cd-681c-4c58-87c6-ff7afbda06bf of type vlan for network a7017963-cab9-42f5-9cf8-0b07f87eab53 Feb 03 14:04:03.269165 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3f73fd41-aee9-4663-847d-3460da7a0470 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:03.286693 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-092ccde9-36a9-45b3-b4a7-6e7e6603ad25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:03.376340 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0d94d-d8fb-4adc-a95a-7dc7b431f8cf tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Subnet': ['ID=f84601e5-7c2f-4ced-b7e2-5a6dcafd14a8,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:03.379343 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 956ae9f2-d7ab-49c8-ab9f-8001e94dd77a triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:03.379838 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:03.403129 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3ce778d5-4c5b-4024-8173-f10a9eed026d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:03.504872 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-bdc0d94d-d8fb-4adc-a95a-7dc7b431f8cf tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/f84601e5-7c2f-4ced-b7e2-5a6dcafd14a8 HTTP/1.1" status: 204 len: 168 time: 1.8180125 Feb 03 14:04:03.505804 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3f73fd41-aee9-4663-847d-3460da7a0470 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:03.506635 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6a141a-8304-4b44-b0ed-fa5b423e158f None None] DHCP port deletion for ac0baa47-f752-4b1c-8067-faa2699b3288 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:04:03.507619 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58392) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:03.515886 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-fa6a141a-8304-4b44-b0ed-fa5b423e158f None None] Deleting port 3fd747a9-e432-489f-ae17-52a0f30f27d7 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:04:03.516269 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fa6a141a-8304-4b44-b0ed-fa5b423e158f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:03.534963 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-092ccde9-36a9-45b3-b4a7-6e7e6603ad25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:03.574334 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-092ccde9-36a9-45b3-b4a7-6e7e6603ad25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:03.579566 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3ce778d5-4c5b-4024-8173-f10a9eed026d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:03.579693 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-092ccde9-36a9-45b3-b4a7-6e7e6603ad25 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c258bbbc-5e00-45ef-a8fa-65ecef4b4357 HTTP/1.1" status: 204 len: 168 time: 1.1635571 Feb 03 14:04:03.583042 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce778d5-4c5b-4024-8173-f10a9eed026d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:03.584158 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3ce778d5-4c5b-4024-8173-f10a9eed026d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:03.597641 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73fd41-aee9-4663-847d-3460da7a0470 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=483aa6ff-a6f5-4b81-914f-f69df91ca000,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:03.632575 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-8ceabe27-b416-424d-9573-6a50284e8dd7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1206782 Feb 03 14:04:03.639092 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58398) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:03.706578 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3f73fd41-aee9-4663-847d-3460da7a0470 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:03.707728 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3f73fd41-aee9-4663-847d-3460da7a0470 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7472029 Feb 03 14:04:03.717828 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58404) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:03.724331 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-d9290c15-d0bd-49c8-916f-64ce449d3a23 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'subnet': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:03.742463 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3ce778d5-4c5b-4024-8173-f10a9eed026d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6405036 Feb 03 14:04:03.751038 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58406) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:03.775363 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-fa6a141a-8304-4b44-b0ed-fa5b423e158f None None] For port 3fd747a9-e432-489f-ae17-52a0f30f27d7, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=3fd747a9-e432-489f-ae17-52a0f30f27d7,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:04:03.776269 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fa6a141a-8304-4b44-b0ed-fa5b423e158f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:03.776428 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-14fcc260-75be-4c1a-ac1e-97b2ccafa5d3 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Request body: {'subnet': {'network_id': 'a7017963-cab9-42f5-9cf8-0b07f87eab53', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:03.797171 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-12492363-c807-4e6d-afa1-974755b83a80 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Request body: {'security_group_rule': {'security_group_id': '483aa6ff-a6f5-4b81-914f-f69df91ca000', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:03.804323 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ccde9-36a9-45b3-b4a7-6e7e6603ad25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c258bbbc-5e00-45ef-a8fa-65ecef4b4357,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:03.810160 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8cf67fb0-5b75-4c46-98a5-c45057c90d48 req-c36193fa-9c48-4852-a6e5-07ca9099d1b0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=252aee64-0547-43af-b252-4dbeb7d6ddb5 HTTP/1.1" status: 200 len: 1001 time: 0.4215217 Feb 03 14:04:03.811706 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-12492363-c807-4e6d-afa1-974755b83a80 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:03.934134 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-12492363-c807-4e6d-afa1-974755b83a80 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Usage tracker for resource:security_group_rule and tenant:77b5fea7357a40bda1199cdac7336216 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:03.949053 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-12492363-c807-4e6d-afa1-974755b83a80 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:03.956571 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce778d5-4c5b-4024-8173-f10a9eed026d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event updated for resources: {'Network': ['ID=a7017963-cab9-42f5-9cf8-0b07f87eab53,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:03.996264 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-fa6a141a-8304-4b44-b0ed-fa5b423e158f None None] Calling delete_port for 3fd747a9-e432-489f-ae17-52a0f30f27d7 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:04:04.032749 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network a7017963-cab9-42f5-9cf8-0b07f87eab53 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:04:04.051078 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-d9290c15-d0bd-49c8-916f-64ce449d3a23 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:04.060863 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d9290c15-d0bd-49c8-916f-64ce449d3a23 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Usage tracker for resource:subnet and tenant:1508f35e18f0463982f9a6d535c8268b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:04.070719 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d9290c15-d0bd-49c8-916f-64ce449d3a23 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:04.081597 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-12492363-c807-4e6d-afa1-974755b83a80 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:04.084266 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-d9290c15-d0bd-49c8-916f-64ce449d3a23 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:04.116928 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-14fcc260-75be-4c1a-ac1e-97b2ccafa5d3 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:04.123241 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-14fcc260-75be-4c1a-ac1e-97b2ccafa5d3 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Usage tracker for resource:subnet and tenant:d5adceeed00a4893983ee9d6f019faac is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:04.127548 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-14fcc260-75be-4c1a-ac1e-97b2ccafa5d3 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:04.131129 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-888bcb33-823b-4e1a-aaa3-814ad1001dff tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:04.156722 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-14fcc260-75be-4c1a-ac1e-97b2ccafa5d3 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:04.161811 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf67fb0-5b75-4c46-98a5-c45057c90d48 req-2b7e7de2-1a2e-414f-ac26-2d1c3438a347 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:04.167485 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8cf67fb0-5b75-4c46-98a5-c45057c90d48 req-2b7e7de2-1a2e-414f-ac26-2d1c3438a347 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b94a408-000d-4159-8152-731afc1af407 HTTP/1.1" status: 200 len: 835 time: 0.2602782 Feb 03 14:04:04.189014 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9290c15-d0bd-49c8-916f-64ce449d3a23 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:04:04.232286 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-888bcb33-823b-4e1a-aaa3-814ad1001dff tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:04.283298 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8cf67fb0-5b75-4c46-98a5-c45057c90d48 req-77a6f655-27e4-450b-b1c7-0e753cf31e4c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd13b231-4ee5-4444-8ba9-9ea79394e28e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1146491 Feb 03 14:04:04.292930 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fcc260-75be-4c1a-ac1e-97b2ccafa5d3 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Made reservation on behalf of d5adceeed00a4893983ee9d6f019faac for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:04:04.313348 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fa6a141a-8304-4b44-b0ed-fa5b423e158f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:04.317562 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-12492363-c807-4e6d-afa1-974755b83a80 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:04.365241 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a141a-8304-4b44-b0ed-fa5b423e158f None None] Pushing event deleted for resources: {'Port': ['ID=3fd747a9-e432-489f-ae17-52a0f30f27d7,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:04.376418 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6a141a-8304-4b44-b0ed-fa5b423e158f None None] No DVR routers for this DVR port 3fd747a9-e432-489f-ae17-52a0f30f27d7 on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:04:04.380542 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d9290c15-d0bd-49c8-916f-64ce449d3a23 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:04.398652 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-888bcb33-823b-4e1a-aaa3-814ad1001dff tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:04.399135 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888bcb33-823b-4e1a-aaa3-814ad1001dff tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Fanout notify agent at l3_agent the message router_deleted on router 872e3e3f-6dd0-4864-b40d-f271f47a6f4c {{(pid=84181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:04:04.437032 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-888bcb33-823b-4e1a-aaa3-814ad1001dff tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:04.441868 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-888bcb33-823b-4e1a-aaa3-814ad1001dff tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] 10.222.0.41 "DELETE /v2.0/routers/872e3e3f-6dd0-4864-b40d-f271f47a6f4c HTTP/1.1" status: 204 len: 168 time: 2.0252545 Feb 03 14:04:04.448433 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58416) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:04.520458 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e4dc67d7-c184-4da3-a584-e554b53b3e1b tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] 10.222.0.41 "GET /v2.0/ports?device_id=872e3e3f-6dd0-4864-b40d-f271f47a6f4c HTTP/1.1" status: 200 len: 205 time: 0.0686126 Feb 03 14:04:04.521465 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58422) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:04.551763 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8cf67fb0-5b75-4c46-98a5-c45057c90d48 req-a9a58a0a-0fe1-44be-a59e-b1d437690494 service neutron] 10.222.0.47 "GET /v2.0/networks/dd13b231-4ee5-4444-8ba9-9ea79394e28e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566252 Feb 03 14:04:04.556006 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-12492363-c807-4e6d-afa1-974755b83a80 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:04.586148 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-14fcc260-75be-4c1a-ac1e-97b2ccafa5d3 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:04.620936 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-624f1494-62f3-4341-ba33-702174d65d6f tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] delete failed (client error): The resource could not be found. Feb 03 14:04:04.624551 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-624f1494-62f3-4341-ba33-702174d65d6f tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] 10.222.0.41 "DELETE /v2.0/routers/872e3e3f-6dd0-4864-b40d-f271f47a6f4c HTTP/1.1" status: 404 len: 336 time: 0.0997155 Feb 03 14:04:04.627433 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58428) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:04.634393 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-12492363-c807-4e6d-afa1-974755b83a80 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:04.698770 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-0b4e655d-e1c0-4cef-9308-7e14d6748cbf tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebfc2b2b-e4de-4800-9c5c-90baecac6287 HTTP/1.1" status: 200 len: 205 time: 0.0701194 Feb 03 14:04:04.702027 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58436) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:04.703840 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12492363-c807-4e6d-afa1-974755b83a80 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf358cbb-96f6-4b0a-8701-3249cc7acba3,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:04.761516 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8cf67fb0-5b75-4c46-98a5-c45057c90d48 req-204fcf64-87fd-485f-bcb5-26537e2b3c45 service neutron] 10.222.0.47 "GET /v2.0/networks/dd13b231-4ee5-4444-8ba9-9ea79394e28e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036519 Feb 03 14:04:04.783823 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-8c12965a-ba57-4b3c-a1de-de58dca89aef tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] delete failed (client error): The resource could not be found. Feb 03 14:04:04.784845 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-8c12965a-ba57-4b3c-a1de-de58dca89aef tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] 10.222.0.41 "DELETE /v2.0/routers/ebfc2b2b-e4de-4800-9c5c-90baecac6287 HTTP/1.1" status: 404 len: 336 time: 0.0802240 Feb 03 14:04:04.787680 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58448) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:04.830076 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-12492363-c807-4e6d-afa1-974755b83a80 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:04.831097 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-12492363-c807-4e6d-afa1-974755b83a80 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0503705 Feb 03 14:04:04.834080 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58456) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:04.838080 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-7ac9e350-6726-4202-a839-533dfaaf1da2 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a880788-b37b-4fe6-ba80-59ff5332f437 HTTP/1.1" status: 200 len: 205 time: 0.0493004 Feb 03 14:04:04.841129 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58460) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:04.880945 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-767cfedf-f0ab-401c-a353-e333117c75d8 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "GET /v2.0/security-group-rules/bf358cbb-96f6-4b0a-8701-3249cc7acba3 HTTP/1.1" status: 200 len: 705 time: 0.0443199 Feb 03 14:04:04.887989 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58464) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:04.907704 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-0c466c6e-ebf7-4a9f-9012-658c055d5f81 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] delete failed (client error): The resource could not be found. Feb 03 14:04:04.911111 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-0c466c6e-ebf7-4a9f-9012-658c055d5f81 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] 10.222.0.41 "DELETE /v2.0/routers/6a880788-b37b-4fe6-ba80-59ff5332f437 HTTP/1.1" status: 404 len: 336 time: 0.0667908 Feb 03 14:04:04.911599 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58468) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:04.962439 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-df1431b3-b6f4-4a90-af63-73c29c260e87 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] 10.222.0.41 "GET /v2.0/ports?device_id=eefbf1af-fa8f-4ba7-a126-fe0f30b2710f HTTP/1.1" status: 200 len: 205 time: 0.0496545 Feb 03 14:04:04.964501 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58472) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:05.020739 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-f17b5665-b0cb-48c6-88de-e392b726be0c tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Synchronizing usage tracker for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group_rule {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:04:05.033886 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-d27837a7-a509-4c8d-9554-bce408f52b0e tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] delete failed (client error): The resource could not be found. Feb 03 14:04:05.037917 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d27837a7-a509-4c8d-9554-bce408f52b0e tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] 10.222.0.41 "DELETE /v2.0/routers/eefbf1af-fa8f-4ba7-a126-fe0f30b2710f HTTP/1.1" status: 404 len: 336 time: 0.0695386 Feb 03 14:04:05.040846 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58476) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:05.073305 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d9290c15-d0bd-49c8-916f-64ce449d3a23 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:05.129127 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 3fd747a9-e432-489f-ae17-52a0f30f27d7 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:04:05.147451 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-14fcc260-75be-4c1a-ac1e-97b2ccafa5d3 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:05.196978 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-f17b5665-b0cb-48c6-88de-e392b726be0c tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Unset dirty status for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group_rule {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:04:05.201484 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f17b5665-b0cb-48c6-88de-e392b726be0c tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3124599 Feb 03 14:04:05.204237 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9290c15-d0bd-49c8-916f-64ce449d3a23 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:04:05.205693 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58482) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:05.213492 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 3fd747a9-e432-489f-ae17-52a0f30f27d7 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:04:05.215556 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 3fd747a9-e432-489f-ae17-52a0f30f27d7 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:04:05.215728 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-d9290c15-d0bd-49c8-916f-64ce449d3a23 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:04:05.219310 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-6e1d6ff5-6160-4254-8f66-3878083e3561 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] 10.222.0.41 "GET /v2.0/ports?device_id=2046df54-05a6-4c70-b87d-3cf0d9fb4e10 HTTP/1.1" status: 200 len: 205 time: 0.1793606 Feb 03 14:04:05.221632 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58486) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:05.236816 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9290c15-d0bd-49c8-916f-64ce449d3a23 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Subnet': ['ID=cc863765-ad12-4fb5-bcfd-8b5ad6350551,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:05.245491 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daaf149a-4bf1-4f6d-b81c-32f315768d9a None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:04:05.261584 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9290c15-d0bd-49c8-916f-64ce449d3a23 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:05.261584 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d9290c15-d0bd-49c8-916f-64ce449d3a23 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:05.306087 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-d58918a0-6c3c-4b0c-8767-151ffad24eb9 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] delete failed (client error): The resource could not be found. Feb 03 14:04:05.310140 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d58918a0-6c3c-4b0c-8767-151ffad24eb9 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] 10.222.0.41 "DELETE /v2.0/routers/2046df54-05a6-4c70-b87d-3cf0d9fb4e10 HTTP/1.1" status: 404 len: 336 time: 0.0849941 Feb 03 14:04:05.310335 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58490) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:05.349123 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3bf4def4-fa8d-4729-b0c4-58513eb2c389 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:05.380279 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3bf4def4-fa8d-4729-b0c4-58513eb2c389 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:05.408145 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fcc260-75be-4c1a-ac1e-97b2ccafa5d3 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Checking segment: {'id': 'a36e15cd-681c-4c58-87c6-ff7afbda06bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a7017963-cab9-42f5-9cf8-0b07f87eab53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:04:05.408497 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fcc260-75be-4c1a-ac1e-97b2ccafa5d3 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Network hostable DHCP agents. Network: a7017963-cab9-42f5-9cf8-0b07f87eab53, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:04:05.415033 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fcc260-75be-4c1a-ac1e-97b2ccafa5d3 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event updated for resources: {'Subnet': ['ID=653244bc-3fae-41ea-bba4-891f1c21078d,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:05.429079 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-712b39b2-37c3-4acf-89e1-3b9379da6113 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] 10.222.0.41 "GET /v2.0/ports?device_id=80897dd6-117a-4de9-a128-e1fa096d1164 HTTP/1.1" status: 200 len: 205 time: 0.1163337 Feb 03 14:04:05.431905 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58494) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:05.507792 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-3ed9750a-fb0f-455e-bee0-d56d9ea50473 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] delete failed (client error): The resource could not be found. Feb 03 14:04:05.513134 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3ed9750a-fb0f-455e-bee0-d56d9ea50473 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] 10.222.0.41 "DELETE /v2.0/routers/80897dd6-117a-4de9-a128-e1fa096d1164 HTTP/1.1" status: 404 len: 336 time: 0.0770409 Feb 03 14:04:05.513134 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58498) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:05.545654 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f13f93-4ba4-4014-81c6-c761a0a59b6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-ac0baa47-f752-4b1c-8067-faa2699b3288', 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'tenant_id': '1508f35e18f0463982f9a6d535c8268b', 'fixed_ips': [{'subnet_id': 'cc863765-ad12-4fb5-bcfd-8b5ad6350551'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:04:05.545938 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d9290c15-d0bd-49c8-916f-64ce449d3a23 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9057193 Feb 03 14:04:05.547085 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-53f13f93-4ba4-4014-81c6-c761a0a59b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:05.549739 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58502) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:05.556016 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-8b247a05-5ce8-4286-b192-0ce6c80b17e7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'subnet': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:05.562872 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-d45daf85-08e4-4a1b-8960-eb1d5131cfb9 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:05.563357 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d45daf85-08e4-4a1b-8960-eb1d5131cfb9 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:05.567713 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d45daf85-08e4-4a1b-8960-eb1d5131cfb9 tempest-RoutersAdminTest-1826712098 tempest-RoutersAdminTest-1826712098-project] 10.222.0.41 "DELETE /v2.0/subnets/d9c6fa09-733e-49d1-9375-d27150f38d66 HTTP/1.1" status: 404 len: 337 time: 0.0524566 Feb 03 14:04:05.703544 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3bf4def4-fa8d-4729-b0c4-58513eb2c389 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:05.743986 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf4def4-fa8d-4729-b0c4-58513eb2c389 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf358cbb-96f6-4b0a-8701-3249cc7acba3,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:05.753021 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fcc260-75be-4c1a-ac1e-97b2ccafa5d3 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Network a7017963-cab9-42f5-9cf8-0b07f87eab53 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:04:05.755336 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-8b247a05-5ce8-4286-b192-0ce6c80b17e7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:05.762354 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-8b247a05-5ce8-4286-b192-0ce6c80b17e7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Usage tracker for resource:subnet and tenant:1508f35e18f0463982f9a6d535c8268b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:05.766500 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-8b247a05-5ce8-4286-b192-0ce6c80b17e7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:05.772544 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-8b247a05-5ce8-4286-b192-0ce6c80b17e7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:05.809417 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-53f13f93-4ba4-4014-81c6-c761a0a59b6e None None] Allocated IP 2001:db8::2 (ac0baa47-f752-4b1c-8067-faa2699b3288/cc863765-ad12-4fb5-bcfd-8b5ad6350551/863ed1cb-a345-4fd1-8d71-878698370419) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:04:05.820847 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3bf4def4-fa8d-4729-b0c4-58513eb2c389 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:05.824504 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3bf4def4-fa8d-4729-b0c4-58513eb2c389 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/bf358cbb-96f6-4b0a-8701-3249cc7acba3 HTTP/1.1" status: 204 len: 168 time: 0.6130764 Feb 03 14:04:05.824892 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58508) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:05.850031 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-14fcc260-75be-4c1a-ac1e-97b2ccafa5d3 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, a7017963-cab9-42f5-9cf8-0b07f87eab53) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:04:05.858537 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fcc260-75be-4c1a-ac1e-97b2ccafa5d3 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:05.858537 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-14fcc260-75be-4c1a-ac1e-97b2ccafa5d3 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:05.863691 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b247a05-5ce8-4286-b192-0ce6c80b17e7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:04:05.870637 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8b247a05-5ce8-4286-b192-0ce6c80b17e7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:05.875178 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-24a0bcf9-d933-4ad2-b46b-7c0610b805a2 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Synchronizing usage tracker for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group_rule {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:04:05.912423 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea0c786-2f82-421c-98c8-91f3669b6521 None None] Network a7017963-cab9-42f5-9cf8-0b07f87eab53 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:04:06.035561 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.ipam_backend_mixin [None req-8b247a05-5ce8-4286-b192-0ce6c80b17e7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cc863765-ad12-4fb5-bcfd-8b5ad6350551 (CIDR: 2001:db8::/64) Feb 03 14:04:06.242977 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-53f13f93-4ba4-4014-81c6-c761a0a59b6e None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:06.265967 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-53f13f93-4ba4-4014-81c6-c761a0a59b6e None None] Transition to ACTIVE for port object 863ed1cb-a345-4fd1-8d71-878698370419 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:04:06.277308 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c63c66-aa48-4ad9-aecf-3f392fcd75ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-a7017963-cab9-42f5-9cf8-0b07f87eab53', 'network_id': 'a7017963-cab9-42f5-9cf8-0b07f87eab53', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'fixed_ips': [{'subnet_id': '653244bc-3fae-41ea-bba4-891f1c21078d'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:04:06.278241 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-84c63c66-aa48-4ad9-aecf-3f392fcd75ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:06.306250 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-53f13f93-4ba4-4014-81c6-c761a0a59b6e None None] Transition to ACTIVE for port object 863ed1cb-a345-4fd1-8d71-878698370419 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:04:06.335486 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-24a0bcf9-d933-4ad2-b46b-7c0610b805a2 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Unset dirty status for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group_rule {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:04:06.336757 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-24a0bcf9-d933-4ad2-b46b-7c0610b805a2 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5108340 Feb 03 14:04:06.336902 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b247a05-5ce8-4286-b192-0ce6c80b17e7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:04:06.337526 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b247a05-5ce8-4286-b192-0ce6c80b17e7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:06.340849 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58514) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:06.346143 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-ed4f8cb5-d2f0-405c-b3e1-d1c1d9ce3159 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Request body: {'security_group_rule': {'security_group_id': '483aa6ff-a6f5-4b81-914f-f69df91ca000', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:06.356046 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-ed4f8cb5-d2f0-405c-b3e1-d1c1d9ce3159 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:06.369193 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-14fcc260-75be-4c1a-ac1e-97b2ccafa5d3 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6169009 Feb 03 14:04:06.384929 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58518) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:06.398436 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-ed4f8cb5-d2f0-405c-b3e1-d1c1d9ce3159 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:06.446081 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-53f13f93-4ba4-4014-81c6-c761a0a59b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:06.534876 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58524) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:06.553926 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ed4f8cb5-d2f0-405c-b3e1-d1c1d9ce3159 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:06.567444 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-8b247a05-5ce8-4286-b192-0ce6c80b17e7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0163808 Feb 03 14:04:06.573300 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58530) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:06.573828 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f13f93-4ba4-4014-81c6-c761a0a59b6e None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:04:06.580472 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-139e7efc-57b3-44f4-8c8c-944827e0df75 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'subnet': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:06.588177 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-53f13f93-4ba4-4014-81c6-c761a0a59b6e None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:04:06.591541 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f13f93-4ba4-4014-81c6-c761a0a59b6e None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:04:06.598109 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f13f93-4ba4-4014-81c6-c761a0a59b6e None None] Pushing event updated for resources: {'Port': ['ID=863ed1cb-a345-4fd1-8d71-878698370419,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:06.608497 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-84c63c66-aa48-4ad9-aecf-3f392fcd75ce None None] Allocated IP 172.22.0.2 (a7017963-cab9-42f5-9cf8-0b07f87eab53/653244bc-3fae-41ea-bba4-891f1c21078d/df5d993e-fdca-4468-b8d2-aabbfbe7933f) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:04:06.636837 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ed4f8cb5-d2f0-405c-b3e1-d1c1d9ce3159 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:06.712550 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ed4f8cb5-d2f0-405c-b3e1-d1c1d9ce3159 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:06.740336 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f8cb5-d2f0-405c-b3e1-d1c1d9ce3159 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd9d83ab-98ea-4133-a733-0a564e29c44e,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:06.763941 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-139e7efc-57b3-44f4-8c8c-944827e0df75 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:06.791018 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6cfefdc2-b82e-418d-b934-ff4d6d4e2f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:06.822556 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-139e7efc-57b3-44f4-8c8c-944827e0df75 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Usage tracker for resource:subnet and tenant:1508f35e18f0463982f9a6d535c8268b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:06.823037 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ed4f8cb5-d2f0-405c-b3e1-d1c1d9ce3159 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:06.824309 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ed4f8cb5-d2f0-405c-b3e1-d1c1d9ce3159 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4836779 Feb 03 14:04:06.828155 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-53f13f93-4ba4-4014-81c6-c761a0a59b6e None None] Attempting to bind port 863ed1cb-a345-4fd1-8d71-878698370419 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:04:06.828536 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-53f13f93-4ba4-4014-81c6-c761a0a59b6e None None] Attempting to bind port 863ed1cb-a345-4fd1-8d71-878698370419 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:04:06.828901 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f13f93-4ba4-4014-81c6-c761a0a59b6e None None] Attempting to bind port 863ed1cb-a345-4fd1-8d71-878698370419 on network ac0baa47-f752-4b1c-8067-faa2699b3288 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:04:06.829383 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58534) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:06.831028 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-139e7efc-57b3-44f4-8c8c-944827e0df75 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:06.832798 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-6cfefdc2-b82e-418d-b934-ff4d6d4e2f4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:06.844202 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-139e7efc-57b3-44f4-8c8c-944827e0df75 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:06.854361 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f13f93-4ba4-4014-81c6-c761a0a59b6e None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:04:06.854983 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f13f93-4ba4-4014-81c6-c761a0a59b6e None None] Checking segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:04:06.855174 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-53f13f93-4ba4-4014-81c6-c761a0a59b6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:06.855509 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f13f93-4ba4-4014-81c6-c761a0a59b6e None None] Bound using segment: {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:04:06.855984 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-53f13f93-4ba4-4014-81c6-c761a0a59b6e None None] Bound port: 863ed1cb-a345-4fd1-8d71-878698370419, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e994c506-4b8b-40f3-b39e-800f29dc7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:04:06.856364 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-53f13f93-4ba4-4014-81c6-c761a0a59b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:06.858012 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-fc5c6bd6-a682-494e-a0b5-c68218a0d3e0 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "GET /v2.0/security-group-rules/bd9d83ab-98ea-4133-a733-0a564e29c44e HTTP/1.1" status: 200 len: 705 time: 0.0274594 Feb 03 14:04:06.861100 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-6cfefdc2-b82e-418d-b934-ff4d6d4e2f4c admin admin] Usage tracker for resource:security_group_rule and tenant:b246fbd2f57144099e62822a8086603b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:06.863525 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58538) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:06.871037 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-6cfefdc2-b82e-418d-b934-ff4d6d4e2f4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:06.885733 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-6cfefdc2-b82e-418d-b934-ff4d6d4e2f4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:06.936180 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-b97ce8a8-0cfa-4272-9bb6-07dcb52e8ff5 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Synchronizing usage tracker for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group_rule {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:04:06.998867 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6cfefdc2-b82e-418d-b934-ff4d6d4e2f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:07.034495 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139e7efc-57b3-44f4-8c8c-944827e0df75 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:04:07.037890 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-139e7efc-57b3-44f4-8c8c-944827e0df75 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:07.052031 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-53f13f93-4ba4-4014-81c6-c761a0a59b6e None None] For port 863ed1cb-a345-4fd1-8d71-878698370419, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:04:07.056700 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-b97ce8a8-0cfa-4272-9bb6-07dcb52e8ff5 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Unset dirty status for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group_rule {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:04:07.059763 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b97ce8a8-0cfa-4272-9bb6-07dcb52e8ff5 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1953192 Feb 03 14:04:07.064032 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58542) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:07.076817 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-53f13f93-4ba4-4014-81c6-c761a0a59b6e None None] For port 863ed1cb-a345-4fd1-8d71-878698370419, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=863ed1cb-a345-4fd1-8d71-878698370419,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:04:07.084440 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6cfefdc2-b82e-418d-b934-ff4d6d4e2f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:07.134850 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-6cfefdc2-b82e-418d-b934-ff4d6d4e2f4c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b246fbd2f57144099e62822a8086603b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5984747 Feb 03 14:04:07.145946 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58546) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:07.156053 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-53f13f93-4ba4-4014-81c6-c761a0a59b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:07.164239 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-84c63c66-aa48-4ad9-aecf-3f392fcd75ce None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:07.201910 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfefdc2-b82e-418d-b934-ff4d6d4e2f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a15078-9b0d-403c-a8d4-4a69b78e9668,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:07.221951 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-34a7ce49-c913-4c55-b783-9634e1af3431 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:07.239131 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-34a7ce49-c913-4c55-b783-9634e1af3431 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:07.257623 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-84c63c66-aa48-4ad9-aecf-3f392fcd75ce None None] Transition to ACTIVE for port object df5d993e-fdca-4468-b8d2-aabbfbe7933f will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:04:07.278886 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ea4a3f7c-1710-4c3f-9ea0-f7022c2c3ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:07.301995 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-84c63c66-aa48-4ad9-aecf-3f392fcd75ce None None] Transition to ACTIVE for port object df5d993e-fdca-4468-b8d2-aabbfbe7933f will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:04:07.317296 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ea4a3f7c-1710-4c3f-9ea0-f7022c2c3ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:07.319313 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f13f93-4ba4-4014-81c6-c761a0a59b6e None None] Pushing event updated for resources: {'Port': ['ID=863ed1cb-a345-4fd1-8d71-878698370419,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:07.387336 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-84c63c66-aa48-4ad9-aecf-3f392fcd75ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:07.420997 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-34a7ce49-c913-4c55-b783-9634e1af3431 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:07.451774 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7ce49-c913-4c55-b783-9634e1af3431 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd9d83ab-98ea-4133-a733-0a564e29c44e,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:07.455024 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2d39f0a0-2c6b-44c2-a311-5d8dab01a32b tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:07.481079 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ea4a3f7c-1710-4c3f-9ea0-f7022c2c3ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:07.519496 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c63c66-aa48-4ad9-aecf-3f392fcd75ce None None] Network a7017963-cab9-42f5-9cf8-0b07f87eab53 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:04:07.522440 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a3f7c-1710-4c3f-9ea0-f7022c2c3ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a15078-9b0d-403c-a8d4-4a69b78e9668,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:07.522772 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-84c63c66-aa48-4ad9-aecf-3f392fcd75ce None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:04:07.526579 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c63c66-aa48-4ad9-aecf-3f392fcd75ce None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:04:07.549176 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c63c66-aa48-4ad9-aecf-3f392fcd75ce None None] Pushing event updated for resources: {'Port': ['ID=df5d993e-fdca-4468-b8d2-aabbfbe7933f,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:07.677608 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-84c63c66-aa48-4ad9-aecf-3f392fcd75ce None None] Attempting to bind port df5d993e-fdca-4468-b8d2-aabbfbe7933f on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:04:07.677985 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-84c63c66-aa48-4ad9-aecf-3f392fcd75ce None None] Attempting to bind port df5d993e-fdca-4468-b8d2-aabbfbe7933f by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'a36e15cd-681c-4c58-87c6-ff7afbda06bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a7017963-cab9-42f5-9cf8-0b07f87eab53'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:04:07.678652 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c63c66-aa48-4ad9-aecf-3f392fcd75ce None None] Attempting to bind port df5d993e-fdca-4468-b8d2-aabbfbe7933f on network a7017963-cab9-42f5-9cf8-0b07f87eab53 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:04:07.688757 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c63c66-aa48-4ad9-aecf-3f392fcd75ce None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:04:07.689133 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c63c66-aa48-4ad9-aecf-3f392fcd75ce None None] Checking segment: {'id': 'a36e15cd-681c-4c58-87c6-ff7afbda06bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a7017963-cab9-42f5-9cf8-0b07f87eab53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:04:07.689536 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-84c63c66-aa48-4ad9-aecf-3f392fcd75ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:07.689931 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c63c66-aa48-4ad9-aecf-3f392fcd75ce None None] Bound using segment: {'id': 'a36e15cd-681c-4c58-87c6-ff7afbda06bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a7017963-cab9-42f5-9cf8-0b07f87eab53'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:04:07.690654 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-84c63c66-aa48-4ad9-aecf-3f392fcd75ce None None] Bound port: df5d993e-fdca-4468-b8d2-aabbfbe7933f, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a36e15cd-681c-4c58-87c6-ff7afbda06bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a7017963-cab9-42f5-9cf8-0b07f87eab53'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:04:07.691036 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-84c63c66-aa48-4ad9-aecf-3f392fcd75ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:07.821807 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ea4a3f7c-1710-4c3f-9ea0-f7022c2c3ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:07.825180 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ea4a3f7c-1710-4c3f-9ea0-f7022c2c3ebc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/07a15078-9b0d-403c-a8d4-4a69b78e9668 HTTP/1.1" status: 204 len: 168 time: 0.6747379 Feb 03 14:04:07.834631 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-34a7ce49-c913-4c55-b783-9634e1af3431 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:07.834631 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-34a7ce49-c913-4c55-b783-9634e1af3431 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/bd9d83ab-98ea-4133-a733-0a564e29c44e HTTP/1.1" status: 204 len: 168 time: 0.7636564 Feb 03 14:04:07.839677 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58554) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:07.861134 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-84c63c66-aa48-4ad9-aecf-3f392fcd75ce None None] For port df5d993e-fdca-4468-b8d2-aabbfbe7933f, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:04:07.868746 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-84c63c66-aa48-4ad9-aecf-3f392fcd75ce None None] For port df5d993e-fdca-4468-b8d2-aabbfbe7933f, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=df5d993e-fdca-4468-b8d2-aabbfbe7933f,segment=NetworkSegment(a36e15cd-681c-4c58-87c6-ff7afbda06bf),segment_id=a36e15cd-681c-4c58-87c6-ff7afbda06bf)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:04:07.901375 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-69ac80a0-c640-4e27-bd08-0196626b1823 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Synchronizing usage tracker for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group_rule {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:04:07.953511 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-84c63c66-aa48-4ad9-aecf-3f392fcd75ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:07.988294 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-69ac80a0-c640-4e27-bd08-0196626b1823 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Unset dirty status for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group_rule {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:04:07.993809 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-69ac80a0-c640-4e27-bd08-0196626b1823 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1514432 Feb 03 14:04:08.002508 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58558) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:08.002508 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-47dc11d3-3cab-4b88-a593-8210aa4d00e5 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Request body: {'security_group_rule': {'security_group_id': '483aa6ff-a6f5-4b81-914f-f69df91ca000', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:08.008560 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-47dc11d3-3cab-4b88-a593-8210aa4d00e5 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:08.020923 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-47dc11d3-3cab-4b88-a593-8210aa4d00e5 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:08.034480 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c63c66-aa48-4ad9-aecf-3f392fcd75ce None None] Pushing event updated for resources: {'Port': ['ID=df5d993e-fdca-4468-b8d2-aabbfbe7933f,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:08.143309 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-47dc11d3-3cab-4b88-a593-8210aa4d00e5 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:08.225978 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-2d39f0a0-2c6b-44c2-a311-5d8dab01a32b tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Allocated IP 172.22.0.1 (a7017963-cab9-42f5-9cf8-0b07f87eab53/653244bc-3fae-41ea-bba4-891f1c21078d/764a7d90-b00c-4fb7-98b2-7d065e6d9655) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:04:08.245518 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.objects.ports [None req-139e7efc-57b3-44f4-8c8c-944827e0df75 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84182) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 03 14:04:08.249493 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-47dc11d3-3cab-4b88-a593-8210aa4d00e5 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:08.319536 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-47dc11d3-3cab-4b88-a593-8210aa4d00e5 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:08.376784 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc11d3-3cab-4b88-a593-8210aa4d00e5 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94a0673f-4623-48f8-bffe-bfd801750bca,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:08.508843 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-47dc11d3-3cab-4b88-a593-8210aa4d00e5 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:08.509563 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-47dc11d3-3cab-4b88-a593-8210aa4d00e5 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5132093 Feb 03 14:04:08.511785 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58564) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:08.567266 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-50b86827-04f7-47c1-b67b-8f2e49c6dc5c tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "GET /v2.0/security-group-rules/94a0673f-4623-48f8-bffe-bfd801750bca HTTP/1.1" status: 200 len: 706 time: 0.0525484 Feb 03 14:04:08.568410 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58570) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:08.634778 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2d39f0a0-2c6b-44c2-a311-5d8dab01a32b tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:08.660931 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-2d39f0a0-2c6b-44c2-a311-5d8dab01a32b tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Transition to ACTIVE for port object 764a7d90-b00c-4fb7-98b2-7d065e6d9655 will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:04:08.686015 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-cad24353-e3c3-4afe-b65f-8c705cf4f17d tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Synchronizing usage tracker for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group_rule {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:04:08.766978 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2d39f0a0-2c6b-44c2-a311-5d8dab01a32b tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:08.782213 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58574) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:08.816849 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-cad24353-e3c3-4afe-b65f-8c705cf4f17d tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Unset dirty status for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group_rule {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:04:08.824713 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58578) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:08.825704 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-cad24353-e3c3-4afe-b65f-8c705cf4f17d tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.2542171 Feb 03 14:04:08.856515 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-50a7fa2e-6c0a-426a-8890-1b6ffc6e55ab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5b4d4a64e1f040f091825530477755a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0729148 Feb 03 14:04:08.858893 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58582) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:08.881391 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d39f0a0-2c6b-44c2-a311-5d8dab01a32b tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Network a7017963-cab9-42f5-9cf8-0b07f87eab53 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:04:08.897534 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-2d39f0a0-2c6b-44c2-a311-5d8dab01a32b tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:04:08.903472 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-139e7efc-57b3-44f4-8c8c-944827e0df75 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:08.915569 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d39f0a0-2c6b-44c2-a311-5d8dab01a32b tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:04:08.938769 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bcd78285-ad53-4110-a140-1c8bed90d0b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:08.970576 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bcd78285-ad53-4110-a140-1c8bed90d0b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:08.987814 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39f0a0-2c6b-44c2-a311-5d8dab01a32b tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event updated for resources: {'Port': ['ID=764a7d90-b00c-4fb7-98b2-7d065e6d9655,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:08.993529 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-21ba881c-97e2-4c76-8c2e-e70ac009cec1 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:09.035546 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-21ba881c-97e2-4c76-8c2e-e70ac009cec1 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:09.072955 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-ef8aeccf-2c27-453a-83df-bcff2b420d56 None None] Provisioning for port 863ed1cb-a345-4fd1-8d71-878698370419 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:04:09.081431 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2d39f0a0-2c6b-44c2-a311-5d8dab01a32b tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:09.096305 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bcd78285-ad53-4110-a140-1c8bed90d0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:09.154723 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd78285-ad53-4110-a140-1c8bed90d0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cdb649-2cbb-42c0-9f6f-10908ce1a70a,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:09.158202 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bcd78285-ad53-4110-a140-1c8bed90d0b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:09.162324 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-bcd78285-ad53-4110-a140-1c8bed90d0b8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/92cdb649-2cbb-42c0-9f6f-10908ce1a70a HTTP/1.1" status: 204 len: 168 time: 0.2994442 Feb 03 14:04:09.235112 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-21ba881c-97e2-4c76-8c2e-e70ac009cec1 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:09.245138 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 863ed1cb-a345-4fd1-8d71-878698370419 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:04:09.289813 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba881c-97e2-4c76-8c2e-e70ac009cec1 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94a0673f-4623-48f8-bffe-bfd801750bca,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:09.422019 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 863ed1cb-a345-4fd1-8d71-878698370419 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:04:09.422200 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-139e7efc-57b3-44f4-8c8c-944827e0df75 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] For port 863ed1cb-a345-4fd1-8d71-878698370419, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=863ed1cb-a345-4fd1-8d71-878698370419,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:04:09.427191 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 863ed1cb-a345-4fd1-8d71-878698370419 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:09.431567 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:09.438535 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2d39f0a0-2c6b-44c2-a311-5d8dab01a32b tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:09.456021 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-21ba881c-97e2-4c76-8c2e-e70ac009cec1 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:09.457133 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-21ba881c-97e2-4c76-8c2e-e70ac009cec1 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/94a0673f-4623-48f8-bffe-bfd801750bca HTTP/1.1" status: 204 len: 168 time: 0.6140354 Feb 03 14:04:09.459834 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58590) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:09.541905 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-139e7efc-57b3-44f4-8c8c-944827e0df75 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:09.556492 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-79e87b49-26ba-4176-83f6-77397e88114e tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0954933 Feb 03 14:04:09.560388 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58594) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:09.585260 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:09.637324 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-139e7efc-57b3-44f4-8c8c-944827e0df75 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:09.638231 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-139e7efc-57b3-44f4-8c8c-944827e0df75 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:09.698923 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-82bb6bde-55b6-4215-a226-85c7617bc8b9 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:09.727970 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:04:09.728712 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:04:09.757005 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fa5622-cac3-4863-82dd-cdb32138ed93 None None] Network a7017963-cab9-42f5-9cf8-0b07f87eab53 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:04:09.770877 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-82bb6bde-55b6-4215-a226-85c7617bc8b9 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:09.944418 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-3ab5e02d-056e-43db-80dc-05bd8bd486b2 None None] Provisioning for port df5d993e-fdca-4468-b8d2-aabbfbe7933f completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:04:09.976272 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-82bb6bde-55b6-4215-a226-85c7617bc8b9 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:10.015851 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb6bde-55b6-4215-a226-85c7617bc8b9 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=483aa6ff-a6f5-4b81-914f-f69df91ca000,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:10.036294 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e7efc-57b3-44f4-8c8c-944827e0df75 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Port': ['ID=863ed1cb-a345-4fd1-8d71-878698370419,revision_number=4']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:10.040777 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139e7efc-57b3-44f4-8c8c-944827e0df75 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:04:10.044621 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e7efc-57b3-44f4-8c8c-944827e0df75 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Subnet': ['ID=fed1a662-29e0-4bfc-8f15-95a077957d9d,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:10.049566 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-139e7efc-57b3-44f4-8c8c-944827e0df75 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:04:10.058512 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139e7efc-57b3-44f4-8c8c-944827e0df75 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:10.058821 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-139e7efc-57b3-44f4-8c8c-944827e0df75 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:10.080232 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad07caff-d1c9-4959-9822-e654bd2de80f None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:04:10.110276 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-82bb6bde-55b6-4215-a226-85c7617bc8b9 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:10.116118 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-82bb6bde-55b6-4215-a226-85c7617bc8b9 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "DELETE /v2.0/security-groups/483aa6ff-a6f5-4b81-914f-f69df91ca000 HTTP/1.1" status: 204 len: 168 time: 0.5529222 Feb 03 14:04:10.117028 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58608) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:10.209703 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3355012f-571b-4cfe-a993-d6becc8a9dab tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Synchronizing usage tracker for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:04:10.226350 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-139e7efc-57b3-44f4-8c8c-944827e0df75 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.6516643 Feb 03 14:04:10.230164 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58612) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:10.243898 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-f025f3ca-aad6-42fe-855c-04c36ea87763 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Request body: {'port': {'network_id': 'ac0baa47-f752-4b1c-8067-faa2699b3288', 'mac_address': 'fa:16:3e:bc:23:e3', 'name': 'tempest-NetworksTestDHCPv6-1570394310'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:10.302392 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2d39f0a0-2c6b-44c2-a311-5d8dab01a32b tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:10.306434 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:10.322882 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3355012f-571b-4cfe-a993-d6becc8a9dab tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Unset dirty status for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:04:10.334349 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58618) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:10.339156 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3355012f-571b-4cfe-a993-d6becc8a9dab tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2157240 Feb 03 14:04:10.341012 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-e9b3b350-0b12-439c-8256-37655fbfbc0c tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Request body: {'security_group': {'name': 'tempest-secgroup--1862458819'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:10.355629 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e9b3b350-0b12-439c-8256-37655fbfbc0c tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:10.391357 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 863ed1cb-a345-4fd1-8d71-878698370419, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=863ed1cb-a345-4fd1-8d71-878698370419,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:04:10.394436 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e9b3b350-0b12-439c-8256-37655fbfbc0c tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:10.400866 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2d39f0a0-2c6b-44c2-a311-5d8dab01a32b tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:10.456325 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f025f3ca-aad6-42fe-855c-04c36ea87763 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:10.462102 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f025f3ca-aad6-42fe-855c-04c36ea87763 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Usage tracker for resource:port and tenant:1508f35e18f0463982f9a6d535c8268b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:10.465744 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f025f3ca-aad6-42fe-855c-04c36ea87763 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:10.473013 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f025f3ca-aad6-42fe-855c-04c36ea87763 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:10.479240 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:10.479947 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device df5d993e-fdca-4468-b8d2-aabbfbe7933f up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:04:10.581940 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f025f3ca-aad6-42fe-855c-04c36ea87763 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Made reservation on behalf of 1508f35e18f0463982f9a6d535c8268b for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:04:10.612843 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39f0a0-2c6b-44c2-a311-5d8dab01a32b tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event updated for resources: {'Port': ['ID=764a7d90-b00c-4fb7-98b2-7d065e6d9655,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:10.619944 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2d39f0a0-2c6b-44c2-a311-5d8dab01a32b tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:10.665642 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e9b3b350-0b12-439c-8256-37655fbfbc0c tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:10.694971 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=863ed1cb-a345-4fd1-8d71-878698370419,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:10.770086 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port df5d993e-fdca-4468-b8d2-aabbfbe7933f completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:04:10.778263 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port df5d993e-fdca-4468-b8d2-aabbfbe7933f triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:10.780927 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:10.798717 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e9b3b350-0b12-439c-8256-37655fbfbc0c tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:10.828845 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e9b3b350-0b12-439c-8256-37655fbfbc0c tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Usage tracker for resource:security_group_rule and tenant:77b5fea7357a40bda1199cdac7336216 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:10.835556 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e9b3b350-0b12-439c-8256-37655fbfbc0c tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:10.853983 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e9b3b350-0b12-439c-8256-37655fbfbc0c tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:10.877749 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f025f3ca-aad6-42fe-855c-04c36ea87763 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:10.957772 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d39f0a0-2c6b-44c2-a311-5d8dab01a32b tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Network a7017963-cab9-42f5-9cf8-0b07f87eab53 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:04:10.966796 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-2d39f0a0-2c6b-44c2-a311-5d8dab01a32b tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:04:10.972274 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-f025f3ca-aad6-42fe-855c-04c36ea87763 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] device_id is not set on port d5b055b5-4bbc-4fca-9d16-c203894df450 yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:04:11.023633 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2ce10640-2f71-4b55-88eb-dec0912775bb None None] Provisioning for port 764a7d90-b00c-4fb7-98b2-7d065e6d9655 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:04:11.134701 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2ce10640-2f71-4b55-88eb-dec0912775bb None None] Provisioning complete for port 764a7d90-b00c-4fb7-98b2-7d065e6d9655 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:11.135536 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2ce10640-2f71-4b55-88eb-dec0912775bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:11.252114 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58630) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:11.362789 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:11.406463 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e9b3b350-0b12-439c-8256-37655fbfbc0c tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:11.445662 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-2ce10640-2f71-4b55-88eb-dec0912775bb None None] Port 764a7d90-b00c-4fb7-98b2-7d065e6d9655 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:04:11.454508 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-f025f3ca-aad6-42fe-855c-04c36ea87763 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Allocated IP 2001:db8::24d (ac0baa47-f752-4b1c-8067-faa2699b3288/cc863765-ad12-4fb5-bcfd-8b5ad6350551/d5b055b5-4bbc-4fca-9d16-c203894df450) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:04:11.484654 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-f025f3ca-aad6-42fe-855c-04c36ea87763 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Allocated IP 2001:db8:0:1:f816:3eff:febc:23e3 (ac0baa47-f752-4b1c-8067-faa2699b3288/fed1a662-29e0-4bfc-8f15-95a077957d9d/d5b055b5-4bbc-4fca-9d16-c203894df450) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:04:11.497924 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port df5d993e-fdca-4468-b8d2-aabbfbe7933f, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=df5d993e-fdca-4468-b8d2-aabbfbe7933f,segment=NetworkSegment(a36e15cd-681c-4c58-87c6-ff7afbda06bf),segment_id=a36e15cd-681c-4c58-87c6-ff7afbda06bf)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:04:11.513541 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e9b3b350-0b12-439c-8256-37655fbfbc0c tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:11.525878 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2ce10640-2f71-4b55-88eb-dec0912775bb None None] Provisioning complete for port df5d993e-fdca-4468-b8d2-aabbfbe7933f triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:11.526465 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2ce10640-2f71-4b55-88eb-dec0912775bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:11.589844 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:11.645477 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-cf1d29d8-355b-4a06-b142-741eba1219e3 tempest-AgentManagementNegativeTest-530823620 tempest-AgentManagementNegativeTest-530823620-project] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3925195 Feb 03 14:04:11.699742 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e9b3b350-0b12-439c-8256-37655fbfbc0c tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:11.701050 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e9b3b350-0b12-439c-8256-37655fbfbc0c tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3653500 Feb 03 14:04:11.703864 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3b350-0b12-439c-8256-37655fbfbc0c tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5e34ca-9d19-4a60-8e32-df4486b3e833,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:11.704519 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58638) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:11.728494 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-7ac8081d-a39f-48d4-9a78-5d367998fb65 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Request body: {'security_group_rule': {'security_group_id': 'cf5e34ca-9d19-4a60-8e32-df4486b3e833', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:11.766209 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-7ac8081d-a39f-48d4-9a78-5d367998fb65 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:11.775111 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d39f0a0-2c6b-44c2-a311-5d8dab01a32b tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Router 2211bc32-e73d-4ce2-8f82-6c41eabf7c0b has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:04:11.801598 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 863ed1cb-a345-4fd1-8d71-878698370419 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:04:11.827634 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-7ac8081d-a39f-48d4-9a78-5d367998fb65 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Usage tracker for resource:security_group_rule and tenant:77b5fea7357a40bda1199cdac7336216 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:11.835753 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-7ac8081d-a39f-48d4-9a78-5d367998fb65 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:11.846537 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-7ac8081d-a39f-48d4-9a78-5d367998fb65 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:11.903015 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=df5d993e-fdca-4468-b8d2-aabbfbe7933f,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:11.962096 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f025f3ca-aad6-42fe-855c-04c36ea87763 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:12.006360 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-f025f3ca-aad6-42fe-855c-04c36ea87763 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Transition to ACTIVE for port object d5b055b5-4bbc-4fca-9d16-c203894df450 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:04:12.007228 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 863ed1cb-a345-4fd1-8d71-878698370419 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:12.008109 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:12.018454 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7ac8081d-a39f-48d4-9a78-5d367998fb65 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:12.023052 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d39f0a0-2c6b-44c2-a311-5d8dab01a32b tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:04:12.032081 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2d39f0a0-2c6b-44c2-a311-5d8dab01a32b tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "PUT /v2.0/routers/2211bc32-e73d-4ce2-8f82-6c41eabf7c0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6431155 Feb 03 14:04:12.035208 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58642) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:12.038629 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-9b2cdd25-5a88-4f61-9973-474e9aca154c tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Request body: {'network': {'name': 'tempest-RoutersTest-1230805043'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:12.044287 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-9b2cdd25-5a88-4f61-9973-474e9aca154c tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:12.051100 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-9b2cdd25-5a88-4f61-9973-474e9aca154c tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Usage tracker for resource:network and tenant:d5adceeed00a4893983ee9d6f019faac is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:12.055014 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-9b2cdd25-5a88-4f61-9973-474e9aca154c tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:12.062629 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-9b2cdd25-5a88-4f61-9973-474e9aca154c tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:12.105762 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7ac8081d-a39f-48d4-9a78-5d367998fb65 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:12.169348 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2cdd25-5a88-4f61-9973-474e9aca154c tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Made reservation on behalf of d5adceeed00a4893983ee9d6f019faac for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:04:12.173422 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9b2cdd25-5a88-4f61-9973-474e9aca154c tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:12.209275 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7ac8081d-a39f-48d4-9a78-5d367998fb65 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:12.211728 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f025f3ca-aad6-42fe-855c-04c36ea87763 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:12.214259 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b2cdd25-5a88-4f61-9973-474e9aca154c tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:04:12.225769 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9b2cdd25-5a88-4f61-9973-474e9aca154c tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:12.226343 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-9b2cdd25-5a88-4f61-9973-474e9aca154c tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Added segment 97d06bd6-dc4c-40b1-b424-f39075779cf4 of type vlan for network e480554c-38b9-45fd-a486-8ec4db916104 Feb 03 14:04:12.239258 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-cfe4929d-7316-4335-a416-41b26fb6e27e None None] Provisioning complete for port 764a7d90-b00c-4fb7-98b2-7d065e6d9655 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:12.239801 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cfe4929d-7316-4335-a416-41b26fb6e27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:12.276988 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9b2cdd25-5a88-4f61-9973-474e9aca154c tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:12.307551 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac8081d-a39f-48d4-9a78-5d367998fb65 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e8b02ce-2cdf-48e0-9853-969809b8107a,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:12.329085 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-cfe4929d-7316-4335-a416-41b26fb6e27e None None] Port 764a7d90-b00c-4fb7-98b2-7d065e6d9655 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:04:12.346421 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-cfe4929d-7316-4335-a416-41b26fb6e27e None None] Provisioning complete for port 863ed1cb-a345-4fd1-8d71-878698370419 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:12.347095 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cfe4929d-7316-4335-a416-41b26fb6e27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:12.393442 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9b2cdd25-5a88-4f61-9973-474e9aca154c tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:12.397322 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2cdd25-5a88-4f61-9973-474e9aca154c tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:12.398078 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9b2cdd25-5a88-4f61-9973-474e9aca154c tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:12.422350 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f025f3ca-aad6-42fe-855c-04c36ea87763 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Network ac0baa47-f752-4b1c-8067-faa2699b3288 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:04:12.427005 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-f025f3ca-aad6-42fe-855c-04c36ea87763 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:04:12.428971 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f025f3ca-aad6-42fe-855c-04c36ea87763 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event updated for resources: {'Port': ['ID=d5b055b5-4bbc-4fca-9d16-c203894df450,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:12.457257 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f025f3ca-aad6-42fe-855c-04c36ea87763 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:04:12.459120 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f025f3ca-aad6-42fe-855c-04c36ea87763 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:12.461038 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f025f3ca-aad6-42fe-855c-04c36ea87763 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:12.512928 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7ac8081d-a39f-48d4-9a78-5d367998fb65 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:12.519123 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-7ac8081d-a39f-48d4-9a78-5d367998fb65 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8124359 Feb 03 14:04:12.519381 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58650) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:12.548856 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f025f3ca-aad6-42fe-855c-04c36ea87763 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3177617 Feb 03 14:04:12.555365 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58654) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:12.611206 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2cdd25-5a88-4f61-9973-474e9aca154c tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event updated for resources: {'Network': ['ID=e480554c-38b9-45fd-a486-8ec4db916104,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:12.615852 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58658) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:12.616560 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a68d3bab-5631-4fad-a07b-9905aaa9c0a2 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:12.624475 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-9b2cdd25-5a88-4f61-9973-474e9aca154c tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5885050 Feb 03 14:04:12.625398 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58664) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:12.634631 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network e480554c-38b9-45fd-a486-8ec4db916104 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:04:12.643741 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-fafdd405-1539-4ac8-8ef6-d0c46bac8f40 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Request body: {'subnet': {'network_id': 'e480554c-38b9-45fd-a486-8ec4db916104', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:12.695160 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a68d3bab-5631-4fad-a07b-9905aaa9c0a2 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:12.752320 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-aebdf39b-bbcb-4ed7-aee9-6ec5401dbf72 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting port d5b055b5-4bbc-4fca-9d16-c203894df450 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:04:12.752774 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-aebdf39b-bbcb-4ed7-aee9-6ec5401dbf72 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:12.844972 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-fafdd405-1539-4ac8-8ef6-d0c46bac8f40 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:12.856049 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-df7edb4b-edfb-4ede-8a54-8084ea5c1be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:12.868275 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a68d3bab-5631-4fad-a07b-9905aaa9c0a2 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:12.905085 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d3bab-5631-4fad-a07b-9905aaa9c0a2 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5e34ca-9d19-4a60-8e32-df4486b3e833,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:12.931163 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a68d3bab-5631-4fad-a07b-9905aaa9c0a2 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:12.934775 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-a68d3bab-5631-4fad-a07b-9905aaa9c0a2 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "DELETE /v2.0/security-groups/cf5e34ca-9d19-4a60-8e32-df4486b3e833 HTTP/1.1" status: 204 len: 168 time: 0.4142802 Feb 03 14:04:12.935457 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58668) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:12.936459 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-df7edb4b-edfb-4ede-8a54-8084ea5c1be2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:12.954954 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-df7edb4b-edfb-4ede-8a54-8084ea5c1be2 admin admin] Usage tracker for resource:security_group_rule and tenant:357b89a49e0d485cab69cc1a9378260c is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:12.961090 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-daa37048-2afa-418d-a7ee-074946e22de5 None None] Provisioning for port d5b055b5-4bbc-4fca-9d16-c203894df450 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:04:12.964040 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-df7edb4b-edfb-4ede-8a54-8084ea5c1be2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:12.968838 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-daa37048-2afa-418d-a7ee-074946e22de5 None None] Provisioning complete for port d5b055b5-4bbc-4fca-9d16-c203894df450 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:12.969982 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-daa37048-2afa-418d-a7ee-074946e22de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:12.973277 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-df7edb4b-edfb-4ede-8a54-8084ea5c1be2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:13.014356 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-384a1a4b-55d8-4499-8bca-1088c80fd95d tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Synchronizing usage tracker for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:04:13.021149 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-fafdd405-1539-4ac8-8ef6-d0c46bac8f40 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Usage tracker for resource:subnet and tenant:d5adceeed00a4893983ee9d6f019faac is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:13.029182 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-fafdd405-1539-4ac8-8ef6-d0c46bac8f40 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:13.043052 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-fafdd405-1539-4ac8-8ef6-d0c46bac8f40 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:13.054701 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-daa37048-2afa-418d-a7ee-074946e22de5 None None] Port d5b055b5-4bbc-4fca-9d16-c203894df450 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:04:13.101022 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-df7edb4b-edfb-4ede-8a54-8084ea5c1be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:13.106805 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-384a1a4b-55d8-4499-8bca-1088c80fd95d tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Unset dirty status for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:04:13.110911 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-384a1a4b-55d8-4499-8bca-1088c80fd95d tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1690991 Feb 03 14:04:13.111183 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58672) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:13.130006 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafdd405-1539-4ac8-8ef6-d0c46bac8f40 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Made reservation on behalf of d5adceeed00a4893983ee9d6f019faac for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:04:13.161912 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-df7edb4b-edfb-4ede-8a54-8084ea5c1be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:13.179021 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ac497995-57c6-49c6-9937-b110ffa60f6f tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Synchronizing usage tracker for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group_rule {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:04:13.224536 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7edb4b-edfb-4ede-8a54-8084ea5c1be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6aa4b0-a7c0-4acf-bd2d-c29fbc204b1a,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:13.231584 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-df7edb4b-edfb-4ede-8a54-8084ea5c1be2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=357b89a49e0d485cab69cc1a9378260c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6129527 Feb 03 14:04:13.238226 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58678) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:13.272546 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ac497995-57c6-49c6-9937-b110ffa60f6f tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Unset dirty status for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group_rule {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:04:13.273934 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ac497995-57c6-49c6-9937-b110ffa60f6f tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1618450 Feb 03 14:04:13.277163 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fafdd405-1539-4ac8-8ef6-d0c46bac8f40 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:13.286005 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58682) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:13.299845 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-c52368cb-971e-457a-8174-fd983bc9e179 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] delete failed (client error): The resource could not be found. Feb 03 14:04:13.301127 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c52368cb-971e-457a-8174-fd983bc9e179 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "DELETE /v2.0/security-groups/cf5e34ca-9d19-4a60-8e32-df4486b3e833 HTTP/1.1" status: 404 len: 347 time: 0.0232852 Feb 03 14:04:13.306851 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58686) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:13.356071 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b7e51a12-bc07-4e20-8b45-bda14394f0fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:13.394464 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-aebdf39b-bbcb-4ed7-aee9-6ec5401dbf72 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:13.400306 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b7e51a12-bc07-4e20-8b45-bda14394f0fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:13.529513 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b7e51a12-bc07-4e20-8b45-bda14394f0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:13.544983 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e51a12-bc07-4e20-8b45-bda14394f0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6aa4b0-a7c0-4acf-bd2d-c29fbc204b1a,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:13.547273 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-aebdf39b-bbcb-4ed7-aee9-6ec5401dbf72 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Calling delete_port for d5b055b5-4bbc-4fca-9d16-c203894df450 owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:04:13.552820 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b7e51a12-bc07-4e20-8b45-bda14394f0fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:13.554107 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b7e51a12-bc07-4e20-8b45-bda14394f0fd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/df6aa4b0-a7c0-4acf-bd2d-c29fbc204b1a HTTP/1.1" status: 204 len: 168 time: 0.3189323 Feb 03 14:04:13.642452 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-f7fecd48-8901-4009-b41a-3856aaf299c4 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Synchronizing usage tracker for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:04:13.684970 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device df5d993e-fdca-4468-b8d2-aabbfbe7933f up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:04:13.715545 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-f7fecd48-8901-4009-b41a-3856aaf299c4 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] Unset dirty status for tenant:77b5fea7357a40bda1199cdac7336216 on resource:security_group {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:04:13.716792 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f7fecd48-8901-4009-b41a-3856aaf299c4 tempest-SecGroupTest-214948985 tempest-SecGroupTest-214948985-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4040987 Feb 03 14:04:13.776862 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port df5d993e-fdca-4468-b8d2-aabbfbe7933f triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:13.777869 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:13.923901 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fafdd405-1539-4ac8-8ef6-d0c46bac8f40 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:14.005724 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafdd405-1539-4ac8-8ef6-d0c46bac8f40 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event updated for resources: {'Subnet': ['ID=3d2441e9-aba1-4807-b837-020fcd014fa2,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:14.013265 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-aebdf39b-bbcb-4ed7-aee9-6ec5401dbf72 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:14.057389 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafdd405-1539-4ac8-8ef6-d0c46bac8f40 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Checking segment: {'id': '97d06bd6-dc4c-40b1-b424-f39075779cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e480554c-38b9-45fd-a486-8ec4db916104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:04:14.057663 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafdd405-1539-4ac8-8ef6-d0c46bac8f40 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Network hostable DHCP agents. Network: e480554c-38b9-45fd-a486-8ec4db916104, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:04:14.074175 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebdf39b-bbcb-4ed7-aee9-6ec5401dbf72 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Port': ['ID=d5b055b5-4bbc-4fca-9d16-c203894df450,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:14.180456 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-aebdf39b-bbcb-4ed7-aee9-6ec5401dbf72 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:14.197349 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58700) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:14.207766 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-aebdf39b-bbcb-4ed7-aee9-6ec5401dbf72 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/ports/d5b055b5-4bbc-4fca-9d16-c203894df450 HTTP/1.1" status: 204 len: 168 time: 1.6510770 Feb 03 14:04:14.255405 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafdd405-1539-4ac8-8ef6-d0c46bac8f40 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Network e480554c-38b9-45fd-a486-8ec4db916104 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:04:14.329528 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-fafdd405-1539-4ac8-8ef6-d0c46bac8f40 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, e480554c-38b9-45fd-a486-8ec4db916104) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:04:14.333731 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafdd405-1539-4ac8-8ef6-d0c46bac8f40 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:14.334307 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fafdd405-1539-4ac8-8ef6-d0c46bac8f40 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:14.343703 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23a07ad-05ac-4b73-9973-35c114c7d2a7 None None] Network e480554c-38b9-45fd-a486-8ec4db916104 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:04:14.464045 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-fafdd405-1539-4ac8-8ef6-d0c46bac8f40 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8354702 Feb 03 14:04:14.464383 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58712) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:14.468106 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58716) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:14.482883 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c3108a-457e-43a6-8402-50086b20e9b0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:14.485477 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-37c3108a-457e-43a6-8402-50086b20e9b0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:04:14.569850 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-37c3108a-457e-43a6-8402-50086b20e9b0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:04:14.571558 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-37c3108a-457e-43a6-8402-50086b20e9b0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3730750 Feb 03 14:04:14.574249 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58722) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:14.713071 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ad0295-292a-4ef3-bbf0-b7b89845709e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:14.714919 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d5ad0295-292a-4ef3-bbf0-b7b89845709e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1391921 Feb 03 14:04:14.718226 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58728) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:14.724577 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffab46d-80ce-4d64-bca6-96600a407b6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-e480554c-38b9-45fd-a486-8ec4db916104', 'network_id': 'e480554c-38b9-45fd-a486-8ec4db916104', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'fixed_ips': [{'subnet_id': '3d2441e9-aba1-4807-b837-020fcd014fa2'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:04:14.725420 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cffab46d-80ce-4d64-bca6-96600a407b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:14.803393 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c682067-d22d-422c-9dfd-b024043c49d2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:14.805198 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c682067-d22d-422c-9dfd-b024043c49d2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:14.806680 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c682067-d22d-422c-9dfd-b024043c49d2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:14.807595 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3c682067-d22d-422c-9dfd-b024043c49d2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:04:14.906823 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3c682067-d22d-422c-9dfd-b024043c49d2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:04:14.908280 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3c682067-d22d-422c-9dfd-b024043c49d2 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1887064 Feb 03 14:04:14.911157 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58734) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:15.012621 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd1c13e1-9284-445a-914a-98845a050a7c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting subnet cc863765-ad12-4fb5-bcfd-8b5ad6350551 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:04:15.021522 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-dd1c13e1-9284-445a-914a-98845a050a7c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:15.043459 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-cffab46d-80ce-4d64-bca6-96600a407b6d None None] Allocated IP 172.23.0.2 (e480554c-38b9-45fd-a486-8ec4db916104/3d2441e9-aba1-4807-b837-020fcd014fa2/72489121-d682-4454-94d3-5688e422e30f) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:04:15.124072 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-dd1c13e1-9284-445a-914a-98845a050a7c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:15.164296 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4389bbc0-c8bc-479c-8b6b-b658bcd724c2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=77b5fea7357a40bda1199cdac7336216&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6951413 Feb 03 14:04:15.166777 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58740) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:15.252291 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58744) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:15.256730 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029163 Feb 03 14:04:15.264831 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58746) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:15.298487 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-dd1c13e1-9284-445a-914a-98845a050a7c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:15.313387 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cffab46d-80ce-4d64-bca6-96600a407b6d None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:15.314886 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e51b73a9-35eb-49a3-b077-4a6bfbdc78f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:15.325934 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-cffab46d-80ce-4d64-bca6-96600a407b6d None None] Transition to ACTIVE for port object 72489121-d682-4454-94d3-5688e422e30f will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:04:15.354336 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e51b73a9-35eb-49a3-b077-4a6bfbdc78f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:15.354594 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-cffab46d-80ce-4d64-bca6-96600a407b6d None None] Transition to ACTIVE for port object 72489121-d682-4454-94d3-5688e422e30f will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:04:15.438772 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cffab46d-80ce-4d64-bca6-96600a407b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:15.473319 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-dd1c13e1-9284-445a-914a-98845a050a7c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:15.512334 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffab46d-80ce-4d64-bca6-96600a407b6d None None] Network e480554c-38b9-45fd-a486-8ec4db916104 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:04:15.516115 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-dd1c13e1-9284-445a-914a-98845a050a7c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:15.516310 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-cffab46d-80ce-4d64-bca6-96600a407b6d None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:04:15.520808 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffab46d-80ce-4d64-bca6-96600a407b6d None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:04:15.533967 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c13e1-9284-445a-914a-98845a050a7c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Subnet': ['ID=cc863765-ad12-4fb5-bcfd-8b5ad6350551,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:15.549284 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e2ed404c-b37c-45dc-b9f5-ade64aed9c0f tempest-NetworksApiDiscovery-750931268 tempest-NetworksApiDiscovery-750931268-project] 10.222.0.41 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2792757 Feb 03 14:04:15.558315 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8747ec-8691-4129-86a6-aac07e9dfa70 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:04:15.612712 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b0970f48-dd39-4032-a305-312c3e976006 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:15.634537 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-dd1c13e1-9284-445a-914a-98845a050a7c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/cc863765-ad12-4fb5-bcfd-8b5ad6350551 HTTP/1.1" status: 204 len: 168 time: 0.7220707 Feb 03 14:04:15.637089 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58756) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:15.739763 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e5dc438-29c1-4905-bfe4-16d40dcc919a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Deleting subnet fed1a662-29e0-4bfc-8f15-95a077957d9d {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:04:15.742992 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2e5dc438-29c1-4905-bfe4-16d40dcc919a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:15.759145 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e51b73a9-35eb-49a3-b077-4a6bfbdc78f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:15.762276 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffab46d-80ce-4d64-bca6-96600a407b6d None None] Pushing event updated for resources: {'Port': ['ID=72489121-d682-4454-94d3-5688e422e30f,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:15.794903 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b73a9-35eb-49a3-b077-4a6bfbdc78f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8654b83e-b5e7-40e0-a9ab-2808f7d535b5,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:15.840436 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2e5dc438-29c1-4905-bfe4-16d40dcc919a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:15.866966 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-cffab46d-80ce-4d64-bca6-96600a407b6d None None] Attempting to bind port 72489121-d682-4454-94d3-5688e422e30f on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:04:15.867481 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-cffab46d-80ce-4d64-bca6-96600a407b6d None None] Attempting to bind port 72489121-d682-4454-94d3-5688e422e30f by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '97d06bd6-dc4c-40b1-b424-f39075779cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e480554c-38b9-45fd-a486-8ec4db916104'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:04:15.867744 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffab46d-80ce-4d64-bca6-96600a407b6d None None] Attempting to bind port 72489121-d682-4454-94d3-5688e422e30f on network e480554c-38b9-45fd-a486-8ec4db916104 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:04:15.876815 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffab46d-80ce-4d64-bca6-96600a407b6d None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:04:15.877190 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffab46d-80ce-4d64-bca6-96600a407b6d None None] Checking segment: {'id': '97d06bd6-dc4c-40b1-b424-f39075779cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e480554c-38b9-45fd-a486-8ec4db916104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:04:15.877590 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cffab46d-80ce-4d64-bca6-96600a407b6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:15.877984 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffab46d-80ce-4d64-bca6-96600a407b6d None None] Bound using segment: {'id': '97d06bd6-dc4c-40b1-b424-f39075779cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e480554c-38b9-45fd-a486-8ec4db916104'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:04:15.878508 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-cffab46d-80ce-4d64-bca6-96600a407b6d None None] Bound port: 72489121-d682-4454-94d3-5688e422e30f, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d06bd6-dc4c-40b1-b424-f39075779cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e480554c-38b9-45fd-a486-8ec4db916104'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:04:15.878884 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cffab46d-80ce-4d64-bca6-96600a407b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:15.970369 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2e5dc438-29c1-4905-bfe4-16d40dcc919a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:16.072938 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e51b73a9-35eb-49a3-b077-4a6bfbdc78f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:16.074222 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e51b73a9-35eb-49a3-b077-4a6bfbdc78f6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8654b83e-b5e7-40e0-a9ab-2808f7d535b5 HTTP/1.1" status: 204 len: 168 time: 0.9065313 Feb 03 14:04:16.083507 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-cffab46d-80ce-4d64-bca6-96600a407b6d None None] For port 72489121-d682-4454-94d3-5688e422e30f, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:04:16.093857 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-cffab46d-80ce-4d64-bca6-96600a407b6d None None] For port 72489121-d682-4454-94d3-5688e422e30f, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=72489121-d682-4454-94d3-5688e422e30f,segment=NetworkSegment(97d06bd6-dc4c-40b1-b424-f39075779cf4),segment_id=97d06bd6-dc4c-40b1-b424-f39075779cf4)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:04:16.158944 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2e5dc438-29c1-4905-bfe4-16d40dcc919a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:16.159844 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cffab46d-80ce-4d64-bca6-96600a407b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:16.221866 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-b0970f48-dd39-4032-a305-312c3e976006 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Allocated IP 172.23.0.1 (e480554c-38b9-45fd-a486-8ec4db916104/3d2441e9-aba1-4807-b837-020fcd014fa2/aebdce33-59e6-4946-a027-c4db80665395) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:04:16.255906 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5dc438-29c1-4905-bfe4-16d40dcc919a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Subnet': ['ID=fed1a662-29e0-4bfc-8f15-95a077957d9d,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:16.266072 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2e5dc438-29c1-4905-bfe4-16d40dcc919a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:16.296569 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58764) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:16.297161 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-2e5dc438-29c1-4905-bfe4-16d40dcc919a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/fed1a662-29e0-4bfc-8f15-95a077957d9d HTTP/1.1" status: 204 len: 168 time: 0.6550272 Feb 03 14:04:16.300911 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffab46d-80ce-4d64-bca6-96600a407b6d None None] Pushing event updated for resources: {'Port': ['ID=72489121-d682-4454-94d3-5688e422e30f,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:16.435258 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58768) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:16.459453 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97456cc6-ee1c-499e-b426-a3a90ce923fe None None] Sync routers for ids ['2211bc32-e73d-4ce2-8f82-6c41eabf7c0b'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:04:16.473062 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97456cc6-ee1c-499e-b426-a3a90ce923fe None None] Routers {'2211bc32-e73d-4ce2-8f82-6c41eabf7c0b'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:04:16.474002 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-97456cc6-ee1c-499e-b426-a3a90ce923fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:03:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2211bc32-e73d-4ce2-8f82-6c41eabf7c0b'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:16.532844 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-277e215e-1677-4120-96fe-72df915cd196 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2290220 Feb 03 14:04:16.535937 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58776) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:16.703275 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b0970f48-dd39-4032-a305-312c3e976006 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:16.744873 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c511b61d-e194-47e5-b49f-169763dec8aa tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:16.746840 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c511b61d-e194-47e5-b49f-169763dec8aa tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2082782 Feb 03 14:04:16.750178 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58784) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:16.753377 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-b0970f48-dd39-4032-a305-312c3e976006 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Transition to ACTIVE for port object aebdce33-59e6-4946-a027-c4db80665395 will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:04:16.845543 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9a98e5-660f-4847-8355-ceea70aa8c2a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:16.846360 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-6c9a98e5-660f-4847-8355-ceea70aa8c2a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Synchronizing usage tracker for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:04:16.890820 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4b0c84-96ed-4064-9c72-fa4c876f92f9 None None] Sync routers for ids ['12c53c2f-0f70-4a88-9999-3d215c2676bb'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:04:16.922157 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4b0c84-96ed-4064-9c72-fa4c876f92f9 None None] Routers {'12c53c2f-0f70-4a88-9999-3d215c2676bb'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:04:16.922873 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-5a4b0c84-96ed-4064-9c72-fa4c876f92f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:03:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['12c53c2f-0f70-4a88-9999-3d215c2676bb'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:17.028997 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-97456cc6-ee1c-499e-b426-a3a90ce923fe None None] Set router 2211bc32-e73d-4ce2-8f82-6c41eabf7c0b gateway port host: None {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:04:17.030840 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f3682f4a-ff6e-42a9-8b39-df4548ca03f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:17.078981 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58794) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:17.114568 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f3682f4a-ff6e-42a9-8b39-df4548ca03f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:17.123394 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f3682f4a-ff6e-42a9-8b39-df4548ca03f3 admin admin] Usage tracker for resource:security_group_rule and tenant:0c455f5312384acd8a9b68cfad6843e7 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:17.133597 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f3682f4a-ff6e-42a9-8b39-df4548ca03f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:17.153300 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f3682f4a-ff6e-42a9-8b39-df4548ca03f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:17.268906 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f3682f4a-ff6e-42a9-8b39-df4548ca03f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:17.287053 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a95bd931-86ce-4e11-a8af-b14f42ba57bf tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/ports?project_id=55163e99e9e54d69af7505a418f9e84b&network_id=dd13b231-4ee5-4444-8ba9-9ea79394e28e HTTP/1.1" status: 200 len: 3000 time: 0.1926658 Feb 03 14:04:17.343865 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-5a4b0c84-96ed-4064-9c72-fa4c876f92f9 None None] Set router 12c53c2f-0f70-4a88-9999-3d215c2676bb gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:04:17.427032 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5aaf79e-74e8-422e-abd5-11b341dc8dc6 None None] Network ac0baa47-f752-4b1c-8067-faa2699b3288 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:04:17.663925 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-013e62f7-a446-4b1f-bc81-54d6d6d906d1 None None] Provisioning complete for port 863ed1cb-a345-4fd1-8d71-878698370419 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:17.664309 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-013e62f7-a446-4b1f-bc81-54d6d6d906d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:17.719214 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-6c9a98e5-660f-4847-8355-ceea70aa8c2a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Unset dirty status for tenant:1508f35e18f0463982f9a6d535c8268b on resource:subnet {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:04:17.720331 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-6c9a98e5-660f-4847-8355-ceea70aa8c2a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.9690499 Feb 03 14:04:17.723015 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58802) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:17.791088 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 72489121-d682-4454-94d3-5688e422e30f up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:04:17.800176 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-6f785a47-a99a-4897-a027-5519278860ec tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0759337 Feb 03 14:04:17.807222 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58806) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:17.843974 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-5a4b0c84-96ed-4064-9c72-fa4c876f92f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12c53c2f-0f70-4a88-9999-3d215c2676bb', 'name': 'tempest-TestVolumeBootPattern-200197175-router', 'tenant_id': '9950b7a5d04341e3bbd57e24efccb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': '66a6fa2c-6ce3-4519-9ed5-e485ba6a6028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:41Z', 'updated_at': '2022-02-03T14:03:51Z', 'revision_number': 4, 'project_id': '9950b7a5d04341e3bbd57e24efccb84a', 'gw_port': {'id': '66a6fa2c-6ce3-4519-9ed5-e485ba6a6028', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:62:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c53c2f-0f70-4a88-9999-3d215c2676bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:42Z', 'updated_at': '2022-02-03T14:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '42b692c9-02ad-46b2-a6da-3d2c491aed2a', 'name': '', 'network_id': 'a87fb0ae-2bad-4f62-9989-0f25292cda24', 'tenant_id': '9950b7a5d04341e3bbd57e24efccb84a', 'mac_address': 'fa:16:3e:77:a5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12c53c2f-0f70-4a88-9999-3d215c2676bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1846aaaf-1656-44d1-893c-426cc1a470bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:49Z', 'updated_at': '2022-02-03T14:03:52Z', 'revision_number': 2, 'project_id': '9950b7a5d04341e3bbd57e24efccb84a', 'subnets': [{'id': '1846aaaf-1656-44d1-893c-426cc1a470bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:17.848913 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4b0c84-96ed-4064-9c72-fa4c876f92f9 None None] Checking router: 12c53c2f-0f70-4a88-9999-3d215c2676bb for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:04:17.849438 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4b0c84-96ed-4064-9c72-fa4c876f92f9 None None] Updating router 12c53c2f-0f70-4a88-9999-3d215c2676bb port 42b692c9-02ad-46b2-a6da-3d2c491aed2a binding host dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:04:17.855715 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f3682f4a-ff6e-42a9-8b39-df4548ca03f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:17.878872 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b0970f48-dd39-4032-a305-312c3e976006 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:17.922863 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:17.961162 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-790b0201-0567-49c3-aba6-3d5dcf948948 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:17.961631 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-790b0201-0567-49c3-aba6-3d5dcf948948 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:17.964439 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3682f4a-ff6e-42a9-8b39-df4548ca03f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a922affa-970b-436a-97b7-56054f5816f2,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:17.972910 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f3682f4a-ff6e-42a9-8b39-df4548ca03f3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0c455f5312384acd8a9b68cfad6843e7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5413778 Feb 03 14:04:17.976329 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58814) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:17.981930 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58818) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:17.985719 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-790b0201-0567-49c3-aba6-3d5dcf948948 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/ports/d5b055b5-4bbc-4fca-9d16-c203894df450 HTTP/1.1" status: 404 len: 333 time: 0.1772029 Feb 03 14:04:17.996520 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-5a4b0c84-96ed-4064-9c72-fa4c876f92f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:18.032983 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6579157a-c68b-48c2-ae03-dac7446ba8cf None None] Network e480554c-38b9-45fd-a486-8ec4db916104 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:04:18.044685 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0970f48-dd39-4032-a305-312c3e976006 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Network e480554c-38b9-45fd-a486-8ec4db916104 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:04:18.049525 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-b0970f48-dd39-4032-a305-312c3e976006 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:04:18.061906 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0970f48-dd39-4032-a305-312c3e976006 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:04:18.120599 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0970f48-dd39-4032-a305-312c3e976006 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event updated for resources: {'Port': ['ID=aebdce33-59e6-4946-a027-c4db80665395,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:18.133299 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccfd4cdf-d824-48da-b50a-69532a57d263 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:18.135142 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccfd4cdf-d824-48da-b50a-69532a57d263 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:18.153485 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b0970f48-dd39-4032-a305-312c3e976006 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:18.161409 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 72489121-d682-4454-94d3-5688e422e30f completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:04:18.179100 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ccfd4cdf-d824-48da-b50a-69532a57d263 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/fed1a662-29e0-4bfc-8f15-95a077957d9d HTTP/1.1" status: 404 len: 337 time: 0.1599681 Feb 03 14:04:18.179380 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58822) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:18.226168 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ef27bd4b-76ef-4eba-8c51-15ee522d9e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:18.238156 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-97456cc6-ee1c-499e-b426-a3a90ce923fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2211bc32-e73d-4ce2-8f82-6c41eabf7c0b', 'name': 'tempest-RoutersTest-router-271801641', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:40Z', 'updated_at': '2022-02-03T14:04:09Z', 'revision_number': 4, 'project_id': 'd5adceeed00a4893983ee9d6f019faac', 'gw_port_host': None, '_interfaces': [{'id': '764a7d90-b00c-4fb7-98b2-7d065e6d9655', 'name': '', 'network_id': 'a7017963-cab9-42f5-9cf8-0b07f87eab53', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'mac_address': 'fa:16:3e:1f:c0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2211bc32-e73d-4ce2-8f82-6c41eabf7c0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '653244bc-3fae-41ea-bba4-891f1c21078d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:04:07Z', 'updated_at': '2022-02-03T14:04:10Z', 'revision_number': 2, 'project_id': 'd5adceeed00a4893983ee9d6f019faac', 'subnets': [{'id': '653244bc-3fae-41ea-bba4-891f1c21078d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f7930a1-2f0f-44fe-a11c-d6fc813d45f2', 'name': '', 'network_id': 'cce0e2c8-fa85-42c1-8775-a3be85f466ee', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'mac_address': 'fa:16:3e:1a:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211bc32-e73d-4ce2-8f82-6c41eabf7c0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '194a7c9f-3aad-49a5-b8a0-54fdfaad599a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:45Z', 'updated_at': '2022-02-03T14:03:57Z', 'revision_number': 5, 'project_id': 'd5adceeed00a4893983ee9d6f019faac', 'subnets': [{'id': '194a7c9f-3aad-49a5-b8a0-54fdfaad599a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6fca4bc-5c40-46e7-8f2c-42a2d5a0edf4', 'name': '', 'network_id': '5bca61da-3e41-47fc-9e4f-b02e43705ab8', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'mac_address': 'fa:16:3e:cc:aa:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2211bc32-e73d-4ce2-8f82-6c41eabf7c0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b5a34dc-80ec-40cf-a2e2-107a6f50ce59', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:59Z', 'updated_at': '2022-02-03T14:04:01Z', 'revision_number': 2, 'project_id': 'd5adceeed00a4893983ee9d6f019faac', 'subnets': [{'id': '8b5a34dc-80ec-40cf-a2e2-107a6f50ce59', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:18.259807 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97456cc6-ee1c-499e-b426-a3a90ce923fe None None] Checking router: 2211bc32-e73d-4ce2-8f82-6c41eabf7c0b for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:04:18.260609 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97456cc6-ee1c-499e-b426-a3a90ce923fe None None] Updating router 2211bc32-e73d-4ce2-8f82-6c41eabf7c0b port 764a7d90-b00c-4fb7-98b2-7d065e6d9655 binding host dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:04:18.261091 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e03aa6-7a78-4b49-b6bc-c047162f62ba tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:18.261704 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6e03aa6-7a78-4b49-b6bc-c047162f62ba tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:18.262473 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ef27bd4b-76ef-4eba-8c51-15ee522d9e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:18.263993 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e6e03aa6-7a78-4b49-b6bc-c047162f62ba tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/cc863765-ad12-4fb5-bcfd-8b5ad6350551 HTTP/1.1" status: 404 len: 337 time: 0.0824475 Feb 03 14:04:18.267470 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58826) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:18.354962 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-87ad5a6a-9885-4aaf-bf10-434624e9ddd4 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:18.360652 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87ad5a6a-9885-4aaf-bf10-434624e9ddd4 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:18.360652 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-87ad5a6a-9885-4aaf-bf10-434624e9ddd4 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/ports/8425704f-4bcd-46b5-a243-dfc5c7d47f93 HTTP/1.1" status: 404 len: 333 time: 0.0885684 Feb 03 14:04:18.360891 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58832) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:18.466997 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-175b33aa-f6eb-46e6-a4d1-c5c0aecbd55f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:18.466997 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-175b33aa-f6eb-46e6-a4d1-c5c0aecbd55f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:18.467895 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-97456cc6-ee1c-499e-b426-a3a90ce923fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:18.485662 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-175b33aa-f6eb-46e6-a4d1-c5c0aecbd55f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/f84601e5-7c2f-4ced-b7e2-5a6dcafd14a8 HTTP/1.1" status: 404 len: 337 time: 0.1242888 Feb 03 14:04:18.491316 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58840) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:18.564844 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ef27bd4b-76ef-4eba-8c51-15ee522d9e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:18.567296 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ef27bd4b-76ef-4eba-8c51-15ee522d9e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:18.572008 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ef27bd4b-76ef-4eba-8c51-15ee522d9e47 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a922affa-970b-436a-97b7-56054f5816f2 HTTP/1.1" status: 204 len: 168 time: 0.5946257 Feb 03 14:04:18.574115 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa674286-8dd0-4f27-a599-52137af5ebdf tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:18.574676 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa674286-8dd0-4f27-a599-52137af5ebdf tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:18.579509 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-aa674286-8dd0-4f27-a599-52137af5ebdf tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/f012b760-83aa-482e-aeb7-9bcffd5b2946 HTTP/1.1" status: 404 len: 337 time: 0.0842361 Feb 03 14:04:18.588455 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58846) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:18.592469 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef27bd4b-76ef-4eba-8c51-15ee522d9e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a922affa-970b-436a-97b7-56054f5816f2,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:18.599428 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b0970f48-dd39-4032-a305-312c3e976006 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:18.658771 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2ae3ca1-7472-4ccd-af1c-ed8d58ab5358 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:18.659410 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2ae3ca1-7472-4ccd-af1c-ed8d58ab5358 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:18.661220 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b2ae3ca1-7472-4ccd-af1c-ed8d58ab5358 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/ports/a3b44765-b59a-438e-9bf4-6bdbd3d2dd3c HTTP/1.1" status: 404 len: 333 time: 0.0691864 Feb 03 14:04:18.664225 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58850) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:18.741652 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-5a4b0c84-96ed-4064-9c72-fa4c876f92f9 None None] Notify callbacks [] for port, precommit_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:18.753123 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-a648a885-f6b6-460e-910c-ed8ce2823415 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:18.754201 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a648a885-f6b6-460e-910c-ed8ce2823415 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:18.757086 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-a648a885-f6b6-460e-910c-ed8ce2823415 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/759648f5-3644-4abb-ad12-1131c909def4 HTTP/1.1" status: 404 len: 337 time: 0.0898986 Feb 03 14:04:18.760018 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58856) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:18.777300 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.provisioning_blocks [None req-5a4b0c84-96ed-4064-9c72-fa4c876f92f9 None None] Transition to ACTIVE for port object 42b692c9-02ad-46b2-a6da-3d2c491aed2a will not be triggered until provisioned by entity L2. {{(pid=84184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:04:18.803827 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-ce9fcabc-fee2-4d68-aa4e-dd230d57fcf9 None None] Provisioning for port 72489121-d682-4454-94d3-5688e422e30f completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:04:18.810843 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c6971f-4c34-4e50-8e39-4ae06a3972be None None] DHCP port deletion for ac0baa47-f752-4b1c-8067-faa2699b3288 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:04:18.817952 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-763288ac-0125-470d-bbf6-489cf88810f7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:18.824562 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-763288ac-0125-470d-bbf6-489cf88810f7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:18.824562 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-763288ac-0125-470d-bbf6-489cf88810f7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/23bedd9a-5bdd-438f-a93f-96679d02e595 HTTP/1.1" status: 404 len: 337 time: 0.0593905 Feb 03 14:04:18.824562 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58860) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:18.872311 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-5a4b0c84-96ed-4064-9c72-fa4c876f92f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:18.883883 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-d821ab9f-1c54-43c7-a41a-716b454d11a5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:18.884483 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d821ab9f-1c54-43c7-a41a-716b454d11a5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:18.886442 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d821ab9f-1c54-43c7-a41a-716b454d11a5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/ports/d4ffecf4-89b1-4053-86a6-c95075dd965d HTTP/1.1" status: 404 len: 333 time: 0.0619330 Feb 03 14:04:18.890339 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58864) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:18.961112 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-15c6971f-4c34-4e50-8e39-4ae06a3972be None None] Deleting port 863ed1cb-a345-4fd1-8d71-878698370419 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:04:18.961501 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-15c6971f-4c34-4e50-8e39-4ae06a3972be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:18.992911 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-ce9fcabc-fee2-4d68-aa4e-dd230d57fcf9 None None] Provisioning complete for port 72489121-d682-4454-94d3-5688e422e30f triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:18.993289 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ce9fcabc-fee2-4d68-aa4e-dd230d57fcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:19.001052 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8a303b7-cdb5-4fe6-85f8-81359f0e03b0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:19.001821 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8a303b7-cdb5-4fe6-85f8-81359f0e03b0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:19.004277 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f8a303b7-cdb5-4fe6-85f8-81359f0e03b0 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/7d7f2ae8-14d0-42d8-9dc6-18f162844be1 HTTP/1.1" status: 404 len: 337 time: 0.1125650 Feb 03 14:04:19.006931 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58868) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:19.138688 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0adfc6f-7454-491f-a6dc-aa53bd75f641 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:19.139178 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0adfc6f-7454-491f-a6dc-aa53bd75f641 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:19.141453 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f0adfc6f-7454-491f-a6dc-aa53bd75f641 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/db0820a7-31df-4da3-937f-9e6e86fdbc1d HTTP/1.1" status: 404 len: 337 time: 0.1267362 Feb 03 14:04:19.147730 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58876) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:19.249882 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-0684d403-9490-42ff-ab7c-6d8ae390df9e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:19.250276 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0684d403-9490-42ff-ab7c-6d8ae390df9e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:19.251986 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-0684d403-9490-42ff-ab7c-6d8ae390df9e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/ports/b8c9ded9-a12c-4cf5-8066-723f31a152ed HTTP/1.1" status: 404 len: 333 time: 0.1032686 Feb 03 14:04:19.264331 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58882) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:19.399761 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-c456a89c-fcfc-4b53-b81d-c5faa420b2fe tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:19.401069 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c456a89c-fcfc-4b53-b81d-c5faa420b2fe tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:19.403823 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c456a89c-fcfc-4b53-b81d-c5faa420b2fe tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/d3b9bd53-884e-4b2a-8d48-e7041ca7b4d3 HTTP/1.1" status: 404 len: 337 time: 0.1384993 Feb 03 14:04:19.414915 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58886) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:19.427663 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868dd4f-ceec-4347-bfa4-1fcf9b46fde1 None None] Pushing event updated for resources: {'Port': ['ID=42b692c9-02ad-46b2-a6da-3d2c491aed2a,revision_number=3']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:19.476636 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-5a4b0c84-96ed-4064-9c72-fa4c876f92f9 None None] Attempting to bind port 42b692c9-02ad-46b2-a6da-3d2c491aed2a on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:04:19.477002 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-5a4b0c84-96ed-4064-9c72-fa4c876f92f9 None None] Attempting to bind port 42b692c9-02ad-46b2-a6da-3d2c491aed2a by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'da06d23a-3ce9-4bac-8a58-e6c293465c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a87fb0ae-2bad-4f62-9989-0f25292cda24'}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:04:19.477363 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4b0c84-96ed-4064-9c72-fa4c876f92f9 None None] Attempting to bind port 42b692c9-02ad-46b2-a6da-3d2c491aed2a on network a87fb0ae-2bad-4f62-9989-0f25292cda24 {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:04:19.482903 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f52ee2c-b183-48a0-b5ef-13193ed326fc tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:19.484220 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f52ee2c-b183-48a0-b5ef-13193ed326fc tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:19.488125 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-4f52ee2c-b183-48a0-b5ef-13193ed326fc tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/ports/5042bee6-9058-4192-b290-b37454810b2e HTTP/1.1" status: 404 len: 333 time: 0.0712750 Feb 03 14:04:19.490696 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58890) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:19.512055 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4b0c84-96ed-4064-9c72-fa4c876f92f9 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:04:19.512349 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4b0c84-96ed-4064-9c72-fa4c876f92f9 None None] Checking segment: {'id': 'da06d23a-3ce9-4bac-8a58-e6c293465c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a87fb0ae-2bad-4f62-9989-0f25292cda24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:04:19.512758 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-5a4b0c84-96ed-4064-9c72-fa4c876f92f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:19.513150 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4b0c84-96ed-4064-9c72-fa4c876f92f9 None None] Bound using segment: {'id': 'da06d23a-3ce9-4bac-8a58-e6c293465c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a87fb0ae-2bad-4f62-9989-0f25292cda24'} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:04:19.513617 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-5a4b0c84-96ed-4064-9c72-fa4c876f92f9 None None] Bound port: 42b692c9-02ad-46b2-a6da-3d2c491aed2a, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da06d23a-3ce9-4bac-8a58-e6c293465c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a87fb0ae-2bad-4f62-9989-0f25292cda24'}}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:04:19.514005 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-5a4b0c84-96ed-4064-9c72-fa4c876f92f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:19.540709 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-15c6971f-4c34-4e50-8e39-4ae06a3972be None None] For port 863ed1cb-a345-4fd1-8d71-878698370419, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=863ed1cb-a345-4fd1-8d71-878698370419,segment=NetworkSegment(e994c506-4b8b-40f3-b39e-800f29dc7a76),segment_id=e994c506-4b8b-40f3-b39e-800f29dc7a76)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:04:19.542401 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-15c6971f-4c34-4e50-8e39-4ae06a3972be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:19.546509 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b66f6c8-85fb-4b37-9425-98e3fe3597fe tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:19.547498 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b66f6c8-85fb-4b37-9425-98e3fe3597fe tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:19.550622 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-5b66f6c8-85fb-4b37-9425-98e3fe3597fe tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/a373d30e-b437-40ba-9bac-f98b16caffc2 HTTP/1.1" status: 404 len: 337 time: 0.0584648 Feb 03 14:04:19.553303 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58894) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:19.616350 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d0235d2-3d2e-445f-a746-8ff8559ad4b4 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:19.617139 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d0235d2-3d2e-445f-a746-8ff8559ad4b4 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:19.629615 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-7d0235d2-3d2e-445f-a746-8ff8559ad4b4 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/ports/352635a0-04f4-426f-9fb0-b0dc7bbab145 HTTP/1.1" status: 404 len: 333 time: 0.0725338 Feb 03 14:04:19.634117 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58898) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:19.652394 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58904) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:19.731470 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8142cbe-c134-4162-81b4-c2476efa4c7e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:19.731893 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8142cbe-c134-4162-81b4-c2476efa4c7e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:19.736321 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e8142cbe-c134-4162-81b4-c2476efa4c7e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/3227c139-fc16-4478-a5cd-2d1cd1174f55 HTTP/1.1" status: 404 len: 337 time: 0.1015589 Feb 03 14:04:19.740887 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58908) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:19.741203 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-5a4b0c84-96ed-4064-9c72-fa4c876f92f9 None None] For port 42b692c9-02ad-46b2-a6da-3d2c491aed2a, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:04:19.749976 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-5a4b0c84-96ed-4064-9c72-fa4c876f92f9 None None] For port 42b692c9-02ad-46b2-a6da-3d2c491aed2a, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=42b692c9-02ad-46b2-a6da-3d2c491aed2a,segment=NetworkSegment(da06d23a-3ce9-4bac-8a58-e6c293465c03),segment_id=da06d23a-3ce9-4bac-8a58-e6c293465c03)] {{(pid=84184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:04:19.758985 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 863ed1cb-a345-4fd1-8d71-878698370419 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:04:19.806708 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-15c6971f-4c34-4e50-8e39-4ae06a3972be None None] Calling delete_port for 863ed1cb-a345-4fd1-8d71-878698370419 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:04:19.821659 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7335ed5-a4f4-4fdb-b150-d37c372fe776 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:19.822472 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7335ed5-a4f4-4fdb-b150-d37c372fe776 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:19.824427 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b7335ed5-a4f4-4fdb-b150-d37c372fe776 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/ports/693641b5-f5e8-451a-81f3-29006d460b89 HTTP/1.1" status: 404 len: 333 time: 0.0818815 Feb 03 14:04:19.826918 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58912) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:19.866883 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-5a4b0c84-96ed-4064-9c72-fa4c876f92f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:19.883645 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b0970f48-dd39-4032-a305-312c3e976006 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:19.959541 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b0970f48-dd39-4032-a305-312c3e976006 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:19.984217 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-2376c1fc-99bb-4a7c-8225-fa78a024f986 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:19.984748 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2376c1fc-99bb-4a7c-8225-fa78a024f986 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:19.986533 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-2376c1fc-99bb-4a7c-8225-fa78a024f986 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/fce5da3c-a425-46db-acea-553f45c52d55 HTTP/1.1" status: 404 len: 337 time: 0.1583326 Feb 03 14:04:19.989130 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58916) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:20.026756 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4b0c84-96ed-4064-9c72-fa4c876f92f9 None None] Routers {'12c53c2f-0f70-4a88-9999-3d215c2676bb'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:04:20.028141 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-5a4b0c84-96ed-4064-9c72-fa4c876f92f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:03:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['12c53c2f-0f70-4a88-9999-3d215c2676bb'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:20.038853 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f8f19dc-faac-4063-b248-04e182bf2585 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:20.039423 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f8f19dc-faac-4063-b248-04e182bf2585 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:20.041217 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-1f8f19dc-faac-4063-b248-04e182bf2585 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/ports/6c6c5ee6-b360-4c70-b778-c77d4f35fb83 HTTP/1.1" status: 404 len: 333 time: 0.0510879 Feb 03 14:04:20.042699 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f02be95-4ec3-423c-a191-5a84a2ead96d tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:20.061362 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58920) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:20.075857 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-7f02be95-4ec3-423c-a191-5a84a2ead96d tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=16a0e898-50c0-4b65-ae3a-069e9649bbca HTTP/1.1" status: 200 len: 814 time: 0.4048388 Feb 03 14:04:20.182442 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ce9fcabc-fee2-4d68-aa4e-dd230d57fcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:20.212279 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868dd4f-ceec-4347-bfa4-1fcf9b46fde1 None None] Pushing event updated for resources: {'Port': ['ID=42b692c9-02ad-46b2-a6da-3d2c491aed2a,revision_number=4']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:20.261461 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0970f48-dd39-4032-a305-312c3e976006 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event updated for resources: {'Port': ['ID=aebdce33-59e6-4946-a027-c4db80665395,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:20.263895 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:20.290100 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-97456cc6-ee1c-499e-b426-a3a90ce923fe None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:20.302747 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-15c6971f-4c34-4e50-8e39-4ae06a3972be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:20.401801 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-75cb7ef7-8b36-4769-b950-04656698d12f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:20.402599 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75cb7ef7-8b36-4769-b950-04656698d12f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:20.405853 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-97456cc6-ee1c-499e-b426-a3a90ce923fe None None] Transition to ACTIVE for port object 764a7d90-b00c-4fb7-98b2-7d065e6d9655 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:04:20.408823 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58932) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:20.412664 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-75cb7ef7-8b36-4769-b950-04656698d12f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/1c199366-24d2-48ec-9b18-1a10246c2b11 HTTP/1.1" status: 404 len: 337 time: 0.1567607 Feb 03 14:04:20.447049 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6971f-4c34-4e50-8e39-4ae06a3972be None None] Pushing event deleted for resources: {'Port': ['ID=863ed1cb-a345-4fd1-8d71-878698370419,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:20.451400 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-ce9fcabc-fee2-4d68-aa4e-dd230d57fcf9 None None] For port 72489121-d682-4454-94d3-5688e422e30f, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=72489121-d682-4454-94d3-5688e422e30f,segment=NetworkSegment(97d06bd6-dc4c-40b1-b424-f39075779cf4),segment_id=97d06bd6-dc4c-40b1-b424-f39075779cf4)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:04:20.472385 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b0970f48-dd39-4032-a305-312c3e976006 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:20.492934 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c6971f-4c34-4e50-8e39-4ae06a3972be None None] No DVR routers for this DVR port 863ed1cb-a345-4fd1-8d71-878698370419 on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:04:20.540903 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-97456cc6-ee1c-499e-b426-a3a90ce923fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:20.561637 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-588b7de5-92ba-4ea3-86e6-ad2b15a10b3f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:20.571115 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-588b7de5-92ba-4ea3-86e6-ad2b15a10b3f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:20.573503 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-588b7de5-92ba-4ea3-86e6-ad2b15a10b3f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/ports/d29d2764-cc88-450c-91ab-f6499594a657 HTTP/1.1" status: 404 len: 333 time: 0.1623905 Feb 03 14:04:20.575780 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-5a4b0c84-96ed-4064-9c72-fa4c876f92f9 None None] Set router 12c53c2f-0f70-4a88-9999-3d215c2676bb gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:04:20.582254 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58940) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:20.616839 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ce9fcabc-fee2-4d68-aa4e-dd230d57fcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:20.688526 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-54801dba-10d5-4368-bfb2-0a72ac5c950a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:20.688970 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54801dba-10d5-4368-bfb2-0a72ac5c950a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:20.693972 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-54801dba-10d5-4368-bfb2-0a72ac5c950a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/980d5b15-e7cb-4eea-98e8-2145be638147 HTTP/1.1" status: 404 len: 337 time: 0.1074269 Feb 03 14:04:20.693972 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58944) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:20.697660 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58946) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:20.710969 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-fc673000-535f-479d-902a-d31243150798 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'network': {'name': 'tempest-network-smoke--311000688', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'port_security_enabled': True}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:20.727903 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-fc673000-535f-479d-902a-d31243150798 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:20.757936 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-fc673000-535f-479d-902a-d31243150798 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:20.853657 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0970f48-dd39-4032-a305-312c3e976006 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Network e480554c-38b9-45fd-a486-8ec4db916104 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:04:20.856119 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-b0970f48-dd39-4032-a305-312c3e976006 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:04:20.892961 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc673000-535f-479d-902a-d31243150798 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Made reservation on behalf of 55163e99e9e54d69af7505a418f9e84b for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:04:20.896433 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fc673000-535f-479d-902a-d31243150798 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:20.897882 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686957a-51a6-471a-b0f1-a3f2d7719673 None None] Pushing event updated for resources: {'Port': ['ID=764a7d90-b00c-4fb7-98b2-7d065e6d9655,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:20.965085 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-56453492-c2ac-4739-8895-06eb62571187 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:20.965677 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56453492-c2ac-4739-8895-06eb62571187 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:20.973918 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-56453492-c2ac-4739-8895-06eb62571187 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/091cc923-bc96-4338-baba-238d6819b158 HTTP/1.1" status: 404 len: 337 time: 0.2738237 Feb 03 14:04:20.974534 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58956) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:21.014943 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9fcabc-fee2-4d68-aa4e-dd230d57fcf9 None None] Pushing event updated for resources: {'Port': ['ID=72489121-d682-4454-94d3-5688e422e30f,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:21.137851 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0b33922-e53b-4f03-857b-736de0ec196c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:21.138763 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0b33922-e53b-4f03-857b-736de0ec196c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:21.141528 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d0b33922-e53b-4f03-857b-736de0ec196c tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/ports/5edcde67-174b-46e1-a282-423426ab88e1 HTTP/1.1" status: 404 len: 333 time: 0.1624000 Feb 03 14:04:21.149031 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58960) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:21.250380 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-41f44d06-fd34-47fb-90cb-9353023b0dac tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:21.250380 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41f44d06-fd34-47fb-90cb-9353023b0dac tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:21.256201 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-6ddeacb4-68cd-41d6-a779-24bf84081ba2 None None] Provisioning complete for port 72489121-d682-4454-94d3-5688e422e30f triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:21.256201 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6ddeacb4-68cd-41d6-a779-24bf84081ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:21.263011 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-41f44d06-fd34-47fb-90cb-9353023b0dac tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/a0008b29-08e2-45bc-ba29-7b247915321e HTTP/1.1" status: 404 len: 337 time: 0.1129186 Feb 03 14:04:21.263802 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc673000-535f-479d-902a-d31243150798 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:04:21.273737 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58966) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:21.287548 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fc673000-535f-479d-902a-d31243150798 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:21.287903 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-fc673000-535f-479d-902a-d31243150798 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Added segment 4a1a7f4f-c22c-4cc7-8fa9-8cbbbc224d5e of type vlan for network 94bc658f-cd82-43b8-ad6c-96d4fbd8794e Feb 03 14:04:21.323683 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fc673000-535f-479d-902a-d31243150798 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:21.334986 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-97456cc6-ee1c-499e-b426-a3a90ce923fe None None] Attempting to bind port 764a7d90-b00c-4fb7-98b2-7d065e6d9655 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:04:21.336100 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-97456cc6-ee1c-499e-b426-a3a90ce923fe None None] Attempting to bind port 764a7d90-b00c-4fb7-98b2-7d065e6d9655 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'a36e15cd-681c-4c58-87c6-ff7afbda06bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a7017963-cab9-42f5-9cf8-0b07f87eab53'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:04:21.336100 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97456cc6-ee1c-499e-b426-a3a90ce923fe None None] Attempting to bind port 764a7d90-b00c-4fb7-98b2-7d065e6d9655 on network a7017963-cab9-42f5-9cf8-0b07f87eab53 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:04:21.347687 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97456cc6-ee1c-499e-b426-a3a90ce923fe None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:04:21.348077 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97456cc6-ee1c-499e-b426-a3a90ce923fe None None] Checking segment: {'id': 'a36e15cd-681c-4c58-87c6-ff7afbda06bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a7017963-cab9-42f5-9cf8-0b07f87eab53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:04:21.348587 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-97456cc6-ee1c-499e-b426-a3a90ce923fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:21.348990 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97456cc6-ee1c-499e-b426-a3a90ce923fe None None] Bound using segment: {'id': 'a36e15cd-681c-4c58-87c6-ff7afbda06bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a7017963-cab9-42f5-9cf8-0b07f87eab53'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:04:21.349477 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-97456cc6-ee1c-499e-b426-a3a90ce923fe None None] Bound port: 764a7d90-b00c-4fb7-98b2-7d065e6d9655, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a36e15cd-681c-4c58-87c6-ff7afbda06bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a7017963-cab9-42f5-9cf8-0b07f87eab53'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:04:21.349858 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-97456cc6-ee1c-499e-b426-a3a90ce923fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:21.382246 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-5a4b0c84-96ed-4064-9c72-fa4c876f92f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12c53c2f-0f70-4a88-9999-3d215c2676bb', 'name': 'tempest-TestVolumeBootPattern-200197175-router', 'tenant_id': '9950b7a5d04341e3bbd57e24efccb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': '66a6fa2c-6ce3-4519-9ed5-e485ba6a6028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:41Z', 'updated_at': '2022-02-03T14:03:51Z', 'revision_number': 4, 'project_id': '9950b7a5d04341e3bbd57e24efccb84a', 'gw_port': {'id': '66a6fa2c-6ce3-4519-9ed5-e485ba6a6028', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:62:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c53c2f-0f70-4a88-9999-3d215c2676bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:42Z', 'updated_at': '2022-02-03T14:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '42b692c9-02ad-46b2-a6da-3d2c491aed2a', 'name': '', 'network_id': 'a87fb0ae-2bad-4f62-9989-0f25292cda24', 'tenant_id': '9950b7a5d04341e3bbd57e24efccb84a', 'mac_address': 'fa:16:3e:77:a5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12c53c2f-0f70-4a88-9999-3d215c2676bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1846aaaf-1656-44d1-893c-426cc1a470bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:49Z', 'updated_at': '2022-02-03T14:04:19Z', 'revision_number': 4, 'project_id': '9950b7a5d04341e3bbd57e24efccb84a', 'subnets': [{'id': '1846aaaf-1656-44d1-893c-426cc1a470bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:21.386481 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4b0c84-96ed-4064-9c72-fa4c876f92f9 None None] The sync data for ids ['12c53c2f-0f70-4a88-9999-3d215c2676bb'] in dv-neutron-827016-1-hyperv is: [{'id': '12c53c2f-0f70-4a88-9999-3d215c2676bb', 'name': 'tempest-TestVolumeBootPattern-200197175-router', 'tenant_id': '9950b7a5d04341e3bbd57e24efccb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': '66a6fa2c-6ce3-4519-9ed5-e485ba6a6028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:41Z', 'updated_at': '2022-02-03T14:03:51Z', 'revision_number': 4, 'project_id': '9950b7a5d04341e3bbd57e24efccb84a', 'gw_port': {'id': '66a6fa2c-6ce3-4519-9ed5-e485ba6a6028', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:62:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c53c2f-0f70-4a88-9999-3d215c2676bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:42Z', 'updated_at': '2022-02-03T14:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '42b692c9-02ad-46b2-a6da-3d2c491aed2a', 'name': '', 'network_id': 'a87fb0ae-2bad-4f62-9989-0f25292cda24', 'tenant_id': '9950b7a5d04341e3bbd57e24efccb84a', 'mac_address': 'fa:16:3e:77:a5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12c53c2f-0f70-4a88-9999-3d215c2676bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1846aaaf-1656-44d1-893c-426cc1a470bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:49Z', 'updated_at': '2022-02-03T14:04:19Z', 'revision_number': 4, 'project_id': '9950b7a5d04341e3bbd57e24efccb84a', 'subnets': [{'id': '1846aaaf-1656-44d1-893c-426cc1a470bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:04:21.425404 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f54fcad-7818-43bc-aa3b-3f4c8aa22e81 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:21.435661 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f54fcad-7818-43bc-aa3b-3f4c8aa22e81 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:21.435661 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-1f54fcad-7818-43bc-aa3b-3f4c8aa22e81 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/82d5439f-65b2-48f2-b497-9535969412c1 HTTP/1.1" status: 404 len: 337 time: 0.1536684 Feb 03 14:04:21.445754 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58970) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:21.449344 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fc673000-535f-479d-902a-d31243150798 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:21.469160 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc673000-535f-479d-902a-d31243150798 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:21.470108 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fc673000-535f-479d-902a-d31243150798 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:21.493058 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-97456cc6-ee1c-499e-b426-a3a90ce923fe None None] For port 764a7d90-b00c-4fb7-98b2-7d065e6d9655, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:04:21.496118 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-97456cc6-ee1c-499e-b426-a3a90ce923fe None None] For port 764a7d90-b00c-4fb7-98b2-7d065e6d9655, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=764a7d90-b00c-4fb7-98b2-7d065e6d9655,segment=NetworkSegment(a36e15cd-681c-4c58-87c6-ff7afbda06bf),segment_id=a36e15cd-681c-4c58-87c6-ff7afbda06bf)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:04:21.576403 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-da3877f1-540d-4dff-9214-0ac608ebcc12 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:21.576795 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da3877f1-540d-4dff-9214-0ac608ebcc12 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:21.578430 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-da3877f1-540d-4dff-9214-0ac608ebcc12 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/ports/d724f311-1a57-4154-a35d-830f91401210 HTTP/1.1" status: 404 len: 333 time: 0.1395040 Feb 03 14:04:21.583396 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-97456cc6-ee1c-499e-b426-a3a90ce923fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:21.586530 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58976) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:21.623133 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-fc673000-535f-479d-902a-d31243150798 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9276998 Feb 03 14:04:21.625901 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58980) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:21.668459 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc673000-535f-479d-902a-d31243150798 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Network': ['ID=94bc658f-cd82-43b8-ad6c-96d4fbd8794e,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:21.714095 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-6ddeacb4-68cd-41d6-a779-24bf84081ba2 None None] Provisioning for port aebdce33-59e6-4946-a027-c4db80665395 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:04:21.735502 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 94bc658f-cd82-43b8-ad6c-96d4fbd8794e details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:04:21.742117 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2afc53d-f328-4b69-a7db-881378314b10 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:21.742559 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2afc53d-f328-4b69-a7db-881378314b10 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:21.744318 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c2afc53d-f328-4b69-a7db-881378314b10 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/d57818ce-d116-49a7-bd4e-f3bae5690745 HTTP/1.1" status: 404 len: 337 time: 0.1566510 Feb 03 14:04:21.747033 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 58986) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:21.766460 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97456cc6-ee1c-499e-b426-a3a90ce923fe None None] Updating router 2211bc32-e73d-4ce2-8f82-6c41eabf7c0b port b6fca4bc-5c40-46e7-8f2c-42a2d5a0edf4 binding host dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:04:21.840032 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee7bdef5-e6fc-4869-b53d-e0f4ef4626ea tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:21.840493 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee7bdef5-e6fc-4869-b53d-e0f4ef4626ea tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:21.841094 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-6ddeacb4-68cd-41d6-a779-24bf84081ba2 None None] Provisioning complete for port aebdce33-59e6-4946-a027-c4db80665395 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:21.842076 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6ddeacb4-68cd-41d6-a779-24bf84081ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:21.842218 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ee7bdef5-e6fc-4869-b53d-e0f4ef4626ea tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/a1407e19-aadf-47ae-9f67-a5e2e9464e4b HTTP/1.1" status: 404 len: 337 time: 0.0941069 Feb 03 14:04:21.847338 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 58994) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:21.910744 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcaba5aa-f1db-4323-9002-ed0b9688a01f tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:21.911512 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-fcaba5aa-f1db-4323-9002-ed0b9688a01f tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=55163e99e9e54d69af7505a418f9e84b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2840233 Feb 03 14:04:21.911905 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a012ae8-4228-48d9-bc5b-85ef88aece4f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:21.912327 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a012ae8-4228-48d9-bc5b-85ef88aece4f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:21.913699 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59000) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:21.925594 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3a012ae8-4228-48d9-bc5b-85ef88aece4f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/ports/d6d1ed9b-2df6-435f-940b-9f06afcedfa1 HTTP/1.1" status: 404 len: 333 time: 0.0771992 Feb 03 14:04:21.939498 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59004) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:22.032357 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3956d82-f637-4368-bfda-9264cde8e323 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:22.032804 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3956d82-f637-4368-bfda-9264cde8e323 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:22.034497 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b3956d82-f637-4368-bfda-9264cde8e323 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/1209c2c7-45fc-421b-8ebc-d940cbd3748d HTTP/1.1" status: 404 len: 337 time: 0.0929391 Feb 03 14:04:22.048243 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59008) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:22.075583 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 72489121-d682-4454-94d3-5688e422e30f up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:04:22.136707 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d783ee9-6690-4ec6-bfe9-8e8d282fa3c7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:22.137157 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d783ee9-6690-4ec6-bfe9-8e8d282fa3c7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:22.138851 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-6d783ee9-6690-4ec6-bfe9-8e8d282fa3c7 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/4c9f2649-0636-494f-a7da-1848b39635bd HTTP/1.1" status: 404 len: 337 time: 0.0896616 Feb 03 14:04:22.143578 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59012) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:22.165165 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0970f48-dd39-4032-a305-312c3e976006 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Router 2211bc32-e73d-4ce2-8f82-6c41eabf7c0b has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:04:22.237553 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-978d5b24-4f17-4983-b55d-6955ff635507 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/ports?device_id=32404f7f-3166-48ad-93ec-920b15f69cb0 HTTP/1.1" status: 200 len: 205 time: 0.0929916 Feb 03 14:04:22.238373 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59016) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:22.300524 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-97456cc6-ee1c-499e-b426-a3a90ce923fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:22.315829 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03814ba-dfe2-4469-8542-dd9f1a637309 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:22.317850 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d03814ba-dfe2-4469-8542-dd9f1a637309 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4028707 Feb 03 14:04:22.324997 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59020) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:22.418672 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-99db3481-41ce-4c9b-908d-ab1f99b6f3a6 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] delete failed (client error): The resource could not be found. Feb 03 14:04:22.422776 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-99db3481-41ce-4c9b-908d-ab1f99b6f3a6 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/routers/32404f7f-3166-48ad-93ec-920b15f69cb0 HTTP/1.1" status: 404 len: 336 time: 0.1809900 Feb 03 14:04:22.426902 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59024) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:22.487043 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c5375710-f4de-4066-a237-48d54e67dcfd tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=16a0e898-50c0-4b65-ae3a-069e9649bbca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1605439 Feb 03 14:04:22.492486 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59028) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:22.496936 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-839c78a2-6c1d-4e8a-aaa3-4a09d18f3e9f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:22.497549 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-839c78a2-6c1d-4e8a-aaa3-4a09d18f3e9f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:22.502952 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-839c78a2-6c1d-4e8a-aaa3-4a09d18f3e9f tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/2f972c67-6231-4001-b5f1-ad70ba97665a HTTP/1.1" status: 404 len: 337 time: 0.0716586 Feb 03 14:04:22.504082 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59032) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:22.548127 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-6ddeacb4-68cd-41d6-a779-24bf84081ba2 None None] Port aebdce33-59e6-4946-a027-c4db80665395 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:04:22.562118 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686957a-51a6-471a-b0f1-a3f2d7719673 None None] Pushing event updated for resources: {'Port': ['ID=764a7d90-b00c-4fb7-98b2-7d065e6d9655,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:22.581168 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0970f48-dd39-4032-a305-312c3e976006 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:04:22.597498 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b0970f48-dd39-4032-a305-312c3e976006 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "PUT /v2.0/routers/2211bc32-e73d-4ce2-8f82-6c41eabf7c0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1314590 Feb 03 14:04:22.599034 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59036) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:22.610140 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-ec89ff70-9e8d-43f4-be52-9b12c2c7eac6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:22.616408 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-143c22fa-b8c9-42b1-b3ce-287f416f2b53 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1716715-a76f-4a73-b147-a43a36a67a90 HTTP/1.1" status: 200 len: 205 time: 0.1104228 Feb 03 14:04:22.620596 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59040) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:22.624394 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-6f5d0271-d083-485e-a4af-dbe43ebd42b3 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=55163e99e9e54d69af7505a418f9e84b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1305997 Feb 03 14:04:22.680528 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59044) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:22.711594 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 72489121-d682-4454-94d3-5688e422e30f triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:22.712508 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:22.726093 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-d201282f-70ec-441f-9975-c1c4d77082f5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] delete failed (client error): The resource could not be found. Feb 03 14:04:22.727134 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d201282f-70ec-441f-9975-c1c4d77082f5 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/routers/e1716715-a76f-4a73-b147-a43a36a67a90 HTTP/1.1" status: 404 len: 336 time: 0.1053128 Feb 03 14:04:22.730213 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59050) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:22.820500 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-da5ed87e-a74e-40bc-a496-fb52a880cc53 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:22.820948 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da5ed87e-a74e-40bc-a496-fb52a880cc53 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:22.822804 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-da5ed87e-a74e-40bc-a496-fb52a880cc53 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/a03293e8-632a-4eaa-bfc9-471b71ef5d66 HTTP/1.1" status: 404 len: 337 time: 0.0921240 Feb 03 14:04:22.825395 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59054) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:22.893632 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddcad751-d602-41a9-bb68-4cac44826502 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:22.894352 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddcad751-d602-41a9-bb68-4cac44826502 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:22.896269 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ddcad751-d602-41a9-bb68-4cac44826502 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/f6aece4a-d7bf-42e3-ac96-1c31e3aeed8b HTTP/1.1" status: 404 len: 337 time: 0.0563099 Feb 03 14:04:22.917114 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59058) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:22.961640 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-11e91988-0af7-4c1d-8d64-ee45a68ebd04 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:22.962324 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11e91988-0af7-4c1d-8d64-ee45a68ebd04 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:22.964008 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-11e91988-0af7-4c1d-8d64-ee45a68ebd04 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/ports/25bdab47-3ac0-48e5-80b0-4ddfd6d3bc9d HTTP/1.1" status: 404 len: 333 time: 0.0457022 Feb 03 14:04:22.966546 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59062) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:23.018238 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc533ee-4cdc-4907-a852-1f89fe361102 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:23.018701 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffc533ee-4cdc-4907-a852-1f89fe361102 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:23.020412 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ffc533ee-4cdc-4907-a852-1f89fe361102 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/3acd2843-874c-4c82-8b93-9da3fe591e7f HTTP/1.1" status: 404 len: 337 time: 0.0529304 Feb 03 14:04:23.023374 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59068) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:23.060411 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bb5e8b-6736-47ce-9be2-b3a66ad9df0a tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:23.064920 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-82bb5e8b-6736-47ce-9be2-b3a66ad9df0a tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3807495 Feb 03 14:04:23.068280 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59072) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:23.071896 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-5df1f50a-6ab5-4a72-a7c1-b6ea2b06ee76 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:23.072324 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5df1f50a-6ab5-4a72-a7c1-b6ea2b06ee76 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:23.074105 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-5df1f50a-6ab5-4a72-a7c1-b6ea2b06ee76 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/ports/7890be07-635a-41e9-a7d9-eb1f5f381f3c HTTP/1.1" status: 404 len: 333 time: 0.0496798 Feb 03 14:04:23.111552 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59076) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:23.163130 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ba47c67c-5e27-41b8-9672-7accf7fa842a tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=16a0e898-50c0-4b65-ae3a-069e9649bbca&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0915949 Feb 03 14:04:23.174245 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59080) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:23.177521 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2780ef4-9151-4bf0-938d-adcfbbd1acca tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:23.177951 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2780ef4-9151-4bf0-938d-adcfbbd1acca tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:23.182543 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d2780ef4-9151-4bf0-938d-adcfbbd1acca tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/4dc18d2b-09b2-4f63-b0cc-7d5f363c3ae3 HTTP/1.1" status: 404 len: 337 time: 0.0645354 Feb 03 14:04:23.184659 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-4813204f-ed7f-451c-b99f-bf0609d68c8e tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-554052402', 'description': 'tempest-secgroup-smoke-554052402 description', 'project_id': '7f2c911a406b430aabb3c67131d3265b'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:23.188956 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59084) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:23.189289 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59086) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:23.200116 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-4813204f-ed7f-451c-b99f-bf0609d68c8e tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:23.210746 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-ab51cf8a-5a8a-435c-963b-f60bf3fa0f6e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1785932456', 'network_id': '94bc658f-cd82-43b8-ad6c-96d4fbd8794e', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:23.297061 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 42b692c9-02ad-46b2-a6da-3d2c491aed2a up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:04:23.374525 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-cf541470-d637-4c54-9d52-24a0ed7cd980 None None] Provisioning complete for port aebdce33-59e6-4946-a027-c4db80665395 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:23.382427 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cf541470-d637-4c54-9d52-24a0ed7cd980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:23.382584 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.extraroute_db [None req-ec89ff70-9e8d-43f4-be52-9b12c2c7eac6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=84182) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 03 14:04:23.391742 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.extraroute_db [None req-ec89ff70-9e8d-43f4-be52-9b12c2c7eac6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Removed routes are [] {{(pid=84182) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 03 14:04:23.392261 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ec89ff70-9e8d-43f4-be52-9b12c2c7eac6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:23.409712 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-97456cc6-ee1c-499e-b426-a3a90ce923fe None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:23.420712 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-4813204f-ed7f-451c-b99f-bf0609d68c8e tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Usage tracker for resource:security_group and tenant:7f2c911a406b430aabb3c67131d3265b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:23.437258 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-4813204f-ed7f-451c-b99f-bf0609d68c8e tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:23.442161 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-97456cc6-ee1c-499e-b426-a3a90ce923fe None None] Transition to ACTIVE for port object b6fca4bc-5c40-46e7-8f2c-42a2d5a0edf4 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:04:23.456342 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-cf541470-d637-4c54-9d52-24a0ed7cd980 None None] Port aebdce33-59e6-4946-a027-c4db80665395 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:04:23.490525 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-a695ebeb-01ae-4555-aae7-bb0bbb3b93fa tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:23.491271 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a695ebeb-01ae-4555-aae7-bb0bbb3b93fa tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:23.492622 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-a695ebeb-01ae-4555-aae7-bb0bbb3b93fa tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/ports/b581c5ee-e24b-4c58-be3e-f126efa370c7 HTTP/1.1" status: 404 len: 333 time: 0.3010092 Feb 03 14:04:23.495412 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59096) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:23.502319 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-4813204f-ed7f-451c-b99f-bf0609d68c8e tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:23.551024 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-ab51cf8a-5a8a-435c-963b-f60bf3fa0f6e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:23.558932 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ab51cf8a-5a8a-435c-963b-f60bf3fa0f6e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:subnet and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:23.565115 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ab51cf8a-5a8a-435c-963b-f60bf3fa0f6e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:23.575182 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-ab51cf8a-5a8a-435c-963b-f60bf3fa0f6e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:23.580959 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-29e29c0c-1411-4201-b4ba-016ac2a80c55 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:23.585762 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29e29c0c-1411-4201-b4ba-016ac2a80c55 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:23.585762 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-29e29c0c-1411-4201-b4ba-016ac2a80c55 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/5dff69fc-7862-4784-91a7-6241c5a7d36b HTTP/1.1" status: 404 len: 337 time: 0.0859847 Feb 03 14:04:23.585970 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59100) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:23.633638 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-436196a7-3444-4abf-9c90-19d03591083a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:23.634141 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-436196a7-3444-4abf-9c90-19d03591083a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:23.637334 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-436196a7-3444-4abf-9c90-19d03591083a tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/ports/14f32d63-72fa-4b9d-8547-10863a4f1130 HTTP/1.1" status: 404 len: 333 time: 0.0493031 Feb 03 14:04:23.638825 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59104) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:23.660713 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 42b692c9-02ad-46b2-a6da-3d2c491aed2a completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:04:23.664102 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-97456cc6-ee1c-499e-b426-a3a90ce923fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:23.707545 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 42b692c9-02ad-46b2-a6da-3d2c491aed2a triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:23.707817 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:23.713745 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-f760f483-2e67-4d47-a297-cd2d86149cfb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:23.714835 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f760f483-2e67-4d47-a297-cd2d86149cfb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:23.715945 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f760f483-2e67-4d47-a297-cd2d86149cfb tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/9b038539-0299-4447-8c7f-4284c9e23583 HTTP/1.1" status: 404 len: 337 time: 0.0760918 Feb 03 14:04:23.718096 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab51cf8a-5a8a-435c-963b-f60bf3fa0f6e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Made reservation on behalf of 55163e99e9e54d69af7505a418f9e84b for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:04:23.732096 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59108) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:23.732714 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4813204f-ed7f-451c-b99f-bf0609d68c8e tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:23.759752 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4813204f-ed7f-451c-b99f-bf0609d68c8e tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:23.865686 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686957a-51a6-471a-b0f1-a3f2d7719673 None None] Pushing event updated for resources: {'Port': ['ID=b6fca4bc-5c40-46e7-8f2c-42a2d5a0edf4,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:23.875272 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-26e17614-dcc4-49e5-97f4-90770c4a482e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:23.875712 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26e17614-dcc4-49e5-97f4-90770c4a482e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:23.883651 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-26e17614-dcc4-49e5-97f4-90770c4a482e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/ports/4cabaf6b-0a7f-42a5-951f-939a7f273589 HTTP/1.1" status: 404 len: 333 time: 0.1461217 Feb 03 14:04:23.898187 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59112) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:23.905274 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-4813204f-ed7f-451c-b99f-bf0609d68c8e tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:23.946938 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ab51cf8a-5a8a-435c-963b-f60bf3fa0f6e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:23.968929 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-4813204f-ed7f-451c-b99f-bf0609d68c8e tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Usage tracker for resource:security_group_rule and tenant:7f2c911a406b430aabb3c67131d3265b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:23.978244 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-4813204f-ed7f-451c-b99f-bf0609d68c8e tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:23.981413 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8aa427a-c442-43a7-95af-36cfa9398c8e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:23.982423 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8aa427a-c442-43a7-95af-36cfa9398c8e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:24.050529 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b8aa427a-c442-43a7-95af-36cfa9398c8e tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/397bb0a8-effb-47f1-b63f-2c0764bce289 HTTP/1.1" status: 404 len: 337 time: 0.1455793 Feb 03 14:04:24.051764 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59116) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:24.055246 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-4813204f-ed7f-451c-b99f-bf0609d68c8e tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:24.061450 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-97456cc6-ee1c-499e-b426-a3a90ce923fe None None] Attempting to bind port b6fca4bc-5c40-46e7-8f2c-42a2d5a0edf4 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:04:24.061450 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-97456cc6-ee1c-499e-b426-a3a90ce923fe None None] Attempting to bind port b6fca4bc-5c40-46e7-8f2c-42a2d5a0edf4 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '7c14263d-478e-47c7-ba76-8fe40b6d0fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5bca61da-3e41-47fc-9e4f-b02e43705ab8'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:04:24.061450 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97456cc6-ee1c-499e-b426-a3a90ce923fe None None] Attempting to bind port b6fca4bc-5c40-46e7-8f2c-42a2d5a0edf4 on network 5bca61da-3e41-47fc-9e4f-b02e43705ab8 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:04:24.070481 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97456cc6-ee1c-499e-b426-a3a90ce923fe None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:04:24.070853 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97456cc6-ee1c-499e-b426-a3a90ce923fe None None] Checking segment: {'id': '7c14263d-478e-47c7-ba76-8fe40b6d0fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5bca61da-3e41-47fc-9e4f-b02e43705ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:04:24.071293 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-97456cc6-ee1c-499e-b426-a3a90ce923fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:24.071687 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97456cc6-ee1c-499e-b426-a3a90ce923fe None None] Bound using segment: {'id': '7c14263d-478e-47c7-ba76-8fe40b6d0fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5bca61da-3e41-47fc-9e4f-b02e43705ab8'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:04:24.072302 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-97456cc6-ee1c-499e-b426-a3a90ce923fe None None] Bound port: b6fca4bc-5c40-46e7-8f2c-42a2d5a0edf4, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c14263d-478e-47c7-ba76-8fe40b6d0fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5bca61da-3e41-47fc-9e4f-b02e43705ab8'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:04:24.072681 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-97456cc6-ee1c-499e-b426-a3a90ce923fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:24.196742 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8f42f86-0889-499b-90ee-98b0cbc71ca4 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:24.197252 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8f42f86-0889-499b-90ee-98b0cbc71ca4 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:24.201187 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a8f42f86-0889-499b-90ee-98b0cbc71ca4 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/ports/c3a18f71-eb69-4dba-b9f8-8f795dbb25cb HTTP/1.1" status: 404 len: 333 time: 0.1467617 Feb 03 14:04:24.208167 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59124) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:24.252842 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-901d68a0-1e64-4c6f-8f66-ba12bf04caf3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:24.253104 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-901d68a0-1e64-4c6f-8f66-ba12bf04caf3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:24.254770 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-901d68a0-1e64-4c6f-8f66-ba12bf04caf3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/7a17ee85-d9e9-4d7d-bc51-bf155fb48bd1 HTTP/1.1" status: 404 len: 337 time: 0.0456657 Feb 03 14:04:24.257555 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59130) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:24.266614 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4813204f-ed7f-451c-b99f-bf0609d68c8e tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:24.296590 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:24.335860 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-97456cc6-ee1c-499e-b426-a3a90ce923fe None None] For port b6fca4bc-5c40-46e7-8f2c-42a2d5a0edf4, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:04:24.353095 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-97456cc6-ee1c-499e-b426-a3a90ce923fe None None] For port b6fca4bc-5c40-46e7-8f2c-42a2d5a0edf4, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=b6fca4bc-5c40-46e7-8f2c-42a2d5a0edf4,segment=NetworkSegment(7c14263d-478e-47c7-ba76-8fe40b6d0fe7),segment_id=7c14263d-478e-47c7-ba76-8fe40b6d0fe7)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:04:24.364907 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 42b692c9-02ad-46b2-a6da-3d2c491aed2a, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=42b692c9-02ad-46b2-a6da-3d2c491aed2a,segment=NetworkSegment(da06d23a-3ce9-4bac-8a58-e6c293465c03),segment_id=da06d23a-3ce9-4bac-8a58-e6c293465c03)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:04:24.373690 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4813204f-ed7f-451c-b99f-bf0609d68c8e tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:24.406710 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-4813204f-ed7f-451c-b99f-bf0609d68c8e tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:24.422842 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-82b33714-1882-4527-a9d0-8432832f36b3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:24.423486 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-4813204f-ed7f-451c-b99f-bf0609d68c8e tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Usage tracker for resource:security_group_rule and tenant:7f2c911a406b430aabb3c67131d3265b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:24.423612 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82b33714-1882-4527-a9d0-8432832f36b3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:24.425989 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-82b33714-1882-4527-a9d0-8432832f36b3 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/ports/0866d4a0-f0d1-4e6f-9a19-839c670fed4f HTTP/1.1" status: 404 len: 333 time: 0.1666634 Feb 03 14:04:24.427605 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ec89ff70-9e8d-43f4-be52-9b12c2c7eac6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:24.429287 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-4813204f-ed7f-451c-b99f-bf0609d68c8e tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:24.429463 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59136) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:24.435582 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813204f-ed7f-451c-b99f-bf0609d68c8e tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbc0b2e-a800-4913-a97e-fe9736e6c6c1,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:24.438218 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-4813204f-ed7f-451c-b99f-bf0609d68c8e tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:24.473167 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ec89ff70-9e8d-43f4-be52-9b12c2c7eac6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970733'] for router, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:24.478292 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:24.480244 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ab51cf8a-5a8a-435c-963b-f60bf3fa0f6e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:24.480641 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-97456cc6-ee1c-499e-b426-a3a90ce923fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:24.480775 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-1644a6e2-dc33-439b-aeae-0c24f0f279bf tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] DELETE failed (client error): The resource could not be found. Feb 03 14:04:24.481222 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1644a6e2-dc33-439b-aeae-0c24f0f279bf tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:04:24.487434 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-1644a6e2-dc33-439b-aeae-0c24f0f279bf tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/subnets/31c003aa-091b-4653-81f7-564d88d7c6d7 HTTP/1.1" status: 404 len: 337 time: 0.0564899 Feb 03 14:04:24.488565 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59140) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:24.536465 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4813204f-ed7f-451c-b99f-bf0609d68c8e tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:24.584560 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51cf8a-5a8a-435c-963b-f60bf3fa0f6e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Subnet': ['ID=9a9a9b4f-b3b6-41a6-b0fa-9dd524364388,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:24.584678 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=42b692c9-02ad-46b2-a6da-3d2c491aed2a,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:24.593700 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab51cf8a-5a8a-435c-963b-f60bf3fa0f6e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Checking segment: {'id': '4a1a7f4f-c22c-4cc7-8fa9-8cbbbc224d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '94bc658f-cd82-43b8-ad6c-96d4fbd8794e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:04:24.594182 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab51cf8a-5a8a-435c-963b-f60bf3fa0f6e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network hostable DHCP agents. Network: 94bc658f-cd82-43b8-ad6c-96d4fbd8794e, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:04:24.603551 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4813204f-ed7f-451c-b99f-bf0609d68c8e tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:24.655948 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97456cc6-ee1c-499e-b426-a3a90ce923fe None None] Routers {'2211bc32-e73d-4ce2-8f82-6c41eabf7c0b'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:04:24.657231 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-97456cc6-ee1c-499e-b426-a3a90ce923fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:03:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2211bc32-e73d-4ce2-8f82-6c41eabf7c0b'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:24.670879 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813204f-ed7f-451c-b99f-bf0609d68c8e tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcb8363-c07f-458a-9ba8-1b96a116af64,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:24.786331 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4813204f-ed7f-451c-b99f-bf0609d68c8e tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:24.788075 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-4813204f-ed7f-451c-b99f-bf0609d68c8e tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.6125188 Feb 03 14:04:24.790758 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59144) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:24.796531 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-1773721a-bf4b-4497-b626-f2f95f6e78d7 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Request body: {'security_group_rule': {'security_group_id': 'cfcb8363-c07f-458a-9ba8-1b96a116af64', 'project_id': '7f2c911a406b430aabb3c67131d3265b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:24.803054 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-1773721a-bf4b-4497-b626-f2f95f6e78d7 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:24.807452 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-1773721a-bf4b-4497-b626-f2f95f6e78d7 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Usage tracker for resource:security_group_rule and tenant:7f2c911a406b430aabb3c67131d3265b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:24.810746 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-1773721a-bf4b-4497-b626-f2f95f6e78d7 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:24.817666 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-1773721a-bf4b-4497-b626-f2f95f6e78d7 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:24.823367 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d8a23110-cf36-403b-a6b1-e97035d17947 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:24.826442 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab51cf8a-5a8a-435c-963b-f60bf3fa0f6e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network 94bc658f-cd82-43b8-ad6c-96d4fbd8794e is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:04:24.907171 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686957a-51a6-471a-b0f1-a3f2d7719673 None None] Pushing event updated for resources: {'Port': ['ID=b6fca4bc-5c40-46e7-8f2c-42a2d5a0edf4,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:24.925228 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1773721a-bf4b-4497-b626-f2f95f6e78d7 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:24.933267 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-97456cc6-ee1c-499e-b426-a3a90ce923fe None None] Set router 2211bc32-e73d-4ce2-8f82-6c41eabf7c0b gateway port host: None {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:04:24.952470 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-ab51cf8a-5a8a-435c-963b-f60bf3fa0f6e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 94bc658f-cd82-43b8-ad6c-96d4fbd8794e) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:04:24.959374 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab51cf8a-5a8a-435c-963b-f60bf3fa0f6e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:24.959979 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ab51cf8a-5a8a-435c-963b-f60bf3fa0f6e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:25.001564 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d8a23110-cf36-403b-a6b1-e97035d17947 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:25.024470 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1773721a-bf4b-4497-b626-f2f95f6e78d7 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:25.024678 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c7d3af-df33-4c62-b5c7-e86b3eb6adb1 None None] Network 94bc658f-cd82-43b8-ad6c-96d4fbd8794e requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:04:25.032417 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-d8a23110-cf36-403b-a6b1-e97035d17947 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac0baa47-f752-4b1c-8067-faa2699b3288']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:25.049275 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-d8a23110-cf36-403b-a6b1-e97035d17947 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e994c506-4b8b-40f3-b39e-800f29dc7a76') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:25.049674 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-d8a23110-cf36-403b-a6b1-e97035d17947 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e994c506-4b8b-40f3-b39e-800f29dc7a76') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:25.065391 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d8a23110-cf36-403b-a6b1-e97035d17947 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:25.084009 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ab51cf8a-5a8a-435c-963b-f60bf3fa0f6e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8925278 Feb 03 14:04:25.087476 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec89ff70-9e8d-43f4-be52-9b12c2c7eac6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Router 2211bc32-e73d-4ce2-8f82-6c41eabf7c0b has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:04:25.091361 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d8a23110-cf36-403b-a6b1-e97035d17947 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:25.100632 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8a23110-cf36-403b-a6b1-e97035d17947 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:04:25.101076 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d8a23110-cf36-403b-a6b1-e97035d17947 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:25.109577 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1773721a-bf4b-4497-b626-f2f95f6e78d7 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:25.165095 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1773721a-bf4b-4497-b626-f2f95f6e78d7 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0957c9a-f674-49a4-ab0b-56ded06f6c8c,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:25.232551 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1773721a-bf4b-4497-b626-f2f95f6e78d7 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:25.234080 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-1773721a-bf4b-4497-b626-f2f95f6e78d7 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4423018 Feb 03 14:04:25.236724 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59152) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:25.243318 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-9254841b-725e-4653-a7d0-a927a0ac7f43 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Request body: {'security_group_rule': {'security_group_id': 'cfcb8363-c07f-458a-9ba8-1b96a116af64', 'project_id': '7f2c911a406b430aabb3c67131d3265b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:25.256412 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-9254841b-725e-4653-a7d0-a927a0ac7f43 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:25.264787 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-9254841b-725e-4653-a7d0-a927a0ac7f43 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Usage tracker for resource:security_group_rule and tenant:7f2c911a406b430aabb3c67131d3265b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:25.271484 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-9254841b-725e-4653-a7d0-a927a0ac7f43 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:25.278370 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 14:04:25.278370 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:04:25.278370 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 14:04:25.278370 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:04:25.278370 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 14:04:25.278370 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:04:25.278370 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 14:04:25.278370 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:04:25.278370 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 14:04:25.278370 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:04:25.278370 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 14:04:25.278370 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:04:25.278370 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 14:04:25.278370 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:04:25.278370 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:04:25.278370 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:04:25.278370 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:04:25.278370 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:04:25.278370 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 14:04:25.278370 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:04:25.278370 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 14:04:25.278370 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:04:25.278370 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:04:25.278370 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:04:25.278370 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 14:04:25.278370 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:04:25.278370 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:04:25.278370 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:04:25.278370 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:04:25.278370 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:04:25.278370 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:04:25.278370 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:04:25.289543 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-9254841b-725e-4653-a7d0-a927a0ac7f43 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:25.374223 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d8a23110-cf36-403b-a6b1-e97035d17947 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:25.418241 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d8a23110-cf36-403b-a6b1-e97035d17947 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:25.432910 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9254841b-725e-4653-a7d0-a927a0ac7f43 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:25.438959 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a23110-cf36-403b-a6b1-e97035d17947 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] Pushing event deleted for resources: {'Network': ['ID=ac0baa47-f752-4b1c-8067-faa2699b3288,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:25.446825 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d8a23110-cf36-403b-a6b1-e97035d17947 tempest-NetworksTestDHCPv6-1160704473 tempest-NetworksTestDHCPv6-1160704473-project] 10.222.0.41 "DELETE /v2.0/networks/ac0baa47-f752-4b1c-8067-faa2699b3288 HTTP/1.1" status: 204 len: 168 time: 0.9569159 Feb 03 14:04:25.527589 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da41b40-2651-433d-b3cb-eb1d86aadccc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-94bc658f-cd82-43b8-ad6c-96d4fbd8794e', 'network_id': '94bc658f-cd82-43b8-ad6c-96d4fbd8794e', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ips': [{'subnet_id': '9a9a9b4f-b3b6-41a6-b0fa-9dd524364388'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:04:25.528404 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9254841b-725e-4653-a7d0-a927a0ac7f43 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:25.528586 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9da41b40-2651-433d-b3cb-eb1d86aadccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:25.590172 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59160) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:25.596969 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-1f0b8b2f-d03c-4bfc-87c2-72038123c9c1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1217354486', 'description': 'tempest-secgroup-smoke-1217354486 description', 'project_id': '55163e99e9e54d69af7505a418f9e84b'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:25.604275 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-1f0b8b2f-d03c-4bfc-87c2-72038123c9c1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:25.622062 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-1f0b8b2f-d03c-4bfc-87c2-72038123c9c1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:25.624334 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6d9811b4-3c33-47da-a394-1339928d7019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:25.631184 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec89ff70-9e8d-43f4-be52-9b12c2c7eac6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:04:25.638107 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ec89ff70-9e8d-43f4-be52-9b12c2c7eac6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:25.639652 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ec89ff70-9e8d-43f4-be52-9b12c2c7eac6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "PUT /v2.0/routers/2211bc32-e73d-4ce2-8f82-6c41eabf7c0b HTTP/1.1" status: 200 len: 933 time: 3.0389712 Feb 03 14:04:25.644578 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59164) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:25.650335 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9254841b-725e-4653-a7d0-a927a0ac7f43 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:25.679742 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9254841b-725e-4653-a7d0-a927a0ac7f43 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb1bf743-5db3-48ec-b89d-79c50b689d32,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:25.770133 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1f0b8b2f-d03c-4bfc-87c2-72038123c9c1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:25.800914 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-9da41b40-2651-433d-b3cb-eb1d86aadccc None None] Allocated IP 172.20.0.18 (94bc658f-cd82-43b8-ad6c-96d4fbd8794e/9a9a9b4f-b3b6-41a6-b0fa-9dd524364388/d26536ac-f152-4a6d-8167-acb10a8252b2) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:04:25.817616 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-97456cc6-ee1c-499e-b426-a3a90ce923fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2211bc32-e73d-4ce2-8f82-6c41eabf7c0b', 'name': 'tempest-RoutersTest-router-271801641', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:40Z', 'updated_at': '2022-02-03T14:04:23Z', 'revision_number': 6, 'project_id': 'd5adceeed00a4893983ee9d6f019faac', 'gw_port_host': None, '_interfaces': [{'id': '764a7d90-b00c-4fb7-98b2-7d065e6d9655', 'name': '', 'network_id': 'a7017963-cab9-42f5-9cf8-0b07f87eab53', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'mac_address': 'fa:16:3e:1f:c0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2211bc32-e73d-4ce2-8f82-6c41eabf7c0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '653244bc-3fae-41ea-bba4-891f1c21078d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:04:07Z', 'updated_at': '2022-02-03T14:04:21Z', 'revision_number': 4, 'project_id': 'd5adceeed00a4893983ee9d6f019faac', 'subnets': [{'id': '653244bc-3fae-41ea-bba4-891f1c21078d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f7930a1-2f0f-44fe-a11c-d6fc813d45f2', 'name': '', 'network_id': 'cce0e2c8-fa85-42c1-8775-a3be85f466ee', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'mac_address': 'fa:16:3e:1a:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211bc32-e73d-4ce2-8f82-6c41eabf7c0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '194a7c9f-3aad-49a5-b8a0-54fdfaad599a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:45Z', 'updated_at': '2022-02-03T14:03:57Z', 'revision_number': 5, 'project_id': 'd5adceeed00a4893983ee9d6f019faac', 'subnets': [{'id': '194a7c9f-3aad-49a5-b8a0-54fdfaad599a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aebdce33-59e6-4946-a027-c4db80665395', 'name': '', 'network_id': 'e480554c-38b9-45fd-a486-8ec4db916104', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'mac_address': 'fa:16:3e:07:67:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2211bc32-e73d-4ce2-8f82-6c41eabf7c0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d2441e9-aba1-4807-b837-020fcd014fa2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:04:15Z', 'updated_at': '2022-02-03T14:04:19Z', 'revision_number': 2, 'project_id': 'd5adceeed00a4893983ee9d6f019faac', 'subnets': [{'id': '3d2441e9-aba1-4807-b837-020fcd014fa2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6fca4bc-5c40-46e7-8f2c-42a2d5a0edf4', 'name': '', 'network_id': '5bca61da-3e41-47fc-9e4f-b02e43705ab8', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'mac_address': 'fa:16:3e:cc:aa:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2211bc32-e73d-4ce2-8f82-6c41eabf7c0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b5a34dc-80ec-40cf-a2e2-107a6f50ce59', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:59Z', 'updated_at': '2022-02-03T14:04:24Z', 'revision_number': 4, 'project_id': 'd5adceeed00a4893983ee9d6f019faac', 'subnets': [{'id': '8b5a34dc-80ec-40cf-a2e2-107a6f50ce59', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:25.817949 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9254841b-725e-4653-a7d0-a927a0ac7f43 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:25.817949 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-9254841b-725e-4653-a7d0-a927a0ac7f43 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5800340 Feb 03 14:04:25.823100 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-1f0b8b2f-d03c-4bfc-87c2-72038123c9c1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:25.823279 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59168) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:25.823898 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-1f0b8b2f-d03c-4bfc-87c2-72038123c9c1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:25.827163 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97456cc6-ee1c-499e-b426-a3a90ce923fe None None] The sync data for ids ['2211bc32-e73d-4ce2-8f82-6c41eabf7c0b'] in dv-neutron-827016-1-hyperv is: [{'id': '2211bc32-e73d-4ce2-8f82-6c41eabf7c0b', 'name': 'tempest-RoutersTest-router-271801641', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:40Z', 'updated_at': '2022-02-03T14:04:23Z', 'revision_number': 6, 'project_id': 'd5adceeed00a4893983ee9d6f019faac', 'gw_port_host': None, '_interfaces': [{'id': '764a7d90-b00c-4fb7-98b2-7d065e6d9655', 'name': '', 'network_id': 'a7017963-cab9-42f5-9cf8-0b07f87eab53', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'mac_address': 'fa:16:3e:1f:c0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2211bc32-e73d-4ce2-8f82-6c41eabf7c0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '653244bc-3fae-41ea-bba4-891f1c21078d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:04:07Z', 'updated_at': '2022-02-03T14:04:21Z', 'revision_number': 4, 'project_id': 'd5adceeed00a4893983ee9d6f019faac', 'subnets': [{'id': '653244bc-3fae-41ea-bba4-891f1c21078d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f7930a1-2f0f-44fe-a11c-d6fc813d45f2', 'name': '', 'network_id': 'cce0e2c8-fa85-42c1-8775-a3be85f466ee', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'mac_address': 'fa:16:3e:1a:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211bc32-e73d-4ce2-8f82-6c41eabf7c0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '194a7c9f-3aad-49a5-b8a0-54fdfaad599a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:45Z', 'updated_at': '2022-02-03T14:03:57Z', 'revision_number': 5, 'project_id': 'd5adceeed00a4893983ee9d6f019faac', 'subnets': [{'id': '194a7c9f-3aad-49a5-b8a0-54fdfaad599a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aebdce33-59e6-4946-a027-c4db80665395', 'name': '', 'network_id': 'e480554c-38b9-45fd-a486-8ec4db916104', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'mac_address': 'fa:16:3e:07:67:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2211bc32-e73d-4ce2-8f82-6c41eabf7c0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d2441e9-aba1-4807-b837-020fcd014fa2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:04:15Z', 'updated_at': '2022-02-03T14:04:19Z', 'revision_number': 2, 'project_id': 'd5adceeed00a4893983ee9d6f019faac', 'subnets': [{'id': '3d2441e9-aba1-4807-b837-020fcd014fa2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6fca4bc-5c40-46e7-8f2c-42a2d5a0edf4', 'name': '', 'network_id': '5bca61da-3e41-47fc-9e4f-b02e43705ab8', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'mac_address': 'fa:16:3e:cc:aa:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2211bc32-e73d-4ce2-8f82-6c41eabf7c0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b5a34dc-80ec-40cf-a2e2-107a6f50ce59', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:59Z', 'updated_at': '2022-02-03T14:04:24Z', 'revision_number': 4, 'project_id': 'd5adceeed00a4893983ee9d6f019faac', 'subnets': [{'id': '8b5a34dc-80ec-40cf-a2e2-107a6f50ce59', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:04:25.827414 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-1f0b8b2f-d03c-4bfc-87c2-72038123c9c1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:25.832607 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-a885625d-e053-4cac-a67e-3ca3bba099e3 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Request body: {'security_group_rule': {'security_group_id': 'cfcb8363-c07f-458a-9ba8-1b96a116af64', 'project_id': '7f2c911a406b430aabb3c67131d3265b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:25.835917 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-1f0b8b2f-d03c-4bfc-87c2-72038123c9c1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:25.851510 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-a885625d-e053-4cac-a67e-3ca3bba099e3 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:25.874513 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-a885625d-e053-4cac-a67e-3ca3bba099e3 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Usage tracker for resource:security_group_rule and tenant:7f2c911a406b430aabb3c67131d3265b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:25.876257 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-a885625d-e053-4cac-a67e-3ca3bba099e3 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:25.901515 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-a885625d-e053-4cac-a67e-3ca3bba099e3 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:25.952599 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-6fc53199-8fc7-4d11-a9e5-8ca9490da081 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "GET /v2.0/routers/2211bc32-e73d-4ce2-8f82-6c41eabf7c0b HTTP/1.1" status: 200 len: 933 time: 0.3028560 Feb 03 14:04:25.953271 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59172) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:25.966265 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-88f3e831-343b-4470-85de-7063b8d9df75 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Request body: {'router': {'routes': None}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:25.976583 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1f0b8b2f-d03c-4bfc-87c2-72038123c9c1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:26.081944 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1f0b8b2f-d03c-4bfc-87c2-72038123c9c1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:26.121545 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a885625d-e053-4cac-a67e-3ca3bba099e3 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:26.201990 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b8b2f-d03c-4bfc-87c2-72038123c9c1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c99ecf2-145a-4dbe-866b-0e6688f6d387,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:26.218200 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9da41b40-2651-433d-b3cb-eb1d86aadccc None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:26.245480 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a885625d-e053-4cac-a67e-3ca3bba099e3 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:26.252385 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-9da41b40-2651-433d-b3cb-eb1d86aadccc None None] Transition to ACTIVE for port object d26536ac-f152-4a6d-8167-acb10a8252b2 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:04:26.306245 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-9da41b40-2651-433d-b3cb-eb1d86aadccc None None] Transition to ACTIVE for port object d26536ac-f152-4a6d-8167-acb10a8252b2 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:04:26.325769 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a885625d-e053-4cac-a67e-3ca3bba099e3 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:26.335848 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1f0b8b2f-d03c-4bfc-87c2-72038123c9c1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:26.337365 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-1f0b8b2f-d03c-4bfc-87c2-72038123c9c1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.7461715 Feb 03 14:04:26.340354 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59178) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:26.348062 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-38efe85c-bae5-4ba0-b921-9fe641ab39c5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': '7c99ecf2-145a-4dbe-866b-0e6688f6d387', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:26.366895 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-38efe85c-bae5-4ba0-b921-9fe641ab39c5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:26.373887 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-38efe85c-bae5-4ba0-b921-9fe641ab39c5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:26.377886 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-38efe85c-bae5-4ba0-b921-9fe641ab39c5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:26.385726 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-38efe85c-bae5-4ba0-b921-9fe641ab39c5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:26.397099 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59182) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:26.409894 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9da41b40-2651-433d-b3cb-eb1d86aadccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:26.504653 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-38efe85c-bae5-4ba0-b921-9fe641ab39c5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:26.519955 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da41b40-2651-433d-b3cb-eb1d86aadccc None None] Network 94bc658f-cd82-43b8-ad6c-96d4fbd8794e is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:04:26.525272 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-9da41b40-2651-433d-b3cb-eb1d86aadccc None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:04:26.529265 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da41b40-2651-433d-b3cb-eb1d86aadccc None None] Pushing event updated for resources: {'Port': ['ID=d26536ac-f152-4a6d-8167-acb10a8252b2,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:26.531995 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da41b40-2651-433d-b3cb-eb1d86aadccc None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:04:26.689760 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-38efe85c-bae5-4ba0-b921-9fe641ab39c5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:26.751144 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-9da41b40-2651-433d-b3cb-eb1d86aadccc None None] Attempting to bind port d26536ac-f152-4a6d-8167-acb10a8252b2 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:04:26.751451 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-9da41b40-2651-433d-b3cb-eb1d86aadccc None None] Attempting to bind port d26536ac-f152-4a6d-8167-acb10a8252b2 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '4a1a7f4f-c22c-4cc7-8fa9-8cbbbc224d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '94bc658f-cd82-43b8-ad6c-96d4fbd8794e'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:04:26.751818 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da41b40-2651-433d-b3cb-eb1d86aadccc None None] Attempting to bind port d26536ac-f152-4a6d-8167-acb10a8252b2 on network 94bc658f-cd82-43b8-ad6c-96d4fbd8794e {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:04:26.760111 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da41b40-2651-433d-b3cb-eb1d86aadccc None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:04:26.760487 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da41b40-2651-433d-b3cb-eb1d86aadccc None None] Checking segment: {'id': '4a1a7f4f-c22c-4cc7-8fa9-8cbbbc224d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '94bc658f-cd82-43b8-ad6c-96d4fbd8794e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:04:26.760895 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9da41b40-2651-433d-b3cb-eb1d86aadccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:26.761821 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da41b40-2651-433d-b3cb-eb1d86aadccc None None] Bound using segment: {'id': '4a1a7f4f-c22c-4cc7-8fa9-8cbbbc224d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '94bc658f-cd82-43b8-ad6c-96d4fbd8794e'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:04:26.761821 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-9da41b40-2651-433d-b3cb-eb1d86aadccc None None] Bound port: d26536ac-f152-4a6d-8167-acb10a8252b2, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a1a7f4f-c22c-4cc7-8fa9-8cbbbc224d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '94bc658f-cd82-43b8-ad6c-96d4fbd8794e'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:04:26.762262 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a885625d-e053-4cac-a67e-3ca3bba099e3 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb50faa3-2523-4558-a333-ac1d66491b6e,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:26.762743 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9da41b40-2651-433d-b3cb-eb1d86aadccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:26.768380 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-38efe85c-bae5-4ba0-b921-9fe641ab39c5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:26.877607 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-6354e35f-9523-45bb-914c-a55393cfd6aa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1508f35e18f0463982f9a6d535c8268b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4791620 Feb 03 14:04:26.878734 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59194) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:26.879506 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38efe85c-bae5-4ba0-b921-9fe641ab39c5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c98d3b-30b0-460e-a38e-b27e3910e052,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:26.932296 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 42b692c9-02ad-46b2-a6da-3d2c491aed2a up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:04:26.937302 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-38efe85c-bae5-4ba0-b921-9fe641ab39c5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:26.943289 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-38efe85c-bae5-4ba0-b921-9fe641ab39c5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6017077 Feb 03 14:04:26.945972 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59198) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:26.955031 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-f65c8479-8ec2-4a0a-8437-6efb8c926ca1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': '7c99ecf2-145a-4dbe-866b-0e6688f6d387', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:26.964168 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a885625d-e053-4cac-a67e-3ca3bba099e3 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:26.967804 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a885625d-e053-4cac-a67e-3ca3bba099e3 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1429942 Feb 03 14:04:26.971760 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59202) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:26.974274 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f65c8479-8ec2-4a0a-8437-6efb8c926ca1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:26.984001 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f65c8479-8ec2-4a0a-8437-6efb8c926ca1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:26.986509 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-6e56f92e-0b35-43c6-9028-97332c8e5924 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Request body: {'security_group_rule': {'security_group_id': 'cfcb8363-c07f-458a-9ba8-1b96a116af64', 'project_id': '7f2c911a406b430aabb3c67131d3265b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:26.988483 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f65c8479-8ec2-4a0a-8437-6efb8c926ca1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:27.003438 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-6e56f92e-0b35-43c6-9028-97332c8e5924 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:27.004518 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f65c8479-8ec2-4a0a-8437-6efb8c926ca1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:27.018946 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c73d9522-2ba2-485b-8f33-6d2573ad7771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:27.046111 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-6e56f92e-0b35-43c6-9028-97332c8e5924 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Usage tracker for resource:security_group_rule and tenant:7f2c911a406b430aabb3c67131d3265b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:27.051414 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-9da41b40-2651-433d-b3cb-eb1d86aadccc None None] For port d26536ac-f152-4a6d-8167-acb10a8252b2, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:04:27.054477 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c73d9522-2ba2-485b-8f33-6d2573ad7771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:27.055439 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-6e56f92e-0b35-43c6-9028-97332c8e5924 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:27.055984 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-9da41b40-2651-433d-b3cb-eb1d86aadccc None None] For port d26536ac-f152-4a6d-8167-acb10a8252b2, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=d26536ac-f152-4a6d-8167-acb10a8252b2,segment=NetworkSegment(4a1a7f4f-c22c-4cc7-8fa9-8cbbbc224d5e),segment_id=4a1a7f4f-c22c-4cc7-8fa9-8cbbbc224d5e)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:04:27.069223 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-6e56f92e-0b35-43c6-9028-97332c8e5924 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:27.070113 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 42b692c9-02ad-46b2-a6da-3d2c491aed2a triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:27.070645 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:27.117860 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f65c8479-8ec2-4a0a-8437-6efb8c926ca1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:27.141679 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9da41b40-2651-433d-b3cb-eb1d86aadccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:27.188793 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6e56f92e-0b35-43c6-9028-97332c8e5924 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:27.242458 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c73d9522-2ba2-485b-8f33-6d2573ad7771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:27.289496 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f65c8479-8ec2-4a0a-8437-6efb8c926ca1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:27.291959 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d9522-2ba2-485b-8f33-6d2573ad7771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c73939b-ad84-4286-8bef-5e10b42d32d9,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:27.300302 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c73d9522-2ba2-485b-8f33-6d2573ad7771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:27.303571 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.extraroute_db [None req-88f3e831-343b-4470-85de-7063b8d9df75 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Added routes are [] {{(pid=84182) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 03 14:04:27.305651 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c73d9522-2ba2-485b-8f33-6d2573ad7771 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4c73939b-ad84-4286-8bef-5e10b42d32d9 HTTP/1.1" status: 204 len: 168 time: 0.4219880 Feb 03 14:04:27.305761 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.extraroute_db [None req-88f3e831-343b-4470-85de-7063b8d9df75 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=84182) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 03 14:04:27.368839 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f65c8479-8ec2-4a0a-8437-6efb8c926ca1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:27.382855 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6e56f92e-0b35-43c6-9028-97332c8e5924 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:27.386221 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-88f3e831-343b-4470-85de-7063b8d9df75 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:27.433012 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c8479-8ec2-4a0a-8437-6efb8c926ca1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0850e94d-3fd7-4c45-a20e-48e3c0e45eeb,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:27.455969 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da41b40-2651-433d-b3cb-eb1d86aadccc None None] Pushing event updated for resources: {'Port': ['ID=d26536ac-f152-4a6d-8167-acb10a8252b2,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:27.460714 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6e56f92e-0b35-43c6-9028-97332c8e5924 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:27.490769 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 764a7d90-b00c-4fb7-98b2-7d065e6d9655 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:04:27.495285 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f65c8479-8ec2-4a0a-8437-6efb8c926ca1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:27.496784 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f65c8479-8ec2-4a0a-8437-6efb8c926ca1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5499158 Feb 03 14:04:27.499462 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59208) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:27.505962 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-0b7cdde8-5383-43a0-94d2-77f49e0b95e8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': '7c99ecf2-145a-4dbe-866b-0e6688f6d387', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:27.515693 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56f92e-0b35-43c6-9028-97332c8e5924 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d9d033d-35b0-488f-bdad-349f5823498d,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:27.522296 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-0b7cdde8-5383-43a0-94d2-77f49e0b95e8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:27.528220 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-0b7cdde8-5383-43a0-94d2-77f49e0b95e8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:27.537683 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-0b7cdde8-5383-43a0-94d2-77f49e0b95e8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:27.554719 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-0b7cdde8-5383-43a0-94d2-77f49e0b95e8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:27.597822 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-da9ca513-01f8-4298-835d-f4082d7b5c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:27.700953 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0b7cdde8-5383-43a0-94d2-77f49e0b95e8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:27.709661 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 764a7d90-b00c-4fb7-98b2-7d065e6d9655 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:04:27.718469 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 764a7d90-b00c-4fb7-98b2-7d065e6d9655 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:27.719130 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:27.726889 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6e56f92e-0b35-43c6-9028-97332c8e5924 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:27.730263 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-6e56f92e-0b35-43c6-9028-97332c8e5924 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7554121 Feb 03 14:04:27.734401 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59212) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:27.742667 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-09dcfe48-a910-4014-98ce-5b917bd0b431 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Request body: {'security_group_rule': {'security_group_id': 'cfcb8363-c07f-458a-9ba8-1b96a116af64', 'project_id': '7f2c911a406b430aabb3c67131d3265b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:27.751141 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-09dcfe48-a910-4014-98ce-5b917bd0b431 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:27.767906 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-09dcfe48-a910-4014-98ce-5b917bd0b431 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Usage tracker for resource:security_group_rule and tenant:7f2c911a406b430aabb3c67131d3265b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:27.774150 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-09dcfe48-a910-4014-98ce-5b917bd0b431 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:27.791816 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-09dcfe48-a910-4014-98ce-5b917bd0b431 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:27.886747 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0b7cdde8-5383-43a0-94d2-77f49e0b95e8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:27.992203 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0b7cdde8-5383-43a0-94d2-77f49e0b95e8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:28.036531 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:28.071420 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7cdde8-5383-43a0-94d2-77f49e0b95e8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c83a56aa-1a30-4616-8187-eb25b156d7bf,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:28.083854 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 764a7d90-b00c-4fb7-98b2-7d065e6d9655, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=764a7d90-b00c-4fb7-98b2-7d065e6d9655,segment=NetworkSegment(a36e15cd-681c-4c58-87c6-ff7afbda06bf),segment_id=a36e15cd-681c-4c58-87c6-ff7afbda06bf)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:04:28.092179 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.securitygroups_db [None req-09dcfe48-a910-4014-98ce-5b917bd0b431 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Project 7f2c911a406b430aabb3c67131d3265b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:04:28.104525 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-09dcfe48-a910-4014-98ce-5b917bd0b431 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:28.143504 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-88f3e831-343b-4470-85de-7063b8d9df75 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:28.146507 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0b7cdde8-5383-43a0-94d2-77f49e0b95e8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:28.151265 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-0b7cdde8-5383-43a0-94d2-77f49e0b95e8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6507835 Feb 03 14:04:28.151995 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59224) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:28.157563 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:28.158525 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-d584d632-3108-45ff-a465-e943841d1b2e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': '7c99ecf2-145a-4dbe-866b-0e6688f6d387', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:28.168054 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-d584d632-3108-45ff-a465-e943841d1b2e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:28.172632 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-d584d632-3108-45ff-a465-e943841d1b2e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:28.176399 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-d584d632-3108-45ff-a465-e943841d1b2e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:28.193992 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-88f3e831-343b-4470-85de-7063b8d9df75 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970733'] for router, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:28.203850 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-d584d632-3108-45ff-a465-e943841d1b2e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:28.281213 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=764a7d90-b00c-4fb7-98b2-7d065e6d9655,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:28.316992 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d584d632-3108-45ff-a465-e943841d1b2e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:28.326856 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-09dcfe48-a910-4014-98ce-5b917bd0b431 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:28.409662 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d584d632-3108-45ff-a465-e943841d1b2e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:28.411552 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-09dcfe48-a910-4014-98ce-5b917bd0b431 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:28.444621 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dcfe48-a910-4014-98ce-5b917bd0b431 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9ec380c-be2a-4c5f-90bc-8f9c73c30da5,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:28.479355 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f3e831-343b-4470-85de-7063b8d9df75 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Router 2211bc32-e73d-4ce2-8f82-6c41eabf7c0b has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:04:28.483817 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d584d632-3108-45ff-a465-e943841d1b2e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:28.549859 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d584d632-3108-45ff-a465-e943841d1b2e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76b27209-6955-473d-840e-a449c29479bf,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:28.568984 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-09dcfe48-a910-4014-98ce-5b917bd0b431 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:28.572686 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-09dcfe48-a910-4014-98ce-5b917bd0b431 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8337345 Feb 03 14:04:28.573438 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59234) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:28.587807 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-edea8cb1-1adc-48c7-938b-6fc7bdb18b3c tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Request body: {'security_group_rule': {'security_group_id': 'cfcb8363-c07f-458a-9ba8-1b96a116af64', 'project_id': '7f2c911a406b430aabb3c67131d3265b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:28.612163 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-edea8cb1-1adc-48c7-938b-6fc7bdb18b3c tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:28.619846 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-edea8cb1-1adc-48c7-938b-6fc7bdb18b3c tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Usage tracker for resource:security_group_rule and tenant:7f2c911a406b430aabb3c67131d3265b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:28.629322 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-edea8cb1-1adc-48c7-938b-6fc7bdb18b3c tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:28.640030 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-edea8cb1-1adc-48c7-938b-6fc7bdb18b3c tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:28.655343 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d584d632-3108-45ff-a465-e943841d1b2e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:28.659643 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d584d632-3108-45ff-a465-e943841d1b2e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5033727 Feb 03 14:04:28.659643 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59238) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:28.675298 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-57b97cff-38c4-4106-8cff-16220e06acc6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': '7c99ecf2-145a-4dbe-866b-0e6688f6d387', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:28.690855 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-57b97cff-38c4-4106-8cff-16220e06acc6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:28.695239 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-57b97cff-38c4-4106-8cff-16220e06acc6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:28.698781 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-57b97cff-38c4-4106-8cff-16220e06acc6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:28.705726 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-57b97cff-38c4-4106-8cff-16220e06acc6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:28.735252 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.securitygroups_db [None req-edea8cb1-1adc-48c7-938b-6fc7bdb18b3c tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Project 7f2c911a406b430aabb3c67131d3265b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:04:28.746004 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-edea8cb1-1adc-48c7-938b-6fc7bdb18b3c tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:28.800407 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f3e831-343b-4470-85de-7063b8d9df75 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:04:28.817579 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-88f3e831-343b-4470-85de-7063b8d9df75 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:28.820591 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-88f3e831-343b-4470-85de-7063b8d9df75 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "PUT /v2.0/routers/2211bc32-e73d-4ce2-8f82-6c41eabf7c0b HTTP/1.1" status: 200 len: 699 time: 2.8663676 Feb 03 14:04:28.821274 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59242) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:28.828125 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device b6fca4bc-5c40-46e7-8f2c-42a2d5a0edf4 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:04:28.867724 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:28.868729 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:28.870027 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-edea8cb1-1adc-48c7-938b-6fc7bdb18b3c tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:28.877737 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.securitygroups_db [None req-57b97cff-38c4-4106-8cff-16220e06acc6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Project 55163e99e9e54d69af7505a418f9e84b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:04:28.885351 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-57b97cff-38c4-4106-8cff-16220e06acc6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:28.971923 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-edea8cb1-1adc-48c7-938b-6fc7bdb18b3c tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:29.009130 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port b6fca4bc-5c40-46e7-8f2c-42a2d5a0edf4 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:04:29.025993 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port b6fca4bc-5c40-46e7-8f2c-42a2d5a0edf4 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:29.025993 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:29.074606 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-57b97cff-38c4-4106-8cff-16220e06acc6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:29.078174 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea8cb1-1adc-48c7-938b-6fc7bdb18b3c tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759f72a2-3b51-4b87-a134-81735a6be3b1,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:29.111489 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-edea8cb1-1adc-48c7-938b-6fc7bdb18b3c tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:29.113004 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-edea8cb1-1adc-48c7-938b-6fc7bdb18b3c tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5383837 Feb 03 14:04:29.115779 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59252) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:29.121666 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-38a15e28-2712-436b-91a1-58db4e65da98 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Request body: {'network': {'name': 'tempest-network-smoke--1291914755', 'project_id': '7f2c911a406b430aabb3c67131d3265b', 'port_security_enabled': True}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:29.128396 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f25102e-d582-4064-9b50-96f8d440db5e None None] Network 94bc658f-cd82-43b8-ad6c-96d4fbd8794e requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:04:29.131632 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-38a15e28-2712-436b-91a1-58db4e65da98 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:29.136853 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-700c3bea-f4ed-472e-b1ee-cd3a9bfa0bc1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "GET /v2.0/routers/2211bc32-e73d-4ce2-8f82-6c41eabf7c0b HTTP/1.1" status: 200 len: 699 time: 0.3142426 Feb 03 14:04:29.137478 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59256) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:29.146687 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-38a15e28-2712-436b-91a1-58db4e65da98 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Usage tracker for resource:network and tenant:7f2c911a406b430aabb3c67131d3265b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:29.215388 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-38a15e28-2712-436b-91a1-58db4e65da98 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:29.220666 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-57b97cff-38c4-4106-8cff-16220e06acc6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:29.362422 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-38a15e28-2712-436b-91a1-58db4e65da98 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:29.377821 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:29.379332 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b97cff-38c4-4106-8cff-16220e06acc6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9806455-a2cd-46b1-a438-8e043ebfe077,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:29.470664 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port b6fca4bc-5c40-46e7-8f2c-42a2d5a0edf4, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=b6fca4bc-5c40-46e7-8f2c-42a2d5a0edf4,segment=NetworkSegment(7c14263d-478e-47c7-ba76-8fe40b6d0fe7),segment_id=7c14263d-478e-47c7-ba76-8fe40b6d0fe7)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:04:29.517734 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-e64ce576-e8ef-44e2-a061-74bdf11ce7f4 None None] Provisioning for port d26536ac-f152-4a6d-8167-acb10a8252b2 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:04:29.566565 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59262) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:29.569642 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:29.570816 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 764a7d90-b00c-4fb7-98b2-7d065e6d9655 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:04:29.570962 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-57b97cff-38c4-4106-8cff-16220e06acc6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:29.574580 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-57b97cff-38c4-4106-8cff-16220e06acc6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.9120009 Feb 03 14:04:29.574580 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a15e28-2712-436b-91a1-58db4e65da98 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Made reservation on behalf of 7f2c911a406b430aabb3c67131d3265b for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:04:29.577498 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59266) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:29.582326 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-38a15e28-2712-436b-91a1-58db4e65da98 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:29.589324 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-4049ed68-f687-4298-8cdc-957fac0c8c57 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': '7c99ecf2-145a-4dbe-866b-0e6688f6d387', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:29.596991 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-4049ed68-f687-4298-8cdc-957fac0c8c57 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:29.601592 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-4049ed68-f687-4298-8cdc-957fac0c8c57 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:29.605141 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-4049ed68-f687-4298-8cdc-957fac0c8c57 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:29.613106 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-4049ed68-f687-4298-8cdc-957fac0c8c57 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:29.712189 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.securitygroups_db [None req-4049ed68-f687-4298-8cdc-957fac0c8c57 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Project 55163e99e9e54d69af7505a418f9e84b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:04:29.731850 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4049ed68-f687-4298-8cdc-957fac0c8c57 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:29.733073 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38a15e28-2712-436b-91a1-58db4e65da98 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:04:29.754501 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-38a15e28-2712-436b-91a1-58db4e65da98 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:29.754709 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-38a15e28-2712-436b-91a1-58db4e65da98 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Added segment 6206b9bf-f7ed-433b-83c1-a8bc5ab27c19 of type vlan for network 7b9300c7-0cb5-4eb5-8b70-acffbcb42aff Feb 03 14:04:29.757456 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 764a7d90-b00c-4fb7-98b2-7d065e6d9655 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:29.758106 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:29.786657 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-8bb11118-8325-4d95-9b72-0957f7de12ba tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-310629497'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:29.791918 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-38a15e28-2712-436b-91a1-58db4e65da98 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:29.799642 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-16bd8ba5-7062-43b4-81e4-0473529ce921 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:29.802724 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-8bb11118-8325-4d95-9b72-0957f7de12ba tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:29.811566 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-8bb11118-8325-4d95-9b72-0957f7de12ba tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Usage tracker for resource:network and tenant:f58a7c1694d5462998f7e5078eecd38b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:29.817570 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-8bb11118-8325-4d95-9b72-0957f7de12ba tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:29.823226 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=b6fca4bc-5c40-46e7-8f2c-42a2d5a0edf4,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:29.832161 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-8bb11118-8325-4d95-9b72-0957f7de12ba tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:29.855425 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4049ed68-f687-4298-8cdc-957fac0c8c57 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:29.904781 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device d26536ac-f152-4a6d-8167-acb10a8252b2 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:04:29.958700 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb11118-8325-4d95-9b72-0957f7de12ba tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Made reservation on behalf of f58a7c1694d5462998f7e5078eecd38b for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:04:29.962574 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8bb11118-8325-4d95-9b72-0957f7de12ba tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:29.983906 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4049ed68-f687-4298-8cdc-957fac0c8c57 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:30.026259 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-38a15e28-2712-436b-91a1-58db4e65da98 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:30.030657 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a15e28-2712-436b-91a1-58db4e65da98 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:30.031281 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-38a15e28-2712-436b-91a1-58db4e65da98 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:30.100317 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port d26536ac-f152-4a6d-8167-acb10a8252b2 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:04:30.106421 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port d26536ac-f152-4a6d-8167-acb10a8252b2 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:30.106941 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:30.109747 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8bb11118-8325-4d95-9b72-0957f7de12ba tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:30.133399 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4049ed68-f687-4298-8cdc-957fac0c8c57 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3604fab-0d63-4ad1-b9fc-014bb6c7a55f,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:30.150303 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:30.161464 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-8bb11118-8325-4d95-9b72-0957f7de12ba tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:30.165505 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-8bb11118-8325-4d95-9b72-0957f7de12ba tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Usage tracker for resource:security_group_rule and tenant:f58a7c1694d5462998f7e5078eecd38b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:30.168634 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-8bb11118-8325-4d95-9b72-0957f7de12ba tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:30.175575 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-8bb11118-8325-4d95-9b72-0957f7de12ba tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:30.229015 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a15e28-2712-436b-91a1-58db4e65da98 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Pushing event updated for resources: {'Network': ['ID=7b9300c7-0cb5-4eb5-8b70-acffbcb42aff,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:30.250573 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 7b9300c7-0cb5-4eb5-8b70-acffbcb42aff details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:04:30.257027 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8bb11118-8325-4d95-9b72-0957f7de12ba tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:30.274857 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-38a15e28-2712-436b-91a1-58db4e65da98 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1551456 Feb 03 14:04:30.275539 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59274) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:30.283022 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-f33b945b-4c03-4935-8b10-f74e4e169ccd tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1833874204', 'admin_state_up': True, 'project_id': '7f2c911a406b430aabb3c67131d3265b', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:30.289541 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4049ed68-f687-4298-8cdc-957fac0c8c57 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:30.295248 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4049ed68-f687-4298-8cdc-957fac0c8c57 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7120411 Feb 03 14:04:30.295248 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-f33b945b-4c03-4935-8b10-f74e4e169ccd tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:30.297759 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-f33b945b-4c03-4935-8b10-f74e4e169ccd tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Usage tracker for resource:router and tenant:7f2c911a406b430aabb3c67131d3265b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:30.301227 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-f33b945b-4c03-4935-8b10-f74e4e169ccd tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:30.307888 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-f33b945b-4c03-4935-8b10-f74e4e169ccd tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:30.367003 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:30.380933 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8bb11118-8325-4d95-9b72-0957f7de12ba tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:30.419190 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port d26536ac-f152-4a6d-8167-acb10a8252b2, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=d26536ac-f152-4a6d-8167-acb10a8252b2,segment=NetworkSegment(4a1a7f4f-c22c-4cc7-8fa9-8cbbbc224d5e),segment_id=4a1a7f4f-c22c-4cc7-8fa9-8cbbbc224d5e)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:04:30.422516 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb11118-8325-4d95-9b72-0957f7de12ba tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48b454d2-0e7d-483a-897d-4bb560086dbe,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:30.446535 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bb11118-8325-4d95-9b72-0957f7de12ba tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:04:30.456957 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8bb11118-8325-4d95-9b72-0957f7de12ba tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:30.457541 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-8bb11118-8325-4d95-9b72-0957f7de12ba tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Added segment b5f76848-9266-4bb0-a543-6bdfd8a1ac05 of type vlan for network 1dfbeded-8772-428c-9b4b-7057f87622f1 Feb 03 14:04:30.488820 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8bb11118-8325-4d95-9b72-0957f7de12ba tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:30.546127 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:30.575592 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-d1ef71e5-6eee-4ab9-9bc6-20970e4a801d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1217354486&fields=id&tenant_id=55163e99e9e54d69af7505a418f9e84b HTTP/1.1" status: 200 len: 267 time: 0.0524683 Feb 03 14:04:30.675652 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-16bd8ba5-7062-43b4-81e4-0473529ce921 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Deleting port aebdce33-59e6-4946-a027-c4db80665395 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:04:30.675652 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-16bd8ba5-7062-43b4-81e4-0473529ce921 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:30.675848 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device b6fca4bc-5c40-46e7-8f2c-42a2d5a0edf4 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:04:30.706709 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8bb11118-8325-4d95-9b72-0957f7de12ba tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:30.715766 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb11118-8325-4d95-9b72-0957f7de12ba tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:30.715766 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8bb11118-8325-4d95-9b72-0957f7de12ba tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:30.737536 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=d26536ac-f152-4a6d-8167-acb10a8252b2,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:30.751195 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f33b945b-4c03-4935-8b10-f74e4e169ccd tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:30.752378 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f33b945b-4c03-4935-8b10-f74e4e169ccd tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:30.754463 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port b6fca4bc-5c40-46e7-8f2c-42a2d5a0edf4 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:30.754920 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:30.823851 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:04:30.863851 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-16bd8ba5-7062-43b4-81e4-0473529ce921 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:30.888013 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-4e7459a2-b44b-49e6-9b34-f3e8c8c2aa3b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:30.890124 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-4e7459a2-b44b-49e6-9b34-f3e8c8c2aa3b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/networks?id=94bc658f-cd82-43b8-ad6c-96d4fbd8794e HTTP/1.1" status: 200 len: 796 time: 0.3071284 Feb 03 14:04:30.891836 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb11118-8325-4d95-9b72-0957f7de12ba tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Pushing event updated for resources: {'Network': ['ID=1dfbeded-8772-428c-9b4b-7057f87622f1,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:30.899607 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f33b945b-4c03-4935-8b10-f74e4e169ccd tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:30.905110 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 1dfbeded-8772-428c-9b4b-7057f87622f1 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:04:30.920089 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-58751212-02f9-4b98-a6c9-d3a76b772afb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/quotas/55163e99e9e54d69af7505a418f9e84b HTTP/1.1" status: 200 len: 375 time: 0.0220370 Feb 03 14:04:31.004299 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-16bd8ba5-7062-43b4-81e4-0473529ce921 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Calling delete_port for aebdce33-59e6-4946-a027-c4db80665395 owned by network:router_interface {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:04:31.005338 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-8bb11118-8325-4d95-9b72-0957f7de12ba tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.4372692 Feb 03 14:04:31.006926 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59286) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:31.013110 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-8ba548d2-434f-4a52-b560-6277d3cc47b4 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Request body: {'subnet': {'network_id': '1dfbeded-8772-428c-9b4b-7057f87622f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:31.038264 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-6b398d51-a3ce-40a4-99c5-304e3052da96 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1127906 Feb 03 14:04:31.345956 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-16bd8ba5-7062-43b4-81e4-0473529ce921 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:31.359372 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-8ba548d2-434f-4a52-b560-6277d3cc47b4 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:31.377227 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-8ba548d2-434f-4a52-b560-6277d3cc47b4 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Usage tracker for resource:subnet and tenant:f58a7c1694d5462998f7e5078eecd38b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:31.383624 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-8ba548d2-434f-4a52-b560-6277d3cc47b4 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:31.394028 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-8ba548d2-434f-4a52-b560-6277d3cc47b4 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:31.398946 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-13912be8-9242-4963-9e69-e1b0880a59f0 service neutron] 10.222.0.41 "GET /v2.0/networks/94bc658f-cd82-43b8-ad6c-96d4fbd8794e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070891 Feb 03 14:04:31.400632 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f33b945b-4c03-4935-8b10-f74e4e169ccd tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:31.418293 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd8ba5-7062-43b4-81e4-0473529ce921 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event deleted for resources: {'Port': ['ID=aebdce33-59e6-4946-a027-c4db80665395,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:31.510683 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba548d2-434f-4a52-b560-6277d3cc47b4 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Made reservation on behalf of f58a7c1694d5462998f7e5078eecd38b for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:04:31.697780 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-16bd8ba5-7062-43b4-81e4-0473529ce921 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:31.705672 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8ba548d2-434f-4a52-b560-6277d3cc47b4 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:31.725159 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-6be1e5bf-60b4-4ed1-bf2d-dc00a067b804 service neutron] 10.222.0.41 "GET /v2.0/networks/94bc658f-cd82-43b8-ad6c-96d4fbd8794e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181307 Feb 03 14:04:32.143882 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f33b945b-4c03-4935-8b10-f74e4e169ccd tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for router_gateway, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:32.182612 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-483aa908-dc40-4b04-8184-92258370172e req-1ffbf041-724f-4256-a5a0-4e497e41b27d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd1c21c0-3bfc-4e01-993e-0d6858a7ae9f HTTP/1.1" status: 200 len: 210 time: 0.0915737 Feb 03 14:04:32.195027 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f33b945b-4c03-4935-8b10-f74e4e169ccd tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:32.238932 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16bd8ba5-7062-43b4-81e4-0473529ce921 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Router 2211bc32-e73d-4ce2-8f82-6c41eabf7c0b has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:04:32.352205 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-f33b945b-4c03-4935-8b10-f74e4e169ccd tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Allocated IP 172.26.3.251 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/dfef7f86-c3da-4662-916a-5e538fe9ff09) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:04:32.362772 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8ba548d2-434f-4a52-b560-6277d3cc47b4 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:32.422350 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bd8ba5-7062-43b4-81e4-0473529ce921 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:04:32.437048 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-16bd8ba5-7062-43b4-81e4-0473529ce921 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "PUT /v2.0/routers/2211bc32-e73d-4ce2-8f82-6c41eabf7c0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2939529 Feb 03 14:04:32.443566 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59302) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:32.520289 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba548d2-434f-4a52-b560-6277d3cc47b4 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Pushing event updated for resources: {'Subnet': ['ID=1008e3df-035d-477d-964a-a6614d962e0c,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:32.572833 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba548d2-434f-4a52-b560-6277d3cc47b4 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Checking segment: {'id': 'b5f76848-9266-4bb0-a543-6bdfd8a1ac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1dfbeded-8772-428c-9b4b-7057f87622f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:04:32.573204 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba548d2-434f-4a52-b560-6277d3cc47b4 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Network hostable DHCP agents. Network: 1dfbeded-8772-428c-9b4b-7057f87622f1, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:04:32.599480 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f33b945b-4c03-4935-8b10-f74e4e169ccd tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:32.635581 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device d26536ac-f152-4a6d-8167-acb10a8252b2 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:04:32.659998 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-09a02156-41b4-4e31-b75a-6b29b768c3b2 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Deleting subnet 3d2441e9-aba1-4807-b837-020fcd014fa2 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:04:32.663193 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-09a02156-41b4-4e31-b75a-6b29b768c3b2 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:32.700214 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba548d2-434f-4a52-b560-6277d3cc47b4 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Network 1dfbeded-8772-428c-9b4b-7057f87622f1 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:04:32.716334 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port d26536ac-f152-4a6d-8167-acb10a8252b2 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:32.717507 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:32.724230 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-09a02156-41b4-4e31-b75a-6b29b768c3b2 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:32.741164 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f33b945b-4c03-4935-8b10-f74e4e169ccd tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:32.827341 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33b945b-4c03-4935-8b10-f74e4e169ccd tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:04:32.831908 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-f33b945b-4c03-4935-8b10-f74e4e169ccd tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:04:32.834560 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33b945b-4c03-4935-8b10-f74e4e169ccd tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:04:32.865010 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b945b-4c03-4935-8b10-f74e4e169ccd tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Pushing event updated for resources: {'Port': ['ID=dfef7f86-c3da-4662-916a-5e538fe9ff09,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:32.872349 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-8ba548d2-434f-4a52-b560-6277d3cc47b4 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 1dfbeded-8772-428c-9b4b-7057f87622f1) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:04:32.876588 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba548d2-434f-4a52-b560-6277d3cc47b4 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:32.882602 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8ba548d2-434f-4a52-b560-6277d3cc47b4 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:32.884245 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be9531c-7455-4239-ad56-5f57a50b710a None None] Network 1dfbeded-8772-428c-9b4b-7057f87622f1 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:04:32.915739 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-09a02156-41b4-4e31-b75a-6b29b768c3b2 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:32.997113 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-8ba548d2-434f-4a52-b560-6277d3cc47b4 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9889302 Feb 03 14:04:33.000248 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59308) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:33.006431 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-07ed14a8-e581-495e-bdcf-d0668cb48175 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1938564450', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:33.020839 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-07ed14a8-e581-495e-bdcf-d0668cb48175 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:33.027373 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-07ed14a8-e581-495e-bdcf-d0668cb48175 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Usage tracker for resource:router and tenant:f58a7c1694d5462998f7e5078eecd38b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:33.031467 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-07ed14a8-e581-495e-bdcf-d0668cb48175 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:33.038339 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-07ed14a8-e581-495e-bdcf-d0668cb48175 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:33.108657 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11e6fe9-3604-4a23-9f3e-65e49fc79901 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-1dfbeded-8772-428c-9b4b-7057f87622f1', 'network_id': '1dfbeded-8772-428c-9b4b-7057f87622f1', 'tenant_id': 'f58a7c1694d5462998f7e5078eecd38b', 'fixed_ips': [{'subnet_id': '1008e3df-035d-477d-964a-a6614d962e0c'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:04:33.109456 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c11e6fe9-3604-4a23-9f3e-65e49fc79901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:33.117594 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-09a02156-41b4-4e31-b75a-6b29b768c3b2 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:33.160119 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a02156-41b4-4e31-b75a-6b29b768c3b2 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event deleted for resources: {'Subnet': ['ID=3d2441e9-aba1-4807-b837-020fcd014fa2,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:33.167669 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-09a02156-41b4-4e31-b75a-6b29b768c3b2 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:33.174152 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-09a02156-41b4-4e31-b75a-6b29b768c3b2 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "DELETE /v2.0/subnets/3d2441e9-aba1-4807-b837-020fcd014fa2 HTTP/1.1" status: 204 len: 168 time: 0.7296181 Feb 03 14:04:33.176696 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59312) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:33.178623 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e79189-4b96-461f-b4f8-449415e7f1cc None None] Network e480554c-38b9-45fd-a486-8ec4db916104 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:04:33.198416 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-07ed14a8-e581-495e-bdcf-d0668cb48175 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:33.202058 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-07ed14a8-e581-495e-bdcf-d0668cb48175 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:33.238970 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-07ed14a8-e581-495e-bdcf-d0668cb48175 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:33.254149 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f33b945b-4c03-4935-8b10-f74e4e169ccd tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for router_gateway, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:33.254869 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f33b945b-4c03-4935-8b10-f74e4e169ccd tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:33.338604 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bd390044-5e17-449d-a473-57cce8beebf8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:33.359653 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-bd390044-5e17-449d-a473-57cce8beebf8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Deleting port 72489121-d682-4454-94d3-5688e422e30f {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:04:33.363421 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bd390044-5e17-449d-a473-57cce8beebf8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:33.363585 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-07ed14a8-e581-495e-bdcf-d0668cb48175 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:33.425509 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0f3c2db1-fde1-4b32-b866-89e147e13431 req-75f5b7b1-6490-43ba-9f1a-7058d064f170 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd1c21c0-3bfc-4e01-993e-0d6858a7ae9f HTTP/1.1" status: 200 len: 210 time: 0.0435328 Feb 03 14:04:33.468883 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-c11e6fe9-3604-4a23-9f3e-65e49fc79901 None None] Allocated IP 172.20.0.2 (1dfbeded-8772-428c-9b4b-7057f87622f1/1008e3df-035d-477d-964a-a6614d962e0c/89abbe4e-5cf4-4c73-bba3-14480cedbfe6) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:04:33.511833 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-07ed14a8-e581-495e-bdcf-d0668cb48175 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:33.513335 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-07ed14a8-e581-495e-bdcf-d0668cb48175 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5121813 Feb 03 14:04:33.517845 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59320) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:33.643741 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-bd390044-5e17-449d-a473-57cce8beebf8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] For port 72489121-d682-4454-94d3-5688e422e30f, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=72489121-d682-4454-94d3-5688e422e30f,segment=NetworkSegment(97d06bd6-dc4c-40b1-b424-f39075779cf4),segment_id=97d06bd6-dc4c-40b1-b424-f39075779cf4)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:04:33.644405 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bd390044-5e17-449d-a473-57cce8beebf8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:33.683779 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ddc951-4aba-413c-a8fb-7a6931e844ba None None] DHCP port deletion for e480554c-38b9-45fd-a486-8ec4db916104 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:04:33.690808 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-62ddc951-4aba-413c-a8fb-7a6931e844ba None None] Deleting port 72489121-d682-4454-94d3-5688e422e30f {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:04:33.691252 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-62ddc951-4aba-413c-a8fb-7a6931e844ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:33.802775 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-bd390044-5e17-449d-a473-57cce8beebf8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Calling delete_port for 72489121-d682-4454-94d3-5688e422e30f owned by network:dhcp {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:04:33.843511 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c11e6fe9-3604-4a23-9f3e-65e49fc79901 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:33.860922 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-c11e6fe9-3604-4a23-9f3e-65e49fc79901 None None] Transition to ACTIVE for port object 89abbe4e-5cf4-4c73-bba3-14480cedbfe6 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:04:33.979544 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-62ddc951-4aba-413c-a8fb-7a6931e844ba None None] For port 72489121-d682-4454-94d3-5688e422e30f, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=72489121-d682-4454-94d3-5688e422e30f,segment=NetworkSegment(97d06bd6-dc4c-40b1-b424-f39075779cf4),segment_id=97d06bd6-dc4c-40b1-b424-f39075779cf4)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:04:33.979811 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-62ddc951-4aba-413c-a8fb-7a6931e844ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:33.986151 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bd390044-5e17-449d-a473-57cce8beebf8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:33.988424 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-c11e6fe9-3604-4a23-9f3e-65e49fc79901 None None] Transition to ACTIVE for port object 89abbe4e-5cf4-4c73-bba3-14480cedbfe6 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:04:34.036820 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd390044-5e17-449d-a473-57cce8beebf8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event deleted for resources: {'Port': ['ID=72489121-d682-4454-94d3-5688e422e30f,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:34.042977 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd390044-5e17-449d-a473-57cce8beebf8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] No DVR routers for this DVR port 72489121-d682-4454-94d3-5688e422e30f on host dv-neutron-827016-1-hyperv {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:04:34.163388 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c11e6fe9-3604-4a23-9f3e-65e49fc79901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:34.173336 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-62ddc951-4aba-413c-a8fb-7a6931e844ba None None] Calling delete_port for 72489121-d682-4454-94d3-5688e422e30f owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:04:34.183985 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bd390044-5e17-449d-a473-57cce8beebf8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:34.205771 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f33b945b-4c03-4935-8b10-f74e4e169ccd tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Router 1bf6795e-26f2-4fd3-b1be-63b292042597 is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:04:34.208805 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4c2e1b64-db8b-461f-89f3-5919f5a23e76 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:34.216708 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-bd390044-5e17-449d-a473-57cce8beebf8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e480554c-38b9-45fd-a486-8ec4db916104']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:34.232069 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-bd390044-5e17-449d-a473-57cce8beebf8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d06bd6-dc4c-40b1-b424-f39075779cf4') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:34.232983 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-bd390044-5e17-449d-a473-57cce8beebf8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d06bd6-dc4c-40b1-b424-f39075779cf4') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:34.251355 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bd390044-5e17-449d-a473-57cce8beebf8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:34.269824 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bd390044-5e17-449d-a473-57cce8beebf8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:34.279053 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd390044-5e17-449d-a473-57cce8beebf8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:04:34.279636 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bd390044-5e17-449d-a473-57cce8beebf8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:34.293861 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11e6fe9-3604-4a23-9f3e-65e49fc79901 None None] Network 1dfbeded-8772-428c-9b4b-7057f87622f1 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:04:34.298657 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e6fe9-3604-4a23-9f3e-65e49fc79901 None None] Pushing event updated for resources: {'Port': ['ID=89abbe4e-5cf4-4c73-bba3-14480cedbfe6,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:34.298825 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 14:04:34.298825 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:04:34.298825 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 14:04:34.298825 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:04:34.298825 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 14:04:34.298825 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:04:34.298825 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 14:04:34.298825 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:04:34.298825 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 14:04:34.298825 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:04:34.298825 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 14:04:34.298825 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:04:34.298825 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 14:04:34.298825 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:04:34.298825 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:04:34.298825 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:04:34.298825 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:04:34.298825 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:04:34.298825 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 14:04:34.298825 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:04:34.298825 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 14:04:34.298825 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:04:34.298825 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:04:34.298825 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:04:34.298825 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 14:04:34.298825 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:04:34.298825 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:04:34.298825 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:04:34.298825 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:04:34.298825 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:04:34.298825 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:04:34.298825 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:04:34.301526 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-c11e6fe9-3604-4a23-9f3e-65e49fc79901 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:04:34.304618 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11e6fe9-3604-4a23-9f3e-65e49fc79901 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:04:34.367602 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-62ddc951-4aba-413c-a8fb-7a6931e844ba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:04:34.368370 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-62ddc951-4aba-413c-a8fb-7a6931e844ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:04:34.430369 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-c11e6fe9-3604-4a23-9f3e-65e49fc79901 None None] Attempting to bind port 89abbe4e-5cf4-4c73-bba3-14480cedbfe6 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:04:34.430778 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-c11e6fe9-3604-4a23-9f3e-65e49fc79901 None None] Attempting to bind port 89abbe4e-5cf4-4c73-bba3-14480cedbfe6 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'b5f76848-9266-4bb0-a543-6bdfd8a1ac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1dfbeded-8772-428c-9b4b-7057f87622f1'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:04:34.431230 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11e6fe9-3604-4a23-9f3e-65e49fc79901 None None] Attempting to bind port 89abbe4e-5cf4-4c73-bba3-14480cedbfe6 on network 1dfbeded-8772-428c-9b4b-7057f87622f1 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:04:34.438196 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11e6fe9-3604-4a23-9f3e-65e49fc79901 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:04:34.438550 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11e6fe9-3604-4a23-9f3e-65e49fc79901 None None] Checking segment: {'id': 'b5f76848-9266-4bb0-a543-6bdfd8a1ac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1dfbeded-8772-428c-9b4b-7057f87622f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:04:34.438954 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c11e6fe9-3604-4a23-9f3e-65e49fc79901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:34.439373 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11e6fe9-3604-4a23-9f3e-65e49fc79901 None None] Bound using segment: {'id': 'b5f76848-9266-4bb0-a543-6bdfd8a1ac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1dfbeded-8772-428c-9b4b-7057f87622f1'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:04:34.439832 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-c11e6fe9-3604-4a23-9f3e-65e49fc79901 None None] Bound port: 89abbe4e-5cf4-4c73-bba3-14480cedbfe6, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f76848-9266-4bb0-a543-6bdfd8a1ac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1dfbeded-8772-428c-9b4b-7057f87622f1'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:04:34.440201 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c11e6fe9-3604-4a23-9f3e-65e49fc79901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:34.490711 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bd390044-5e17-449d-a473-57cce8beebf8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:34.526790 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bd390044-5e17-449d-a473-57cce8beebf8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:34.538648 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-c11e6fe9-3604-4a23-9f3e-65e49fc79901 None None] For port 89abbe4e-5cf4-4c73-bba3-14480cedbfe6, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:04:34.547500 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-c11e6fe9-3604-4a23-9f3e-65e49fc79901 None None] For port 89abbe4e-5cf4-4c73-bba3-14480cedbfe6, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=89abbe4e-5cf4-4c73-bba3-14480cedbfe6,segment=NetworkSegment(b5f76848-9266-4bb0-a543-6bdfd8a1ac05),segment_id=b5f76848-9266-4bb0-a543-6bdfd8a1ac05)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:04:34.554898 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd390044-5e17-449d-a473-57cce8beebf8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event deleted for resources: {'Network': ['ID=e480554c-38b9-45fd-a486-8ec4db916104,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:34.565996 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-bd390044-5e17-449d-a473-57cce8beebf8 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "DELETE /v2.0/networks/e480554c-38b9-45fd-a486-8ec4db916104 HTTP/1.1" status: 204 len: 168 time: 1.3880720 Feb 03 14:04:34.568527 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59326) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:34.643197 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c11e6fe9-3604-4a23-9f3e-65e49fc79901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:34.707658 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 72489121-d682-4454-94d3-5688e422e30f no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:04:34.730782 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-27dd9fbe-76e8-46bc-861f-96573701a290 req-ef2de6cc-a76e-4b86-a5d2-cfcd3ed41522 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd1c21c0-3bfc-4e01-993e-0d6858a7ae9f HTTP/1.1" status: 200 len: 210 time: 0.0553019 Feb 03 14:04:34.771644 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-4c2e1b64-db8b-461f-89f3-5919f5a23e76 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Allocated IP 172.20.0.1 (1dfbeded-8772-428c-9b4b-7057f87622f1/1008e3df-035d-477d-964a-a6614d962e0c/d3910e3b-e932-44de-bd46-2efbbb5b0c01) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:04:34.785925 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 72489121-d682-4454-94d3-5688e422e30f {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:04:34.786373 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 72489121-d682-4454-94d3-5688e422e30f not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:04:34.814846 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e6fe9-3604-4a23-9f3e-65e49fc79901 None None] Pushing event updated for resources: {'Port': ['ID=89abbe4e-5cf4-4c73-bba3-14480cedbfe6,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:34.870206 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-62ddc951-4aba-413c-a8fb-7a6931e844ba None None] Deleting port 72489121-d682-4454-94d3-5688e422e30f {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:04:34.870736 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-62ddc951-4aba-413c-a8fb-7a6931e844ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:34.888494 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33b945b-4c03-4935-8b10-f74e4e169ccd tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:04:34.909752 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a7a75a-6435-4679-bc4d-5de505eb5649 None None] Sync routers for ids ['1bf6795e-26f2-4fd3-b1be-63b292042597'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:04:34.979890 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4c2e1b64-db8b-461f-89f3-5919f5a23e76 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:34.981696 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-62ddc951-4aba-413c-a8fb-7a6931e844ba None None] The port '72489121-d682-4454-94d3-5688e422e30f' was deleted {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 14:04:35.004941 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-4c2e1b64-db8b-461f-89f3-5919f5a23e76 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Transition to ACTIVE for port object d3910e3b-e932-44de-bd46-2efbbb5b0c01 will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:04:35.020608 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a7a75a-6435-4679-bc4d-5de505eb5649 None None] Routers {'1bf6795e-26f2-4fd3-b1be-63b292042597'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:04:35.021265 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-95a7a75a-6435-4679-bc4d-5de505eb5649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:04:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['1bf6795e-26f2-4fd3-b1be-63b292042597'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:35.027763 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f33b945b-4c03-4935-8b10-f74e4e169ccd tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:35.033231 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f33b945b-4c03-4935-8b10-f74e4e169ccd tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.7564089 Feb 03 14:04:35.037038 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59332) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:35.063184 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-286a8ac0-be9a-49c1-9261-4ad1da5629cd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:35.063805 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-286a8ac0-be9a-49c1-9261-4ad1da5629cd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:network {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:04:35.163408 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4c2e1b64-db8b-461f-89f3-5919f5a23e76 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:35.248912 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-286a8ac0-be9a-49c1-9261-4ad1da5629cd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:network {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:04:35.248912 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-286a8ac0-be9a-49c1-9261-4ad1da5629cd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "GET /v2.0/networks?id=94bc658f-cd82-43b8-ad6c-96d4fbd8794e HTTP/1.1" status: 200 len: 796 time: 0.5019939 Feb 03 14:04:35.314997 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-1fc46066-6653-470a-9769-6f3e16367480 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:security_group {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:04:35.353516 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-72c9fb48-44e1-4a08-a51b-cf30327cceee tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:35.367603 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2e1b64-db8b-461f-89f3-5919f5a23e76 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Network 1dfbeded-8772-428c-9b4b-7057f87622f1 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:04:35.368648 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e1b64-db8b-461f-89f3-5919f5a23e76 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Pushing event updated for resources: {'Port': ['ID=d3910e3b-e932-44de-bd46-2efbbb5b0c01,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:35.370959 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-4c2e1b64-db8b-461f-89f3-5919f5a23e76 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:04:35.373738 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2e1b64-db8b-461f-89f3-5919f5a23e76 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:04:35.391762 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-95a7a75a-6435-4679-bc4d-5de505eb5649 None None] Set router 1bf6795e-26f2-4fd3-b1be-63b292042597 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:04:35.465164 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-bf4af172-5699-4363-8e21-5b6a0df1480b tempest-TestNetworkAdvancedServerOps-1321971737 tempest-TestNetworkAdvancedServerOps-1321971737-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=7f2c911a406b430aabb3c67131d3265b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4195549 Feb 03 14:04:35.467438 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59338) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:35.470000 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4c2e1b64-db8b-461f-89f3-5919f5a23e76 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:35.483685 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-1fc46066-6653-470a-9769-6f3e16367480 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:security_group {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:04:35.484137 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-1fc46066-6653-470a-9769-6f3e16367480 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55163e99e9e54d69af7505a418f9e84b HTTP/1.1" status: 200 len: 472 time: 0.2254229 Feb 03 14:04:35.494841 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-b3bcab09-3171-4bb4-8de9-12e377fa2840 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'port': {'device_id': 'bd1c21c0-3bfc-4e01-993e-0d6858a7ae9f', 'network_id': '94bc658f-cd82-43b8-ad6c-96d4fbd8794e', 'admin_state_up': True, 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'security_groups': ['7c99ecf2-145a-4dbe-866b-0e6688f6d387']}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:35.496097 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2e1b64-db8b-461f-89f3-5919f5a23e76 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:35.496474 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2e1b64-db8b-461f-89f3-5919f5a23e76 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:35.496794 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2e1b64-db8b-461f-89f3-5919f5a23e76 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:35.497132 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2e1b64-db8b-461f-89f3-5919f5a23e76 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:35.497461 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2e1b64-db8b-461f-89f3-5919f5a23e76 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:35.497797 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2e1b64-db8b-461f-89f3-5919f5a23e76 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:35.498674 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2e1b64-db8b-461f-89f3-5919f5a23e76 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:35.498994 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2e1b64-db8b-461f-89f3-5919f5a23e76 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:35.499338 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2e1b64-db8b-461f-89f3-5919f5a23e76 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:35.499655 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2e1b64-db8b-461f-89f3-5919f5a23e76 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:35.499977 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2e1b64-db8b-461f-89f3-5919f5a23e76 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:35.633746 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcb0169-5afe-4a9e-a6f7-80081c3d046b tempest-TestNetworkAdvancedServerOps-1321971737 tempest-TestNetworkAdvancedServerOps-1321971737-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:35.639266 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-efcb0169-5afe-4a9e-a6f7-80081c3d046b tempest-TestNetworkAdvancedServerOps-1321971737 tempest-TestNetworkAdvancedServerOps-1321971737-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1630454 Feb 03 14:04:35.639648 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59342) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:35.646981 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-b3bcab09-3171-4bb4-8de9-12e377fa2840 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:35.653835 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-b3bcab09-3171-4bb4-8de9-12e377fa2840 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:port and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:35.657808 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-b3bcab09-3171-4bb4-8de9-12e377fa2840 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:35.664989 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-b3bcab09-3171-4bb4-8de9-12e377fa2840 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:35.680640 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-aa27c788-93f3-4058-81b6-f2709a8a1ca2 tempest-TestNetworkAdvancedServerOps-1321971737 tempest-TestNetworkAdvancedServerOps-1321971737-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=16a0e898-50c0-4b65-ae3a-069e9649bbca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399098 Feb 03 14:04:35.683523 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59346) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:35.729499 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-95a7a75a-6435-4679-bc4d-5de505eb5649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf6795e-26f2-4fd3-b1be-63b292042597', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833874204', 'tenant_id': '7f2c911a406b430aabb3c67131d3265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': 'dfef7f86-c3da-4662-916a-5e538fe9ff09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:04:30Z', 'updated_at': '2022-02-03T14:04:32Z', 'revision_number': 3, 'project_id': '7f2c911a406b430aabb3c67131d3265b', 'gw_port': {'id': 'dfef7f86-c3da-4662-916a-5e538fe9ff09', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf6795e-26f2-4fd3-b1be-63b292042597', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:04:32Z', 'updated_at': '2022-02-03T14:04:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:35.734598 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a7a75a-6435-4679-bc4d-5de505eb5649 None None] Checking router: 1bf6795e-26f2-4fd3-b1be-63b292042597 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:04:35.735220 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a7a75a-6435-4679-bc4d-5de505eb5649 None None] Updating router 1bf6795e-26f2-4fd3-b1be-63b292042597 port dfef7f86-c3da-4662-916a-5e538fe9ff09 binding host dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:04:35.798155 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-b3bcab09-3171-4bb4-8de9-12e377fa2840 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Made reservation on behalf of 55163e99e9e54d69af7505a418f9e84b for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:04:35.798723 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-b3bcab09-3171-4bb4-8de9-12e377fa2840 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:35.800129 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-e437a19d-2bfa-421f-a6e2-2150db364341 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-113682594', 'network_id': '7b9300c7-0cb5-4eb5-8b70-acffbcb42aff', 'project_id': '7f2c911a406b430aabb3c67131d3265b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:35.802895 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-95a7a75a-6435-4679-bc4d-5de505eb5649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:36.121362 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4c2e1b64-db8b-461f-89f3-5919f5a23e76 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:36.142333 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5475ba54-2abe-4f5d-84af-9141d9ae3132 req-c0a22cab-9b41-46e2-8e99-3ddb0dda6dfc tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd1c21c0-3bfc-4e01-993e-0d6858a7ae9f HTTP/1.1" status: 200 len: 210 time: 0.0692639 Feb 03 14:04:36.149710 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-b3bcab09-3171-4bb4-8de9-12e377fa2840 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Allocated IP 172.20.0.19 (94bc658f-cd82-43b8-ad6c-96d4fbd8794e/9a9a9b4f-b3b6-41a6-b0fa-9dd524364388/c355ef99-3869-428a-90dc-357778f32b39) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:04:36.189260 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e437a19d-2bfa-421f-a6e2-2150db364341 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:36.194928 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e437a19d-2bfa-421f-a6e2-2150db364341 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Usage tracker for resource:subnet and tenant:7f2c911a406b430aabb3c67131d3265b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:36.203591 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e437a19d-2bfa-421f-a6e2-2150db364341 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:36.221621 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e437a19d-2bfa-421f-a6e2-2150db364341 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:36.260218 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f1aca6-2ac3-4ac4-b645-f49328c8c2ce None None] Network 1dfbeded-8772-428c-9b4b-7057f87622f1 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:04:36.357330 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e437a19d-2bfa-421f-a6e2-2150db364341 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Made reservation on behalf of 7f2c911a406b430aabb3c67131d3265b for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:04:36.394103 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-95a7a75a-6435-4679-bc4d-5de505eb5649 None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:36.421168 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-95a7a75a-6435-4679-bc4d-5de505eb5649 None None] Transition to ACTIVE for port object dfef7f86-c3da-4662-916a-5e538fe9ff09 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:04:36.486782 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e437a19d-2bfa-421f-a6e2-2150db364341 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:36.491338 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-63dcc752-418f-48bf-ba3e-ae2ea9bf8cdd None None] Provisioning for port 89abbe4e-5cf4-4c73-bba3-14480cedbfe6 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:04:36.522378 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-b3bcab09-3171-4bb4-8de9-12e377fa2840 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:36.543614 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-b3bcab09-3171-4bb4-8de9-12e377fa2840 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Transition to ACTIVE for port object c355ef99-3869-428a-90dc-357778f32b39 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:04:36.551733 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-95a7a75a-6435-4679-bc4d-5de505eb5649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:36.631518 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-72c9fb48-44e1-4a08-a51b-cf30327cceee tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Deleting port 764a7d90-b00c-4fb7-98b2-7d065e6d9655 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:04:36.631936 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-72c9fb48-44e1-4a08-a51b-cf30327cceee tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:36.664288 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78161831-3810-4bab-a6a5-5c29395a797c None None] Pushing event updated for resources: {'Port': ['ID=dfef7f86-c3da-4662-916a-5e538fe9ff09,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:36.668918 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-95a7a75a-6435-4679-bc4d-5de505eb5649 None None] Attempting to bind port dfef7f86-c3da-4662-916a-5e538fe9ff09 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:04:36.669909 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-95a7a75a-6435-4679-bc4d-5de505eb5649 None None] Attempting to bind port dfef7f86-c3da-4662-916a-5e538fe9ff09 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:04:36.669909 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7a75a-6435-4679-bc4d-5de505eb5649 None None] Attempting to bind port dfef7f86-c3da-4662-916a-5e538fe9ff09 on network 16a0e898-50c0-4b65-ae3a-069e9649bbca {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:04:36.680850 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7a75a-6435-4679-bc4d-5de505eb5649 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:04:36.681230 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7a75a-6435-4679-bc4d-5de505eb5649 None None] Checking segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:04:36.681639 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-95a7a75a-6435-4679-bc4d-5de505eb5649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:36.682222 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7a75a-6435-4679-bc4d-5de505eb5649 None None] Bound using segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:04:36.682700 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-95a7a75a-6435-4679-bc4d-5de505eb5649 None None] Bound port: dfef7f86-c3da-4662-916a-5e538fe9ff09, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:04:36.683122 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-95a7a75a-6435-4679-bc4d-5de505eb5649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:36.733939 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 89abbe4e-5cf4-4c73-bba3-14480cedbfe6 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:04:36.818806 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-b3bcab09-3171-4bb4-8de9-12e377fa2840 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:36.839530 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4c2e1b64-db8b-461f-89f3-5919f5a23e76 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:36.842732 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-95a7a75a-6435-4679-bc4d-5de505eb5649 None None] For port dfef7f86-c3da-4662-916a-5e538fe9ff09, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:04:36.854427 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-95a7a75a-6435-4679-bc4d-5de505eb5649 None None] For port dfef7f86-c3da-4662-916a-5e538fe9ff09, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=dfef7f86-c3da-4662-916a-5e538fe9ff09,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:04:36.898187 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-b3bcab09-3171-4bb4-8de9-12e377fa2840 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network 94bc658f-cd82-43b8-ad6c-96d4fbd8794e is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:04:36.904964 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-b3bcab09-3171-4bb4-8de9-12e377fa2840 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:04:36.916722 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-b3bcab09-3171-4bb4-8de9-12e377fa2840 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:04:36.986134 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4c2e1b64-db8b-461f-89f3-5919f5a23e76 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:37.026592 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 89abbe4e-5cf4-4c73-bba3-14480cedbfe6 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:04:37.031848 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-95a7a75a-6435-4679-bc4d-5de505eb5649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:37.092574 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 89abbe4e-5cf4-4c73-bba3-14480cedbfe6 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:37.092574 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:37.100335 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e437a19d-2bfa-421f-a6e2-2150db364341 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:37.143806 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-b3bcab09-3171-4bb4-8de9-12e377fa2840 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:37.144910 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-b3bcab09-3171-4bb4-8de9-12e377fa2840 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:37.225130 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-517ec348-ac4e-4d46-82d0-ddbdbcf673dd None None] Provisioning complete for port 89abbe4e-5cf4-4c73-bba3-14480cedbfe6 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:37.225608 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-517ec348-ac4e-4d46-82d0-ddbdbcf673dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:37.226513 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bcab09-3171-4bb4-8de9-12e377fa2840 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=c355ef99-3869-428a-90dc-357778f32b39,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:37.236849 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-72c9fb48-44e1-4a08-a51b-cf30327cceee tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] For port 764a7d90-b00c-4fb7-98b2-7d065e6d9655, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=764a7d90-b00c-4fb7-98b2-7d065e6d9655,segment=NetworkSegment(a36e15cd-681c-4c58-87c6-ff7afbda06bf),segment_id=a36e15cd-681c-4c58-87c6-ff7afbda06bf)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:04:37.237239 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-72c9fb48-44e1-4a08-a51b-cf30327cceee tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:37.314342 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e437a19d-2bfa-421f-a6e2-2150db364341 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Pushing event updated for resources: {'Subnet': ['ID=f658451c-ba41-4c41-b788-622ac71ffacf,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:37.316888 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4c2e1b64-db8b-461f-89f3-5919f5a23e76 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:37.321461 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a7a75a-6435-4679-bc4d-5de505eb5649 None None] Routers {'1bf6795e-26f2-4fd3-b1be-63b292042597'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:04:37.322097 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-95a7a75a-6435-4679-bc4d-5de505eb5649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:04:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['1bf6795e-26f2-4fd3-b1be-63b292042597'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:37.347147 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e1b64-db8b-461f-89f3-5919f5a23e76 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Pushing event updated for resources: {'Port': ['ID=d3910e3b-e932-44de-bd46-2efbbb5b0c01,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:37.390413 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78161831-3810-4bab-a6a5-5c29395a797c None None] Pushing event updated for resources: {'Port': ['ID=dfef7f86-c3da-4662-916a-5e538fe9ff09,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:37.424856 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-72c9fb48-44e1-4a08-a51b-cf30327cceee tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Calling delete_port for 764a7d90-b00c-4fb7-98b2-7d065e6d9655 owned by network:router_interface {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:04:37.476348 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-b3bcab09-3171-4bb4-8de9-12e377fa2840 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9853609 Feb 03 14:04:37.489734 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-c087cccd-8cc2-42c1-9869-b9dd2ca4908b service neutron] Request body: {'port': {'device_id': 'bd1c21c0-3bfc-4e01-993e-0d6858a7ae9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:37.536475 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e437a19d-2bfa-421f-a6e2-2150db364341 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Checking segment: {'id': '6206b9bf-f7ed-433b-83c1-a8bc5ab27c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b9300c7-0cb5-4eb5-8b70-acffbcb42aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:04:37.537100 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e437a19d-2bfa-421f-a6e2-2150db364341 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Network hostable DHCP agents. Network: 7b9300c7-0cb5-4eb5-8b70-acffbcb42aff, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:04:37.590579 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2e1b64-db8b-461f-89f3-5919f5a23e76 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Network 1dfbeded-8772-428c-9b4b-7057f87622f1 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:04:37.593921 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-4c2e1b64-db8b-461f-89f3-5919f5a23e76 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:04:37.601689 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:37.633027 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-517ec348-ac4e-4d46-82d0-ddbdbcf673dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:37.650959 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-c087cccd-8cc2-42c1-9869-b9dd2ca4908b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:37.713246 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 89abbe4e-5cf4-4c73-bba3-14480cedbfe6, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=89abbe4e-5cf4-4c73-bba3-14480cedbfe6,segment=NetworkSegment(b5f76848-9266-4bb0-a543-6bdfd8a1ac05),segment_id=b5f76848-9266-4bb0-a543-6bdfd8a1ac05)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:04:37.714277 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-95a7a75a-6435-4679-bc4d-5de505eb5649 None None] Set router 1bf6795e-26f2-4fd3-b1be-63b292042597 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:04:37.835301 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:37.895176 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e437a19d-2bfa-421f-a6e2-2150db364341 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Network 7b9300c7-0cb5-4eb5-8b70-acffbcb42aff is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:04:37.902591 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdda2d9-461a-4a69-87c4-2bc29a06bc12 req-c440741f-07f4-4dfe-a82e-e943ddc040b9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:37.904223 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0fdda2d9-461a-4a69-87c4-2bc29a06bc12 req-c440741f-07f4-4dfe-a82e-e943ddc040b9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd1c21c0-3bfc-4e01-993e-0d6858a7ae9f HTTP/1.1" status: 200 len: 932 time: 0.4330776 Feb 03 14:04:37.952306 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-72c9fb48-44e1-4a08-a51b-cf30327cceee tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:38.052271 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c9fb48-44e1-4a08-a51b-cf30327cceee tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event deleted for resources: {'Port': ['ID=764a7d90-b00c-4fb7-98b2-7d065e6d9655,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:38.055747 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-517ec348-ac4e-4d46-82d0-ddbdbcf673dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:04:38.056106 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-517ec348-ac4e-4d46-82d0-ddbdbcf673dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:04:38.082407 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=89abbe4e-5cf4-4c73-bba3-14480cedbfe6,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:38.123948 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0fdda2d9-461a-4a69-87c4-2bc29a06bc12 req-8a538b24-b4d4-4432-ae95-e8b24d54dff1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c99ecf2-145a-4dbe-866b-0e6688f6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065651 Feb 03 14:04:38.124303 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c9fb48-44e1-4a08-a51b-cf30327cceee tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:38.124661 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c9fb48-44e1-4a08-a51b-cf30327cceee tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:38.124989 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c9fb48-44e1-4a08-a51b-cf30327cceee tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:38.125342 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c9fb48-44e1-4a08-a51b-cf30327cceee tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:38.125660 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c9fb48-44e1-4a08-a51b-cf30327cceee tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:38.126235 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c9fb48-44e1-4a08-a51b-cf30327cceee tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:38.126565 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c9fb48-44e1-4a08-a51b-cf30327cceee tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:38.126893 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c9fb48-44e1-4a08-a51b-cf30327cceee tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:38.127457 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c9fb48-44e1-4a08-a51b-cf30327cceee tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:38.127812 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c9fb48-44e1-4a08-a51b-cf30327cceee tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:38.128141 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c9fb48-44e1-4a08-a51b-cf30327cceee tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:38.198594 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-e437a19d-2bfa-421f-a6e2-2150db364341 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 7b9300c7-0cb5-4eb5-8b70-acffbcb42aff) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:04:38.203136 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e437a19d-2bfa-421f-a6e2-2150db364341 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:38.203771 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e437a19d-2bfa-421f-a6e2-2150db364341 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:38.218983 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb9a1cc-6c72-4090-92f4-2742ef627e35 None None] Network 7b9300c7-0cb5-4eb5-8b70-acffbcb42aff requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:04:38.329519 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e437a19d-2bfa-421f-a6e2-2150db364341 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.6445796 Feb 03 14:04:38.333025 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59360) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:38.362862 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-c087cccd-8cc2-42c1-9869-b9dd2ca4908b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c355ef99-3869-428a-90dc-357778f32b39 {{(pid=84181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:04:38.411734 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2e1b64-db8b-461f-89f3-5919f5a23e76 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Router e0ef7634-32be-4291-8d05-6830c6b622ef is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:04:38.441404 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-c087cccd-8cc2-42c1-9869-b9dd2ca4908b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:38.453693 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-95a7a75a-6435-4679-bc4d-5de505eb5649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf6795e-26f2-4fd3-b1be-63b292042597', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833874204', 'tenant_id': '7f2c911a406b430aabb3c67131d3265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': 'dfef7f86-c3da-4662-916a-5e538fe9ff09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:04:30Z', 'updated_at': '2022-02-03T14:04:32Z', 'revision_number': 3, 'project_id': '7f2c911a406b430aabb3c67131d3265b', 'gw_port': {'id': 'dfef7f86-c3da-4662-916a-5e538fe9ff09', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf6795e-26f2-4fd3-b1be-63b292042597', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:04:32Z', 'updated_at': '2022-02-03T14:04:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:38.461927 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a7a75a-6435-4679-bc4d-5de505eb5649 None None] The sync data for ids ['1bf6795e-26f2-4fd3-b1be-63b292042597'] in dv-neutron-827016-1-hyperv is: [{'id': '1bf6795e-26f2-4fd3-b1be-63b292042597', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833874204', 'tenant_id': '7f2c911a406b430aabb3c67131d3265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': 'dfef7f86-c3da-4662-916a-5e538fe9ff09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:04:30Z', 'updated_at': '2022-02-03T14:04:32Z', 'revision_number': 3, 'project_id': '7f2c911a406b430aabb3c67131d3265b', 'gw_port': {'id': 'dfef7f86-c3da-4662-916a-5e538fe9ff09', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf6795e-26f2-4fd3-b1be-63b292042597', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:04:32Z', 'updated_at': '2022-02-03T14:04:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:04:38.468995 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-c087cccd-8cc2-42c1-9869-b9dd2ca4908b service neutron] Transition to ACTIVE for port object c355ef99-3869-428a-90dc-357778f32b39 will not be triggered until provisioned by entity L2. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:04:38.507917 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-72c9fb48-44e1-4a08-a51b-cf30327cceee tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:38.545714 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667b24e9-2b77-4d59-bc06-08f5bb629eef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-7b9300c7-0cb5-4eb5-8b70-acffbcb42aff', 'network_id': '7b9300c7-0cb5-4eb5-8b70-acffbcb42aff', 'tenant_id': '7f2c911a406b430aabb3c67131d3265b', 'fixed_ips': [{'subnet_id': 'f658451c-ba41-4c41-b788-622ac71ffacf'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:04:38.546616 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-667b24e9-2b77-4d59-bc06-08f5bb629eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:38.651168 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-c087cccd-8cc2-42c1-9869-b9dd2ca4908b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:38.706098 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2e1b64-db8b-461f-89f3-5919f5a23e76 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:04:38.714829 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4c2e1b64-db8b-461f-89f3-5919f5a23e76 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] 10.222.0.41 "PUT /v2.0/routers/e0ef7634-32be-4291-8d05-6830c6b622ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1955614 Feb 03 14:04:38.720421 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064db56a-6c6d-4b65-8966-13b4c4db6fd5 None None] Sync routers for ids ['e0ef7634-32be-4291-8d05-6830c6b622ef'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:04:38.729529 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59364) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:38.740061 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-1cadd319-4e0a-418e-897e-cdf9166a7f18 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Request body: {'port': {'network_id': '1dfbeded-8772-428c-9b4b-7057f87622f1', 'name': 'tempest-FloatingIPNegativeTestJSON-1080594065'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:38.741429 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064db56a-6c6d-4b65-8966-13b4c4db6fd5 None None] Routers {'e0ef7634-32be-4291-8d05-6830c6b622ef'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:04:38.742217 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-064db56a-6c6d-4b65-8966-13b4c4db6fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:04:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e0ef7634-32be-4291-8d05-6830c6b622ef'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:38.791526 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 89abbe4e-5cf4-4c73-bba3-14480cedbfe6 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:04:38.821386 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-517ec348-ac4e-4d46-82d0-ddbdbcf673dd None None] Provisioning for port d3910e3b-e932-44de-bd46-2efbbb5b0c01 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:04:38.844812 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-517ec348-ac4e-4d46-82d0-ddbdbcf673dd None None] Provisioning complete for port d3910e3b-e932-44de-bd46-2efbbb5b0c01 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:38.845519 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-517ec348-ac4e-4d46-82d0-ddbdbcf673dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:38.874179 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-064db56a-6c6d-4b65-8966-13b4c4db6fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:38.881782 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-667b24e9-2b77-4d59-bc06-08f5bb629eef None None] Allocated IP 172.20.0.2 (7b9300c7-0cb5-4eb5-8b70-acffbcb42aff/f658451c-ba41-4c41-b788-622ac71ffacf/660bf9ab-038b-421c-b06a-9ec266f21796) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:04:38.897596 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064db56a-6c6d-4b65-8966-13b4c4db6fd5 None None] Routers {'e0ef7634-32be-4291-8d05-6830c6b622ef'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:04:38.898213 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-064db56a-6c6d-4b65-8966-13b4c4db6fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:04:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e0ef7634-32be-4291-8d05-6830c6b622ef'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:38.957784 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-064db56a-6c6d-4b65-8966-13b4c4db6fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:38.958412 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064db56a-6c6d-4b65-8966-13b4c4db6fd5 None None] The sync data for ids ['e0ef7634-32be-4291-8d05-6830c6b622ef'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:04:38.986164 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-1cadd319-4e0a-418e-897e-cdf9166a7f18 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:38.999750 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087cccd-8cc2-42c1-9869-b9dd2ca4908b service neutron] Pushing event updated for resources: {'Port': ['ID=c355ef99-3869-428a-90dc-357778f32b39,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:39.069301 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-1cadd319-4e0a-418e-897e-cdf9166a7f18 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Usage tracker for resource:port and tenant:f58a7c1694d5462998f7e5078eecd38b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:39.082444 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-1cadd319-4e0a-418e-897e-cdf9166a7f18 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:39.089945 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-1cadd319-4e0a-418e-897e-cdf9166a7f18 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:39.111102 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-517ec348-ac4e-4d46-82d0-ddbdbcf673dd None None] Port d3910e3b-e932-44de-bd46-2efbbb5b0c01 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:04:39.176827 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 89abbe4e-5cf4-4c73-bba3-14480cedbfe6 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:39.176990 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:39.232431 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cadd319-4e0a-418e-897e-cdf9166a7f18 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Made reservation on behalf of f58a7c1694d5462998f7e5078eecd38b for: {'port': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:04:39.239264 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1cadd319-4e0a-418e-897e-cdf9166a7f18 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:39.239671 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-667b24e9-2b77-4d59-bc06-08f5bb629eef None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:39.270100 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-667b24e9-2b77-4d59-bc06-08f5bb629eef None None] Transition to ACTIVE for port object 660bf9ab-038b-421c-b06a-9ec266f21796 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:04:39.277558 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-6bc983ed-78e7-4e0a-bf8f-f0dd09ade7d8 None None] Provisioning complete for port d3910e3b-e932-44de-bd46-2efbbb5b0c01 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:39.277917 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6bc983ed-78e7-4e0a-bf8f-f0dd09ade7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:39.340248 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-667b24e9-2b77-4d59-bc06-08f5bb629eef None None] Transition to ACTIVE for port object 660bf9ab-038b-421c-b06a-9ec266f21796 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:04:39.358368 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-c087cccd-8cc2-42c1-9869-b9dd2ca4908b service neutron] Attempting to bind port c355ef99-3869-428a-90dc-357778f32b39 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:04:39.358368 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-c087cccd-8cc2-42c1-9869-b9dd2ca4908b service neutron] Attempting to bind port c355ef99-3869-428a-90dc-357778f32b39 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '4a1a7f4f-c22c-4cc7-8fa9-8cbbbc224d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '94bc658f-cd82-43b8-ad6c-96d4fbd8794e'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:04:39.358368 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-c087cccd-8cc2-42c1-9869-b9dd2ca4908b service neutron] Attempting to bind port c355ef99-3869-428a-90dc-357778f32b39 on network 94bc658f-cd82-43b8-ad6c-96d4fbd8794e {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:04:39.359007 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-1cadd319-4e0a-418e-897e-cdf9166a7f18 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] device_id is not set on port 84cea05b-c068-48e2-b100-0545cae64e84 yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:04:39.378687 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-c087cccd-8cc2-42c1-9869-b9dd2ca4908b service neutron] Port c355ef99-3869-428a-90dc-357778f32b39 on network 94bc658f-cd82-43b8-ad6c-96d4fbd8794e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 14:04:39.379261 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-c087cccd-8cc2-42c1-9869-b9dd2ca4908b service neutron] Attempting to bind port c355ef99-3869-428a-90dc-357778f32b39 on network 94bc658f-cd82-43b8-ad6c-96d4fbd8794e {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:04:39.407016 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-6bc983ed-78e7-4e0a-bf8f-f0dd09ade7d8 None None] Port d3910e3b-e932-44de-bd46-2efbbb5b0c01 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:04:39.460517 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-c087cccd-8cc2-42c1-9869-b9dd2ca4908b service neutron] Checking agent: {'id': '8cce4e55-f72c-4604-b6eb-27dc2f3f162a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'started_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:04:39.460918 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-c087cccd-8cc2-42c1-9869-b9dd2ca4908b service neutron] Checking segment: {'id': '4a1a7f4f-c22c-4cc7-8fa9-8cbbbc224d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '94bc658f-cd82-43b8-ad6c-96d4fbd8794e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:04:39.461370 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-c087cccd-8cc2-42c1-9869-b9dd2ca4908b service neutron] Bound using segment: {'id': '4a1a7f4f-c22c-4cc7-8fa9-8cbbbc224d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '94bc658f-cd82-43b8-ad6c-96d4fbd8794e'} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:04:39.461910 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-c087cccd-8cc2-42c1-9869-b9dd2ca4908b service neutron] Bound port: c355ef99-3869-428a-90dc-357778f32b39, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a1a7f4f-c22c-4cc7-8fa9-8cbbbc224d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '94bc658f-cd82-43b8-ad6c-96d4fbd8794e'}}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:04:39.462322 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-c087cccd-8cc2-42c1-9869-b9dd2ca4908b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:39.472305 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-667b24e9-2b77-4d59-bc06-08f5bb629eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:39.527584 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-6bc983ed-78e7-4e0a-bf8f-f0dd09ade7d8 None None] Provisioning for port c355ef99-3869-428a-90dc-357778f32b39 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:04:39.554373 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b24e9-2b77-4d59-bc06-08f5bb629eef None None] Pushing event updated for resources: {'Port': ['ID=660bf9ab-038b-421c-b06a-9ec266f21796,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:39.560876 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667b24e9-2b77-4d59-bc06-08f5bb629eef None None] Network 7b9300c7-0cb5-4eb5-8b70-acffbcb42aff is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:04:39.563030 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-667b24e9-2b77-4d59-bc06-08f5bb629eef None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:04:39.565357 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667b24e9-2b77-4d59-bc06-08f5bb629eef None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:04:39.603324 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cddbba-be79-4fe7-8076-8ffde10ba587 req-825646b8-75bc-44b4-a016-202bb6cb3ece tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:39.604870 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c4cddbba-be79-4fe7-8076-8ffde10ba587 req-825646b8-75bc-44b4-a016-202bb6cb3ece tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd1c21c0-3bfc-4e01-993e-0d6858a7ae9f HTTP/1.1" status: 200 len: 944 time: 0.3346195 Feb 03 14:04:39.645196 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-c087cccd-8cc2-42c1-9869-b9dd2ca4908b service neutron] For port c355ef99-3869-428a-90dc-357778f32b39, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:04:39.650605 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-c087cccd-8cc2-42c1-9869-b9dd2ca4908b service neutron] For port c355ef99-3869-428a-90dc-357778f32b39, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=c355ef99-3869-428a-90dc-357778f32b39,segment=NetworkSegment(4a1a7f4f-c22c-4cc7-8fa9-8cbbbc224d5e),segment_id=4a1a7f4f-c22c-4cc7-8fa9-8cbbbc224d5e)] {{(pid=84181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:04:39.653932 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-1cadd319-4e0a-418e-897e-cdf9166a7f18 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Allocated IP 172.20.0.11 (1dfbeded-8772-428c-9b4b-7057f87622f1/1008e3df-035d-477d-964a-a6614d962e0c/84cea05b-c068-48e2-b100-0545cae64e84) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:04:39.662633 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-667b24e9-2b77-4d59-bc06-08f5bb629eef None None] Attempting to bind port 660bf9ab-038b-421c-b06a-9ec266f21796 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:04:39.663013 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-667b24e9-2b77-4d59-bc06-08f5bb629eef None None] Attempting to bind port 660bf9ab-038b-421c-b06a-9ec266f21796 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '6206b9bf-f7ed-433b-83c1-a8bc5ab27c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b9300c7-0cb5-4eb5-8b70-acffbcb42aff'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:04:39.663434 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667b24e9-2b77-4d59-bc06-08f5bb629eef None None] Attempting to bind port 660bf9ab-038b-421c-b06a-9ec266f21796 on network 7b9300c7-0cb5-4eb5-8b70-acffbcb42aff {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:04:39.669595 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c9fb48-44e1-4a08-a51b-cf30327cceee tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Router 2211bc32-e73d-4ce2-8f82-6c41eabf7c0b has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:04:39.672475 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667b24e9-2b77-4d59-bc06-08f5bb629eef None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:04:39.672649 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667b24e9-2b77-4d59-bc06-08f5bb629eef None None] Checking segment: {'id': '6206b9bf-f7ed-433b-83c1-a8bc5ab27c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b9300c7-0cb5-4eb5-8b70-acffbcb42aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:04:39.673015 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-667b24e9-2b77-4d59-bc06-08f5bb629eef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:39.673894 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667b24e9-2b77-4d59-bc06-08f5bb629eef None None] Bound using segment: {'id': '6206b9bf-f7ed-433b-83c1-a8bc5ab27c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b9300c7-0cb5-4eb5-8b70-acffbcb42aff'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:04:39.673894 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-667b24e9-2b77-4d59-bc06-08f5bb629eef None None] Bound port: 660bf9ab-038b-421c-b06a-9ec266f21796, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6206b9bf-f7ed-433b-83c1-a8bc5ab27c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b9300c7-0cb5-4eb5-8b70-acffbcb42aff'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:04:39.674247 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-667b24e9-2b77-4d59-bc06-08f5bb629eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:39.706229 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c4cddbba-be79-4fe7-8076-8ffde10ba587 req-68176fe1-0839-4701-9ecb-345cc6f9f9fa tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c99ecf2-145a-4dbe-866b-0e6688f6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955291 Feb 03 14:04:39.752352 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-c087cccd-8cc2-42c1-9869-b9dd2ca4908b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:39.774433 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-667b24e9-2b77-4d59-bc06-08f5bb629eef None None] For port 660bf9ab-038b-421c-b06a-9ec266f21796, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:04:39.778425 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-667b24e9-2b77-4d59-bc06-08f5bb629eef None None] For port 660bf9ab-038b-421c-b06a-9ec266f21796, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=660bf9ab-038b-421c-b06a-9ec266f21796,segment=NetworkSegment(6206b9bf-f7ed-433b-83c1-a8bc5ab27c19),segment_id=6206b9bf-f7ed-433b-83c1-a8bc5ab27c19)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:04:39.876798 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-c087cccd-8cc2-42c1-9869-b9dd2ca4908b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:39.878005 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-c087cccd-8cc2-42c1-9869-b9dd2ca4908b service neutron] 10.222.0.47 "PUT /v2.0/ports/c355ef99-3869-428a-90dc-357778f32b39 HTTP/1.1" status: 200 len: 1094 time: 2.3924422 Feb 03 14:04:39.880579 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd1c21c0-3bfc-4e01-993e-0d6858a7ae9f', 'tag': 'c355ef99-3869-428a-90dc-357778f32b39'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:04:39.885075 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-667b24e9-2b77-4d59-bc06-08f5bb629eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:39.896008 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087cccd-8cc2-42c1-9869-b9dd2ca4908b service neutron] Pushing event updated for resources: {'Port': ['ID=c355ef99-3869-428a-90dc-357778f32b39,revision_number=3']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:39.946279 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c9fb48-44e1-4a08-a51b-cf30327cceee tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:04:39.963116 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-72c9fb48-44e1-4a08-a51b-cf30327cceee tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "PUT /v2.0/routers/2211bc32-e73d-4ce2-8f82-6c41eabf7c0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3907912 Feb 03 14:04:39.967614 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59374) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:40.007326 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b24e9-2b77-4d59-bc06-08f5bb629eef None None] Pushing event updated for resources: {'Port': ['ID=660bf9ab-038b-421c-b06a-9ec266f21796,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:40.011805 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd1c21c0-3bfc-4e01-993e-0d6858a7ae9f', 'tag': 'c355ef99-3869-428a-90dc-357778f32b39', 'status': 'completed', 'code': 200} Feb 03 14:04:40.188235 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1cadd319-4e0a-418e-897e-cdf9166a7f18 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:40.229551 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b682e260-2ad9-45f4-b14a-3156cd60addc req-e5a28414-1827-4738-bd55-3f471dd9b8a5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=bd1c21c0-3bfc-4e01-993e-0d6858a7ae9f HTTP/1.1" status: 200 len: 1097 time: 0.2162783 Feb 03 14:04:40.252748 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-1cadd319-4e0a-418e-897e-cdf9166a7f18 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Transition to ACTIVE for port object 84cea05b-c068-48e2-b100-0545cae64e84 will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:04:40.406141 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ae689a3-d6b1-4884-8c10-481ce216d2f1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Deleting subnet 653244bc-3fae-41ea-bba4-891f1c21078d {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:04:40.409451 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3ae689a3-d6b1-4884-8c10-481ce216d2f1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:40.419505 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a77276cb-6ff6-4721-bf4b-d16eb4358bc9 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:40.490088 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3ae689a3-d6b1-4884-8c10-481ce216d2f1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:40.522738 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1cadd319-4e0a-418e-897e-cdf9166a7f18 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:40.606449 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682e260-2ad9-45f4-b14a-3156cd60addc req-7a1cddb5-7ade-4a25-a2cd-f02bc82416d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:40.606820 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682e260-2ad9-45f4-b14a-3156cd60addc req-7a1cddb5-7ade-4a25-a2cd-f02bc82416d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:40.608673 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b682e260-2ad9-45f4-b14a-3156cd60addc req-7a1cddb5-7ade-4a25-a2cd-f02bc82416d0 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=55163e99e9e54d69af7505a418f9e84b&shared=False HTTP/1.1" status: 200 len: 1581 time: 0.3645158 Feb 03 14:04:40.681332 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 660bf9ab-038b-421c-b06a-9ec266f21796 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:04:40.686689 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cadd319-4e0a-418e-897e-cdf9166a7f18 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Pushing event updated for resources: {'Port': ['ID=84cea05b-c068-48e2-b100-0545cae64e84,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:40.688473 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3ae689a3-d6b1-4884-8c10-481ce216d2f1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:40.690325 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cadd319-4e0a-418e-897e-cdf9166a7f18 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Network 1dfbeded-8772-428c-9b4b-7057f87622f1 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:04:40.694670 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-1cadd319-4e0a-418e-897e-cdf9166a7f18 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:04:40.698279 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cadd319-4e0a-418e-897e-cdf9166a7f18 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:04:40.825188 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cadd319-4e0a-418e-897e-cdf9166a7f18 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:40.826386 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1cadd319-4e0a-418e-897e-cdf9166a7f18 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:40.843102 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 660bf9ab-038b-421c-b06a-9ec266f21796 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:04:41.004516 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-1cadd319-4e0a-418e-897e-cdf9166a7f18 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2704780 Feb 03 14:04:41.005491 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59382) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:41.026450 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-457ada6a-6865-4ae7-8374-7b04fa46b68e tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Request body: {'floatingip': {'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:41.051495 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682e260-2ad9-45f4-b14a-3156cd60addc req-91d1bd8e-a060-43b4-a183-e578e362b32b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:41.053740 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b682e260-2ad9-45f4-b14a-3156cd60addc req-91d1bd8e-a060-43b4-a183-e578e362b32b service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4385769 Feb 03 14:04:41.057771 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-457ada6a-6865-4ae7-8374-7b04fa46b68e tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:41.076519 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-457ada6a-6865-4ae7-8374-7b04fa46b68e tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Usage tracker for resource:floatingip and tenant:f58a7c1694d5462998f7e5078eecd38b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:41.087362 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-457ada6a-6865-4ae7-8374-7b04fa46b68e tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:41.096749 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-457ada6a-6865-4ae7-8374-7b04fa46b68e tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:41.137940 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a11269-0629-42cd-ac64-e7ecaa7b4276 req-e31060d8-86df-4674-93e2-7e935e88dfe0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:41.140874 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e6a11269-0629-42cd-ac64-e7ecaa7b4276 req-e31060d8-86df-4674-93e2-7e935e88dfe0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd1c21c0-3bfc-4e01-993e-0d6858a7ae9f HTTP/1.1" status: 200 len: 944 time: 0.2430384 Feb 03 14:04:41.181471 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-a77276cb-6ff6-4721-bf4b-d16eb4358bc9 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Allocated IP 172.20.0.1 (7b9300c7-0cb5-4eb5-8b70-acffbcb42aff/f658451c-ba41-4c41-b788-622ac71ffacf/c6fa0850-e892-4624-88fb-feac524281f1) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:04:41.187960 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-457ada6a-6865-4ae7-8374-7b04fa46b68e tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks [] for floatingip, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:41.261741 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e6a11269-0629-42cd-ac64-e7ecaa7b4276 req-eb8a3259-b530-4b0d-a30e-7e0038435e80 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c99ecf2-145a-4dbe-866b-0e6688f6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110866 Feb 03 14:04:41.299215 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3ae689a3-d6b1-4884-8c10-481ce216d2f1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:41.380993 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae689a3-d6b1-4884-8c10-481ce216d2f1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event deleted for resources: {'Subnet': ['ID=653244bc-3fae-41ea-bba4-891f1c21078d,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:41.387306 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-f7c24681-4d5b-426b-be2c-d045b3605bb2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=bd1c21c0-3bfc-4e01-993e-0d6858a7ae9f HTTP/1.1" status: 200 len: 1097 time: 0.2700722 Feb 03 14:04:41.394332 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3ae689a3-d6b1-4884-8c10-481ce216d2f1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:41.401000 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd368af-ad50-4da7-8fc4-3a9d04bfa8bd None None] Network a7017963-cab9-42f5-9cf8-0b07f87eab53 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:04:41.431385 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a77276cb-6ff6-4721-bf4b-d16eb4358bc9 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:41.432765 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-c193870a-e56b-4a52-8424-abc08aaa4961 None None] Provisioning for port 84cea05b-c068-48e2-b100-0545cae64e84 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:04:41.453862 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-a77276cb-6ff6-4721-bf4b-d16eb4358bc9 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Transition to ACTIVE for port object c6fa0850-e892-4624-88fb-feac524281f1 will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:04:41.454108 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-c193870a-e56b-4a52-8424-abc08aaa4961 None None] Provisioning complete for port 84cea05b-c068-48e2-b100-0545cae64e84 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:41.454259 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c193870a-e56b-4a52-8424-abc08aaa4961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:41.494883 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3ae689a3-d6b1-4884-8c10-481ce216d2f1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "DELETE /v2.0/subnets/653244bc-3fae-41ea-bba4-891f1c21078d HTTP/1.1" status: 204 len: 168 time: 1.5259123 Feb 03 14:04:41.498977 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-90958d33-9232-4eef-b033-7f584c0be704 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=c355ef99-3869-428a-90dc-357778f32b39 HTTP/1.1" status: 200 len: 217 time: 0.1016328 Feb 03 14:04:41.500074 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59388) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:41.545835 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da79375f-6390-4af7-aeff-058fba915576 None None] Network 7b9300c7-0cb5-4eb5-8b70-acffbcb42aff requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:04:41.546868 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a77276cb-6ff6-4721-bf4b-d16eb4358bc9 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:41.658112 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77276cb-6ff6-4721-bf4b-d16eb4358bc9 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Network 7b9300c7-0cb5-4eb5-8b70-acffbcb42aff is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:04:41.662960 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-a77276cb-6ff6-4721-bf4b-d16eb4358bc9 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:04:41.668034 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77276cb-6ff6-4721-bf4b-d16eb4358bc9 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:04:41.697234 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-c193870a-e56b-4a52-8424-abc08aaa4961 None None] Port 84cea05b-c068-48e2-b100-0545cae64e84 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:04:41.708429 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77276cb-6ff6-4721-bf4b-d16eb4358bc9 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Pushing event updated for resources: {'Port': ['ID=c6fa0850-e892-4624-88fb-feac524281f1,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:41.714040 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-3304f5b9-b175-4465-8071-9348aa418de8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:41.716192 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-3304f5b9-b175-4465-8071-9348aa418de8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9a9a9b4f-b3b6-41a6-b0fa-9dd524364388 HTTP/1.1" status: 200 len: 838 time: 0.1945658 Feb 03 14:04:41.745284 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a77276cb-6ff6-4721-bf4b-d16eb4358bc9 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:41.770081 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c18fe713-0c9c-4581-a677-97e4063e4c3d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:41.815299 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-c18fe713-0c9c-4581-a677-97e4063e4c3d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Deleting port df5d993e-fdca-4468-b8d2-aabbfbe7933f {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:04:41.815669 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c18fe713-0c9c-4581-a677-97e4063e4c3d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:41.846528 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-457ada6a-6865-4ae7-8374-7b04fa46b68e tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:41.906491 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a77276cb-6ff6-4721-bf4b-d16eb4358bc9 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:41.991377 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-6e823244-41d6-47d1-85d2-6f6c7ccfe24a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=94bc658f-cd82-43b8-ad6c-96d4fbd8794e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2670846 Feb 03 14:04:41.997302 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b71229e5-7396-422e-91b6-6105c7a135fd None None] Provisioning for port 660bf9ab-038b-421c-b06a-9ec266f21796 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:04:42.006262 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b71229e5-7396-422e-91b6-6105c7a135fd None None] Provisioning complete for port 660bf9ab-038b-421c-b06a-9ec266f21796 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:42.006756 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b71229e5-7396-422e-91b6-6105c7a135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:42.096674 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2126ef5f-3ffb-4180-bf71-40949946b9d1 None None] DHCP port deletion for a7017963-cab9-42f5-9cf8-0b07f87eab53 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:04:42.103176 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-2126ef5f-3ffb-4180-bf71-40949946b9d1 None None] Deleting port df5d993e-fdca-4468-b8d2-aabbfbe7933f {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:04:42.103559 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2126ef5f-3ffb-4180-bf71-40949946b9d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:42.250068 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b71229e5-7396-422e-91b6-6105c7a135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:42.261061 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-c18fe713-0c9c-4581-a677-97e4063e4c3d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] For port df5d993e-fdca-4468-b8d2-aabbfbe7933f, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=df5d993e-fdca-4468-b8d2-aabbfbe7933f,segment=NetworkSegment(a36e15cd-681c-4c58-87c6-ff7afbda06bf),segment_id=a36e15cd-681c-4c58-87c6-ff7afbda06bf)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:04:42.261583 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c18fe713-0c9c-4581-a677-97e4063e4c3d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:42.298491 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-457ada6a-6865-4ae7-8374-7b04fa46b68e tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Allocated IP 172.26.3.171 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/708a6656-5b4d-4312-a6c5-1ba92c98d857) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:04:42.413916 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-b71229e5-7396-422e-91b6-6105c7a135fd None None] For port 660bf9ab-038b-421c-b06a-9ec266f21796, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=660bf9ab-038b-421c-b06a-9ec266f21796,segment=NetworkSegment(6206b9bf-f7ed-433b-83c1-a8bc5ab27c19),segment_id=6206b9bf-f7ed-433b-83c1-a8bc5ab27c19)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:04:42.467544 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-2126ef5f-3ffb-4180-bf71-40949946b9d1 None None] For port df5d993e-fdca-4468-b8d2-aabbfbe7933f, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=df5d993e-fdca-4468-b8d2-aabbfbe7933f,segment=NetworkSegment(a36e15cd-681c-4c58-87c6-ff7afbda06bf),segment_id=a36e15cd-681c-4c58-87c6-ff7afbda06bf)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:04:42.467544 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2126ef5f-3ffb-4180-bf71-40949946b9d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:42.479446 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-c18fe713-0c9c-4581-a677-97e4063e4c3d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Calling delete_port for df5d993e-fdca-4468-b8d2-aabbfbe7933f owned by network:dhcp {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:04:42.490987 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b71229e5-7396-422e-91b6-6105c7a135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:42.617738 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-80a15335-0856-4276-a68c-3fe512447550 service neutron] 10.222.0.47 "GET /v2.0/networks/94bc658f-cd82-43b8-ad6c-96d4fbd8794e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6014068 Feb 03 14:04:42.709352 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-2126ef5f-3ffb-4180-bf71-40949946b9d1 None None] Calling delete_port for df5d993e-fdca-4468-b8d2-aabbfbe7933f owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:04:42.714892 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a77276cb-6ff6-4721-bf4b-d16eb4358bc9 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:42.758843 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device df5d993e-fdca-4468-b8d2-aabbfbe7933f no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:04:42.775325 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d12d57-5589-4a75-95e4-7afbddea403e req-76376881-4b85-4cac-b503-470ee3e7ecb7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:42.776845 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a9d12d57-5589-4a75-95e4-7afbddea403e req-76376881-4b85-4cac-b503-470ee3e7ecb7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd1c21c0-3bfc-4e01-993e-0d6858a7ae9f HTTP/1.1" status: 200 len: 944 time: 0.1097186 Feb 03 14:04:42.779643 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a77276cb-6ff6-4721-bf4b-d16eb4358bc9 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:42.918116 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77276cb-6ff6-4721-bf4b-d16eb4358bc9 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Pushing event updated for resources: {'Port': ['ID=c6fa0850-e892-4624-88fb-feac524281f1,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:42.950545 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a77276cb-6ff6-4721-bf4b-d16eb4358bc9 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:42.952553 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71229e5-7396-422e-91b6-6105c7a135fd None None] Pushing event updated for resources: {'Port': ['ID=660bf9ab-038b-421c-b06a-9ec266f21796,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:42.956624 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-6fa8c8de-8a18-4f9f-9382-86e99c790365 None None] Provisioning for port c6fa0850-e892-4624-88fb-feac524281f1 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:04:42.971904 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-6fa8c8de-8a18-4f9f-9382-86e99c790365 None None] Provisioning complete for port c6fa0850-e892-4624-88fb-feac524281f1 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:42.972448 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6fa8c8de-8a18-4f9f-9382-86e99c790365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:42.989165 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3e6d67e1-4e91-4098-9271-66d6793f26d1 req-c283ebea-719d-444b-8941-9c2cd68b6cc4 service neutron] 10.222.0.47 "GET /v2.0/networks/94bc658f-cd82-43b8-ad6c-96d4fbd8794e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547640 Feb 03 14:04:42.989165 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-457ada6a-6865-4ae7-8374-7b04fa46b68e tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:42.995975 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a9d12d57-5589-4a75-95e4-7afbddea403e req-3f14f5a1-cdff-436a-82e4-01db74d8c9ef tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c99ecf2-145a-4dbe-866b-0e6688f6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720595 Feb 03 14:04:43.011929 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c18fe713-0c9c-4581-a677-97e4063e4c3d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:43.046841 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-6fa8c8de-8a18-4f9f-9382-86e99c790365 None None] Port c6fa0850-e892-4624-88fb-feac524281f1 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:04:43.048788 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-2126ef5f-3ffb-4180-bf71-40949946b9d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:04:43.049260 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-2126ef5f-3ffb-4180-bf71-40949946b9d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:04:43.079100 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:43.082127 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18fe713-0c9c-4581-a677-97e4063e4c3d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event deleted for resources: {'Port': ['ID=df5d993e-fdca-4468-b8d2-aabbfbe7933f,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:43.098555 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18fe713-0c9c-4581-a677-97e4063e4c3d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] No DVR routers for this DVR port df5d993e-fdca-4468-b8d2-aabbfbe7933f on host dv-neutron-827016-1-hyperv {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:04:43.109790 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-6fa8c8de-8a18-4f9f-9382-86e99c790365 None None] Provisioning complete for port 660bf9ab-038b-421c-b06a-9ec266f21796 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:43.110167 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6fa8c8de-8a18-4f9f-9382-86e99c790365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:43.139022 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77276cb-6ff6-4721-bf4b-d16eb4358bc9 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Network 7b9300c7-0cb5-4eb5-8b70-acffbcb42aff is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:04:43.139022 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-a77276cb-6ff6-4721-bf4b-d16eb4358bc9 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:04:43.262412 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c18fe713-0c9c-4581-a677-97e4063e4c3d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:43.293410 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-c18fe713-0c9c-4581-a677-97e4063e4c3d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7017963-cab9-42f5-9cf8-0b07f87eab53']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:43.305884 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-457ada6a-6865-4ae7-8374-7b04fa46b68e tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:43.344732 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-c18fe713-0c9c-4581-a677-97e4063e4c3d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a36e15cd-681c-4c58-87c6-ff7afbda06bf') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:43.345044 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-c18fe713-0c9c-4581-a677-97e4063e4c3d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a36e15cd-681c-4c58-87c6-ff7afbda06bf') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:43.374411 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-67457fa0-a445-43c4-a34a-997a84114029 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1606553172&fields=id&tenant_id=4cbc4ee6b61f47a897e271e5a6452f6c HTTP/1.1" status: 200 len: 267 time: 0.1280532 Feb 03 14:04:43.376171 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c18fe713-0c9c-4581-a677-97e4063e4c3d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:43.408344 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457ada6a-6865-4ae7-8374-7b04fa46b68e tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:04:43.413756 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-457ada6a-6865-4ae7-8374-7b04fa46b68e tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:04:43.418536 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457ada6a-6865-4ae7-8374-7b04fa46b68e tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:04:43.446382 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c18fe713-0c9c-4581-a677-97e4063e4c3d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:43.449145 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-24afaf47-bff9-4366-a33d-56aee5def303 None None] Provisioning complete for port c6fa0850-e892-4624-88fb-feac524281f1 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:43.449673 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-24afaf47-bff9-4366-a33d-56aee5def303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:43.456223 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457ada6a-6865-4ae7-8374-7b04fa46b68e tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Pushing event updated for resources: {'Port': ['ID=708a6656-5b4d-4312-a6c5-1ba92c98d857,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:43.463801 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c18fe713-0c9c-4581-a677-97e4063e4c3d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:04:43.464197 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c18fe713-0c9c-4581-a677-97e4063e4c3d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:43.479568 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 14:04:43.479568 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:04:43.479568 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 14:04:43.479568 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:04:43.479568 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 14:04:43.479568 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:04:43.479568 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 14:04:43.479568 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:04:43.479568 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 14:04:43.479568 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:04:43.479568 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 14:04:43.479568 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:04:43.479568 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 14:04:43.479568 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:04:43.479568 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:04:43.479568 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:04:43.479568 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:04:43.479568 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:04:43.479568 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 14:04:43.479568 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:04:43.479568 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 14:04:43.479568 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:04:43.479568 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:04:43.479568 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:04:43.479568 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 14:04:43.479568 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:04:43.479568 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:04:43.479568 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:04:43.479568 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:04:43.479568 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:04:43.479568 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:04:43.479568 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:04:43.507015 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-24afaf47-bff9-4366-a33d-56aee5def303 None None] Port c6fa0850-e892-4624-88fb-feac524281f1 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:04:43.550639 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-2126ef5f-3ffb-4180-bf71-40949946b9d1 None None] Deleting port df5d993e-fdca-4468-b8d2-aabbfbe7933f {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:04:43.551283 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2126ef5f-3ffb-4180-bf71-40949946b9d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:43.617314 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-2126ef5f-3ffb-4180-bf71-40949946b9d1 None None] The port 'df5d993e-fdca-4468-b8d2-aabbfbe7933f' was deleted {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 14:04:43.633823 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-70f2cef6-3367-46e6-891e-0e512b63e22d tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:43.635248 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-70f2cef6-3367-46e6-891e-0e512b63e22d tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/networks?id=2f1c1092-820d-41af-bed3-3674f069c798 HTTP/1.1" status: 200 len: 811 time: 0.2531424 Feb 03 14:04:43.649650 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c18fe713-0c9c-4581-a677-97e4063e4c3d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:43.654664 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c18fe713-0c9c-4581-a677-97e4063e4c3d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:43.660277 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-1c966eeb-437c-476b-a650-a62cb3eb3b70 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/quotas/4cbc4ee6b61f47a897e271e5a6452f6c HTTP/1.1" status: 200 len: 375 time: 0.0185554 Feb 03 14:04:43.693472 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18fe713-0c9c-4581-a677-97e4063e4c3d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event deleted for resources: {'Network': ['ID=a7017963-cab9-42f5-9cf8-0b07f87eab53,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:43.705798 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c18fe713-0c9c-4581-a677-97e4063e4c3d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "DELETE /v2.0/networks/a7017963-cab9-42f5-9cf8-0b07f87eab53 HTTP/1.1" status: 204 len: 168 time: 2.2047293 Feb 03 14:04:43.710210 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59404) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:43.826311 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-5542604d-7214-4f28-8a6d-64cf3caba4cc tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4cbc4ee6b61f47a897e271e5a6452f6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1116705 Feb 03 14:04:43.830783 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77276cb-6ff6-4721-bf4b-d16eb4358bc9 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Router 1bf6795e-26f2-4fd3-b1be-63b292042597 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:04:43.917520 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-457ada6a-6865-4ae7-8374-7b04fa46b68e tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:44.038267 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-1869de3a-e7e2-41ed-a638-27cbe49a936a service neutron] 10.222.0.41 "GET /v2.0/networks/2f1c1092-820d-41af-bed3-3674f069c798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001970 Feb 03 14:04:44.133761 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-457ada6a-6865-4ae7-8374-7b04fa46b68e tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:44.333459 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b16fe297-af90-4909-adaa-8134b2edff89 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:44.434755 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77276cb-6ff6-4721-bf4b-d16eb4358bc9 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:04:44.439768 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-35b3acfa-07c3-4f5f-8e14-8633f0a360b0 service neutron] 10.222.0.41 "GET /v2.0/networks/2f1c1092-820d-41af-bed3-3674f069c798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377845 Feb 03 14:04:44.448717 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a77276cb-6ff6-4721-bf4b-d16eb4358bc9 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "PUT /v2.0/routers/1bf6795e-26f2-4fd3-b1be-63b292042597/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1112077 Feb 03 14:04:44.467773 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58d326-a781-407b-920c-479455452ea0 req-a242ff91-097c-4a6e-8fd5-348a9fdc3076 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:44.469566 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-dc58d326-a781-407b-920c-479455452ea0 req-a242ff91-097c-4a6e-8fd5-348a9fdc3076 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd1c21c0-3bfc-4e01-993e-0d6858a7ae9f HTTP/1.1" status: 200 len: 944 time: 0.2886388 Feb 03 14:04:44.546639 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-dc58d326-a781-407b-920c-479455452ea0 req-a2951c9b-2737-47e7-bc6b-5263d28ff871 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c99ecf2-145a-4dbe-866b-0e6688f6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681329 Feb 03 14:04:44.660940 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-457ada6a-6865-4ae7-8374-7b04fa46b68e tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:44.686174 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 660bf9ab-038b-421c-b06a-9ec266f21796 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:04:44.740959 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e058112b-9dfd-4b49-9eb9-3693e0fcb009 None None] Sync routers for ids ['2211bc32-e73d-4ce2-8f82-6c41eabf7c0b'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:04:44.743399 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-457ada6a-6865-4ae7-8374-7b04fa46b68e tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:44.772443 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-0051c731-eade-4b80-9de0-466d03ef9eb7 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-554052402&fields=id&tenant_id=7f2c911a406b430aabb3c67131d3265b HTTP/1.1" status: 200 len: 267 time: 0.0444307 Feb 03 14:04:44.786248 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e058112b-9dfd-4b49-9eb9-3693e0fcb009 None None] Routers {'2211bc32-e73d-4ce2-8f82-6c41eabf7c0b'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:04:44.787049 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-e058112b-9dfd-4b49-9eb9-3693e0fcb009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:04:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2211bc32-e73d-4ce2-8f82-6c41eabf7c0b'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:44.925723 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457ada6a-6865-4ae7-8374-7b04fa46b68e tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Pushing event updated for resources: {'Port': ['ID=708a6656-5b4d-4312-a6c5-1ba92c98d857,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:44.929347 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-5953b213-0407-4225-b889-362f934a81fb tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:44.937450 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-5953b213-0407-4225-b889-362f934a81fb tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/networks?id=7b9300c7-0cb5-4eb5-8b70-acffbcb42aff HTTP/1.1" status: 200 len: 797 time: 0.1579683 Feb 03 14:04:44.954095 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-61e8ca96-4a0d-4da6-a99b-69b1929b5a17 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/quotas/7f2c911a406b430aabb3c67131d3265b HTTP/1.1" status: 200 len: 375 time: 0.0161712 Feb 03 14:04:44.958652 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 660bf9ab-038b-421c-b06a-9ec266f21796 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:44.959146 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:44.991107 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-457ada6a-6865-4ae7-8374-7b04fa46b68e tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:45.034912 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-e058112b-9dfd-4b49-9eb9-3693e0fcb009 None None] Set router 2211bc32-e73d-4ce2-8f82-6c41eabf7c0b gateway port host: None {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:04:45.046195 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-7928dd6f-9880-4889-a98b-d70f5f7180f2 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Synchronizing usage tracker for tenant:7f2c911a406b430aabb3c67131d3265b on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:04:45.102012 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-457ada6a-6865-4ae7-8374-7b04fa46b68e tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:45.103225 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-457ada6a-6865-4ae7-8374-7b04fa46b68e tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0965197 Feb 03 14:04:45.106281 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59424) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:45.113017 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-c7c62ad4-8d13-4c9c-86ca-2e49a20f3bad tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Request body: {'floatingip': {'port_id': '84cea05b-c068-48e2-b100-0545cae64e84', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:45.180488 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-7928dd6f-9880-4889-a98b-d70f5f7180f2 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Unset dirty status for tenant:7f2c911a406b430aabb3c67131d3265b on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:04:45.182233 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-7928dd6f-9880-4889-a98b-d70f5f7180f2 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7f2c911a406b430aabb3c67131d3265b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2270980 Feb 03 14:04:45.214172 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c7c62ad4-8d13-4c9c-86ca-2e49a20f3bad tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks [] for floatingip, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:45.298981 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-b16fe297-af90-4909-adaa-8134b2edff89 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Deleting port b6fca4bc-5c40-46e7-8f2c-42a2d5a0edf4 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:04:45.299527 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b16fe297-af90-4909-adaa-8134b2edff89 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:45.407925 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5a1ed36f-84c0-42a9-9e47-521d85b7467e req-e782edbd-7501-4e72-9ee5-50fd2bdea685 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe20ca92-6a89-43b6-9410-76f2d58175a7 HTTP/1.1" status: 200 len: 210 time: 0.1183472 Feb 03 14:04:45.519956 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-b16fe297-af90-4909-adaa-8134b2edff89 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] For port b6fca4bc-5c40-46e7-8f2c-42a2d5a0edf4, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=b6fca4bc-5c40-46e7-8f2c-42a2d5a0edf4,segment=NetworkSegment(7c14263d-478e-47c7-ba76-8fe40b6d0fe7),segment_id=7c14263d-478e-47c7-ba76-8fe40b6d0fe7)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:04:45.520613 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b16fe297-af90-4909-adaa-8134b2edff89 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:45.601130 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-e058112b-9dfd-4b49-9eb9-3693e0fcb009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2211bc32-e73d-4ce2-8f82-6c41eabf7c0b', 'name': 'tempest-RoutersTest-router-271801641', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:40Z', 'updated_at': '2022-02-03T14:04:37Z', 'revision_number': 9, 'project_id': 'd5adceeed00a4893983ee9d6f019faac', 'gw_port_host': None, '_interfaces': [{'id': '8f7930a1-2f0f-44fe-a11c-d6fc813d45f2', 'name': '', 'network_id': 'cce0e2c8-fa85-42c1-8775-a3be85f466ee', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'mac_address': 'fa:16:3e:1a:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211bc32-e73d-4ce2-8f82-6c41eabf7c0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '194a7c9f-3aad-49a5-b8a0-54fdfaad599a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:45Z', 'updated_at': '2022-02-03T14:03:57Z', 'revision_number': 5, 'project_id': 'd5adceeed00a4893983ee9d6f019faac', 'subnets': [{'id': '194a7c9f-3aad-49a5-b8a0-54fdfaad599a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6fca4bc-5c40-46e7-8f2c-42a2d5a0edf4', 'name': '', 'network_id': '5bca61da-3e41-47fc-9e4f-b02e43705ab8', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'mac_address': 'fa:16:3e:cc:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211bc32-e73d-4ce2-8f82-6c41eabf7c0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b5a34dc-80ec-40cf-a2e2-107a6f50ce59', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:59Z', 'updated_at': '2022-02-03T14:04:29Z', 'revision_number': 5, 'project_id': 'd5adceeed00a4893983ee9d6f019faac', 'subnets': [{'id': '8b5a34dc-80ec-40cf-a2e2-107a6f50ce59', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:45.605527 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e058112b-9dfd-4b49-9eb9-3693e0fcb009 None None] Checking router: 2211bc32-e73d-4ce2-8f82-6c41eabf7c0b for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:04:45.618137 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e058112b-9dfd-4b49-9eb9-3693e0fcb009 None None] Routers {'2211bc32-e73d-4ce2-8f82-6c41eabf7c0b'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:04:45.618976 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-e058112b-9dfd-4b49-9eb9-3693e0fcb009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:04:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2211bc32-e73d-4ce2-8f82-6c41eabf7c0b'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:45.658448 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-c7c62ad4-8d13-4c9c-86ca-2e49a20f3bad tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] update failed (client error): The resource could not be found. Feb 03 14:04:45.658969 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-b16fe297-af90-4909-adaa-8134b2edff89 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Calling delete_port for b6fca4bc-5c40-46e7-8f2c-42a2d5a0edf4 owned by network:router_interface {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:04:45.659822 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c7c62ad4-8d13-4c9c-86ca-2e49a20f3bad tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] 10.222.0.41 "PUT /v2.0/floatingips/14291109-1e6a-4ece-9d0a-33694bc4ac15 HTTP/1.1" status: 404 len: 507 time: 0.5514655 Feb 03 14:04:45.670440 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59440) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:45.801035 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-e058112b-9dfd-4b49-9eb9-3693e0fcb009 None None] Set router 2211bc32-e73d-4ce2-8f82-6c41eabf7c0b gateway port host: None {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:04:45.904206 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-bc4016b1-90cb-4f42-9c98-ebcc045b7a61 service neutron] 10.222.0.41 "GET /v2.0/networks/7b9300c7-0cb5-4eb5-8b70-acffbcb42aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6128066 Feb 03 14:04:45.906999 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-97e97340-65ef-4c7c-9fe3-3cd0ed7ab2be tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Deleting port 708a6656-5b4d-4312-a6c5-1ba92c98d857 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:04:45.907367 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-97e97340-65ef-4c7c-9fe3-3cd0ed7ab2be tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:45.951985 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b16fe297-af90-4909-adaa-8134b2edff89 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:45.998480 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fe297-af90-4909-adaa-8134b2edff89 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event deleted for resources: {'Port': ['ID=b6fca4bc-5c40-46e7-8f2c-42a2d5a0edf4,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:46.176160 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492b8d4-e1eb-4c27-a4a3-15da5151c9c7 req-0faa458e-07a6-4954-928c-de8030f489d1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:46.177699 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f492b8d4-e1eb-4c27-a4a3-15da5151c9c7 req-0faa458e-07a6-4954-928c-de8030f489d1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd1c21c0-3bfc-4e01-993e-0d6858a7ae9f HTTP/1.1" status: 200 len: 944 time: 0.4218600 Feb 03 14:04:46.182125 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-e058112b-9dfd-4b49-9eb9-3693e0fcb009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2211bc32-e73d-4ce2-8f82-6c41eabf7c0b', 'name': 'tempest-RoutersTest-router-271801641', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:40Z', 'updated_at': '2022-02-03T14:04:37Z', 'revision_number': 9, 'project_id': 'd5adceeed00a4893983ee9d6f019faac', 'gw_port_host': None, '_interfaces': [{'id': '8f7930a1-2f0f-44fe-a11c-d6fc813d45f2', 'name': '', 'network_id': 'cce0e2c8-fa85-42c1-8775-a3be85f466ee', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'mac_address': 'fa:16:3e:1a:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211bc32-e73d-4ce2-8f82-6c41eabf7c0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '194a7c9f-3aad-49a5-b8a0-54fdfaad599a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:45Z', 'updated_at': '2022-02-03T14:03:57Z', 'revision_number': 5, 'project_id': 'd5adceeed00a4893983ee9d6f019faac', 'subnets': [{'id': '194a7c9f-3aad-49a5-b8a0-54fdfaad599a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6fca4bc-5c40-46e7-8f2c-42a2d5a0edf4', 'name': '', 'network_id': '5bca61da-3e41-47fc-9e4f-b02e43705ab8', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'mac_address': 'fa:16:3e:cc:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211bc32-e73d-4ce2-8f82-6c41eabf7c0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b5a34dc-80ec-40cf-a2e2-107a6f50ce59', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:59Z', 'updated_at': '2022-02-03T14:04:29Z', 'revision_number': 5, 'project_id': 'd5adceeed00a4893983ee9d6f019faac', 'subnets': [{'id': '8b5a34dc-80ec-40cf-a2e2-107a6f50ce59', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:46.187584 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e058112b-9dfd-4b49-9eb9-3693e0fcb009 None None] The sync data for ids ['2211bc32-e73d-4ce2-8f82-6c41eabf7c0b'] in dv-neutron-827016-1-hyperv is: [{'id': '2211bc32-e73d-4ce2-8f82-6c41eabf7c0b', 'name': 'tempest-RoutersTest-router-271801641', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:40Z', 'updated_at': '2022-02-03T14:04:37Z', 'revision_number': 9, 'project_id': 'd5adceeed00a4893983ee9d6f019faac', 'gw_port_host': None, '_interfaces': [{'id': '8f7930a1-2f0f-44fe-a11c-d6fc813d45f2', 'name': '', 'network_id': 'cce0e2c8-fa85-42c1-8775-a3be85f466ee', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'mac_address': 'fa:16:3e:1a:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211bc32-e73d-4ce2-8f82-6c41eabf7c0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '194a7c9f-3aad-49a5-b8a0-54fdfaad599a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:45Z', 'updated_at': '2022-02-03T14:03:57Z', 'revision_number': 5, 'project_id': 'd5adceeed00a4893983ee9d6f019faac', 'subnets': [{'id': '194a7c9f-3aad-49a5-b8a0-54fdfaad599a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6fca4bc-5c40-46e7-8f2c-42a2d5a0edf4', 'name': '', 'network_id': '5bca61da-3e41-47fc-9e4f-b02e43705ab8', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'mac_address': 'fa:16:3e:cc:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211bc32-e73d-4ce2-8f82-6c41eabf7c0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b5a34dc-80ec-40cf-a2e2-107a6f50ce59', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:59Z', 'updated_at': '2022-02-03T14:04:29Z', 'revision_number': 5, 'project_id': 'd5adceeed00a4893983ee9d6f019faac', 'subnets': [{'id': '8b5a34dc-80ec-40cf-a2e2-107a6f50ce59', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:04:46.251039 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-a946975c-a366-4f20-b4b6-f8bf5ecd47aa service neutron] 10.222.0.41 "GET /v2.0/networks/7b9300c7-0cb5-4eb5-8b70-acffbcb42aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159986 Feb 03 14:04:46.256625 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-97e97340-65ef-4c7c-9fe3-3cd0ed7ab2be tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:46.256741 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-97e97340-65ef-4c7c-9fe3-3cd0ed7ab2be tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:46.350265 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b16fe297-af90-4909-adaa-8134b2edff89 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:46.445666 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device c355ef99-3869-428a-90dc-357778f32b39 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:04:46.609345 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-97e97340-65ef-4c7c-9fe3-3cd0ed7ab2be tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Calling delete_port for 708a6656-5b4d-4312-a6c5-1ba92c98d857 owned by network:floatingip {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:04:46.703378 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port c355ef99-3869-428a-90dc-357778f32b39, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=c355ef99-3869-428a-90dc-357778f32b39,segment=NetworkSegment(4a1a7f4f-c22c-4cc7-8fa9-8cbbbc224d5e),segment_id=4a1a7f4f-c22c-4cc7-8fa9-8cbbbc224d5e)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:04:46.703835 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f492b8d4-e1eb-4c27-a4a3-15da5151c9c7 req-124fee47-9f63-4f50-8d8e-28f5677faf27 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c99ecf2-145a-4dbe-866b-0e6688f6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5180359 Feb 03 14:04:46.705891 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d4d3a7fd-c95c-435d-a178-e29fd8c71966 req-036d0655-8044-4944-9b7d-5735973573df tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe20ca92-6a89-43b6-9410-76f2d58175a7 HTTP/1.1" status: 200 len: 210 time: 0.0581512 Feb 03 14:04:46.754615 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': 'c355ef99-3869-428a-90dc-357778f32b39', 'network_id': '94bc658f-cd82-43b8-ad6c-96d4fbd8794e', 'port_id': 'c355ef99-3869-428a-90dc-357778f32b39', 'mac_address': 'fa:16:3e:4b:07:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a9a9b4f-b3b6-41a6-b0fa-9dd524364388', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:04:46.820312 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:46.839104 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-740b5e20-e6fd-42de-be9b-099841adf778 req-a7f3271d-dadd-4699-91f6-df89016fc411 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/ports?device_id=a244bc99-4f15-4af7-87e0-26b5f8f6a14c HTTP/1.1" status: 200 len: 210 time: 0.0474112 Feb 03 14:04:46.842241 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c355ef99-3869-428a-90dc-357778f32b39 {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:04:46.859680 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port c355ef99-3869-428a-90dc-357778f32b39, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=c355ef99-3869-428a-90dc-357778f32b39,segment=NetworkSegment(4a1a7f4f-c22c-4cc7-8fa9-8cbbbc224d5e),segment_id=4a1a7f4f-c22c-4cc7-8fa9-8cbbbc224d5e)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:04:46.946431 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:46.974469 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-97e97340-65ef-4c7c-9fe3-3cd0ed7ab2be tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:47.004740 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 764a7d90-b00c-4fb7-98b2-7d065e6d9655 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:04:47.030819 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e97340-65ef-4c7c-9fe3-3cd0ed7ab2be tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Pushing event deleted for resources: {'Port': ['ID=708a6656-5b4d-4312-a6c5-1ba92c98d857,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:47.066214 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 764a7d90-b00c-4fb7-98b2-7d065e6d9655 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:04:47.066694 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 764a7d90-b00c-4fb7-98b2-7d065e6d9655 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:04:47.092819 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=c355ef99-3869-428a-90dc-357778f32b39,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:47.101811 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:47.102075 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:47.102420 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:47.102756 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:47.103112 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:47.103439 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:47.103767 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:47.104131 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:47.104457 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:47.104770 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:47.105091 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:47.140432 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-97e97340-65ef-4c7c-9fe3-3cd0ed7ab2be tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks [] for floatingip, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:47.149154 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16fe297-af90-4909-adaa-8134b2edff89 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Router 2211bc32-e73d-4ce2-8f82-6c41eabf7c0b has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:04:47.160155 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-97e97340-65ef-4c7c-9fe3-3cd0ed7ab2be tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:47.163511 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-97e97340-65ef-4c7c-9fe3-3cd0ed7ab2be tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] 10.222.0.41 "DELETE /v2.0/floatingips/14291109-1e6a-4ece-9d0a-33694bc4ac15 HTTP/1.1" status: 204 len: 168 time: 1.4920633 Feb 03 14:04:47.165472 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59456) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:47.172259 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-c06ad845-b5a6-4b37-b18c-ec46e124d9cb tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Request body: {'floatingip': {'floating_network_id': '1dfbeded-8772-428c-9b4b-7057f87622f1', 'port_id': '84cea05b-c068-48e2-b100-0545cae64e84', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:47.185648 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-c06ad845-b5a6-4b37-b18c-ec46e124d9cb tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:47.185648 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-c06ad845-b5a6-4b37-b18c-ec46e124d9cb tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Usage tracker for resource:floatingip and tenant:f58a7c1694d5462998f7e5078eecd38b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:47.186352 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-c06ad845-b5a6-4b37-b18c-ec46e124d9cb tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:47.192240 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-c06ad845-b5a6-4b37-b18c-ec46e124d9cb tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:47.281843 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['c355ef99-3869-428a-90dc-357778f32b39'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:04:47.323771 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16fe297-af90-4909-adaa-8134b2edff89 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:04:47.339048 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b16fe297-af90-4909-adaa-8134b2edff89 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "PUT /v2.0/routers/2211bc32-e73d-4ce2-8f82-6c41eabf7c0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6255476 Feb 03 14:04:47.339518 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59460) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:47.348523 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:47.377408 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c06ad845-b5a6-4b37-b18c-ec46e124d9cb tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks [] for floatingip, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:47.625371 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef8f45b4-358b-4fce-9715-a5261741a9e7 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Deleting subnet 8b5a34dc-80ec-40cf-a2e2-107a6f50ce59 {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:04:47.631740 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ef8f45b4-358b-4fce-9715-a5261741a9e7 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:47.702296 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ef8f45b4-358b-4fce-9715-a5261741a9e7 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:47.749134 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-4edfc525-584b-41dc-be58-0eb5d8ad1951 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:47.750057 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-4edfc525-584b-41dc-be58-0eb5d8ad1951 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Synchronizing usage tracker for tenant:4cbc4ee6b61f47a897e271e5a6452f6c on resource:network {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:04:47.813745 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ef8f45b4-358b-4fce-9715-a5261741a9e7 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:47.871563 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-4edfc525-584b-41dc-be58-0eb5d8ad1951 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Unset dirty status for tenant:4cbc4ee6b61f47a897e271e5a6452f6c on resource:network {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:04:47.873258 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-4edfc525-584b-41dc-be58-0eb5d8ad1951 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.47 "GET /v2.0/networks?id=2f1c1092-820d-41af-bed3-3674f069c798 HTTP/1.1" status: 200 len: 811 time: 0.2686310 Feb 03 14:04:47.939963 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-c06ad845-b5a6-4b37-b18c-ec46e124d9cb tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:04:47.941137 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c06ad845-b5a6-4b37-b18c-ec46e124d9cb tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7747159 Feb 03 14:04:47.943846 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-25a60e1d-d355-4b5e-bcab-c6f3ffa36571 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Synchronizing usage tracker for tenant:4cbc4ee6b61f47a897e271e5a6452f6c on resource:security_group {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:04:47.946759 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59472) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:47.955646 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-866c1367-6113-4091-b645-85c60dbc2fde tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Request body: {'floatingip': {'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'port_id': '84cea05b-c068-48e2-b100-0545cae64e84', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:47.964269 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-866c1367-6113-4091-b645-85c60dbc2fde tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:47.965612 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4f2b0bce-d3b6-4750-957b-8bfe23f5e3fb req-4557ab5a-8438-40fe-8f71-db4a2a76a6fe tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe20ca92-6a89-43b6-9410-76f2d58175a7 HTTP/1.1" status: 200 len: 210 time: 0.1047218 Feb 03 14:04:47.971990 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-866c1367-6113-4091-b645-85c60dbc2fde tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Usage tracker for resource:floatingip and tenant:f58a7c1694d5462998f7e5078eecd38b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:47.976197 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-866c1367-6113-4091-b645-85c60dbc2fde tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:47.985147 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-866c1367-6113-4091-b645-85c60dbc2fde tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:48.028255 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe0631-cf8e-454f-bd86-29bf3d70dcdb req-0954bc31-f876-43f9-be56-2dfe52c88c52 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:48.030647 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-edbe0631-cf8e-454f-bd86-29bf3d70dcdb req-0954bc31-f876-43f9-be56-2dfe52c88c52 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd1c21c0-3bfc-4e01-993e-0d6858a7ae9f HTTP/1.1" status: 200 len: 945 time: 0.1327047 Feb 03 14:04:48.071483 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-866c1367-6113-4091-b645-85c60dbc2fde tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks [] for floatingip, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:48.088960 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-edbe0631-cf8e-454f-bd86-29bf3d70dcdb req-f4810c2d-f6d5-4b14-b606-cce3474ae361 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c99ecf2-145a-4dbe-866b-0e6688f6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491941 Feb 03 14:04:48.088960 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ef8f45b4-358b-4fce-9715-a5261741a9e7 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:48.101975 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-25a60e1d-d355-4b5e-bcab-c6f3ffa36571 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Unset dirty status for tenant:4cbc4ee6b61f47a897e271e5a6452f6c on resource:security_group {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:04:48.103748 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-25a60e1d-d355-4b5e-bcab-c6f3ffa36571 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cbc4ee6b61f47a897e271e5a6452f6c HTTP/1.1" status: 200 len: 380 time: 0.2170248 Feb 03 14:04:48.119523 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-efd2e8c3-06e9-4abc-90cf-97d29d338676 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Request body: {'port': {'device_id': 'fe20ca92-6a89-43b6-9410-76f2d58175a7', 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798', 'admin_state_up': True, 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'security_groups': ['c56dbaf7-2de8-43d4-85c7-495920dcdd2a']}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:48.137716 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8f45b4-358b-4fce-9715-a5261741a9e7 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event deleted for resources: {'Subnet': ['ID=8b5a34dc-80ec-40cf-a2e2-107a6f50ce59,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:48.155466 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5733204a-1668-4f3a-9812-c6b1b39fb59d None None] Network 5bca61da-3e41-47fc-9e4f-b02e43705ab8 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:04:48.165423 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ef8f45b4-358b-4fce-9715-a5261741a9e7 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:48.238023 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ef8f45b4-358b-4fce-9715-a5261741a9e7 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "DELETE /v2.0/subnets/8b5a34dc-80ec-40cf-a2e2-107a6f50ce59 HTTP/1.1" status: 204 len: 168 time: 0.8974798 Feb 03 14:04:48.242915 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59476) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:48.284964 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f16761b5-3f08-4bf5-a410-251cc3604f95 req-b8a61b26-bc95-4620-989a-b7ca51a772b4 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/ports?device_id=a244bc99-4f15-4af7-87e0-26b5f8f6a14c HTTP/1.1" status: 200 len: 210 time: 0.1114759 Feb 03 14:04:48.424786 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-efd2e8c3-06e9-4abc-90cf-97d29d338676 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:48.431148 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-efd2e8c3-06e9-4abc-90cf-97d29d338676 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Usage tracker for resource:port and tenant:4cbc4ee6b61f47a897e271e5a6452f6c is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:04:48.434795 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-efd2e8c3-06e9-4abc-90cf-97d29d338676 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:04:48.444025 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-efd2e8c3-06e9-4abc-90cf-97d29d338676 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:48.448526 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-866c1367-6113-4091-b645-85c60dbc2fde tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:48.465737 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device c355ef99-3869-428a-90dc-357778f32b39 up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:04:48.468055 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c5b4f7b8-ea2c-406e-a3f6-66723f45b104 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:48.480463 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-c5b4f7b8-ea2c-406e-a3f6-66723f45b104 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Deleting port 956ae9f2-d7ab-49c8-ab9f-8001e94dd77a {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:04:48.480813 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c5b4f7b8-ea2c-406e-a3f6-66723f45b104 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:48.615420 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device aebdce33-59e6-4946-a027-c4db80665395 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:04:48.635493 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-866c1367-6113-4091-b645-85c60dbc2fde tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Allocated IP 172.26.3.110 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/abb94c30-07c3-4f73-84c9-af49ef745548) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:04:48.703838 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: aebdce33-59e6-4946-a027-c4db80665395 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:04:48.704136 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device aebdce33-59e6-4946-a027-c4db80665395 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:04:48.825273 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning for port c355ef99-3869-428a-90dc-357778f32b39 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:04:48.830723 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd476c3-c608-4710-b244-0364daacb512 None None] DHCP port deletion for 5bca61da-3e41-47fc-9e4f-b02e43705ab8 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:04:48.835179 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port c355ef99-3869-428a-90dc-357778f32b39 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:48.835545 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:48.847593 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-efd2e8c3-06e9-4abc-90cf-97d29d338676 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Made reservation on behalf of 4cbc4ee6b61f47a897e271e5a6452f6c for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:04:48.851292 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-efd2e8c3-06e9-4abc-90cf-97d29d338676 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:48.895748 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-8cd476c3-c608-4710-b244-0364daacb512 None None] Deleting port 956ae9f2-d7ab-49c8-ab9f-8001e94dd77a {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:04:48.896244 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8cd476c3-c608-4710-b244-0364daacb512 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:48.951386 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-866c1367-6113-4091-b645-85c60dbc2fde tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:49.031403 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-c5b4f7b8-ea2c-406e-a3f6-66723f45b104 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] For port 956ae9f2-d7ab-49c8-ab9f-8001e94dd77a, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=956ae9f2-d7ab-49c8-ab9f-8001e94dd77a,segment=NetworkSegment(7c14263d-478e-47c7-ba76-8fe40b6d0fe7),segment_id=7c14263d-478e-47c7-ba76-8fe40b6d0fe7)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:04:49.031766 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c5b4f7b8-ea2c-406e-a3f6-66723f45b104 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:49.426639 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:49.468501 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-8cd476c3-c608-4710-b244-0364daacb512 None None] For port 956ae9f2-d7ab-49c8-ab9f-8001e94dd77a, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=956ae9f2-d7ab-49c8-ab9f-8001e94dd77a,segment=NetworkSegment(7c14263d-478e-47c7-ba76-8fe40b6d0fe7),segment_id=7c14263d-478e-47c7-ba76-8fe40b6d0fe7)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:04:49.468904 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8cd476c3-c608-4710-b244-0364daacb512 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:49.469594 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672bba70-1dde-4fd0-b951-b792326e7524 None None] Sync routers for ids ['2211bc32-e73d-4ce2-8f82-6c41eabf7c0b'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:04:49.496535 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672bba70-1dde-4fd0-b951-b792326e7524 None None] Routers {'2211bc32-e73d-4ce2-8f82-6c41eabf7c0b'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:04:49.503830 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-672bba70-1dde-4fd0-b951-b792326e7524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:04:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2211bc32-e73d-4ce2-8f82-6c41eabf7c0b'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:49.510713 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port c355ef99-3869-428a-90dc-357778f32b39, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=c355ef99-3869-428a-90dc-357778f32b39,segment=NetworkSegment(4a1a7f4f-c22c-4cc7-8fa9-8cbbbc224d5e),segment_id=4a1a7f4f-c22c-4cc7-8fa9-8cbbbc224d5e)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:04:49.514169 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd1c21c0-3bfc-4e01-993e-0d6858a7ae9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c355ef99-3869-428a-90dc-357778f32b39'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:04:49.577412 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-efd2e8c3-06e9-4abc-90cf-97d29d338676 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Allocated IP 172.20.0.5 (2f1c1092-820d-41af-bed3-3674f069c798/ac5f2d12-5c46-44f1-bb83-783314b1c271/5b6bec5f-2b39-461b-b52e-c1ce2fbf12de) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:04:49.587500 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:49.610979 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-866c1367-6113-4091-b645-85c60dbc2fde tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:49.656008 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-c5b4f7b8-ea2c-406e-a3f6-66723f45b104 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Calling delete_port for 956ae9f2-d7ab-49c8-ab9f-8001e94dd77a owned by network:dhcp {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:04:49.739338 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-8cd476c3-c608-4710-b244-0364daacb512 None None] Calling delete_port for 956ae9f2-d7ab-49c8-ab9f-8001e94dd77a owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:04:49.769273 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=c355ef99-3869-428a-90dc-357778f32b39,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:49.782311 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9ce1baa0-c630-45b0-8ae8-36b931861176 req-40b98d73-434c-43fc-9bb8-23a323869675 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe20ca92-6a89-43b6-9410-76f2d58175a7 HTTP/1.1" status: 200 len: 210 time: 0.3684103 Feb 03 14:04:49.787697 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866c1367-6113-4091-b645-85c60dbc2fde tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:04:49.791530 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c1367-6113-4091-b645-85c60dbc2fde tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Pushing event updated for resources: {'Port': ['ID=abb94c30-07c3-4f73-84c9-af49ef745548,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:49.794063 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-866c1367-6113-4091-b645-85c60dbc2fde tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:04:49.807122 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866c1367-6113-4091-b645-85c60dbc2fde tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:04:49.924542 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-3226b06f-95e0-46ba-98fb-3dd5dc41374f tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:49.925317 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-3226b06f-95e0-46ba-98fb-3dd5dc41374f tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Synchronizing usage tracker for tenant:7f2c911a406b430aabb3c67131d3265b on resource:network {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:04:49.962356 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8cd476c3-c608-4710-b244-0364daacb512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:49.972645 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d92ca-7ec2-47c4-94fb-edf0d2a37273 req-40463940-45ca-459b-b49c-c2ae6d7cd7a0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:49.978795 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f52d92ca-7ec2-47c4-94fb-edf0d2a37273 req-40463940-45ca-459b-b49c-c2ae6d7cd7a0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd1c21c0-3bfc-4e01-993e-0d6858a7ae9f HTTP/1.1" status: 200 len: 946 time: 0.4858234 Feb 03 14:04:49.980327 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-672bba70-1dde-4fd0-b951-b792326e7524 None None] Set router 2211bc32-e73d-4ce2-8f82-6c41eabf7c0b gateway port host: None {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:04:50.083029 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd476c3-c608-4710-b244-0364daacb512 None None] Pushing event deleted for resources: {'Port': ['ID=956ae9f2-d7ab-49c8-ab9f-8001e94dd77a,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:50.090646 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.db.api [None req-c5b4f7b8-ea2c-406e-a3f6-66723f45b104 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:04:50.091645 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG oslo_db.api [None req-c5b4f7b8-ea2c-406e-a3f6-66723f45b104 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:04:50.097517 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd476c3-c608-4710-b244-0364daacb512 None None] No DVR routers for this DVR port 956ae9f2-d7ab-49c8-ab9f-8001e94dd77a on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:04:50.103919 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7708f1d1-f04e-4ade-a58d-f260d2952cd8 req-87592e77-d80e-4d2a-ab6b-48e3df375a6f tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/ports?device_id=a244bc99-4f15-4af7-87e0-26b5f8f6a14c HTTP/1.1" status: 200 len: 210 time: 0.0832527 Feb 03 14:04:50.143640 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f52d92ca-7ec2-47c4-94fb-edf0d2a37273 req-d1a5bd3c-83c2-4373-bd06-13f38e1a3b7d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c99ecf2-145a-4dbe-866b-0e6688f6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596370 Feb 03 14:04:50.208943 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-3226b06f-95e0-46ba-98fb-3dd5dc41374f tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Unset dirty status for tenant:7f2c911a406b430aabb3c67131d3265b on resource:network {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:04:50.215232 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-3226b06f-95e0-46ba-98fb-3dd5dc41374f tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.47 "GET /v2.0/networks?id=7b9300c7-0cb5-4eb5-8b70-acffbcb42aff HTTP/1.1" status: 200 len: 797 time: 0.8338754 Feb 03 14:04:50.230146 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd1c21c0-3bfc-4e01-993e-0d6858a7ae9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c355ef99-3869-428a-90dc-357778f32b39', 'code': 200} Feb 03 14:04:50.390956 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-866c1367-6113-4091-b645-85c60dbc2fde tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Deleting port abb94c30-07c3-4f73-84c9-af49ef745548 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:04:50.391336 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-866c1367-6113-4091-b645-85c60dbc2fde tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:50.408473 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-672bba70-1dde-4fd0-b951-b792326e7524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2211bc32-e73d-4ce2-8f82-6c41eabf7c0b', 'name': 'tempest-RoutersTest-router-271801641', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:40Z', 'updated_at': '2022-02-03T14:04:45Z', 'revision_number': 10, 'project_id': 'd5adceeed00a4893983ee9d6f019faac', 'gw_port_host': None, '_interfaces': [{'id': '8f7930a1-2f0f-44fe-a11c-d6fc813d45f2', 'name': '', 'network_id': 'cce0e2c8-fa85-42c1-8775-a3be85f466ee', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'mac_address': 'fa:16:3e:1a:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211bc32-e73d-4ce2-8f82-6c41eabf7c0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '194a7c9f-3aad-49a5-b8a0-54fdfaad599a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:45Z', 'updated_at': '2022-02-03T14:03:57Z', 'revision_number': 5, 'project_id': 'd5adceeed00a4893983ee9d6f019faac', 'subnets': [{'id': '194a7c9f-3aad-49a5-b8a0-54fdfaad599a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:50.413107 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672bba70-1dde-4fd0-b951-b792326e7524 None None] Checking router: 2211bc32-e73d-4ce2-8f82-6c41eabf7c0b for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:04:50.429764 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672bba70-1dde-4fd0-b951-b792326e7524 None None] Routers {'2211bc32-e73d-4ce2-8f82-6c41eabf7c0b'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:04:50.430493 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-672bba70-1dde-4fd0-b951-b792326e7524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:04:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2211bc32-e73d-4ce2-8f82-6c41eabf7c0b'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:50.451387 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-14bde599-cbb1-4dbc-9137-4a4108c5c249 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Synchronizing usage tracker for tenant:7f2c911a406b430aabb3c67131d3265b on resource:security_group {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:04:50.507041 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-efd2e8c3-06e9-4abc-90cf-97d29d338676 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:50.580845 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-efd2e8c3-06e9-4abc-90cf-97d29d338676 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Transition to ACTIVE for port object 5b6bec5f-2b39-461b-b52e-c1ce2fbf12de will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:04:50.593037 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-c5b4f7b8-ea2c-406e-a3f6-66723f45b104 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Deleting port 956ae9f2-d7ab-49c8-ab9f-8001e94dd77a {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:04:50.593505 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c5b4f7b8-ea2c-406e-a3f6-66723f45b104 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:50.636809 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-14bde599-cbb1-4dbc-9137-4a4108c5c249 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Unset dirty status for tenant:7f2c911a406b430aabb3c67131d3265b on resource:security_group {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:04:50.638578 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-14bde599-cbb1-4dbc-9137-4a4108c5c249 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f2c911a406b430aabb3c67131d3265b HTTP/1.1" status: 200 len: 379 time: 0.3993843 Feb 03 14:04:50.644364 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-672bba70-1dde-4fd0-b951-b792326e7524 None None] Set router 2211bc32-e73d-4ce2-8f82-6c41eabf7c0b gateway port host: None {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:04:50.663393 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-866c1367-6113-4091-b645-85c60dbc2fde tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:50.663727 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-866c1367-6113-4091-b645-85c60dbc2fde tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:50.697844 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-c5b4f7b8-ea2c-406e-a3f6-66723f45b104 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] The port '956ae9f2-d7ab-49c8-ab9f-8001e94dd77a' was deleted {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 14:04:50.704921 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-5f0a825b-3c32-44d3-a957-9dad7e80deca tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Request body: {'port': {'device_id': 'a244bc99-4f15-4af7-87e0-26b5f8f6a14c', 'network_id': '7b9300c7-0cb5-4eb5-8b70-acffbcb42aff', 'admin_state_up': True, 'tenant_id': '7f2c911a406b430aabb3c67131d3265b', 'security_groups': ['cfcb8363-c07f-458a-9ba8-1b96a116af64']}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:50.729430 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device dfef7f86-c3da-4662-916a-5e538fe9ff09 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:04:50.883931 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c5b4f7b8-ea2c-406e-a3f6-66723f45b104 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:50.915231 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-c5b4f7b8-ea2c-406e-a3f6-66723f45b104 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bca61da-3e41-47fc-9e4f-b02e43705ab8']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:50.930554 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-c5b4f7b8-ea2c-406e-a3f6-66723f45b104 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c14263d-478e-47c7-ba76-8fe40b6d0fe7') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:50.930848 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-c5b4f7b8-ea2c-406e-a3f6-66723f45b104 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c14263d-478e-47c7-ba76-8fe40b6d0fe7') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:50.969776 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port dfef7f86-c3da-4662-916a-5e538fe9ff09 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:04:50.973238 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-efd2e8c3-06e9-4abc-90cf-97d29d338676 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:50.977023 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port dfef7f86-c3da-4662-916a-5e538fe9ff09 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:50.977409 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:50.990792 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-866c1367-6113-4091-b645-85c60dbc2fde tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Calling delete_port for abb94c30-07c3-4f73-84c9-af49ef745548 owned by network:floatingip {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:04:51.029528 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c5b4f7b8-ea2c-406e-a3f6-66723f45b104 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:51.058471 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c5b4f7b8-ea2c-406e-a3f6-66723f45b104 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:51.082012 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5b4f7b8-ea2c-406e-a3f6-66723f45b104 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:04:51.082420 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c5b4f7b8-ea2c-406e-a3f6-66723f45b104 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:51.097435 dv-neutron-827016-1-hyperv neutron-server[84182]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:04:51.097435 dv-neutron-827016-1-hyperv neutron-server[84182]: util.warn( Feb 03 14:04:51.097435 dv-neutron-827016-1-hyperv neutron-server[84182]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:04:51.097435 dv-neutron-827016-1-hyperv neutron-server[84182]: util.warn( Feb 03 14:04:51.097435 dv-neutron-827016-1-hyperv neutron-server[84182]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:04:51.097435 dv-neutron-827016-1-hyperv neutron-server[84182]: util.warn( Feb 03 14:04:51.097435 dv-neutron-827016-1-hyperv neutron-server[84182]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:04:51.097435 dv-neutron-827016-1-hyperv neutron-server[84182]: util.warn( Feb 03 14:04:51.097435 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 14:04:51.097435 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:04:51.097435 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 14:04:51.097435 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:04:51.097435 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 14:04:51.097435 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:04:51.097435 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 14:04:51.097435 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:04:51.097435 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 14:04:51.097435 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:04:51.097435 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 14:04:51.097435 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:04:51.097435 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 14:04:51.097435 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:04:51.097435 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:04:51.097435 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:04:51.097435 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:04:51.097435 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:04:51.097435 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 14:04:51.097435 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:04:51.097435 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 14:04:51.097435 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:04:51.097435 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:04:51.097435 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:04:51.097435 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 14:04:51.097435 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:04:51.097435 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:04:51.097435 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:04:51.097435 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:04:51.097435 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:04:51.097435 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:04:51.097435 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:04:51.151391 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-efd2e8c3-06e9-4abc-90cf-97d29d338676 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Network 2f1c1092-820d-41af-bed3-3674f069c798 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:04:51.156529 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-672bba70-1dde-4fd0-b951-b792326e7524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2211bc32-e73d-4ce2-8f82-6c41eabf7c0b', 'name': 'tempest-RoutersTest-router-271801641', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:40Z', 'updated_at': '2022-02-03T14:04:45Z', 'revision_number': 10, 'project_id': 'd5adceeed00a4893983ee9d6f019faac', 'gw_port_host': None, '_interfaces': [{'id': '8f7930a1-2f0f-44fe-a11c-d6fc813d45f2', 'name': '', 'network_id': 'cce0e2c8-fa85-42c1-8775-a3be85f466ee', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'mac_address': 'fa:16:3e:1a:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211bc32-e73d-4ce2-8f82-6c41eabf7c0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '194a7c9f-3aad-49a5-b8a0-54fdfaad599a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:45Z', 'updated_at': '2022-02-03T14:03:57Z', 'revision_number': 5, 'project_id': 'd5adceeed00a4893983ee9d6f019faac', 'subnets': [{'id': '194a7c9f-3aad-49a5-b8a0-54fdfaad599a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:51.162615 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-efd2e8c3-06e9-4abc-90cf-97d29d338676 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:04:51.165743 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-efd2e8c3-06e9-4abc-90cf-97d29d338676 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:04:51.169512 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672bba70-1dde-4fd0-b951-b792326e7524 None None] The sync data for ids ['2211bc32-e73d-4ce2-8f82-6c41eabf7c0b'] in dv-neutron-827016-1-hyperv is: [{'id': '2211bc32-e73d-4ce2-8f82-6c41eabf7c0b', 'name': 'tempest-RoutersTest-router-271801641', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:40Z', 'updated_at': '2022-02-03T14:04:45Z', 'revision_number': 10, 'project_id': 'd5adceeed00a4893983ee9d6f019faac', 'gw_port_host': None, '_interfaces': [{'id': '8f7930a1-2f0f-44fe-a11c-d6fc813d45f2', 'name': '', 'network_id': 'cce0e2c8-fa85-42c1-8775-a3be85f466ee', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'mac_address': 'fa:16:3e:1a:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211bc32-e73d-4ce2-8f82-6c41eabf7c0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '194a7c9f-3aad-49a5-b8a0-54fdfaad599a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:45Z', 'updated_at': '2022-02-03T14:03:57Z', 'revision_number': 5, 'project_id': 'd5adceeed00a4893983ee9d6f019faac', 'subnets': [{'id': '194a7c9f-3aad-49a5-b8a0-54fdfaad599a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:04:51.247933 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:51.249538 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-efd2e8c3-06e9-4abc-90cf-97d29d338676 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:51.254214 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-efd2e8c3-06e9-4abc-90cf-97d29d338676 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:51.272508 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port dfef7f86-c3da-4662-916a-5e538fe9ff09, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=dfef7f86-c3da-4662-916a-5e538fe9ff09,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:04:51.285243 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5da2d5-a160-4fd6-a6ad-c8edcdc7ed79 req-906939dc-609d-4062-989b-1fe1ef70cc81 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:51.286715 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8f5da2d5-a160-4fd6-a6ad-c8edcdc7ed79 req-906939dc-609d-4062-989b-1fe1ef70cc81 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe20ca92-6a89-43b6-9410-76f2d58175a7 HTTP/1.1" status: 200 len: 931 time: 0.3418097 Feb 03 14:04:51.321247 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c5b4f7b8-ea2c-406e-a3f6-66723f45b104 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:51.348227 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c5b4f7b8-ea2c-406e-a3f6-66723f45b104 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:51.349380 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2e8c3-06e9-4abc-90cf-97d29d338676 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Pushing event updated for resources: {'Port': ['ID=5b6bec5f-2b39-461b-b52e-c1ce2fbf12de,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:51.362960 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:51.365155 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4f7b8-ea2c-406e-a3f6-66723f45b104 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event deleted for resources: {'Network': ['ID=5bca61da-3e41-47fc-9e4f-b02e43705ab8,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:51.368575 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-73889a57-7553-4414-9417-9fb71dd4b985 req-9f872fba-0a36-46de-9c04-71a010e1c243 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bd1c21c0-3bfc-4e01-993e-0d6858a7ae9f HTTP/1.1" status: 200 len: 1099 time: 0.6958477 Feb 03 14:04:51.398347 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-5f0a825b-3c32-44d3-a957-9dad7e80deca tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:04:51.426031 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c5b4f7b8-ea2c-406e-a3f6-66723f45b104 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "DELETE /v2.0/networks/5bca61da-3e41-47fc-9e4f-b02e43705ab8 HTTP/1.1" status: 204 len: 168 time: 3.1819348 Feb 03 14:04:51.431947 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59496) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:51.441914 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-efd2e8c3-06e9-4abc-90cf-97d29d338676 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3289192 Feb 03 14:04:51.456831 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-a49f3cca-416d-48ff-a705-a3356e5f0c71 service neutron] Request body: {'port': {'device_id': 'fe20ca92-6a89-43b6-9410-76f2d58175a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:51.485480 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=dfef7f86-c3da-4662-916a-5e538fe9ff09,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:51.525148 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b8ae107b-c526-46b3-8273-56e0e4d45d16 req-17c93fbf-218b-480e-92bf-03a7c4bdc574 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/ports?device_id=a244bc99-4f15-4af7-87e0-26b5f8f6a14c HTTP/1.1" status: 200 len: 210 time: 0.1468344 Feb 03 14:04:51.533074 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8f5da2d5-a160-4fd6-a6ad-c8edcdc7ed79 req-f904b144-ba8d-4147-a0ce-bcb3a18510b8 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2393012 Feb 03 14:04:51.605587 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 956ae9f2-d7ab-49c8-ab9f-8001e94dd77a no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:04:51.675732 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 956ae9f2-d7ab-49c8-ab9f-8001e94dd77a {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:04:51.676468 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 956ae9f2-d7ab-49c8-ab9f-8001e94dd77a not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:04:51.677363 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-5f0a825b-3c32-44d3-a957-9dad7e80deca tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:04:51.745043 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-73889a57-7553-4414-9417-9fb71dd4b985 req-7be1f008-6d2a-4637-828c-2a816ed170a2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7c99ecf2-145a-4dbe-866b-0e6688f6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3637552 Feb 03 14:04:51.761501 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-61529cd7-80eb-41ba-a76c-8fc080ba743f None None] Provisioning for port 5b6bec5f-2b39-461b-b52e-c1ce2fbf12de completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:04:51.766691 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-61529cd7-80eb-41ba-a76c-8fc080ba743f None None] Provisioning complete for port 5b6bec5f-2b39-461b-b52e-c1ce2fbf12de triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:51.767150 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-61529cd7-80eb-41ba-a76c-8fc080ba743f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:51.805731 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-a49f3cca-416d-48ff-a705-a3356e5f0c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:51.816550 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-5f0a825b-3c32-44d3-a957-9dad7e80deca tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Made reservation on behalf of 7f2c911a406b430aabb3c67131d3265b for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:04:51.819496 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-5f0a825b-3c32-44d3-a957-9dad7e80deca tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:51.824680 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-61529cd7-80eb-41ba-a76c-8fc080ba743f None None] Port 5b6bec5f-2b39-461b-b52e-c1ce2fbf12de cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:04:51.839858 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-866c1367-6113-4091-b645-85c60dbc2fde tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:51.961124 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c1367-6113-4091-b645-85c60dbc2fde tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Pushing event deleted for resources: {'Port': ['ID=abb94c30-07c3-4f73-84c9-af49ef745548,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:52.047312 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debcf8a2-ff3b-476b-b9cd-e01b6aef295d req-f15fb681-a4f6-42f3-a0b0-105e744cde66 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:52.054247 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-debcf8a2-ff3b-476b-b9cd-e01b6aef295d req-f15fb681-a4f6-42f3-a0b0-105e744cde66 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd1c21c0-3bfc-4e01-993e-0d6858a7ae9f HTTP/1.1" status: 200 len: 946 time: 0.3369846 Feb 03 14:04:52.111848 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-debcf8a2-ff3b-476b-b9cd-e01b6aef295d req-6844173f-ea96-4aab-8637-ce2a11f1cd43 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c99ecf2-145a-4dbe-866b-0e6688f6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564830 Feb 03 14:04:52.138847 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3715da5a-0909-4cbd-914e-867cacfe4ee1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:52.361707 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-5f0a825b-3c32-44d3-a957-9dad7e80deca tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Allocated IP 172.20.0.9 (7b9300c7-0cb5-4eb5-8b70-acffbcb42aff/f658451c-ba41-4c41-b788-622ac71ffacf/f2a734ea-b3d3-4575-a871-c3ce9ca93e1a) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:04:52.464166 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-866c1367-6113-4091-b645-85c60dbc2fde tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] create failed (client error): The resource could not be found. Feb 03 14:04:52.468527 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-866c1367-6113-4091-b645-85c60dbc2fde tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.5173855 Feb 03 14:04:52.470135 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59500) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:52.693407 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-c488222b-2fca-428d-b88e-8d4bb057c668 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Deleting port 84cea05b-c068-48e2-b100-0545cae64e84 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:04:52.693978 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c488222b-2fca-428d-b88e-8d4bb057c668 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:52.704864 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device dfef7f86-c3da-4662-916a-5e538fe9ff09 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:04:52.801932 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port dfef7f86-c3da-4662-916a-5e538fe9ff09 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:52.802552 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:52.854668 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-a49f3cca-416d-48ff-a705-a3356e5f0c71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b6bec5f-2b39-461b-b52e-c1ce2fbf12de {{(pid=84181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:04:52.874625 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-a49f3cca-416d-48ff-a705-a3356e5f0c71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:52.927733 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-99653961-6a0c-46b2-b1e6-8cf676589cbf req-d7607f3c-d4d8-4124-a106-86bd91e2d148 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/ports?device_id=a244bc99-4f15-4af7-87e0-26b5f8f6a14c HTTP/1.1" status: 200 len: 210 time: 0.0964985 Feb 03 14:04:53.006393 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device b6fca4bc-5c40-46e7-8f2c-42a2d5a0edf4 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:04:53.031032 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208eda99-c53e-4902-a12d-13d4d85abf49 req-68a72abb-b476-4269-820e-1ac78055e4d1 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:53.038165 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-208eda99-c53e-4902-a12d-13d4d85abf49 req-68a72abb-b476-4269-820e-1ac78055e4d1 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe20ca92-6a89-43b6-9410-76f2d58175a7 HTTP/1.1" status: 200 len: 931 time: 0.2737887 Feb 03 14:04:53.049610 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: b6fca4bc-5c40-46e7-8f2c-42a2d5a0edf4 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:04:53.050461 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device b6fca4bc-5c40-46e7-8f2c-42a2d5a0edf4 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:04:53.065551 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-a49f3cca-416d-48ff-a705-a3356e5f0c71 service neutron] Transition to ACTIVE for port object 5b6bec5f-2b39-461b-b52e-c1ce2fbf12de will not be triggered until provisioned by entity L2. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:04:53.124171 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-5f0a825b-3c32-44d3-a957-9dad7e80deca tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:53.167589 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-5f0a825b-3c32-44d3-a957-9dad7e80deca tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Transition to ACTIVE for port object f2a734ea-b3d3-4575-a871-c3ce9ca93e1a will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:04:53.174296 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-a49f3cca-416d-48ff-a705-a3356e5f0c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:53.180552 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c488222b-2fca-428d-b88e-8d4bb057c668 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:53.198799 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-208eda99-c53e-4902-a12d-13d4d85abf49 req-c92ade6d-6841-43b0-8261-29f0cee805d4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597731 Feb 03 14:04:53.199414 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-3715da5a-0909-4cbd-914e-867cacfe4ee1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Deleting port 8f7930a1-2f0f-44fe-a11c-d6fc813d45f2 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:04:53.199753 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3715da5a-0909-4cbd-914e-867cacfe4ee1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:53.258576 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cea2147-5a37-4bcb-8d91-b5b080252637 None None] Sync routers for ids ['1bf6795e-26f2-4fd3-b1be-63b292042597'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:04:53.294973 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cea2147-5a37-4bcb-8d91-b5b080252637 None None] Routers {'1bf6795e-26f2-4fd3-b1be-63b292042597'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:04:53.295929 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-8cea2147-5a37-4bcb-8d91-b5b080252637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:04:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['1bf6795e-26f2-4fd3-b1be-63b292042597'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:53.502393 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d4d88-46bc-4f61-bd7f-aa476bb9c3bb req-4acaca51-2d64-43d5-ade6-f55297bc7b9b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:53.503774 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ae4d4d88-46bc-4f61-bd7f-aa476bb9c3bb req-4acaca51-2d64-43d5-ade6-f55297bc7b9b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd1c21c0-3bfc-4e01-993e-0d6858a7ae9f HTTP/1.1" status: 200 len: 946 time: 0.2194397 Feb 03 14:04:53.543972 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-8cea2147-5a37-4bcb-8d91-b5b080252637 None None] Set router 1bf6795e-26f2-4fd3-b1be-63b292042597 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:04:53.559100 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-3715da5a-0909-4cbd-914e-867cacfe4ee1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] For port 8f7930a1-2f0f-44fe-a11c-d6fc813d45f2, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=8f7930a1-2f0f-44fe-a11c-d6fc813d45f2,segment=NetworkSegment(840d862e-9c58-49fd-9d69-6f67a1676894),segment_id=840d862e-9c58-49fd-9d69-6f67a1676894)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:04:53.559554 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3715da5a-0909-4cbd-914e-867cacfe4ee1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:53.634873 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ae4d4d88-46bc-4f61-bd7f-aa476bb9c3bb req-5049bf83-9e25-4a27-84f8-8da42fb6f3cc tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c99ecf2-145a-4dbe-866b-0e6688f6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214507 Feb 03 14:04:53.700994 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-3715da5a-0909-4cbd-914e-867cacfe4ee1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Calling delete_port for 8f7930a1-2f0f-44fe-a11c-d6fc813d45f2 owned by network:router_interface {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:04:53.736771 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-c488222b-2fca-428d-b88e-8d4bb057c668 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Calling delete_port for 84cea05b-c068-48e2-b100-0545cae64e84 owned by {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:04:53.831155 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f3cca-416d-48ff-a705-a3356e5f0c71 service neutron] Pushing event updated for resources: {'Port': ['ID=5b6bec5f-2b39-461b-b52e-c1ce2fbf12de,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:53.924985 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-8cea2147-5a37-4bcb-8d91-b5b080252637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf6795e-26f2-4fd3-b1be-63b292042597', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833874204', 'tenant_id': '7f2c911a406b430aabb3c67131d3265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': 'dfef7f86-c3da-4662-916a-5e538fe9ff09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:04:30Z', 'updated_at': '2022-02-03T14:04:41Z', 'revision_number': 4, 'project_id': '7f2c911a406b430aabb3c67131d3265b', 'gw_port': {'id': 'dfef7f86-c3da-4662-916a-5e538fe9ff09', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf6795e-26f2-4fd3-b1be-63b292042597', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:04:32Z', 'updated_at': '2022-02-03T14:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'c6fa0850-e892-4624-88fb-feac524281f1', 'name': '', 'network_id': '7b9300c7-0cb5-4eb5-8b70-acffbcb42aff', 'tenant_id': '7f2c911a406b430aabb3c67131d3265b', 'mac_address': 'fa:16:3e:0e:07:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf6795e-26f2-4fd3-b1be-63b292042597', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f658451c-ba41-4c41-b788-622ac71ffacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:04:40Z', 'updated_at': '2022-02-03T14:04:42Z', 'revision_number': 2, 'project_id': '7f2c911a406b430aabb3c67131d3265b', 'subnets': [{'id': 'f658451c-ba41-4c41-b788-622ac71ffacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:53.929304 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cea2147-5a37-4bcb-8d91-b5b080252637 None None] Checking router: 1bf6795e-26f2-4fd3-b1be-63b292042597 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:04:53.930162 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cea2147-5a37-4bcb-8d91-b5b080252637 None None] Updating router 1bf6795e-26f2-4fd3-b1be-63b292042597 port c6fa0850-e892-4624-88fb-feac524281f1 binding host dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:04:53.958894 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-5f0a825b-3c32-44d3-a957-9dad7e80deca tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:53.989270 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8cea2147-5a37-4bcb-8d91-b5b080252637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:53.996770 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3715da5a-0909-4cbd-914e-867cacfe4ee1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:54.001882 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-a49f3cca-416d-48ff-a705-a3356e5f0c71 service neutron] Attempting to bind port 5b6bec5f-2b39-461b-b52e-c1ce2fbf12de on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:04:54.002232 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-a49f3cca-416d-48ff-a705-a3356e5f0c71 service neutron] Attempting to bind port 5b6bec5f-2b39-461b-b52e-c1ce2fbf12de by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:04:54.002546 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-a49f3cca-416d-48ff-a705-a3356e5f0c71 service neutron] Attempting to bind port 5b6bec5f-2b39-461b-b52e-c1ce2fbf12de on network 2f1c1092-820d-41af-bed3-3674f069c798 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:04:54.044041 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-a49f3cca-416d-48ff-a705-a3356e5f0c71 service neutron] Port 5b6bec5f-2b39-461b-b52e-c1ce2fbf12de on network 2f1c1092-820d-41af-bed3-3674f069c798 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 14:04:54.044650 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-a49f3cca-416d-48ff-a705-a3356e5f0c71 service neutron] Attempting to bind port 5b6bec5f-2b39-461b-b52e-c1ce2fbf12de on network 2f1c1092-820d-41af-bed3-3674f069c798 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:04:54.063959 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-5f0a825b-3c32-44d3-a957-9dad7e80deca tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Network 7b9300c7-0cb5-4eb5-8b70-acffbcb42aff is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:04:54.069256 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-5f0a825b-3c32-44d3-a957-9dad7e80deca tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:04:54.075007 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-5f0a825b-3c32-44d3-a957-9dad7e80deca tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:04:54.100999 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-a49f3cca-416d-48ff-a705-a3356e5f0c71 service neutron] Checking agent: {'id': '8cce4e55-f72c-4604-b6eb-27dc2f3f162a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'started_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:04:54.101724 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-a49f3cca-416d-48ff-a705-a3356e5f0c71 service neutron] Checking segment: {'id': 'a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:04:54.102301 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-a49f3cca-416d-48ff-a705-a3356e5f0c71 service neutron] Bound using segment: {'id': 'a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798'} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:04:54.103082 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-a49f3cca-416d-48ff-a705-a3356e5f0c71 service neutron] Bound port: 5b6bec5f-2b39-461b-b52e-c1ce2fbf12de, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798'}}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:04:54.103600 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-a49f3cca-416d-48ff-a705-a3356e5f0c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:54.134124 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a825b-3c32-44d3-a957-9dad7e80deca tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Pushing event updated for resources: {'Port': ['ID=f2a734ea-b3d3-4575-a871-c3ce9ca93e1a,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:54.164131 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3715da5a-0909-4cbd-914e-867cacfe4ee1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event deleted for resources: {'Port': ['ID=8f7930a1-2f0f-44fe-a11c-d6fc813d45f2,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:54.191414 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c488222b-2fca-428d-b88e-8d4bb057c668 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:54.350691 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-5f0a825b-3c32-44d3-a957-9dad7e80deca tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:54.351615 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-5f0a825b-3c32-44d3-a957-9dad7e80deca tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:54.365811 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488222b-2fca-428d-b88e-8d4bb057c668 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Pushing event deleted for resources: {'Port': ['ID=84cea05b-c068-48e2-b100-0545cae64e84,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:54.500173 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b95d1-3631-4300-b9d6-adb5b7479f8b req-f0dc5eae-2eb8-434b-89ee-6e6809baba08 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:54.515781 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-013b95d1-3631-4300-b9d6-adb5b7479f8b req-f0dc5eae-2eb8-434b-89ee-6e6809baba08 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/ports?device_id=a244bc99-4f15-4af7-87e0-26b5f8f6a14c HTTP/1.1" status: 200 len: 931 time: 0.4044266 Feb 03 14:04:54.521295 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8cea2147-5a37-4bcb-8d91-b5b080252637 None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:54.535280 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-8cea2147-5a37-4bcb-8d91-b5b080252637 None None] Transition to ACTIVE for port object c6fa0850-e892-4624-88fb-feac524281f1 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:04:54.579106 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-a49f3cca-416d-48ff-a705-a3356e5f0c71 service neutron] For port 5b6bec5f-2b39-461b-b52e-c1ce2fbf12de, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:04:54.582778 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-a49f3cca-416d-48ff-a705-a3356e5f0c71 service neutron] For port 5b6bec5f-2b39-461b-b52e-c1ce2fbf12de, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=5b6bec5f-2b39-461b-b52e-c1ce2fbf12de,segment=NetworkSegment(a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce),segment_id=a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce)] {{(pid=84181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:04:54.596177 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8cea2147-5a37-4bcb-8d91-b5b080252637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:54.670849 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c488222b-2fca-428d-b88e-8d4bb057c668 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:54.672851 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c488222b-2fca-428d-b88e-8d4bb057c668 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] 10.222.0.41 "DELETE /v2.0/ports/84cea05b-c068-48e2-b100-0545cae64e84 HTTP/1.1" status: 204 len: 168 time: 2.2007899 Feb 03 14:04:54.675296 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c7460-ba9d-4f56-b945-6417923bfff2 None None] Pushing event updated for resources: {'Port': ['ID=c6fa0850-e892-4624-88fb-feac524281f1,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:54.675466 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59518) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:54.723007 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-a49f3cca-416d-48ff-a705-a3356e5f0c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:54.767791 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-5f0a825b-3c32-44d3-a957-9dad7e80deca tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0673838 Feb 03 14:04:54.768555 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-013b95d1-3631-4300-b9d6-adb5b7479f8b req-f7d10198-0abc-45bb-95a1-b12c87499af3 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfcb8363-c07f-458a-9ba8-1b96a116af64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467354 Feb 03 14:04:54.782898 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-c2a5b1e4-67f4-4dc0-bfad-dbec42d8a4b5 service neutron] Request body: {'port': {'device_id': 'a244bc99-4f15-4af7-87e0-26b5f8f6a14c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:54.855239 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3715da5a-0909-4cbd-914e-867cacfe4ee1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:54.935723 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-eed90a74-1f62-41a7-a810-b7910f756bfc None None] Provisioning for port f2a734ea-b3d3-4575-a871-c3ce9ca93e1a completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:04:54.969166 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-eed90a74-1f62-41a7-a810-b7910f756bfc None None] Provisioning complete for port f2a734ea-b3d3-4575-a871-c3ce9ca93e1a triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:54.969384 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-eed90a74-1f62-41a7-a810-b7910f756bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:54.971547 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505971d5-cd75-4360-aee0-0cd1c92a08f0 req-2ea1b9f4-da94-427e-a360-469588c0c2b8 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:54.974120 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-505971d5-cd75-4360-aee0-0cd1c92a08f0 req-2ea1b9f4-da94-427e-a360-469588c0c2b8 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe20ca92-6a89-43b6-9410-76f2d58175a7 HTTP/1.1" status: 200 len: 943 time: 0.3463314 Feb 03 14:04:54.983080 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-a49f3cca-416d-48ff-a705-a3356e5f0c71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:54.984748 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-a49f3cca-416d-48ff-a705-a3356e5f0c71 service neutron] 10.222.0.47 "PUT /v2.0/ports/5b6bec5f-2b39-461b-b52e-c1ce2fbf12de HTTP/1.1" status: 200 len: 1093 time: 3.5343742 Feb 03 14:04:54.986722 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe20ca92-6a89-43b6-9410-76f2d58175a7', 'tag': '5b6bec5f-2b39-461b-b52e-c1ce2fbf12de'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:04:55.042573 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f3cca-416d-48ff-a705-a3356e5f0c71 service neutron] Pushing event updated for resources: {'Port': ['ID=5b6bec5f-2b39-461b-b52e-c1ce2fbf12de,revision_number=3']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:55.089101 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dbe682-5b82-4916-a53f-a421596fcb0a tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:55.089936 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f0dbe682-5b82-4916-a53f-a421596fcb0a tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Synchronizing usage tracker for tenant:f58a7c1694d5462998f7e5078eecd38b on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:04:55.093822 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-c2a5b1e4-67f4-4dc0-bfad-dbec42d8a4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:55.102365 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-8cea2147-5a37-4bcb-8d91-b5b080252637 None None] Attempting to bind port c6fa0850-e892-4624-88fb-feac524281f1 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:04:55.102881 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-8cea2147-5a37-4bcb-8d91-b5b080252637 None None] Attempting to bind port c6fa0850-e892-4624-88fb-feac524281f1 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '6206b9bf-f7ed-433b-83c1-a8bc5ab27c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b9300c7-0cb5-4eb5-8b70-acffbcb42aff'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:04:55.103281 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cea2147-5a37-4bcb-8d91-b5b080252637 None None] Attempting to bind port c6fa0850-e892-4624-88fb-feac524281f1 on network 7b9300c7-0cb5-4eb5-8b70-acffbcb42aff {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:04:55.117890 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-eed90a74-1f62-41a7-a810-b7910f756bfc None None] Port f2a734ea-b3d3-4575-a871-c3ce9ca93e1a cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:04:55.120381 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cea2147-5a37-4bcb-8d91-b5b080252637 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:04:55.120790 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cea2147-5a37-4bcb-8d91-b5b080252637 None None] Checking segment: {'id': '6206b9bf-f7ed-433b-83c1-a8bc5ab27c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b9300c7-0cb5-4eb5-8b70-acffbcb42aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:04:55.121159 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8cea2147-5a37-4bcb-8d91-b5b080252637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:55.121686 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cea2147-5a37-4bcb-8d91-b5b080252637 None None] Bound using segment: {'id': '6206b9bf-f7ed-433b-83c1-a8bc5ab27c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b9300c7-0cb5-4eb5-8b70-acffbcb42aff'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:04:55.122834 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-8cea2147-5a37-4bcb-8d91-b5b080252637 None None] Bound port: c6fa0850-e892-4624-88fb-feac524281f1, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6206b9bf-f7ed-433b-83c1-a8bc5ab27c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b9300c7-0cb5-4eb5-8b70-acffbcb42aff'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:04:55.123114 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8cea2147-5a37-4bcb-8d91-b5b080252637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:55.227001 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-8cea2147-5a37-4bcb-8d91-b5b080252637 None None] For port c6fa0850-e892-4624-88fb-feac524281f1, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:04:55.234674 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-8cea2147-5a37-4bcb-8d91-b5b080252637 None None] For port c6fa0850-e892-4624-88fb-feac524281f1, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=c6fa0850-e892-4624-88fb-feac524281f1,segment=NetworkSegment(6206b9bf-f7ed-433b-83c1-a8bc5ab27c19),segment_id=6206b9bf-f7ed-433b-83c1-a8bc5ab27c19)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:04:55.296493 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f0dbe682-5b82-4916-a53f-a421596fcb0a tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Unset dirty status for tenant:f58a7c1694d5462998f7e5078eecd38b on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:04:55.300392 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f0dbe682-5b82-4916-a53f-a421596fcb0a tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0ef7634-32be-4291-8d05-6830c6b622ef HTTP/1.1" status: 200 len: 913 time: 0.6213777 Feb 03 14:04:55.303221 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59524) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:55.310057 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-505971d5-cd75-4360-aee0-0cd1c92a08f0 req-a008d892-c88f-4934-b243-2e7e9fb3f7aa tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2970083 Feb 03 14:04:55.317483 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8cea2147-5a37-4bcb-8d91-b5b080252637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:55.327029 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f350dff-6eb4-47aa-935a-a7292896b27e req-26504ca6-55ed-4e75-84d4-1185c2265499 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:55.328497 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9f350dff-6eb4-47aa-935a-a7292896b27e req-26504ca6-55ed-4e75-84d4-1185c2265499 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd1c21c0-3bfc-4e01-993e-0d6858a7ae9f HTTP/1.1" status: 200 len: 946 time: 0.3538129 Feb 03 14:04:55.386333 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-43b22b20-33c5-48e4-a388-99fea3fbb6dc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4cbc4ee6b61f47a897e271e5a6452f6c&device_id=fe20ca92-6a89-43b6-9410-76f2d58175a7 HTTP/1.1" status: 200 len: 1096 time: 0.2778938 Feb 03 14:04:55.443344 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-198dc5d9-d2fe-4a00-a734-a005fc4aa934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:55.445844 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9f350dff-6eb4-47aa-935a-a7292896b27e req-4d0cb312-ee64-4ced-aff0-4e3717818878 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c99ecf2-145a-4dbe-866b-0e6688f6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578613 Feb 03 14:04:55.530348 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3715da5a-0909-4cbd-914e-867cacfe4ee1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Router 2211bc32-e73d-4ce2-8f82-6c41eabf7c0b has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:04:55.535132 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe20ca92-6a89-43b6-9410-76f2d58175a7', 'tag': '5b6bec5f-2b39-461b-b52e-c1ce2fbf12de', 'status': 'completed', 'code': 200} Feb 03 14:04:55.538539 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c7460-ba9d-4f56-b945-6417923bfff2 None None] Pushing event updated for resources: {'Port': ['ID=c6fa0850-e892-4624-88fb-feac524281f1,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:55.549801 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cea2147-5a37-4bcb-8d91-b5b080252637 None None] Routers {'1bf6795e-26f2-4fd3-b1be-63b292042597'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:04:55.550643 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-8cea2147-5a37-4bcb-8d91-b5b080252637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:04:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['1bf6795e-26f2-4fd3-b1be-63b292042597'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:55.659304 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-4d4e4839-d7c6-4b87-8a84-9c82c82f2290 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b6bec5f-2b39-461b-b52e-c1ce2fbf12de HTTP/1.1" status: 200 len: 217 time: 0.2594538 Feb 03 14:04:55.767373 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-8cea2147-5a37-4bcb-8d91-b5b080252637 None None] Set router 1bf6795e-26f2-4fd3-b1be-63b292042597 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:04:55.774565 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3715da5a-0909-4cbd-914e-867cacfe4ee1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:04:55.774749 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-931ba88f-84a8-48b2-b9c9-1d99ff8a5c9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:55.776182 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-931ba88f-84a8-48b2-b9c9-1d99ff8a5c9b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac5f2d12-5c46-44f1-bb83-783314b1c271 HTTP/1.1" status: 200 len: 850 time: 0.1078043 Feb 03 14:04:55.787689 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9380ad-4c46-42ed-bc19-1677b876a0d4 None None] Sync routers for ids ['2211bc32-e73d-4ce2-8f82-6c41eabf7c0b'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:04:55.798173 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3715da5a-0909-4cbd-914e-867cacfe4ee1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "PUT /v2.0/routers/2211bc32-e73d-4ce2-8f82-6c41eabf7c0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3629055 Feb 03 14:04:55.798668 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59530) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:55.808827 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9380ad-4c46-42ed-bc19-1677b876a0d4 None None] Routers {'2211bc32-e73d-4ce2-8f82-6c41eabf7c0b'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:04:55.810495 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-af9380ad-4c46-42ed-bc19-1677b876a0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:04:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2211bc32-e73d-4ce2-8f82-6c41eabf7c0b'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:55.916868 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b8801-91f0-4676-9887-c70958b41bcc req-9da44351-d666-4a49-8408-b04be835a8b6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:55.927798 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d19b8801-91f0-4676-9887-c70958b41bcc req-9da44351-d666-4a49-8408-b04be835a8b6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd1c21c0-3bfc-4e01-993e-0d6858a7ae9f HTTP/1.1" status: 200 len: 946 time: 0.2800210 Feb 03 14:04:55.979712 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-af9380ad-4c46-42ed-bc19-1677b876a0d4 None None] Set router 2211bc32-e73d-4ce2-8f82-6c41eabf7c0b gateway port host: None {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:04:56.115638 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-af9380ad-4c46-42ed-bc19-1677b876a0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2211bc32-e73d-4ce2-8f82-6c41eabf7c0b', 'name': 'tempest-RoutersTest-router-271801641', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:40Z', 'updated_at': '2022-02-03T14:04:53Z', 'revision_number': 11, 'project_id': 'd5adceeed00a4893983ee9d6f019faac', 'gw_port_host': None}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:56.120618 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9380ad-4c46-42ed-bc19-1677b876a0d4 None None] Checking router: 2211bc32-e73d-4ce2-8f82-6c41eabf7c0b for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:04:56.133270 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9380ad-4c46-42ed-bc19-1677b876a0d4 None None] Routers {'2211bc32-e73d-4ce2-8f82-6c41eabf7c0b'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:04:56.134193 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-af9380ad-4c46-42ed-bc19-1677b876a0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:04:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['2211bc32-e73d-4ce2-8f82-6c41eabf7c0b'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:56.177368 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-8cea2147-5a37-4bcb-8d91-b5b080252637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf6795e-26f2-4fd3-b1be-63b292042597', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833874204', 'tenant_id': '7f2c911a406b430aabb3c67131d3265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': 'dfef7f86-c3da-4662-916a-5e538fe9ff09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:04:30Z', 'updated_at': '2022-02-03T14:04:41Z', 'revision_number': 4, 'project_id': '7f2c911a406b430aabb3c67131d3265b', 'gw_port': {'id': 'dfef7f86-c3da-4662-916a-5e538fe9ff09', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf6795e-26f2-4fd3-b1be-63b292042597', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:04:32Z', 'updated_at': '2022-02-03T14:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'c6fa0850-e892-4624-88fb-feac524281f1', 'name': '', 'network_id': '7b9300c7-0cb5-4eb5-8b70-acffbcb42aff', 'tenant_id': '7f2c911a406b430aabb3c67131d3265b', 'mac_address': 'fa:16:3e:0e:07:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf6795e-26f2-4fd3-b1be-63b292042597', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f658451c-ba41-4c41-b788-622ac71ffacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:04:40Z', 'updated_at': '2022-02-03T14:04:55Z', 'revision_number': 4, 'project_id': '7f2c911a406b430aabb3c67131d3265b', 'subnets': [{'id': 'f658451c-ba41-4c41-b788-622ac71ffacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:56.182355 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cea2147-5a37-4bcb-8d91-b5b080252637 None None] The sync data for ids ['1bf6795e-26f2-4fd3-b1be-63b292042597'] in dv-neutron-827016-1-hyperv is: [{'id': '1bf6795e-26f2-4fd3-b1be-63b292042597', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833874204', 'tenant_id': '7f2c911a406b430aabb3c67131d3265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': 'dfef7f86-c3da-4662-916a-5e538fe9ff09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:04:30Z', 'updated_at': '2022-02-03T14:04:41Z', 'revision_number': 4, 'project_id': '7f2c911a406b430aabb3c67131d3265b', 'gw_port': {'id': 'dfef7f86-c3da-4662-916a-5e538fe9ff09', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf6795e-26f2-4fd3-b1be-63b292042597', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:04:32Z', 'updated_at': '2022-02-03T14:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'c6fa0850-e892-4624-88fb-feac524281f1', 'name': '', 'network_id': '7b9300c7-0cb5-4eb5-8b70-acffbcb42aff', 'tenant_id': '7f2c911a406b430aabb3c67131d3265b', 'mac_address': 'fa:16:3e:0e:07:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf6795e-26f2-4fd3-b1be-63b292042597', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f658451c-ba41-4c41-b788-622ac71ffacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:04:40Z', 'updated_at': '2022-02-03T14:04:55Z', 'revision_number': 4, 'project_id': '7f2c911a406b430aabb3c67131d3265b', 'subnets': [{'id': 'f658451c-ba41-4c41-b788-622ac71ffacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:04:56.194428 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-c2a5b1e4-67f4-4dc0-bfad-dbec42d8a4b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2a734ea-b3d3-4575-a871-c3ce9ca93e1a {{(pid=84181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:04:56.205307 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-c2a5b1e4-67f4-4dc0-bfad-dbec42d8a4b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:56.216483 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-8324bab9-4954-4ea1-a030-cc3561b00af3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f1c1092-820d-41af-bed3-3674f069c798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4267490 Feb 03 14:04:56.278004 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d19b8801-91f0-4676-9887-c70958b41bcc req-38721372-5676-403f-bbe9-8b2d96244dcd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c99ecf2-145a-4dbe-866b-0e6688f6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3329360 Feb 03 14:04:56.314458 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-af9380ad-4c46-42ed-bc19-1677b876a0d4 None None] Set router 2211bc32-e73d-4ce2-8f82-6c41eabf7c0b gateway port host: None {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:04:56.329896 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce20337e-bdc6-4fb6-839e-bac3b5e3bd03 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Deleting subnet 194a7c9f-3aad-49a5-b8a0-54fdfaad599a {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:04:56.335603 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ce20337e-bdc6-4fb6-839e-bac3b5e3bd03 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:56.398283 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc5303-bbee-4dd5-af34-c6a829783e20 req-341353d0-ca2a-4e58-ad0e-f92ed725cc34 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:56.410470 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-94bc5303-bbee-4dd5-af34-c6a829783e20 req-341353d0-ca2a-4e58-ad0e-f92ed725cc34 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/ports?device_id=a244bc99-4f15-4af7-87e0-26b5f8f6a14c HTTP/1.1" status: 200 len: 931 time: 0.4477201 Feb 03 14:04:56.420423 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-c2a5b1e4-67f4-4dc0-bfad-dbec42d8a4b5 service neutron] Transition to ACTIVE for port object f2a734ea-b3d3-4575-a871-c3ce9ca93e1a will not be triggered until provisioned by entity L2. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:04:56.499729 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ce20337e-bdc6-4fb6-839e-bac3b5e3bd03 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:56.532594 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-25d7a4c3-8fc2-4d77-95b5-ddb1b710a3d6 service neutron] 10.222.0.47 "GET /v2.0/networks/2f1c1092-820d-41af-bed3-3674f069c798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067136 Feb 03 14:04:56.535280 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-c2a5b1e4-67f4-4dc0-bfad-dbec42d8a4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:56.553524 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-af9380ad-4c46-42ed-bc19-1677b876a0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2211bc32-e73d-4ce2-8f82-6c41eabf7c0b', 'name': 'tempest-RoutersTest-router-271801641', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:40Z', 'updated_at': '2022-02-03T14:04:53Z', 'revision_number': 11, 'project_id': 'd5adceeed00a4893983ee9d6f019faac', 'gw_port_host': None}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:56.557738 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9380ad-4c46-42ed-bc19-1677b876a0d4 None None] The sync data for ids ['2211bc32-e73d-4ce2-8f82-6c41eabf7c0b'] in dv-neutron-827016-1-hyperv is: [{'id': '2211bc32-e73d-4ce2-8f82-6c41eabf7c0b', 'name': 'tempest-RoutersTest-router-271801641', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:40Z', 'updated_at': '2022-02-03T14:04:53Z', 'revision_number': 11, 'project_id': 'd5adceeed00a4893983ee9d6f019faac', 'gw_port_host': None}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:04:56.634664 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-94bc5303-bbee-4dd5-af34-c6a829783e20 req-77d64b32-5506-4c4e-b826-af0af62d4a98 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfcb8363-c07f-458a-9ba8-1b96a116af64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2232618 Feb 03 14:04:56.705635 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ce20337e-bdc6-4fb6-839e-bac3b5e3bd03 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:56.756850 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f505b1-a5da-4382-a2d2-98e317e1683c req-62c2290d-c2f8-4792-b089-bb2c24bac740 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:56.764040 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-11f505b1-a5da-4382-a2d2-98e317e1683c req-62c2290d-c2f8-4792-b089-bb2c24bac740 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe20ca92-6a89-43b6-9410-76f2d58175a7 HTTP/1.1" status: 200 len: 943 time: 0.2063751 Feb 03 14:04:56.805502 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a5b1e4-67f4-4dc0-bfad-dbec42d8a4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f2a734ea-b3d3-4575-a871-c3ce9ca93e1a,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:56.841523 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-11f505b1-a5da-4382-a2d2-98e317e1683c req-b954f6ca-a585-45fe-bb12-50d289dc5516 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765152 Feb 03 14:04:56.843699 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7da6e75e-5376-4de7-846c-7f0a26823fc6 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:56.940953 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ce20337e-bdc6-4fb6-839e-bac3b5e3bd03 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:56.954909 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device c6fa0850-e892-4624-88fb-feac524281f1 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:04:57.003946 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce20337e-bdc6-4fb6-839e-bac3b5e3bd03 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event deleted for resources: {'Subnet': ['ID=194a7c9f-3aad-49a5-b8a0-54fdfaad599a,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:57.010939 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-d8dceb81-38a2-48b6-9cc4-2d330fb75969 req-5bd71e45-4fea-42ad-b604-826773d1aba5 service neutron] 10.222.0.47 "GET /v2.0/networks/2f1c1092-820d-41af-bed3-3674f069c798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321218 Feb 03 14:04:57.017637 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ce20337e-bdc6-4fb6-839e-bac3b5e3bd03 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:57.029478 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ce20337e-bdc6-4fb6-839e-bac3b5e3bd03 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "DELETE /v2.0/subnets/194a7c9f-3aad-49a5-b8a0-54fdfaad599a HTTP/1.1" status: 204 len: 168 time: 1.2267704 Feb 03 14:04:57.029478 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59542) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:57.033053 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba668dbd-5e3c-4914-b712-cfba24cb2bda None None] Network cce0e2c8-fa85-42c1-8775-a3be85f466ee requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:04:57.157676 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-c2a5b1e4-67f4-4dc0-bfad-dbec42d8a4b5 service neutron] Attempting to bind port f2a734ea-b3d3-4575-a871-c3ce9ca93e1a on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:04:57.158294 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-c2a5b1e4-67f4-4dc0-bfad-dbec42d8a4b5 service neutron] Attempting to bind port f2a734ea-b3d3-4575-a871-c3ce9ca93e1a by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '6206b9bf-f7ed-433b-83c1-a8bc5ab27c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b9300c7-0cb5-4eb5-8b70-acffbcb42aff'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:04:57.158825 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-c2a5b1e4-67f4-4dc0-bfad-dbec42d8a4b5 service neutron] Attempting to bind port f2a734ea-b3d3-4575-a871-c3ce9ca93e1a on network 7b9300c7-0cb5-4eb5-8b70-acffbcb42aff {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:04:57.162081 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cde08587-326e-4f8b-b52a-89d9acd86cf6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:57.174574 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-cde08587-326e-4f8b-b52a-89d9acd86cf6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Deleting port 961005c8-f5e9-416c-838e-f89288639cbc {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:04:57.175683 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cde08587-326e-4f8b-b52a-89d9acd86cf6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:57.220977 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-c2a5b1e4-67f4-4dc0-bfad-dbec42d8a4b5 service neutron] Port f2a734ea-b3d3-4575-a871-c3ce9ca93e1a on network 7b9300c7-0cb5-4eb5-8b70-acffbcb42aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 14:04:57.232252 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-c2a5b1e4-67f4-4dc0-bfad-dbec42d8a4b5 service neutron] Attempting to bind port f2a734ea-b3d3-4575-a871-c3ce9ca93e1a on network 7b9300c7-0cb5-4eb5-8b70-acffbcb42aff {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:04:57.262821 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-c2a5b1e4-67f4-4dc0-bfad-dbec42d8a4b5 service neutron] Checking agent: {'id': '8cce4e55-f72c-4604-b6eb-27dc2f3f162a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'started_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:04:57.263194 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-c2a5b1e4-67f4-4dc0-bfad-dbec42d8a4b5 service neutron] Checking segment: {'id': '6206b9bf-f7ed-433b-83c1-a8bc5ab27c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b9300c7-0cb5-4eb5-8b70-acffbcb42aff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:04:57.264001 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-c2a5b1e4-67f4-4dc0-bfad-dbec42d8a4b5 service neutron] Bound using segment: {'id': '6206b9bf-f7ed-433b-83c1-a8bc5ab27c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b9300c7-0cb5-4eb5-8b70-acffbcb42aff'} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:04:57.264681 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-c2a5b1e4-67f4-4dc0-bfad-dbec42d8a4b5 service neutron] Bound port: f2a734ea-b3d3-4575-a871-c3ce9ca93e1a, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6206b9bf-f7ed-433b-83c1-a8bc5ab27c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b9300c7-0cb5-4eb5-8b70-acffbcb42aff'}}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:04:57.264816 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port c6fa0850-e892-4624-88fb-feac524281f1 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:04:57.265294 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-c2a5b1e4-67f4-4dc0-bfad-dbec42d8a4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:57.278191 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port c6fa0850-e892-4624-88fb-feac524281f1 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:57.278191 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:57.412272 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-c2a5b1e4-67f4-4dc0-bfad-dbec42d8a4b5 service neutron] For port f2a734ea-b3d3-4575-a871-c3ce9ca93e1a, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:04:57.415436 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-c2a5b1e4-67f4-4dc0-bfad-dbec42d8a4b5 service neutron] For port f2a734ea-b3d3-4575-a871-c3ce9ca93e1a, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=f2a734ea-b3d3-4575-a871-c3ce9ca93e1a,segment=NetworkSegment(6206b9bf-f7ed-433b-83c1-a8bc5ab27c19),segment_id=6206b9bf-f7ed-433b-83c1-a8bc5ab27c19)] {{(pid=84181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:04:57.422340 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:57.439183 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-7a2bb7d7-44b6-4eb4-92ae-11b578190ef8 req-831c17e6-a5b0-471c-bbc0-23ce4a73d7d0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4cbc4ee6b61f47a897e271e5a6452f6c&device_id=fe20ca92-6a89-43b6-9410-76f2d58175a7 HTTP/1.1" status: 200 len: 1096 time: 0.2706215 Feb 03 14:04:57.439584 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-cde08587-326e-4f8b-b52a-89d9acd86cf6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] For port 961005c8-f5e9-416c-838e-f89288639cbc, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=961005c8-f5e9-416c-838e-f89288639cbc,segment=NetworkSegment(840d862e-9c58-49fd-9d69-6f67a1676894),segment_id=840d862e-9c58-49fd-9d69-6f67a1676894)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:04:57.439954 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cde08587-326e-4f8b-b52a-89d9acd86cf6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:57.483671 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port c6fa0850-e892-4624-88fb-feac524281f1, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=c6fa0850-e892-4624-88fb-feac524281f1,segment=NetworkSegment(6206b9bf-f7ed-433b-83c1-a8bc5ab27c19),segment_id=6206b9bf-f7ed-433b-83c1-a8bc5ab27c19)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:04:57.542570 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-c2a5b1e4-67f4-4dc0-bfad-dbec42d8a4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:57.559529 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424f3ef3-402e-4d18-a8e2-a2442242e021 None None] DHCP port deletion for cce0e2c8-fa85-42c1-8775-a3be85f466ee request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:04:57.564340 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b8eb9716-f1a2-427f-9388-1fd81ab91f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:57.567228 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-424f3ef3-402e-4d18-a8e2-a2442242e021 None None] Deleting port 961005c8-f5e9-416c-838e-f89288639cbc {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:04:57.567782 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-424f3ef3-402e-4d18-a8e2-a2442242e021 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:57.596077 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:57.599882 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-cde08587-326e-4f8b-b52a-89d9acd86cf6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Calling delete_port for 961005c8-f5e9-416c-838e-f89288639cbc owned by network:dhcp {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:04:57.739684 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=c6fa0850-e892-4624-88fb-feac524281f1,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:57.750918 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cde08587-326e-4f8b-b52a-89d9acd86cf6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:57.854160 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59548) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:57.868378 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-c2a5b1e4-67f4-4dc0-bfad-dbec42d8a4b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:57.869849 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-c2a5b1e4-67f4-4dc0-bfad-dbec42d8a4b5 service neutron] 10.222.0.47 "PUT /v2.0/ports/f2a734ea-b3d3-4575-a871-c3ce9ca93e1a HTTP/1.1" status: 200 len: 1093 time: 3.0916865 Feb 03 14:04:57.886628 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde08587-326e-4f8b-b52a-89d9acd86cf6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event deleted for resources: {'Port': ['ID=961005c8-f5e9-416c-838e-f89288639cbc,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:57.898346 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-424f3ef3-402e-4d18-a8e2-a2442242e021 None None] For port 961005c8-f5e9-416c-838e-f89288639cbc, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=961005c8-f5e9-416c-838e-f89288639cbc,segment=NetworkSegment(840d862e-9c58-49fd-9d69-6f67a1676894),segment_id=840d862e-9c58-49fd-9d69-6f67a1676894)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:04:57.898346 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-424f3ef3-402e-4d18-a8e2-a2442242e021 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:57.927339 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde08587-326e-4f8b-b52a-89d9acd86cf6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] No DVR routers for this DVR port 961005c8-f5e9-416c-838e-f89288639cbc on host dv-neutron-827016-1-hyperv {{(pid=84182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:04:57.927661 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a244bc99-4f15-4af7-87e0-26b5f8f6a14c', 'tag': 'f2a734ea-b3d3-4575-a871-c3ce9ca93e1a'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:04:57.992678 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a5b1e4-67f4-4dc0-bfad-dbec42d8a4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f2a734ea-b3d3-4575-a871-c3ce9ca93e1a,revision_number=3']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:58.049644 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-424f3ef3-402e-4d18-a8e2-a2442242e021 None None] Calling delete_port for 961005c8-f5e9-416c-838e-f89288639cbc owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:04:58.074648 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2bb7d7-44b6-4eb4-92ae-11b578190ef8 req-88dab033-1af4-46f3-b49f-d68010983234 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:58.076690 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-7a2bb7d7-44b6-4eb4-92ae-11b578190ef8 req-88dab033-1af4-46f3-b49f-d68010983234 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2f1c1092-820d-41af-bed3-3674f069c798 HTTP/1.1" status: 200 len: 911 time: 0.6251965 Feb 03 14:04:58.174156 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-424f3ef3-402e-4d18-a8e2-a2442242e021 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:04:58.174523 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-424f3ef3-402e-4d18-a8e2-a2442242e021 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:04:58.187391 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cde08587-326e-4f8b-b52a-89d9acd86cf6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:58.210138 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545b865-7174-4589-88e9-9646a1ce2fa0 req-8a4fd075-dfc6-49bb-9a21-4bee25898194 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:58.211572 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-7a2bb7d7-44b6-4eb4-92ae-11b578190ef8 req-7f160706-b091-4097-a6d6-41e28cf6e324 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b6bec5f-2b39-461b-b52e-c1ce2fbf12de HTTP/1.1" status: 200 len: 217 time: 0.1221077 Feb 03 14:04:58.211749 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8545b865-7174-4589-88e9-9646a1ce2fa0 req-8a4fd075-dfc6-49bb-9a21-4bee25898194 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/ports?device_id=a244bc99-4f15-4af7-87e0-26b5f8f6a14c HTTP/1.1" status: 200 len: 943 time: 0.3997576 Feb 03 14:04:58.246767 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-cde08587-326e-4f8b-b52a-89d9acd86cf6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cce0e2c8-fa85-42c1-8775-a3be85f466ee']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:58.267512 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-cde08587-326e-4f8b-b52a-89d9acd86cf6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '840d862e-9c58-49fd-9d69-6f67a1676894') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:58.267804 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-cde08587-326e-4f8b-b52a-89d9acd86cf6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '840d862e-9c58-49fd-9d69-6f67a1676894') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:58.289822 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cde08587-326e-4f8b-b52a-89d9acd86cf6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:58.316897 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cde08587-326e-4f8b-b52a-89d9acd86cf6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:58.321537 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8545b865-7174-4589-88e9-9646a1ce2fa0 req-1cb0b648-4f25-4a18-ad1a-e6b408058d24 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfcb8363-c07f-458a-9ba8-1b96a116af64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951700 Feb 03 14:04:58.329819 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d4fc6-e19c-4734-97eb-76beab16fdc7 req-5ad448c6-8929-4c13-980d-7c4db62c0383 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:58.331218 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ba2d4fc6-e19c-4734-97eb-76beab16fdc7 req-5ad448c6-8929-4c13-980d-7c4db62c0383 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe20ca92-6a89-43b6-9410-76f2d58175a7 HTTP/1.1" status: 200 len: 943 time: 0.2219911 Feb 03 14:04:58.333714 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cde08587-326e-4f8b-b52a-89d9acd86cf6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:04:58.334172 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cde08587-326e-4f8b-b52a-89d9acd86cf6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:58.349690 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 14:04:58.349690 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:04:58.349690 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 14:04:58.349690 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:04:58.349690 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 14:04:58.349690 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:04:58.349690 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 14:04:58.349690 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:04:58.349690 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 14:04:58.349690 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:04:58.349690 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 14:04:58.349690 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:04:58.349690 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 14:04:58.349690 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:04:58.349690 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:04:58.349690 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:04:58.349690 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:04:58.349690 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:04:58.349690 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 14:04:58.349690 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:04:58.349690 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 14:04:58.349690 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:04:58.349690 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:04:58.349690 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:04:58.349690 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 14:04:58.349690 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:04:58.349690 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:04:58.349690 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:04:58.349690 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:04:58.349690 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:04:58.349690 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:04:58.349690 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:04:58.366940 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-63883528-50e4-45ef-a8d5-c71ddcdc3f21 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f2c911a406b430aabb3c67131d3265b&device_id=a244bc99-4f15-4af7-87e0-26b5f8f6a14c HTTP/1.1" status: 200 len: 1096 time: 0.3543561 Feb 03 14:04:58.438723 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a244bc99-4f15-4af7-87e0-26b5f8f6a14c', 'tag': 'f2a734ea-b3d3-4575-a871-c3ce9ca93e1a', 'status': 'completed', 'code': 200} Feb 03 14:04:58.466729 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2bb7d7-44b6-4eb4-92ae-11b578190ef8 req-9c74f95b-5cec-4694-bc18-9282110aeae2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:58.468175 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-7a2bb7d7-44b6-4eb4-92ae-11b578190ef8 req-9c74f95b-5cec-4694-bc18-9282110aeae2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac5f2d12-5c46-44f1-bb83-783314b1c271 HTTP/1.1" status: 200 len: 850 time: 0.2471206 Feb 03 14:04:58.469754 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-30005e98-ccfe-4a43-b3cc-7d3e26f37f63 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2a734ea-b3d3-4575-a871-c3ce9ca93e1a HTTP/1.1" status: 200 len: 217 time: 0.0869110 Feb 03 14:04:58.473544 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ba2d4fc6-e19c-4734-97eb-76beab16fdc7 req-10952357-2f69-40a9-9f74-a27e82620feb tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228852 Feb 03 14:04:58.545300 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cde08587-326e-4f8b-b52a-89d9acd86cf6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:58.563850 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cde08587-326e-4f8b-b52a-89d9acd86cf6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:58.574936 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde08587-326e-4f8b-b52a-89d9acd86cf6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Pushing event deleted for resources: {'Network': ['ID=cce0e2c8-fa85-42c1-8775-a3be85f466ee,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:58.582363 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-cde08587-326e-4f8b-b52a-89d9acd86cf6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "DELETE /v2.0/networks/cce0e2c8-fa85-42c1-8775-a3be85f466ee HTTP/1.1" status: 204 len: 168 time: 1.5517745 Feb 03 14:04:58.585185 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59556) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:58.590475 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-5a0d818f-6355-4da8-abc8-4f60eaebde64 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Request body: {'router': {'routes': None}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:04:58.608523 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-882c9d81-f49f-4448-806f-ba73d3662c12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:58.611845 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-882c9d81-f49f-4448-806f-ba73d3662c12 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f658451c-ba41-4c41-b788-622ac71ffacf HTTP/1.1" status: 200 len: 834 time: 0.1306391 Feb 03 14:04:58.658475 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device c6fa0850-e892-4624-88fb-feac524281f1 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:04:58.688758 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-424f3ef3-402e-4d18-a8e2-a2442242e021 None None] Deleting port 961005c8-f5e9-416c-838e-f89288639cbc {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:04:58.689150 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-424f3ef3-402e-4d18-a8e2-a2442242e021 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:58.791695 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-424f3ef3-402e-4d18-a8e2-a2442242e021 None None] The port '961005c8-f5e9-416c-838e-f89288639cbc' was deleted {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 14:04:58.821639 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-7a2bb7d7-44b6-4eb4-92ae-11b578190ef8 req-f0d913e9-b390-4bbe-87b5-9936cb0f63fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f1c1092-820d-41af-bed3-3674f069c798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3400331 Feb 03 14:04:58.827333 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port c6fa0850-e892-4624-88fb-feac524281f1 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:04:58.827710 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:58.889869 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:58.894916 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:58.928090 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-eed5def0-b21f-41f7-ae3f-2f0e8d25278d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7b9300c7-0cb5-4eb5-8b70-acffbcb42aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3080153 Feb 03 14:04:58.986553 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.extraroute_db [None req-5a0d818f-6355-4da8-abc8-4f60eaebde64 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Added routes are [] {{(pid=84182) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 03 14:04:58.987172 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.extraroute_db [None req-5a0d818f-6355-4da8-abc8-4f60eaebde64 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Removed routes are [] {{(pid=84182) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 03 14:04:58.987350 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5a0d818f-6355-4da8-abc8-4f60eaebde64 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:58.997909 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 8f7930a1-2f0f-44fe-a11c-d6fc813d45f2 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:04:59.034656 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 8f7930a1-2f0f-44fe-a11c-d6fc813d45f2 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:04:59.035347 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 8f7930a1-2f0f-44fe-a11c-d6fc813d45f2 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:04:59.036004 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 961005c8-f5e9-416c-838e-f89288639cbc no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:04:59.072184 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 961005c8-f5e9-416c-838e-f89288639cbc {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:04:59.072903 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 961005c8-f5e9-416c-838e-f89288639cbc not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:04:59.165397 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-7da6e75e-5376-4de7-846c-7f0a26823fc6 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Deleting port d3910e3b-e932-44de-bd46-2efbbb5b0c01 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:04:59.165739 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7da6e75e-5376-4de7-846c-7f0a26823fc6 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:59.234584 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5a0d818f-6355-4da8-abc8-4f60eaebde64 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:59.237779 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5a0d818f-6355-4da8-abc8-4f60eaebde64 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970733'] for router, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:59.246767 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-7a2bb7d7-44b6-4eb4-92ae-11b578190ef8 req-8a7a8adc-1666-4181-bdf9-d752cba35b37 service neutron] 10.222.0.47 "GET /v2.0/networks/2f1c1092-820d-41af-bed3-3674f069c798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168274 Feb 03 14:04:59.393647 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0d818f-6355-4da8-abc8-4f60eaebde64 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Router 2211bc32-e73d-4ce2-8f82-6c41eabf7c0b has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:04:59.442839 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-fb355aab-615d-40e3-9182-714edda83518 service neutron] 10.222.0.47 "GET /v2.0/networks/7b9300c7-0cb5-4eb5-8b70-acffbcb42aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5036960 Feb 03 14:04:59.632645 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0d818f-6355-4da8-abc8-4f60eaebde64 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:04:59.638415 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5a0d818f-6355-4da8-abc8-4f60eaebde64 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:59.639547 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-5a0d818f-6355-4da8-abc8-4f60eaebde64 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "PUT /v2.0/routers/2211bc32-e73d-4ce2-8f82-6c41eabf7c0b HTTP/1.1" status: 200 len: 700 time: 1.0534673 Feb 03 14:04:59.645082 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59564) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:59.702493 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb51805-f6c7-4d65-8047-119f23bd04f5 req-68f6f684-f1cc-4cbe-bfa6-6d7a9d3bb971 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:59.704104 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bfb51805-f6c7-4d65-8047-119f23bd04f5 req-68f6f684-f1cc-4cbe-bfa6-6d7a9d3bb971 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/ports?device_id=a244bc99-4f15-4af7-87e0-26b5f8f6a14c HTTP/1.1" status: 200 len: 943 time: 0.2416921 Feb 03 14:04:59.707652 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-0eb6e8f5-2c93-47a0-937f-7389f40ed3fe tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Synchronizing usage tracker for tenant:d5adceeed00a4893983ee9d6f019faac on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:04:59.781714 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-7a2bb7d7-44b6-4eb4-92ae-11b578190ef8 req-42c48944-c53a-42f5-8e5e-68c0d71c558b service neutron] 10.222.0.47 "GET /v2.0/networks/2f1c1092-820d-41af-bed3-3674f069c798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5084071 Feb 03 14:04:59.782904 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bfb51805-f6c7-4d65-8047-119f23bd04f5 req-97ca7fed-84bc-4a1d-868d-e7b9d2dfec8d tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfcb8363-c07f-458a-9ba8-1b96a116af64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696843 Feb 03 14:04:59.795141 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc489025-9159-4f39-8642-bfb83696f7e0 req-e792f650-4f0b-4669-b6bf-de43b5a37ff6 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:59.796701 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-fc489025-9159-4f39-8642-bfb83696f7e0 req-e792f650-4f0b-4669-b6bf-de43b5a37ff6 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe20ca92-6a89-43b6-9410-76f2d58175a7 HTTP/1.1" status: 200 len: 943 time: 0.2001133 Feb 03 14:04:59.820749 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7da6e75e-5376-4de7-846c-7f0a26823fc6 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:04:59.833985 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-90ccd8e0-dd1f-42e8-8ea7-3ac4702291dd req-7b78a489-3ed5-4765-97a1-3267a68655e6 service neutron] 10.222.0.47 "GET /v2.0/networks/7b9300c7-0cb5-4eb5-8b70-acffbcb42aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429277 Feb 03 14:04:59.836970 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-0eb6e8f5-2c93-47a0-937f-7389f40ed3fe tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Unset dirty status for tenant:d5adceeed00a4893983ee9d6f019faac on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:04:59.838919 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-0eb6e8f5-2c93-47a0-937f-7389f40ed3fe tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "GET /v2.0/ports?device_id=2211bc32-e73d-4ce2-8f82-6c41eabf7c0b HTTP/1.1" status: 200 len: 205 time: 0.1929450 Feb 03 14:04:59.847686 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59568) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:04:59.903681 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-fc489025-9159-4f39-8642-bfb83696f7e0 req-982ac389-9870-4cb6-adc6-e93e6af41843 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987198 Feb 03 14:05:00.005561 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-7da6e75e-5376-4de7-846c-7f0a26823fc6 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Calling delete_port for d3910e3b-e932-44de-bd46-2efbbb5b0c01 owned by network:router_interface {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:05:00.109164 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-946e4b6c-4709-430f-b87d-1e7e3564cac0 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for router, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:00.124049 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:00.295047 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-49ea9cd4-e61f-4e4a-ae19-7f77a966d96a req-efbc6fb5-11a8-41e7-972a-b87a0a564a57 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f2c911a406b430aabb3c67131d3265b&device_id=a244bc99-4f15-4af7-87e0-26b5f8f6a14c HTTP/1.1" status: 200 len: 1096 time: 0.2182004 Feb 03 14:05:00.480437 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7da6e75e-5376-4de7-846c-7f0a26823fc6 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:00.509567 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-946e4b6c-4709-430f-b87d-1e7e3564cac0 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:00.513817 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-946e4b6c-4709-430f-b87d-1e7e3564cac0 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:00.517083 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea9cd4-e61f-4e4a-ae19-7f77a966d96a req-c34ca3bb-8de2-404b-9efd-cd5be88329f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:00.522614 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-49ea9cd4-e61f-4e4a-ae19-7f77a966d96a req-c34ca3bb-8de2-404b-9efd-cd5be88329f7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7b9300c7-0cb5-4eb5-8b70-acffbcb42aff HTTP/1.1" status: 200 len: 897 time: 0.2939537 Feb 03 14:05:00.584016 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da6e75e-5376-4de7-846c-7f0a26823fc6 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Pushing event deleted for resources: {'Port': ['ID=d3910e3b-e932-44de-bd46-2efbbb5b0c01,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:00.590656 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-946e4b6c-4709-430f-b87d-1e7e3564cac0 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:00.591172 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946e4b6c-4709-430f-b87d-1e7e3564cac0 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Fanout notify agent at l3_agent the message router_deleted on router 2211bc32-e73d-4ce2-8f82-6c41eabf7c0b {{(pid=84182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:05:00.605368 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-946e4b6c-4709-430f-b87d-1e7e3564cac0 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:00.612655 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-946e4b6c-4709-430f-b87d-1e7e3564cac0 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "DELETE /v2.0/routers/2211bc32-e73d-4ce2-8f82-6c41eabf7c0b HTTP/1.1" status: 204 len: 168 time: 0.7563925 Feb 03 14:05:00.612655 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59572) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:00.616719 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-606cf275-7dea-4133-873c-56b85deca3d6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1138325713', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:00.623939 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-606cf275-7dea-4133-873c-56b85deca3d6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:00.628710 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-606cf275-7dea-4133-873c-56b85deca3d6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Usage tracker for resource:router and tenant:d5adceeed00a4893983ee9d6f019faac is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:00.631977 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-606cf275-7dea-4133-873c-56b85deca3d6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:00.637753 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-606cf275-7dea-4133-873c-56b85deca3d6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:00.669622 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-49ea9cd4-e61f-4e4a-ae19-7f77a966d96a req-53b4fbfc-9e13-4049-955a-ee90c5d1191e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2a734ea-b3d3-4575-a871-c3ce9ca93e1a HTTP/1.1" status: 200 len: 217 time: 0.1338141 Feb 03 14:05:00.688199 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-606cf275-7dea-4133-873c-56b85deca3d6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:00.689333 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-606cf275-7dea-4133-873c-56b85deca3d6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:00.709577 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-606cf275-7dea-4133-873c-56b85deca3d6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:00.785651 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-606cf275-7dea-4133-873c-56b85deca3d6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:00.882153 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-606cf275-7dea-4133-873c-56b85deca3d6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:00.885724 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-606cf275-7dea-4133-873c-56b85deca3d6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2709348 Feb 03 14:05:00.885943 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59578) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:00.892651 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-e8f23708-98ca-4daa-a39d-1729da06d460 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:00.951497 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea9cd4-e61f-4e4a-ae19-7f77a966d96a req-cc81795a-b068-4975-b755-09ab07038b89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:00.952936 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-49ea9cd4-e61f-4e4a-ae19-7f77a966d96a req-cc81795a-b068-4975-b755-09ab07038b89 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f658451c-ba41-4c41-b788-622ac71ffacf HTTP/1.1" status: 200 len: 834 time: 0.2479980 Feb 03 14:05:01.207772 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7da6e75e-5376-4de7-846c-7f0a26823fc6 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:01.209346 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132b76e-6d5d-4526-bfc0-e6faeff380b4 req-a2a6e708-a375-4de4-b972-ba3696177ae3 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:01.210791 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7132b76e-6d5d-4526-bfc0-e6faeff380b4 req-a2a6e708-a375-4de4-b972-ba3696177ae3 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/ports?device_id=a244bc99-4f15-4af7-87e0-26b5f8f6a14c HTTP/1.1" status: 200 len: 943 time: 0.2654169 Feb 03 14:05:01.214055 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-328ee5e0-1386-4571-bd57-49f9ef915e1a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:01.238940 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-49ea9cd4-e61f-4e4a-ae19-7f77a966d96a req-c3065ea3-50de-49d9-9f3a-e0dd727a7f88 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7b9300c7-0cb5-4eb5-8b70-acffbcb42aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2365830 Feb 03 14:05:01.306901 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b73ba-5660-4a30-8606-7a6d30fadb71 req-a57e849c-fca6-469e-8d96-c2fe56a12c1b tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:01.308339 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a29b73ba-5660-4a30-8606-7a6d30fadb71 req-a57e849c-fca6-469e-8d96-c2fe56a12c1b tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe20ca92-6a89-43b6-9410-76f2d58175a7 HTTP/1.1" status: 200 len: 943 time: 0.2555621 Feb 03 14:05:01.464067 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7132b76e-6d5d-4526-bfc0-e6faeff380b4 req-98647032-9205-43c1-8198-17b8c81cd86e tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfcb8363-c07f-458a-9ba8-1b96a116af64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2031744 Feb 03 14:05:01.466729 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e8f23708-98ca-4daa-a39d-1729da06d460 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:01.498990 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a29b73ba-5660-4a30-8606-7a6d30fadb71 req-bbdca4ec-2ea8-4655-ba8d-450e12a0eba0 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351035 Feb 03 14:05:01.556389 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e8f23708-98ca-4daa-a39d-1729da06d460 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970733'] for router, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:01.703479 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-49ea9cd4-e61f-4e4a-ae19-7f77a966d96a req-94d3d249-5fe4-4e73-8763-4d2f78edf91f service neutron] 10.222.0.47 "GET /v2.0/networks/7b9300c7-0cb5-4eb5-8b70-acffbcb42aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148750 Feb 03 14:05:01.893368 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f23708-98ca-4daa-a39d-1729da06d460 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Router d23097d9-6542-4466-ba23-585716368f7d is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:05:02.029642 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f23708-98ca-4daa-a39d-1729da06d460 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:05:02.036133 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e8f23708-98ca-4daa-a39d-1729da06d460 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:02.039650 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dd9ead-0818-426b-8a9b-9eecf03a17e7 None None] Sync routers for ids ['d23097d9-6542-4466-ba23-585716368f7d'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:05:02.040774 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e8f23708-98ca-4daa-a39d-1729da06d460 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "PUT /v2.0/routers/d23097d9-6542-4466-ba23-585716368f7d HTTP/1.1" status: 200 len: 694 time: 1.1505628 Feb 03 14:05:02.041630 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59584) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:02.056840 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dd9ead-0818-426b-8a9b-9eecf03a17e7 None None] Routers {'d23097d9-6542-4466-ba23-585716368f7d'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:05:02.057752 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-74dd9ead-0818-426b-8a9b-9eecf03a17e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:04:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['d23097d9-6542-4466-ba23-585716368f7d'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:02.184395 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d7a088e5-958e-4c3d-b423-c38df6b775a1 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "GET /v2.0/routers/d23097d9-6542-4466-ba23-585716368f7d HTTP/1.1" status: 200 len: 700 time: 0.1416619 Feb 03 14:05:02.187620 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59588) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:02.191196 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-74dd9ead-0818-426b-8a9b-9eecf03a17e7 None None] Set router d23097d9-6542-4466-ba23-585716368f7d gateway port host: None {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:05:02.230875 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-884c68e4-42e6-42b9-8c96-22db16df748c tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "GET /v2.0/ports?device_id=d23097d9-6542-4466-ba23-585716368f7d HTTP/1.1" status: 200 len: 205 time: 0.0419216 Feb 03 14:05:02.233823 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59592) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:02.252428 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-49ea9cd4-e61f-4e4a-ae19-7f77a966d96a req-1deaf6f4-58e0-489b-9961-3f16bc15d297 service neutron] 10.222.0.47 "GET /v2.0/networks/7b9300c7-0cb5-4eb5-8b70-acffbcb42aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5396082 Feb 03 14:05:02.313153 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-74dd9ead-0818-426b-8a9b-9eecf03a17e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23097d9-6542-4466-ba23-585716368f7d', 'name': 'tempest-RoutersTest-router-1138325713', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:05:00Z', 'updated_at': '2022-02-03T14:05:01Z', 'revision_number': 2, 'project_id': 'd5adceeed00a4893983ee9d6f019faac', 'gw_port_host': None}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:02.317427 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dd9ead-0818-426b-8a9b-9eecf03a17e7 None None] Checking router: d23097d9-6542-4466-ba23-585716368f7d for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:05:02.324923 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da6e75e-5376-4de7-846c-7f0a26823fc6 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Router e0ef7634-32be-4291-8d05-6830c6b622ef has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:05:02.329582 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dd9ead-0818-426b-8a9b-9eecf03a17e7 None None] Routers {'d23097d9-6542-4466-ba23-585716368f7d'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:05:02.330398 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-74dd9ead-0818-426b-8a9b-9eecf03a17e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:04:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['d23097d9-6542-4466-ba23-585716368f7d'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:02.342929 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-328ee5e0-1386-4571-bd57-49f9ef915e1a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Allocated IP 172.20.0.17 (94bc658f-cd82-43b8-ad6c-96d4fbd8794e/9a9a9b4f-b3b6-41a6-b0fa-9dd524364388/d721bbe8-be94-4409-bab1-8712b0f06f10) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:05:02.374841 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3d3e5396-49ec-4330-88d1-02fe412e0979 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for router, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:02.464885 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-74dd9ead-0818-426b-8a9b-9eecf03a17e7 None None] Set router d23097d9-6542-4466-ba23-585716368f7d gateway port host: None {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:05:02.567477 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device f2a734ea-b3d3-4575-a871-c3ce9ca93e1a details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:05:02.582518 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da6e75e-5376-4de7-846c-7f0a26823fc6 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:05:02.585826 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-74dd9ead-0818-426b-8a9b-9eecf03a17e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23097d9-6542-4466-ba23-585716368f7d', 'name': 'tempest-RoutersTest-router-1138325713', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:05:00Z', 'updated_at': '2022-02-03T14:05:01Z', 'revision_number': 2, 'project_id': 'd5adceeed00a4893983ee9d6f019faac', 'gw_port_host': None}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:02.593074 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21869c3-6210-413b-a36c-b4d78d0c9134 None None] Sync routers for ids ['e0ef7634-32be-4291-8d05-6830c6b622ef'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:05:02.601772 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dd9ead-0818-426b-8a9b-9eecf03a17e7 None None] The sync data for ids ['d23097d9-6542-4466-ba23-585716368f7d'] in dv-neutron-827016-1-hyperv is: [{'id': 'd23097d9-6542-4466-ba23-585716368f7d', 'name': 'tempest-RoutersTest-router-1138325713', 'tenant_id': 'd5adceeed00a4893983ee9d6f019faac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:05:00Z', 'updated_at': '2022-02-03T14:05:01Z', 'revision_number': 2, 'project_id': 'd5adceeed00a4893983ee9d6f019faac', 'gw_port_host': None}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:05:02.613188 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21869c3-6210-413b-a36c-b4d78d0c9134 None None] Routers {'e0ef7634-32be-4291-8d05-6830c6b622ef'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:05:02.615270 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-a21869c3-6210-413b-a36c-b4d78d0c9134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:04:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e0ef7634-32be-4291-8d05-6830c6b622ef'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:02.655239 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-328ee5e0-1386-4571-bd57-49f9ef915e1a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:02.672890 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-328ee5e0-1386-4571-bd57-49f9ef915e1a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Transition to ACTIVE for port object d721bbe8-be94-4409-bab1-8712b0f06f10 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:05:02.702380 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-7da6e75e-5376-4de7-846c-7f0a26823fc6 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] 10.222.0.41 "PUT /v2.0/routers/e0ef7634-32be-4291-8d05-6830c6b622ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3975327 Feb 03 14:05:02.704985 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59600) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:02.738763 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-a21869c3-6210-413b-a36c-b4d78d0c9134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:02.753754 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21869c3-6210-413b-a36c-b4d78d0c9134 None None] Routers {'e0ef7634-32be-4291-8d05-6830c6b622ef'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:05:02.754517 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-a21869c3-6210-413b-a36c-b4d78d0c9134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:04:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e0ef7634-32be-4291-8d05-6830c6b622ef'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:02.795002 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port f2a734ea-b3d3-4575-a871-c3ce9ca93e1a, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=f2a734ea-b3d3-4575-a871-c3ce9ca93e1a,segment=NetworkSegment(6206b9bf-f7ed-433b-83c1-a8bc5ab27c19),segment_id=6206b9bf-f7ed-433b-83c1-a8bc5ab27c19)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:05:02.813477 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': 'f2a734ea-b3d3-4575-a871-c3ce9ca93e1a', 'network_id': '7b9300c7-0cb5-4eb5-8b70-acffbcb42aff', 'port_id': 'f2a734ea-b3d3-4575-a871-c3ce9ca93e1a', 'mac_address': 'fa:16:3e:62:96:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f658451c-ba41-4c41-b788-622ac71ffacf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:05:02.830645 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-a21869c3-6210-413b-a36c-b4d78d0c9134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:02.831321 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21869c3-6210-413b-a36c-b4d78d0c9134 None None] The sync data for ids ['e0ef7634-32be-4291-8d05-6830c6b622ef'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:05:02.840842 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-328ee5e0-1386-4571-bd57-49f9ef915e1a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:02.872910 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:02.890817 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2a734ea-b3d3-4575-a871-c3ce9ca93e1a {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:05:02.907107 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port f2a734ea-b3d3-4575-a871-c3ce9ca93e1a, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=f2a734ea-b3d3-4575-a871-c3ce9ca93e1a,segment=NetworkSegment(6206b9bf-f7ed-433b-83c1-a8bc5ab27c19),segment_id=6206b9bf-f7ed-433b-83c1-a8bc5ab27c19)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:05:02.913282 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-39032058-61fa-43b8-a4a3-caa21daaa8de tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks [] for router, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:02.962430 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:02.985118 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328ee5e0-1386-4571-bd57-49f9ef915e1a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network 94bc658f-cd82-43b8-ad6c-96d4fbd8794e is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:05:02.990147 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-328ee5e0-1386-4571-bd57-49f9ef915e1a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:05:02.992761 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ee5e0-1386-4571-bd57-49f9ef915e1a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=d721bbe8-be94-4409-bab1-8712b0f06f10,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:02.995185 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328ee5e0-1386-4571-bd57-49f9ef915e1a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:05:03.038834 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=f2a734ea-b3d3-4575-a871-c3ce9ca93e1a,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:03.117678 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-328ee5e0-1386-4571-bd57-49f9ef915e1a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:03.124979 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3d3e5396-49ec-4330-88d1-02fe412e0979 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:03.141125 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3d3e5396-49ec-4330-88d1-02fe412e0979 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:03.173899 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a7735-ecc9-4ca9-a5b2-5bc6a361e474 req-c4e5d8ab-a231-4d5a-b4cb-dbc1a11aa63e tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:03.175406 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c63a7735-ecc9-4ca9-a5b2-5bc6a361e474 req-c4e5d8ab-a231-4d5a-b4cb-dbc1a11aa63e tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/ports?device_id=a244bc99-4f15-4af7-87e0-26b5f8f6a14c HTTP/1.1" status: 200 len: 943 time: 0.4227443 Feb 03 14:05:03.211522 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c1e94-90c0-435c-b2ff-b5a597ef0b43 req-f6925614-68c7-4c9b-8959-9e5635ab7124 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:03.219244 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5b1c1e94-90c0-435c-b2ff-b5a597ef0b43 req-f6925614-68c7-4c9b-8959-9e5635ab7124 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe20ca92-6a89-43b6-9410-76f2d58175a7 HTTP/1.1" status: 200 len: 943 time: 0.4686558 Feb 03 14:05:03.277389 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3ee1d2-4497-4548-b5f7-44afb2c78c81 None None] Sync routers for ids ['2211bc32-e73d-4ce2-8f82-6c41eabf7c0b'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:05:03.291947 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3ee1d2-4497-4548-b5f7-44afb2c78c81 None None] Routers set() bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:05:03.292612 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3ee1d2-4497-4548-b5f7-44afb2c78c81 None None] Router IDs set() for agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 03 14:05:03.293454 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_agentschedulers_db [None req-0c3ee1d2-4497-4548-b5f7-44afb2c78c81 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2211bc32-e73d-4ce2-8f82-6c41eabf7c0b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:04:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent'). {{(pid=84183) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 03 14:05:03.294342 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c63a7735-ecc9-4ca9-a5b2-5bc6a361e474 req-25bc9886-2270-4043-ae0b-eed1ea7c3b81 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfcb8363-c07f-458a-9ba8-1b96a116af64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050985 Feb 03 14:05:03.305969 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5b1c1e94-90c0-435c-b2ff-b5a597ef0b43 req-ed39ec67-7b16-48f7-bdf2-164a8ab7f2f7 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859842 Feb 03 14:05:03.309091 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3ee1d2-4497-4548-b5f7-44afb2c78c81 None None] Routers set() bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:05:03.309725 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3ee1d2-4497-4548-b5f7-44afb2c78c81 None None] Router IDs set() for agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 03 14:05:03.310525 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_agentschedulers_db [None req-0c3ee1d2-4497-4548-b5f7-44afb2c78c81 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2211bc32-e73d-4ce2-8f82-6c41eabf7c0b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:04:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent'). {{(pid=84183) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 03 14:05:03.311194 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3ee1d2-4497-4548-b5f7-44afb2c78c81 None None] The sync data for ids ['2211bc32-e73d-4ce2-8f82-6c41eabf7c0b'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:05:03.316802 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3d3e5396-49ec-4330-88d1-02fe412e0979 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:03.317421 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3e5396-49ec-4330-88d1-02fe412e0979 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Fanout notify agent at l3_agent the message router_deleted on router d23097d9-6542-4466-ba23-585716368f7d {{(pid=84182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:05:03.346010 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3d3e5396-49ec-4330-88d1-02fe412e0979 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:03.348338 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3d3e5396-49ec-4330-88d1-02fe412e0979 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "DELETE /v2.0/routers/d23097d9-6542-4466-ba23-585716368f7d HTTP/1.1" status: 204 len: 168 time: 1.1123960 Feb 03 14:05:03.350582 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59604) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:03.399317 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b4bc1d3b-b15c-4d0a-a0de-8c4b9682e6b7 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "GET /v2.0/ports?device_id=d23097d9-6542-4466-ba23-585716368f7d HTTP/1.1" status: 200 len: 205 time: 0.0472975 Feb 03 14:05:03.401766 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-1ee87be2-7d75-4e9c-aaee-211577b380ea None None] Provisioning for port d721bbe8-be94-4409-bab1-8712b0f06f10 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:05:03.402688 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59608) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:03.408570 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-1ee87be2-7d75-4e9c-aaee-211577b380ea None None] Provisioning complete for port d721bbe8-be94-4409-bab1-8712b0f06f10 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:05:03.409331 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1ee87be2-7d75-4e9c-aaee-211577b380ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:03.424533 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-39032058-61fa-43b8-a4a3-caa21daaa8de tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:03.438917 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['f2a734ea-b3d3-4575-a871-c3ce9ca93e1a'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:05:03.447685 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-39032058-61fa-43b8-a4a3-caa21daaa8de tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:03.463008 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-328ee5e0-1386-4571-bd57-49f9ef915e1a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:03.474748 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-b958883d-faea-4845-9748-c233310485c4 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] delete failed (client error): The resource could not be found. Feb 03 14:05:03.479168 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b958883d-faea-4845-9748-c233310485c4 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "DELETE /v2.0/routers/d23097d9-6542-4466-ba23-585716368f7d HTTP/1.1" status: 404 len: 336 time: 0.0737054 Feb 03 14:05:03.479338 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59612) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:03.508685 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-1ee87be2-7d75-4e9c-aaee-211577b380ea None None] Port d721bbe8-be94-4409-bab1-8712b0f06f10 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:05:03.639448 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cc547cb-60b1-471a-abb0-4f34967bd2d6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] DELETE failed (client error): The resource could not be found. Feb 03 14:05:03.639892 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cc547cb-60b1-471a-abb0-4f34967bd2d6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:05:03.641504 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8cc547cb-60b1-471a-abb0-4f34967bd2d6 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "DELETE /v2.0/subnets/3d2441e9-aba1-4807-b837-020fcd014fa2 HTTP/1.1" status: 404 len: 337 time: 0.1599271 Feb 03 14:05:03.644199 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59616) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:03.725731 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d7d0c37-8b3d-47c3-aaa0-3b9945d3fcfe tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] DELETE failed (client error): The resource could not be found. Feb 03 14:05:03.726177 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d7d0c37-8b3d-47c3-aaa0-3b9945d3fcfe tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:05:03.738367 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8d7d0c37-8b3d-47c3-aaa0-3b9945d3fcfe tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "DELETE /v2.0/subnets/653244bc-3fae-41ea-bba4-891f1c21078d HTTP/1.1" status: 404 len: 337 time: 0.0932333 Feb 03 14:05:03.741433 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59620) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:03.741604 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-39032058-61fa-43b8-a4a3-caa21daaa8de tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:03.741988 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39032058-61fa-43b8-a4a3-caa21daaa8de tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Fanout notify agent at l3_agent the message router_deleted on router e0ef7634-32be-4291-8d05-6830c6b622ef {{(pid=84181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:05:03.783131 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-b65a6950-25ac-40aa-96f0-c476614cb732 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] DELETE failed (client error): The resource could not be found. Feb 03 14:05:03.783467 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b65a6950-25ac-40aa-96f0-c476614cb732 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:05:03.785073 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b65a6950-25ac-40aa-96f0-c476614cb732 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "DELETE /v2.0/subnets/8b5a34dc-80ec-40cf-a2e2-107a6f50ce59 HTTP/1.1" status: 404 len: 337 time: 0.0427611 Feb 03 14:05:03.787550 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59624) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:03.798696 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-39032058-61fa-43b8-a4a3-caa21daaa8de tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:03.799802 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-39032058-61fa-43b8-a4a3-caa21daaa8de tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] 10.222.0.41 "DELETE /v2.0/routers/e0ef7634-32be-4291-8d05-6830c6b622ef HTTP/1.1" status: 204 len: 168 time: 1.0937879 Feb 03 14:05:03.807541 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59628) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:03.828035 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-d144ffc9-5b8a-4192-8530-509ddf9baaf0 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] DELETE failed (client error): The resource could not be found. Feb 03 14:05:03.829012 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d144ffc9-5b8a-4192-8530-509ddf9baaf0 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:05:03.830192 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d144ffc9-5b8a-4192-8530-509ddf9baaf0 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "DELETE /v2.0/subnets/194a7c9f-3aad-49a5-b8a0-54fdfaad599a HTTP/1.1" status: 404 len: 337 time: 0.0417743 Feb 03 14:05:03.832773 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59632) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:03.873800 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a53627ec-da2b-46fd-a202-3695baf27fd3 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "GET /v2.0/ports?device_id=2211bc32-e73d-4ce2-8f82-6c41eabf7c0b HTTP/1.1" status: 200 len: 205 time: 0.0399661 Feb 03 14:05:03.876120 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59636) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:03.941668 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-768e9881-59d3-4f14-8191-7f3ac8498888 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] delete failed (client error): The resource could not be found. Feb 03 14:05:03.942709 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-768e9881-59d3-4f14-8191-7f3ac8498888 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "DELETE /v2.0/routers/2211bc32-e73d-4ce2-8f82-6c41eabf7c0b HTTP/1.1" status: 404 len: 336 time: 0.0657060 Feb 03 14:05:03.945110 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59640) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:03.986070 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-899d5789-7de4-4f92-92f4-795a18a6a82a tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fd4b48a-fb92-4554-9b4d-1d6ad2b32046 HTTP/1.1" status: 200 len: 205 time: 0.0399060 Feb 03 14:05:03.988407 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59644) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:04.054438 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-7386e225-40d5-43b2-88c6-238829908292 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] delete failed (client error): The resource could not be found. Feb 03 14:05:04.055396 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7386e225-40d5-43b2-88c6-238829908292 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "DELETE /v2.0/routers/2fd4b48a-fb92-4554-9b4d-1d6ad2b32046 HTTP/1.1" status: 404 len: 336 time: 0.0660901 Feb 03 14:05:04.057892 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59648) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:04.094986 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-61f41ace-96a5-4124-9ad0-4f5cf0571d5e tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] DELETE failed (client error): The resource could not be found. Feb 03 14:05:04.096580 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61f41ace-96a5-4124-9ad0-4f5cf0571d5e tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:05:04.097079 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-61f41ace-96a5-4124-9ad0-4f5cf0571d5e tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "DELETE /v2.0/subnets/f50531f1-ec2f-467f-b867-617a62c4a64b HTTP/1.1" status: 404 len: 337 time: 0.0383227 Feb 03 14:05:04.099712 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59652) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:04.141729 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ce4c587b-a22d-479a-bcae-19942a244a62 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "GET /v2.0/ports?device_id=e4144e5e-e3da-42e5-bba3-086977f165fa HTTP/1.1" status: 200 len: 205 time: 0.0409524 Feb 03 14:05:04.144201 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59656) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:04.173147 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a6a77e5-2498-47c4-9bcf-599ea3fc3016 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Deleting subnet 1008e3df-035d-477d-964a-a6614d962e0c {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:05:04.180934 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1a6a77e5-2498-47c4-9bcf-599ea3fc3016 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:04.211253 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-c7b6f46d-ec35-4a79-9aac-470639a50b7d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] delete failed (client error): The resource could not be found. Feb 03 14:05:04.214851 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c7b6f46d-ec35-4a79-9aac-470639a50b7d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "DELETE /v2.0/routers/e4144e5e-e3da-42e5-bba3-086977f165fa HTTP/1.1" status: 404 len: 336 time: 0.0669763 Feb 03 14:05:04.215214 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59660) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:04.259333 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d6ab1dc0-2a2d-4b89-afe4-c7e3cfd94b47 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b40a503-04a2-452b-a338-dd6267ecbbb3 HTTP/1.1" status: 200 len: 205 time: 0.0429947 Feb 03 14:05:04.261587 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59664) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:04.302023 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1a6a77e5-2498-47c4-9bcf-599ea3fc3016 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:04.352063 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-a96d2f80-8979-49f9-81ab-2c96e42e55da tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] delete failed (client error): The resource could not be found. Feb 03 14:05:04.353147 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a96d2f80-8979-49f9-81ab-2c96e42e55da tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "DELETE /v2.0/routers/0b40a503-04a2-452b-a338-dd6267ecbbb3 HTTP/1.1" status: 404 len: 336 time: 0.0905843 Feb 03 14:05:04.360884 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59672) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:04.440293 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.db.resource_extend [None req-328ee5e0-1386-4571-bd57-49f9ef915e1a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:05:04.447887 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fae275b-2134-4651-b6bb-f610daf58e4b tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] DELETE failed (client error): The resource could not be found. Feb 03 14:05:04.448331 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fae275b-2134-4651-b6bb-f610daf58e4b tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:05:04.449935 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3fae275b-2134-4651-b6bb-f610daf58e4b tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "DELETE /v2.0/subnets/9e6f58f6-6fd3-45ad-84bb-f41022c32d7f HTTP/1.1" status: 404 len: 337 time: 0.0869453 Feb 03 14:05:04.452842 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59676) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:04.464445 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-328ee5e0-1386-4571-bd57-49f9ef915e1a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:04.491416 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-94880a30-4e56-4b7f-8b22-f008ec5e234a req-c5ca794c-9ba2-4882-b5c3-3d2af5e5e01b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3875e59f-d40a-4a56-9ead-05f6f7ec7352&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2470086 Feb 03 14:05:04.502694 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1a6a77e5-2498-47c4-9bcf-599ea3fc3016 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:04.531454 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-328ee5e0-1386-4571-bd57-49f9ef915e1a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:04.566209 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device f2a734ea-b3d3-4575-a871-c3ce9ca93e1a up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:05:04.583154 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-6c54d8ce-8aaf-4732-9ef8-00d4fc35cf99 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "GET /v2.0/ports?device_id=23d77880-8257-4bbf-9532-7b7905214b98 HTTP/1.1" status: 200 len: 205 time: 0.1270559 Feb 03 14:05:04.587510 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59680) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:04.665660 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-e42a2e97-10b0-4cdf-b51b-98a25eb23044 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] delete failed (client error): The resource could not be found. Feb 03 14:05:04.666657 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e42a2e97-10b0-4cdf-b51b-98a25eb23044 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "DELETE /v2.0/routers/23d77880-8257-4bbf-9532-7b7905214b98 HTTP/1.1" status: 404 len: 336 time: 0.0742199 Feb 03 14:05:04.674444 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59684) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:04.705261 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning for port f2a734ea-b3d3-4575-a871-c3ce9ca93e1a completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:05:04.710685 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port f2a734ea-b3d3-4575-a871-c3ce9ca93e1a triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:05:04.711056 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:04.712535 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-328ee5e0-1386-4571-bd57-49f9ef915e1a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:04.723364 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ee5e0-1386-4571-bd57-49f9ef915e1a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=d721bbe8-be94-4409-bab1-8712b0f06f10,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:04.728930 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed38c2ff-a6de-4bed-b219-43941f835b5c tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] DELETE failed (client error): The resource could not be found. Feb 03 14:05:04.729363 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed38c2ff-a6de-4bed-b219-43941f835b5c tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:05:04.730980 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ed38c2ff-a6de-4bed-b219-43941f835b5c tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "DELETE /v2.0/subnets/e67ea9cd-60b0-4288-84e9-3efd2ff0c975 HTTP/1.1" status: 404 len: 337 time: 0.0555563 Feb 03 14:05:04.736138 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59688) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:04.788510 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a90082-563e-4f3b-b6b1-e2384500751c req-7f196936-2715-4fb8-b85c-6563eaa259e0 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:04.789945 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d2a90082-563e-4f3b-b6b1-e2384500751c req-7f196936-2715-4fb8-b85c-6563eaa259e0 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe20ca92-6a89-43b6-9410-76f2d58175a7 HTTP/1.1" status: 200 len: 943 time: 0.2527916 Feb 03 14:05:04.797856 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-78085edd-1fef-47b0-bf27-d377c18a7639 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f77739a-8563-4726-8ca2-97dcb5d4096a HTTP/1.1" status: 200 len: 205 time: 0.0598578 Feb 03 14:05:04.801522 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59692) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:04.825600 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-94880a30-4e56-4b7f-8b22-f008ec5e234a req-2432422f-9ea9-4038-b804-7d32236ac7df service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=3875e59f-d40a-4a56-9ead-05f6f7ec7352 HTTP/1.1" status: 200 len: 1099 time: 0.2265437 Feb 03 14:05:04.826451 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1a6a77e5-2498-47c4-9bcf-599ea3fc3016 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:04.853713 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:04.881784 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a244bc99-4f15-4af7-87e0-26b5f8f6a14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a734ea-b3d3-4575-a871-c3ce9ca93e1a'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:05:04.888535 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-2ad20d5a-8fc7-4be1-b90b-eade2681ed44 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] delete failed (client error): The resource could not be found. Feb 03 14:05:04.892794 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2ad20d5a-8fc7-4be1-b90b-eade2681ed44 tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "DELETE /v2.0/routers/9f77739a-8563-4726-8ca2-97dcb5d4096a HTTP/1.1" status: 404 len: 336 time: 0.0872066 Feb 03 14:05:04.894863 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port f2a734ea-b3d3-4575-a871-c3ce9ca93e1a, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=f2a734ea-b3d3-4575-a871-c3ce9ca93e1a,segment=NetworkSegment(6206b9bf-f7ed-433b-83c1-a8bc5ab27c19),segment_id=6206b9bf-f7ed-433b-83c1-a8bc5ab27c19)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:05:04.897251 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59698) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:04.897678 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8cbf7-3b15-42df-b198-ebdd536d7c02 req-5d0822ec-2d04-4c03-b115-b32fc0b26762 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:04.899076 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-91c8cbf7-3b15-42df-b198-ebdd536d7c02 req-5d0822ec-2d04-4c03-b115-b32fc0b26762 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/ports?device_id=a244bc99-4f15-4af7-87e0-26b5f8f6a14c HTTP/1.1" status: 200 len: 944 time: 0.4074550 Feb 03 14:05:04.938010 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d2a90082-563e-4f3b-b6b1-e2384500751c req-150cebef-bffa-4098-bddd-2d1d46e1b956 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372869 Feb 03 14:05:04.960085 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-91c8cbf7-3b15-42df-b198-ebdd536d7c02 req-60783922-a643-4804-bb0e-73a0c3c064bd tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfcb8363-c07f-458a-9ba8-1b96a116af64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512488 Feb 03 14:05:04.974119 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:04.977752 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a77e5-2498-47c4-9bcf-599ea3fc3016 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Pushing event deleted for resources: {'Subnet': ['ID=1008e3df-035d-477d-964a-a6614d962e0c,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:05.026773 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a244bc99-4f15-4af7-87e0-26b5f8f6a14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a734ea-b3d3-4575-a871-c3ce9ca93e1a', 'code': 200} Feb 03 14:05:05.056106 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=f2a734ea-b3d3-4575-a871-c3ce9ca93e1a,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:05.122098 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-122b469d-c0a0-4ce4-b862-7e4f35d4f6ea tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] DELETE failed (client error): The resource could not be found. Feb 03 14:05:05.122098 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-122b469d-c0a0-4ce4-b862-7e4f35d4f6ea tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:05:05.125833 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067250b7-1488-43a1-8c72-f6d2ca5a9282 None None] Network 1dfbeded-8772-428c-9b4b-7057f87622f1 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:05:05.134062 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1a6a77e5-2498-47c4-9bcf-599ea3fc3016 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:05.157797 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-122b469d-c0a0-4ce4-b862-7e4f35d4f6ea tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "DELETE /v2.0/subnets/76b33f80-ae09-4b58-962f-38358da5c8a3 HTTP/1.1" status: 404 len: 337 time: 0.2529378 Feb 03 14:05:05.159101 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-1a6a77e5-2498-47c4-9bcf-599ea3fc3016 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] 10.222.0.41 "DELETE /v2.0/subnets/1008e3df-035d-477d-964a-a6614d962e0c HTTP/1.1" status: 204 len: 168 time: 1.3508344 Feb 03 14:05:05.160637 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59702) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:05.163286 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59704) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:05.174710 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328ee5e0-1386-4571-bd57-49f9ef915e1a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network 94bc658f-cd82-43b8-ad6c-96d4fbd8794e is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:05:05.185549 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-328ee5e0-1386-4571-bd57-49f9ef915e1a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:05:05.224019 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e5cc678-15cf-4052-bb2e-69cd234cee2d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] DELETE failed (client error): The resource could not be found. Feb 03 14:05:05.224454 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e5cc678-15cf-4052-bb2e-69cd234cee2d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:05:05.228501 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-8e5cc678-15cf-4052-bb2e-69cd234cee2d tempest-RoutersTest-1768511205 tempest-RoutersTest-1768511205-project] 10.222.0.41 "DELETE /v2.0/subnets/97c417ee-eae2-4d7f-b2fc-2f4239a402f3 HTTP/1.1" status: 404 len: 337 time: 0.0641978 Feb 03 14:05:05.286710 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94880a30-4e56-4b7f-8b22-f008ec5e234a req-0ef3e4ae-1768-4f09-bccd-2c4de3efd269 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:05.288593 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-94880a30-4e56-4b7f-8b22-f008ec5e234a req-0ef3e4ae-1768-4f09-bccd-2c4de3efd269 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd13b231-4ee5-4444-8ba9-9ea79394e28e HTTP/1.1" status: 200 len: 897 time: 0.4246655 Feb 03 14:05:05.501044 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdfc983-0345-4fa0-bc47-5f70ed3df3ac None None] DHCP port deletion for 1dfbeded-8772-428c-9b4b-7057f87622f1 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:05:05.507291 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-cbdfc983-0345-4fa0-bc47-5f70ed3df3ac None None] Deleting port 89abbe4e-5cf4-4c73-bba3-14480cedbfe6 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:05:05.507675 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cbdfc983-0345-4fa0-bc47-5f70ed3df3ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:05.588014 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-05f1cf52-1d77-481a-a4b6-75217e17f283 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:05.599378 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-05f1cf52-1d77-481a-a4b6-75217e17f283 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Deleting port 89abbe4e-5cf4-4c73-bba3-14480cedbfe6 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:05:05.599629 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-05f1cf52-1d77-481a-a4b6-75217e17f283 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:05.711223 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-94880a30-4e56-4b7f-8b22-f008ec5e234a req-fc1c7d48-e2e5-4d35-bf74-cf270dc0fd5c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=252aee64-0547-43af-b252-4dbeb7d6ddb5 HTTP/1.1" status: 200 len: 1001 time: 0.4131303 Feb 03 14:05:05.768893 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-029421a8-8d21-4b7c-9ebc-64862bac052e None None] Provisioning complete for port d721bbe8-be94-4409-bab1-8712b0f06f10 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:05:05.769456 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-029421a8-8d21-4b7c-9ebc-64862bac052e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:05.838620 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-cbdfc983-0345-4fa0-bc47-5f70ed3df3ac None None] For port 89abbe4e-5cf4-4c73-bba3-14480cedbfe6, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=89abbe4e-5cf4-4c73-bba3-14480cedbfe6,segment=NetworkSegment(b5f76848-9266-4bb0-a543-6bdfd8a1ac05),segment_id=b5f76848-9266-4bb0-a543-6bdfd8a1ac05)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:05:05.839014 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cbdfc983-0345-4fa0-bc47-5f70ed3df3ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:05.846709 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-06b76192-ae5e-4026-882f-d0b2e057296a req-4d287774-4a8a-4465-80ee-057d5d11963e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a244bc99-4f15-4af7-87e0-26b5f8f6a14c HTTP/1.1" status: 200 len: 1098 time: 0.2725995 Feb 03 14:05:05.854070 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-029421a8-8d21-4b7c-9ebc-64862bac052e None None] Port d721bbe8-be94-4409-bab1-8712b0f06f10 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:05:05.854467 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94880a30-4e56-4b7f-8b22-f008ec5e234a req-560412cf-3dc6-4003-b14c-04ddd3795b4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:05.855917 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-94880a30-4e56-4b7f-8b22-f008ec5e234a req-560412cf-3dc6-4003-b14c-04ddd3795b4d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b94a408-000d-4159-8152-731afc1af407 HTTP/1.1" status: 200 len: 835 time: 0.0862801 Feb 03 14:05:05.912228 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-05f1cf52-1d77-481a-a4b6-75217e17f283 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] For port 89abbe4e-5cf4-4c73-bba3-14480cedbfe6, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=89abbe4e-5cf4-4c73-bba3-14480cedbfe6,segment=NetworkSegment(b5f76848-9266-4bb0-a543-6bdfd8a1ac05),segment_id=b5f76848-9266-4bb0-a543-6bdfd8a1ac05)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:05:05.913142 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-05f1cf52-1d77-481a-a4b6-75217e17f283 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:05.961576 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59714) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:05.977828 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-cbdfc983-0345-4fa0-bc47-5f70ed3df3ac None None] Calling delete_port for 89abbe4e-5cf4-4c73-bba3-14480cedbfe6 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:05:05.996434 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-06b76192-ae5e-4026-882f-d0b2e057296a req-bc0a0703-3723-4ca4-9da0-f42da0551236 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cfcb8363-c07f-458a-9ba8-1b96a116af64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298287 Feb 03 14:05:06.102045 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-05f1cf52-1d77-481a-a4b6-75217e17f283 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Calling delete_port for 89abbe4e-5cf4-4c73-bba3-14480cedbfe6 owned by network:dhcp {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:05:06.113748 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-94880a30-4e56-4b7f-8b22-f008ec5e234a req-382602b8-c151-4478-8026-6ea4bdf0d7ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd13b231-4ee5-4444-8ba9-9ea79394e28e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2280045 Feb 03 14:05:06.145265 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cbdfc983-0345-4fa0-bc47-5f70ed3df3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:06.174302 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328ee5e0-1386-4571-bd57-49f9ef915e1a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router 52585ba9-5a1c-47ba-a8f0-6d99891c4f02 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:05:06.208825 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdfc983-0345-4fa0-bc47-5f70ed3df3ac None None] Pushing event deleted for resources: {'Port': ['ID=89abbe4e-5cf4-4c73-bba3-14480cedbfe6,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:06.215646 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdfc983-0345-4fa0-bc47-5f70ed3df3ac None None] No DVR routers for this DVR port 89abbe4e-5cf4-4c73-bba3-14480cedbfe6 on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:05:06.314270 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.db.api [None req-05f1cf52-1d77-481a-a4b6-75217e17f283 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:05:06.314588 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG oslo_db.api [None req-05f1cf52-1d77-481a-a4b6-75217e17f283 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:05:06.328506 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40ebb2-ab64-4ea7-8ee3-95fafadee49d req-eb80d1d2-0eb6-4201-9c0f-1d45f92104f2 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:06.335418 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ce40ebb2-ab64-4ea7-8ee3-95fafadee49d req-eb80d1d2-0eb6-4201-9c0f-1d45f92104f2 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe20ca92-6a89-43b6-9410-76f2d58175a7 HTTP/1.1" status: 200 len: 943 time: 0.2004323 Feb 03 14:05:06.363383 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba5858-2fca-467c-bc8b-30abf41ceee6 req-fcfe0e51-58bf-4591-9ba5-20ae0b7ed891 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:06.364721 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b5ba5858-2fca-467c-bc8b-30abf41ceee6 req-fcfe0e51-58bf-4591-9ba5-20ae0b7ed891 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/ports?device_id=a244bc99-4f15-4af7-87e0-26b5f8f6a14c HTTP/1.1" status: 200 len: 945 time: 0.1830862 Feb 03 14:05:06.409695 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ce40ebb2-ab64-4ea7-8ee3-95fafadee49d req-0b99da30-58a5-434f-b86d-13cf2d180c50 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733626 Feb 03 14:05:06.437997 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b5ba5858-2fca-467c-bc8b-30abf41ceee6 req-df76986e-11ec-4241-9b34-ce8dd8949438 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfcb8363-c07f-458a-9ba8-1b96a116af64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591006 Feb 03 14:05:06.438386 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d747b4c9-9da3-4a3d-8299-7445be7b8feb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d5adceeed00a4893983ee9d6f019faac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4738772 Feb 03 14:05:06.440586 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59724) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:06.465777 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-94880a30-4e56-4b7f-8b22-f008ec5e234a req-a1a458d8-b055-4fa6-80ce-5ddbcb5d13ac service neutron] 10.222.0.47 "GET /v2.0/networks/dd13b231-4ee5-4444-8ba9-9ea79394e28e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931472 Feb 03 14:05:06.500677 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1a0c0bde-40fc-4455-a182-0b15062a657e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:06.525591 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1a0c0bde-40fc-4455-a182-0b15062a657e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:06.601038 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 5b6bec5f-2b39-461b-b52e-c1ce2fbf12de details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:05:06.648001 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1a0c0bde-40fc-4455-a182-0b15062a657e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:06.666249 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c0bde-40fc-4455-a182-0b15062a657e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01ccc11-61d3-4068-9f82-4204f95fda2d,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:06.676701 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-94880a30-4e56-4b7f-8b22-f008ec5e234a req-c0cd6b4f-3a47-4629-ba41-3bf8b4772d83 service neutron] 10.222.0.47 "GET /v2.0/networks/dd13b231-4ee5-4444-8ba9-9ea79394e28e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599600 Feb 03 14:05:06.680908 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328ee5e0-1386-4571-bd57-49f9ef915e1a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:05:06.681636 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1a0c0bde-40fc-4455-a182-0b15062a657e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:06.681765 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 89abbe4e-5cf4-4c73-bba3-14480cedbfe6 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:05:06.690627 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-328ee5e0-1386-4571-bd57-49f9ef915e1a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "PUT /v2.0/routers/52585ba9-5a1c-47ba-a8f0-6d99891c4f02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8262672 Feb 03 14:05:06.691661 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-1a0c0bde-40fc-4455-a182-0b15062a657e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a01ccc11-61d3-4068-9f82-4204f95fda2d HTTP/1.1" status: 204 len: 168 time: 0.2466042 Feb 03 14:05:06.698012 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51d104f-6be5-4a78-b719-c3c02a7610d4 None None] Sync routers for ids ['52585ba9-5a1c-47ba-a8f0-6d99891c4f02'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:05:06.716519 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51d104f-6be5-4a78-b719-c3c02a7610d4 None None] Routers {'52585ba9-5a1c-47ba-a8f0-6d99891c4f02'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:05:06.717453 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-e51d104f-6be5-4a78-b719-c3c02a7610d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:04:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['52585ba9-5a1c-47ba-a8f0-6d99891c4f02'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:06.735247 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 89abbe4e-5cf4-4c73-bba3-14480cedbfe6 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:05:06.735592 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 89abbe4e-5cf4-4c73-bba3-14480cedbfe6 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:05:06.796798 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 5b6bec5f-2b39-461b-b52e-c1ce2fbf12de, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=5b6bec5f-2b39-461b-b52e-c1ce2fbf12de,segment=NetworkSegment(a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce),segment_id=a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:05:06.810236 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': '5b6bec5f-2b39-461b-b52e-c1ce2fbf12de', 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798', 'port_id': '5b6bec5f-2b39-461b-b52e-c1ce2fbf12de', 'mac_address': 'fa:16:3e:20:f7:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:05:06.816357 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-05f1cf52-1d77-481a-a4b6-75217e17f283 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Deleting port 89abbe4e-5cf4-4c73-bba3-14480cedbfe6 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:05:06.816357 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-05f1cf52-1d77-481a-a4b6-75217e17f283 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:06.875035 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:06.898049 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b6bec5f-2b39-461b-b52e-c1ce2fbf12de {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:05:06.908537 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-e51d104f-6be5-4a78-b719-c3c02a7610d4 None None] Set router 52585ba9-5a1c-47ba-a8f0-6d99891c4f02 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:05:06.932460 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 5b6bec5f-2b39-461b-b52e-c1ce2fbf12de, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=5b6bec5f-2b39-461b-b52e-c1ce2fbf12de,segment=NetworkSegment(a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce),segment_id=a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:05:06.937607 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-05f1cf52-1d77-481a-a4b6-75217e17f283 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] The port '89abbe4e-5cf4-4c73-bba3-14480cedbfe6' was deleted {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 14:05:07.008194 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:07.076328 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-05f1cf52-1d77-481a-a4b6-75217e17f283 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:07.095639 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=5b6bec5f-2b39-461b-b52e-c1ce2fbf12de,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:07.107504 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-05f1cf52-1d77-481a-a4b6-75217e17f283 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dfbeded-8772-428c-9b4b-7057f87622f1']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:07.120090 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-05f1cf52-1d77-481a-a4b6-75217e17f283 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f76848-9266-4bb0-a543-6bdfd8a1ac05') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:07.120434 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-05f1cf52-1d77-481a-a4b6-75217e17f283 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f76848-9266-4bb0-a543-6bdfd8a1ac05') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:07.132166 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-05f1cf52-1d77-481a-a4b6-75217e17f283 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:07.148552 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-05f1cf52-1d77-481a-a4b6-75217e17f283 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:07.155235 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f1cf52-1d77-481a-a4b6-75217e17f283 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:05:07.156033 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-05f1cf52-1d77-481a-a4b6-75217e17f283 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:07.171439 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 14:05:07.171439 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:05:07.171439 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 14:05:07.171439 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:05:07.171439 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 14:05:07.171439 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:05:07.171439 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 14:05:07.171439 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:05:07.171439 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 14:05:07.171439 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:05:07.171439 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 14:05:07.171439 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:05:07.171439 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 14:05:07.171439 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:05:07.171439 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:05:07.171439 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:05:07.171439 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:05:07.171439 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:05:07.171439 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 14:05:07.171439 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:05:07.171439 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 14:05:07.171439 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:05:07.171439 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:05:07.171439 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:05:07.171439 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 14:05:07.171439 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:05:07.171439 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:05:07.171439 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:05:07.171439 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:05:07.171439 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:05:07.171439 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:05:07.171439 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:05:07.274675 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-e51d104f-6be5-4a78-b719-c3c02a7610d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'name': 'tempest-TestNetworkBasicOps-router-226659830', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': 'a9833346-09a2-4488-8188-759ee3853f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:02:04Z', 'updated_at': '2022-02-03T14:05:03Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'a9833346-09a2-4488-8188-759ee3853f8c', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:02:06Z', 'updated_at': '2022-02-03T14:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '85e4873d-0ab3-4e2a-8383-3c0a7ffe7c5f', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.26', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'port_id': '252aee64-0547-43af-b252-4dbeb7d6ddb5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd13b231-4ee5-4444-8ba9-9ea79394e28e', 'mac_address': 'fa:16:3e:02:bb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3875e59f-d40a-4a56-9ead-05f6f7ec7352', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:03:17Z', 'updated_at': '2022-02-03T14:03:25Z', 'revision_number': 1, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a074b62a-e8b7-4031-8cf9-024178d5497e', 'name': '', 'network_id': 'dd13b231-4ee5-4444-8ba9-9ea79394e28e', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:5b:1c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b94a408-000d-4159-8152-731afc1af407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:02:20Z', 'updated_at': '2022-02-03T14:02:42Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '2b94a408-000d-4159-8152-731afc1af407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd721bbe8-be94-4409-bab1-8712b0f06f10', 'name': '', 'network_id': '94bc658f-cd82-43b8-ad6c-96d4fbd8794e', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:00:d7:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a9a9b4f-b3b6-41a6-b0fa-9dd524364388', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:01Z', 'updated_at': '2022-02-03T14:05:04Z', 'revision_number': 2, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '9a9a9b4f-b3b6-41a6-b0fa-9dd524364388', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:07.278984 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51d104f-6be5-4a78-b719-c3c02a7610d4 None None] Checking router: 52585ba9-5a1c-47ba-a8f0-6d99891c4f02 for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:05:07.279369 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51d104f-6be5-4a78-b719-c3c02a7610d4 None None] Updating router 52585ba9-5a1c-47ba-a8f0-6d99891c4f02 port d721bbe8-be94-4409-bab1-8712b0f06f10 binding host dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:05:07.329947 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-e51d104f-6be5-4a78-b719-c3c02a7610d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:07.357310 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-05f1cf52-1d77-481a-a4b6-75217e17f283 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:07.378617 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-05f1cf52-1d77-481a-a4b6-75217e17f283 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:07.384840 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-05f1cf52-1d77-481a-a4b6-75217e17f283 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] 10.222.0.41 "DELETE /v2.0/networks/1dfbeded-8772-428c-9b4b-7057f87622f1 HTTP/1.1" status: 204 len: 168 time: 2.2206833 Feb 03 14:05:07.399287 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1cf52-1d77-481a-a4b6-75217e17f283 tempest-FloatingIPNegativeTestJSON-1172051210 tempest-FloatingIPNegativeTestJSON-1172051210-project] Pushing event deleted for resources: {'Network': ['ID=1dfbeded-8772-428c-9b4b-7057f87622f1,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:07.435708 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['5b6bec5f-2b39-461b-b52e-c1ce2fbf12de'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:05:07.801968 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-e51d104f-6be5-4a78-b719-c3c02a7610d4 None None] Notify callbacks [] for port, precommit_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:07.820678 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa9ca4-26c7-4b1b-99ce-e5e80cb1a3d9 req-e5650fe3-8d54-40fa-aac9-ff90ef15e0db tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:07.822122 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-24aa9ca4-26c7-4b1b-99ce-e5e80cb1a3d9 req-e5650fe3-8d54-40fa-aac9-ff90ef15e0db tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe20ca92-6a89-43b6-9410-76f2d58175a7 HTTP/1.1" status: 200 len: 944 time: 0.1947031 Feb 03 14:05:07.831203 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:05:07.831490 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53a936-995c-473b-b91b-fc6aea70c9af req-6e09f28c-f321-44e9-aaaf-71feb5576935 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:07.832940 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ee53a936-995c-473b-b91b-fc6aea70c9af req-6e09f28c-f321-44e9-aaaf-71feb5576935 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/ports?device_id=a244bc99-4f15-4af7-87e0-26b5f8f6a14c HTTP/1.1" status: 200 len: 945 time: 0.1261115 Feb 03 14:05:07.849917 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.provisioning_blocks [None req-e51d104f-6be5-4a78-b719-c3c02a7610d4 None None] Transition to ACTIVE for port object d721bbe8-be94-4409-bab1-8712b0f06f10 will not be triggered until provisioned by entity L2. {{(pid=84184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:05:07.907046 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-24aa9ca4-26c7-4b1b-99ce-e5e80cb1a3d9 req-09160882-4335-4587-8af2-f2337010334c tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731046 Feb 03 14:05:07.909374 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ee53a936-995c-473b-b91b-fc6aea70c9af req-e66b9ab0-9b20-49a5-abdd-13bfac456e7e tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfcb8363-c07f-458a-9ba8-1b96a116af64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615802 Feb 03 14:05:07.939486 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-e51d104f-6be5-4a78-b719-c3c02a7610d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:08.058616 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9933e6b7-763e-4343-995e-698cfdad02c0 None None] Pushing event updated for resources: {'Port': ['ID=d721bbe8-be94-4409-bab1-8712b0f06f10,revision_number=3']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:08.079897 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59758) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:08.084687 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9933e6b7-763e-4343-995e-698cfdad02c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:08.085023 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9933e6b7-763e-4343-995e-698cfdad02c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:08.085699 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9933e6b7-763e-4343-995e-698cfdad02c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:08.086032 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9933e6b7-763e-4343-995e-698cfdad02c0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:08.086354 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9933e6b7-763e-4343-995e-698cfdad02c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:08.086677 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9933e6b7-763e-4343-995e-698cfdad02c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:08.087034 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9933e6b7-763e-4343-995e-698cfdad02c0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:08.087337 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9933e6b7-763e-4343-995e-698cfdad02c0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:08.087661 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9933e6b7-763e-4343-995e-698cfdad02c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:08.088140 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9933e6b7-763e-4343-995e-698cfdad02c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:08.088465 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9933e6b7-763e-4343-995e-698cfdad02c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:08.097125 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59764) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:08.188724 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-e51d104f-6be5-4a78-b719-c3c02a7610d4 None None] Attempting to bind port d721bbe8-be94-4409-bab1-8712b0f06f10 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:05:08.189537 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-e51d104f-6be5-4a78-b719-c3c02a7610d4 None None] Attempting to bind port d721bbe8-be94-4409-bab1-8712b0f06f10 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '4a1a7f4f-c22c-4cc7-8fa9-8cbbbc224d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '94bc658f-cd82-43b8-ad6c-96d4fbd8794e'}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:05:08.190311 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51d104f-6be5-4a78-b719-c3c02a7610d4 None None] Attempting to bind port d721bbe8-be94-4409-bab1-8712b0f06f10 on network 94bc658f-cd82-43b8-ad6c-96d4fbd8794e {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:05:08.198895 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51d104f-6be5-4a78-b719-c3c02a7610d4 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:05:08.199940 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51d104f-6be5-4a78-b719-c3c02a7610d4 None None] Checking segment: {'id': '4a1a7f4f-c22c-4cc7-8fa9-8cbbbc224d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '94bc658f-cd82-43b8-ad6c-96d4fbd8794e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:05:08.200561 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-e51d104f-6be5-4a78-b719-c3c02a7610d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:08.201306 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51d104f-6be5-4a78-b719-c3c02a7610d4 None None] Bound using segment: {'id': '4a1a7f4f-c22c-4cc7-8fa9-8cbbbc224d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '94bc658f-cd82-43b8-ad6c-96d4fbd8794e'} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:05:08.201955 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-e51d104f-6be5-4a78-b719-c3c02a7610d4 None None] Bound port: d721bbe8-be94-4409-bab1-8712b0f06f10, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a1a7f4f-c22c-4cc7-8fa9-8cbbbc224d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '94bc658f-cd82-43b8-ad6c-96d4fbd8794e'}}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:05:08.202515 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-e51d104f-6be5-4a78-b719-c3c02a7610d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:08.263937 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-7a6c6b2e-c8e3-4212-82e3-4419e572d065 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Request body: {'security_group': {'name': 'tempest-secgroup--59018975'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:08.272090 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-7a6c6b2e-c8e3-4212-82e3-4419e572d065 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:08.284565 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-7a6c6b2e-c8e3-4212-82e3-4419e572d065 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Usage tracker for resource:security_group and tenant:4717b081c3a140a289c06dad9c25ae85 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:08.289858 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-7a6c6b2e-c8e3-4212-82e3-4419e572d065 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:08.298646 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-7a6c6b2e-c8e3-4212-82e3-4419e572d065 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:08.321501 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4900f0e6-4a27-48e7-9ed3-03fe38acea40 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f58a7c1694d5462998f7e5078eecd38b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2203465 Feb 03 14:05:08.321746 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59770) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:08.335597 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-e51d104f-6be5-4a78-b719-c3c02a7610d4 None None] For port d721bbe8-be94-4409-bab1-8712b0f06f10, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:05:08.338633 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-e51d104f-6be5-4a78-b719-c3c02a7610d4 None None] For port d721bbe8-be94-4409-bab1-8712b0f06f10, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=d721bbe8-be94-4409-bab1-8712b0f06f10,segment=NetworkSegment(4a1a7f4f-c22c-4cc7-8fa9-8cbbbc224d5e),segment_id=4a1a7f4f-c22c-4cc7-8fa9-8cbbbc224d5e)] {{(pid=84184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:05:08.361119 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7a6c6b2e-c8e3-4212-82e3-4419e572d065 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:08.377803 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7a6c6b2e-c8e3-4212-82e3-4419e572d065 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:08.391462 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-e51d104f-6be5-4a78-b719-c3c02a7610d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:08.410493 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6c8ace0d-18d3-4f44-96ad-8c7650c15984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:08.441788 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-7a6c6b2e-c8e3-4212-82e3-4419e572d065 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:08.449808 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-7a6c6b2e-c8e3-4212-82e3-4419e572d065 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Usage tracker for resource:security_group_rule and tenant:4717b081c3a140a289c06dad9c25ae85 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:08.453513 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6c8ace0d-18d3-4f44-96ad-8c7650c15984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:08.460592 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-7a6c6b2e-c8e3-4212-82e3-4419e572d065 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:08.470579 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9933e6b7-763e-4343-995e-698cfdad02c0 None None] Pushing event updated for resources: {'Port': ['ID=d721bbe8-be94-4409-bab1-8712b0f06f10,revision_number=4']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:08.472228 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-7a6c6b2e-c8e3-4212-82e3-4419e572d065 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:08.475437 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51d104f-6be5-4a78-b719-c3c02a7610d4 None None] Routers {'52585ba9-5a1c-47ba-a8f0-6d99891c4f02'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:05:08.475884 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-e51d104f-6be5-4a78-b719-c3c02a7610d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:04:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['52585ba9-5a1c-47ba-a8f0-6d99891c4f02'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:08.656118 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6c8ace0d-18d3-4f44-96ad-8c7650c15984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:08.678338 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-e51d104f-6be5-4a78-b719-c3c02a7610d4 None None] Set router 52585ba9-5a1c-47ba-a8f0-6d99891c4f02 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:05:08.682886 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ace0d-18d3-4f44-96ad-8c7650c15984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b454d2-0e7d-483a-897d-4bb560086dbe,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:08.693034 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7a6c6b2e-c8e3-4212-82e3-4419e572d065 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:08.695124 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6c8ace0d-18d3-4f44-96ad-8c7650c15984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:08.696236 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-6c8ace0d-18d3-4f44-96ad-8c7650c15984 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/48b454d2-0e7d-483a-897d-4bb560086dbe HTTP/1.1" status: 204 len: 168 time: 0.3736498 Feb 03 14:05:08.757298 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7a6c6b2e-c8e3-4212-82e3-4419e572d065 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:08.799471 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-7a6c6b2e-c8e3-4212-82e3-4419e572d065 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:08.802050 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c6b2e-c8e3-4212-82e3-4419e572d065 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83e3e1ef-fabc-4f6e-88fc-db4aa3b8f0c8,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:08.806069 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-7a6c6b2e-c8e3-4212-82e3-4419e572d065 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Usage tracker for resource:security_group_rule and tenant:4717b081c3a140a289c06dad9c25ae85 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:08.808942 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-7a6c6b2e-c8e3-4212-82e3-4419e572d065 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:08.814930 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-7a6c6b2e-c8e3-4212-82e3-4419e572d065 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:08.873600 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7a6c6b2e-c8e3-4212-82e3-4419e572d065 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:08.921871 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7a6c6b2e-c8e3-4212-82e3-4419e572d065 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:08.964567 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c6b2e-c8e3-4212-82e3-4419e572d065 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=593b69ff-c0cb-408e-8f04-5954e542d816,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:09.019639 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7a6c6b2e-c8e3-4212-82e3-4419e572d065 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:09.024998 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59782) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:09.025624 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7a6c6b2e-c8e3-4212-82e3-4419e572d065 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9444120 Feb 03 14:05:09.061348 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-e51d104f-6be5-4a78-b719-c3c02a7610d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'name': 'tempest-TestNetworkBasicOps-router-226659830', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': 'a9833346-09a2-4488-8188-759ee3853f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:02:04Z', 'updated_at': '2022-02-03T14:05:03Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'a9833346-09a2-4488-8188-759ee3853f8c', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:02:06Z', 'updated_at': '2022-02-03T14:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '85e4873d-0ab3-4e2a-8383-3c0a7ffe7c5f', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.26', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'port_id': '252aee64-0547-43af-b252-4dbeb7d6ddb5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd13b231-4ee5-4444-8ba9-9ea79394e28e', 'mac_address': 'fa:16:3e:02:bb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3875e59f-d40a-4a56-9ead-05f6f7ec7352', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:03:17Z', 'updated_at': '2022-02-03T14:03:25Z', 'revision_number': 1, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a074b62a-e8b7-4031-8cf9-024178d5497e', 'name': '', 'network_id': 'dd13b231-4ee5-4444-8ba9-9ea79394e28e', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:5b:1c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b94a408-000d-4159-8152-731afc1af407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:02:20Z', 'updated_at': '2022-02-03T14:02:42Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '2b94a408-000d-4159-8152-731afc1af407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd721bbe8-be94-4409-bab1-8712b0f06f10', 'name': '', 'network_id': '94bc658f-cd82-43b8-ad6c-96d4fbd8794e', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:00:d7:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a9a9b4f-b3b6-41a6-b0fa-9dd524364388', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:01Z', 'updated_at': '2022-02-03T14:05:08Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '9a9a9b4f-b3b6-41a6-b0fa-9dd524364388', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:09.066731 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51d104f-6be5-4a78-b719-c3c02a7610d4 None None] The sync data for ids ['52585ba9-5a1c-47ba-a8f0-6d99891c4f02'] in dv-neutron-827016-1-hyperv is: [{'id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'name': 'tempest-TestNetworkBasicOps-router-226659830', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': 'a9833346-09a2-4488-8188-759ee3853f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:02:04Z', 'updated_at': '2022-02-03T14:05:03Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'a9833346-09a2-4488-8188-759ee3853f8c', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:02:06Z', 'updated_at': '2022-02-03T14:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '85e4873d-0ab3-4e2a-8383-3c0a7ffe7c5f', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.26', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'port_id': '252aee64-0547-43af-b252-4dbeb7d6ddb5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd13b231-4ee5-4444-8ba9-9ea79394e28e', 'mac_address': 'fa:16:3e:02:bb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3875e59f-d40a-4a56-9ead-05f6f7ec7352', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:03:17Z', 'updated_at': '2022-02-03T14:03:25Z', 'revision_number': 1, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a074b62a-e8b7-4031-8cf9-024178d5497e', 'name': '', 'network_id': 'dd13b231-4ee5-4444-8ba9-9ea79394e28e', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:5b:1c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b94a408-000d-4159-8152-731afc1af407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:02:20Z', 'updated_at': '2022-02-03T14:02:42Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '2b94a408-000d-4159-8152-731afc1af407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd721bbe8-be94-4409-bab1-8712b0f06f10', 'name': '', 'network_id': '94bc658f-cd82-43b8-ad6c-96d4fbd8794e', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:00:d7:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a9a9b4f-b3b6-41a6-b0fa-9dd524364388', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:01Z', 'updated_at': '2022-02-03T14:05:08Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '9a9a9b4f-b3b6-41a6-b0fa-9dd524364388', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:05:09.150107 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-69fcc09b-ca10-44fe-92ad-a87de53eeed9 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4005 time: 0.1231921 Feb 03 14:05:09.152969 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59786) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:09.159219 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-3b9c1294-d874-4451-bd96-ed53caa49a4a tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Request body: {'security_group': {'name': 'tempest-security--180355082', 'description': 'tempest-security-description-1672424197'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:09.213797 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3b9c1294-d874-4451-bd96-ed53caa49a4a tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:09.273300 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde24b23-664b-4e0d-a0c6-a569c2a8c210 req-830473ef-3859-4de2-b9de-b7a19e752783 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:09.274779 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-cde24b23-664b-4e0d-a0c6-a569c2a8c210 req-830473ef-3859-4de2-b9de-b7a19e752783 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe20ca92-6a89-43b6-9410-76f2d58175a7 HTTP/1.1" status: 200 len: 944 time: 0.1971333 Feb 03 14:05:09.284803 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9eab5f-060f-4a69-bf54-fc0ba1dc5bec req-95cf2ea0-8f09-4cad-bb1d-17b2daafb113 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:09.286274 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5a9eab5f-060f-4a69-bf54-fc0ba1dc5bec req-95cf2ea0-8f09-4cad-bb1d-17b2daafb113 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/ports?device_id=a244bc99-4f15-4af7-87e0-26b5f8f6a14c HTTP/1.1" status: 200 len: 945 time: 0.1252241 Feb 03 14:05:09.290635 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3b9c1294-d874-4451-bd96-ed53caa49a4a tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:09.368534 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5a9eab5f-060f-4a69-bf54-fc0ba1dc5bec req-78882cb5-aea1-404e-8f69-94dcebb01117 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfcb8363-c07f-458a-9ba8-1b96a116af64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601792 Feb 03 14:05:09.376610 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-cde24b23-664b-4e0d-a0c6-a569c2a8c210 req-abc58d79-b3c0-4664-b54f-07543f317a04 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893722 Feb 03 14:05:09.413602 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3b9c1294-d874-4451-bd96-ed53caa49a4a tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:09.423091 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3b9c1294-d874-4451-bd96-ed53caa49a4a tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:09.423091 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3b9c1294-d874-4451-bd96-ed53caa49a4a tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "PUT /v2.0/security-groups/593b69ff-c0cb-408e-8f04-5954e542d816 HTTP/1.1" status: 200 len: 1611 time: 0.2628243 Feb 03 14:05:09.424428 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59800) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:09.459128 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c1294-d874-4451-bd96-ed53caa49a4a tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=593b69ff-c0cb-408e-8f04-5954e542d816,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:09.490557 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59806) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:09.490726 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a9d88ce1-003f-42e2-a1c7-f5a0d67204ad tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "GET /v2.0/security-groups/593b69ff-c0cb-408e-8f04-5954e542d816 HTTP/1.1" status: 200 len: 1611 time: 0.0639963 Feb 03 14:05:09.615443 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e1568-50d2-41d5-891b-456ff5f81fc5 req-65908178-b418-4337-b970-da7607f2c1e2 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:09.616979 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d88e1568-50d2-41d5-891b-456ff5f81fc5 req-65908178-b418-4337-b970-da7607f2c1e2 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/ports?device_id=a244bc99-4f15-4af7-87e0-26b5f8f6a14c HTTP/1.1" status: 200 len: 945 time: 0.0889194 Feb 03 14:05:09.683714 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d88e1568-50d2-41d5-891b-456ff5f81fc5 req-d874193b-371d-4ad1-9840-e278fe5e1593 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfcb8363-c07f-458a-9ba8-1b96a116af64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593913 Feb 03 14:05:09.709518 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59810) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:09.743624 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-26d78188-e096-4122-8c6c-bf3f7fe31283 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:09.774907 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-26d78188-e096-4122-8c6c-bf3f7fe31283 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:09.811127 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b9206e24-05b6-4bac-b58b-5fb0b91c3da8 tempest-TestNetworkAdvancedServerOps-1321971737 tempest-TestNetworkAdvancedServerOps-1321971737-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a244bc99-4f15-4af7-87e0-26b5f8f6a14c HTTP/1.1" status: 200 len: 1093 time: 0.0987539 Feb 03 14:05:09.812292 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59818) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:09.817636 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-f483389b-9ae0-479c-8b7c-646f3c45b10f tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Request body: {'floatingip': {'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'port_id': 'f2a734ea-b3d3-4575-a871-c3ce9ca93e1a', 'tenant_id': '7f2c911a406b430aabb3c67131d3265b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:09.823002 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-f483389b-9ae0-479c-8b7c-646f3c45b10f tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:09.827197 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-f483389b-9ae0-479c-8b7c-646f3c45b10f tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Usage tracker for resource:floatingip and tenant:7f2c911a406b430aabb3c67131d3265b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:09.835156 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-f483389b-9ae0-479c-8b7c-646f3c45b10f tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:09.837400 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-f483389b-9ae0-479c-8b7c-646f3c45b10f tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:09.905999 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-26d78188-e096-4122-8c6c-bf3f7fe31283 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:09.922456 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d78188-e096-4122-8c6c-bf3f7fe31283 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=593b69ff-c0cb-408e-8f04-5954e542d816,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:09.928880 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-26d78188-e096-4122-8c6c-bf3f7fe31283 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:09.929726 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f483389b-9ae0-479c-8b7c-646f3c45b10f tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for floatingip, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:09.931554 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-26d78188-e096-4122-8c6c-bf3f7fe31283 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "DELETE /v2.0/security-groups/593b69ff-c0cb-408e-8f04-5954e542d816 HTTP/1.1" status: 204 len: 168 time: 0.4411950 Feb 03 14:05:09.934076 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59822) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:09.992696 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-43e572bb-cb2b-4aaa-b690-651714b94c28 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Synchronizing usage tracker for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:05:10.059381 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-43e572bb-cb2b-4aaa-b690-651714b94c28 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Unset dirty status for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:05:10.061654 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-43e572bb-cb2b-4aaa-b690-651714b94c28 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1265011 Feb 03 14:05:10.064332 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59828) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:10.069531 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59832) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:10.082105 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f483389b-9ae0-479c-8b7c-646f3c45b10f tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:10.084499 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-6b9e4e47-bf0e-46fe-993b-54943bcc4a10 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] delete failed (client error): The resource could not be found. Feb 03 14:05:10.087134 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-6b9e4e47-bf0e-46fe-993b-54943bcc4a10 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "DELETE /v2.0/security-groups/593b69ff-c0cb-408e-8f04-5954e542d816 HTTP/1.1" status: 404 len: 347 time: 0.0201871 Feb 03 14:05:10.091102 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59838) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:10.099330 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-fcc4cf2c-83ff-47b6-81f3-93a33fedfd87 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Request body: {'security_group': {'name': 'tempest-secgroup--271236047'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:10.108489 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-fcc4cf2c-83ff-47b6-81f3-93a33fedfd87 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:10.124966 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-fcc4cf2c-83ff-47b6-81f3-93a33fedfd87 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:10.210809 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-918cdc0b-e410-41b0-8955-9420b99faef6 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Request body: {'networks': [{'name': 'tempest-network--1377066671'}, {'name': 'tempest-network--691042220'}]} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:10.211141 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-918cdc0b-e410-41b0-8955-9420b99faef6 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Request body: {'network': {'name': 'tempest-network--1377066671'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:10.211597 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-918cdc0b-e410-41b0-8955-9420b99faef6 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Request body: {'network': {'name': 'tempest-network--691042220'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:10.214305 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fcc4cf2c-83ff-47b6-81f3-93a33fedfd87 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:10.220385 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-918cdc0b-e410-41b0-8955-9420b99faef6 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:10.229080 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-918cdc0b-e410-41b0-8955-9420b99faef6 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Usage tracker for resource:network and tenant:a0a9f8717f3f47b4b7c9fd216d12522c is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:10.237285 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-918cdc0b-e410-41b0-8955-9420b99faef6 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:10.240487 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-f483389b-9ae0-479c-8b7c-646f3c45b10f tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Allocated IP 172.26.3.169 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/36572ec4-cd9e-485b-a469-3e0cf0fb9a7a) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:05:10.246344 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-918cdc0b-e410-41b0-8955-9420b99faef6 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:10.252012 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-fcc4cf2c-83ff-47b6-81f3-93a33fedfd87 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:10.255850 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-fcc4cf2c-83ff-47b6-81f3-93a33fedfd87 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Usage tracker for resource:security_group_rule and tenant:4717b081c3a140a289c06dad9c25ae85 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:10.258801 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-fcc4cf2c-83ff-47b6-81f3-93a33fedfd87 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:10.264999 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-fcc4cf2c-83ff-47b6-81f3-93a33fedfd87 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:10.318404 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918cdc0b-e410-41b0-8955-9420b99faef6 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Made reservation on behalf of a0a9f8717f3f47b4b7c9fd216d12522c for: {'network': 2} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:05:10.321904 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-918cdc0b-e410-41b0-8955-9420b99faef6 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:10.322844 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fcc4cf2c-83ff-47b6-81f3-93a33fedfd87 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:10.343968 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-918cdc0b-e410-41b0-8955-9420b99faef6 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:10.373778 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fcc4cf2c-83ff-47b6-81f3-93a33fedfd87 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:10.407466 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-918cdc0b-e410-41b0-8955-9420b99faef6 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:10.419858 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc4cf2c-83ff-47b6-81f3-93a33fedfd87 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95cfcd70-4859-4bff-9dce-0aa496250df7,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:10.421674 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-918cdc0b-e410-41b0-8955-9420b99faef6 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Usage tracker for resource:security_group_rule and tenant:a0a9f8717f3f47b4b7c9fd216d12522c is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:10.425853 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-918cdc0b-e410-41b0-8955-9420b99faef6 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:10.440936 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-918cdc0b-e410-41b0-8955-9420b99faef6 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:10.451652 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f483389b-9ae0-479c-8b7c-646f3c45b10f tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:10.533687 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fcc4cf2c-83ff-47b6-81f3-93a33fedfd87 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:10.534941 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-fcc4cf2c-83ff-47b6-81f3-93a33fedfd87 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4424095 Feb 03 14:05:10.539968 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59844) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:10.545934 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-b4810e2a-ac55-4848-9cea-8adc28ad7544 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Request body: {'security_group_rule': {'security_group_id': '95cfcd70-4859-4bff-9dce-0aa496250df7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:10.552356 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-b4810e2a-ac55-4848-9cea-8adc28ad7544 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:10.556544 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-b4810e2a-ac55-4848-9cea-8adc28ad7544 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Usage tracker for resource:security_group_rule and tenant:4717b081c3a140a289c06dad9c25ae85 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:10.561169 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-b4810e2a-ac55-4848-9cea-8adc28ad7544 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:10.561862 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f483389b-9ae0-479c-8b7c-646f3c45b10f tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:10.565972 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-b4810e2a-ac55-4848-9cea-8adc28ad7544 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:10.612597 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 5b6bec5f-2b39-461b-b52e-c1ce2fbf12de up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:05:10.644426 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b4810e2a-ac55-4848-9cea-8adc28ad7544 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:10.675405 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f483389b-9ae0-479c-8b7c-646f3c45b10f tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:05:10.676977 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f483389b-9ae0-479c-8b7c-646f3c45b10f tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Pushing event updated for resources: {'Port': ['ID=36572ec4-cd9e-485b-a469-3e0cf0fb9a7a,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:10.682337 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device d721bbe8-be94-4409-bab1-8712b0f06f10 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:05:10.687394 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-f483389b-9ae0-479c-8b7c-646f3c45b10f tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:05:10.695666 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f483389b-9ae0-479c-8b7c-646f3c45b10f tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:05:10.738272 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b4810e2a-ac55-4848-9cea-8adc28ad7544 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:10.747980 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-918cdc0b-e410-41b0-8955-9420b99faef6 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:10.757756 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f325cd-b986-4d46-a0b6-f14f852ca544 req-ddd1b1a4-5eb4-4296-8321-1faf3a0f9c61 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:10.759227 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-15f325cd-b986-4d46-a0b6-f14f852ca544 req-ddd1b1a4-5eb4-4296-8321-1faf3a0f9c61 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe20ca92-6a89-43b6-9410-76f2d58175a7 HTTP/1.1" status: 200 len: 944 time: 0.2532086 Feb 03 14:05:10.813669 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b4810e2a-ac55-4848-9cea-8adc28ad7544 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:10.835630 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4810e2a-ac55-4848-9cea-8adc28ad7544 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddac1aa4-e2f0-467c-95e8-052b70feba3f,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:10.843650 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning for port 5b6bec5f-2b39-461b-b52e-c1ce2fbf12de completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:05:10.847823 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port d721bbe8-be94-4409-bab1-8712b0f06f10 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:05:10.847986 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-918cdc0b-e410-41b0-8955-9420b99faef6 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:10.848309 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-918cdc0b-e410-41b0-8955-9420b99faef6 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:10.853525 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port d721bbe8-be94-4409-bab1-8712b0f06f10 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:05:10.853899 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:10.883750 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port 5b6bec5f-2b39-461b-b52e-c1ce2fbf12de triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:05:10.884420 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:10.911654 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b4810e2a-ac55-4848-9cea-8adc28ad7544 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:10.915566 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b4810e2a-ac55-4848-9cea-8adc28ad7544 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3719132 Feb 03 14:05:10.915877 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59848) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:10.918511 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-15f325cd-b986-4d46-a0b6-f14f852ca544 req-69db8c50-a907-4f28-8877-f348d310e3c6 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504550 Feb 03 14:05:10.956381 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-32651bd9-31bf-4142-bd5e-41e8fe0eca62 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:10.963826 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918cdc0b-e410-41b0-8955-9420b99faef6 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=906ab614-5974-4531-b0fe-faab49bda561,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:10.972329 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-32651bd9-31bf-4142-bd5e-41e8fe0eca62 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:10.976850 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-918cdc0b-e410-41b0-8955-9420b99faef6 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:05:11.044863 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-918cdc0b-e410-41b0-8955-9420b99faef6 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:11.045212 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-918cdc0b-e410-41b0-8955-9420b99faef6 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Added segment 14cbb905-1dab-4cd5-b008-3290560380cc of type vlan for network 31d3f98b-d3ea-4338-b3a5-1a2f73ac9546 Feb 03 14:05:11.067903 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:11.079319 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:11.112491 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-32651bd9-31bf-4142-bd5e-41e8fe0eca62 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:11.117945 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe20ca92-6a89-43b6-9410-76f2d58175a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6bec5f-2b39-461b-b52e-c1ce2fbf12de'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:05:11.130706 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 5b6bec5f-2b39-461b-b52e-c1ce2fbf12de, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=5b6bec5f-2b39-461b-b52e-c1ce2fbf12de,segment=NetworkSegment(a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce),segment_id=a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:05:11.132813 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port d721bbe8-be94-4409-bab1-8712b0f06f10, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=d721bbe8-be94-4409-bab1-8712b0f06f10,segment=NetworkSegment(4a1a7f4f-c22c-4cc7-8fa9-8cbbbc224d5e),segment_id=4a1a7f4f-c22c-4cc7-8fa9-8cbbbc224d5e)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:05:11.136041 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-32651bd9-31bf-4142-bd5e-41e8fe0eca62 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:11.139724 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-32651bd9-31bf-4142-bd5e-41e8fe0eca62 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/ddac1aa4-e2f0-467c-95e8-052b70feba3f HTTP/1.1" status: 204 len: 168 time: 0.2196281 Feb 03 14:05:11.139724 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32651bd9-31bf-4142-bd5e-41e8fe0eca62 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ddac1aa4-e2f0-467c-95e8-052b70feba3f,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:11.146674 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59854) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:11.152634 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-918cdc0b-e410-41b0-8955-9420b99faef6 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:11.173470 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:11.198102 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3b8c274a-f889-4257-911d-5882d9b7451a tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Synchronizing usage tracker for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group_rule {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:05:11.213650 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe20ca92-6a89-43b6-9410-76f2d58175a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6bec5f-2b39-461b-b52e-c1ce2fbf12de', 'code': 200} Feb 03 14:05:11.221635 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:11.252700 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=5b6bec5f-2b39-461b-b52e-c1ce2fbf12de,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:11.287914 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3b8c274a-f889-4257-911d-5882d9b7451a tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Unset dirty status for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group_rule {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:05:11.290743 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3b8c274a-f889-4257-911d-5882d9b7451a tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1477988 Feb 03 14:05:11.292901 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59858) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:11.325287 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-918cdc0b-e410-41b0-8955-9420b99faef6 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:05:11.346315 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-918cdc0b-e410-41b0-8955-9420b99faef6 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:11.346662 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-918cdc0b-e410-41b0-8955-9420b99faef6 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Added segment 436a34e8-0dd0-4ab9-ae89-bc29d3df4c5c of type vlan for network 19dc83d1-0548-429b-bd35-633814f0f3bf Feb 03 14:05:11.359014 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=d721bbe8-be94-4409-bab1-8712b0f06f10,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:11.359322 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6db5a993-dd5c-4c49-a50a-4382a7882c45 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:11.383094 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-918cdc0b-e410-41b0-8955-9420b99faef6 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:11.388431 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6db5a993-dd5c-4c49-a50a-4382a7882c45 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:11.501886 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-918cdc0b-e410-41b0-8955-9420b99faef6 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:11.502358 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-918cdc0b-e410-41b0-8955-9420b99faef6 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:11.506119 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918cdc0b-e410-41b0-8955-9420b99faef6 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:11.509452 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918cdc0b-e410-41b0-8955-9420b99faef6 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:11.510067 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-918cdc0b-e410-41b0-8955-9420b99faef6 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:11.510872 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6db5a993-dd5c-4c49-a50a-4382a7882c45 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:11.532881 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5a993-dd5c-4c49-a50a-4382a7882c45 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95cfcd70-4859-4bff-9dce-0aa496250df7,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:11.610009 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6db5a993-dd5c-4c49-a50a-4382a7882c45 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:11.613864 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-6db5a993-dd5c-4c49-a50a-4382a7882c45 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "DELETE /v2.0/security-groups/95cfcd70-4859-4bff-9dce-0aa496250df7 HTTP/1.1" status: 204 len: 168 time: 0.3172719 Feb 03 14:05:11.614063 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59862) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:11.651707 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-5c5d306a-d772-4254-9bd3-f92c70885edf req-8bc2f2db-5b6a-4361-b907-271cb6408d61 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fe20ca92-6a89-43b6-9410-76f2d58175a7 HTTP/1.1" status: 200 len: 1098 time: 0.1030343 Feb 03 14:05:11.665518 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f483389b-9ae0-479c-8b7c-646f3c45b10f tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:11.666414 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918cdc0b-e410-41b0-8955-9420b99faef6 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Pushing event updated for resources: {'Network': ['ID=31d3f98b-d3ea-4338-b3a5-1a2f73ac9546,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:11.677857 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 31d3f98b-d3ea-4338-b3a5-1a2f73ac9546 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:05:11.699979 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-010c8ea0-4417-4aea-a83d-22c0722ea8e1 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Synchronizing usage tracker for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:05:11.718980 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-5c5d306a-d772-4254-9bd3-f92c70885edf req-3a5961b0-5a57-4d32-b0a7-f009a9055103 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610454 Feb 03 14:05:11.762132 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-918cdc0b-e410-41b0-8955-9420b99faef6 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.6915624 Feb 03 14:05:11.765331 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59866) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:11.808107 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918cdc0b-e410-41b0-8955-9420b99faef6 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Pushing event updated for resources: {'Network': ['ID=19dc83d1-0548-429b-bd35-633814f0f3bf,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:11.816600 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f483389b-9ae0-479c-8b7c-646f3c45b10f tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:11.819856 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 19dc83d1-0548-429b-bd35-633814f0f3bf details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:05:11.848490 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-010c8ea0-4417-4aea-a83d-22c0722ea8e1 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Unset dirty status for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:05:11.849716 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-010c8ea0-4417-4aea-a83d-22c0722ea8e1 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2346127 Feb 03 14:05:11.853959 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59872) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:11.869316 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-bcc28986-635d-4c35-9d57-baf1142a6388 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Request body: {'security_group': {'name': 'tempest-secgroup--1501812491'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:11.876499 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-bcc28986-635d-4c35-9d57-baf1142a6388 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:11.897463 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-bcc28986-635d-4c35-9d57-baf1142a6388 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:11.932563 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1608f799-e276-4256-b21d-4fc051accd8e tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:11.936442 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1608f799-e276-4256-b21d-4fc051accd8e tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:11.940349 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1608f799-e276-4256-b21d-4fc051accd8e tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:11.944230 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1608f799-e276-4256-b21d-4fc051accd8e tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:11.945827 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-1608f799-e276-4256-b21d-4fc051accd8e tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1794755 Feb 03 14:05:11.958256 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59878) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:11.985167 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bcc28986-635d-4c35-9d57-baf1142a6388 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:12.063795 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-bcc28986-635d-4c35-9d57-baf1142a6388 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:12.072443 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-78f838d1-d4f6-4c0b-9f7f-3cda56e85a4f tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:12.097189 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-bcc28986-635d-4c35-9d57-baf1142a6388 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Usage tracker for resource:security_group_rule and tenant:4717b081c3a140a289c06dad9c25ae85 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:12.107325 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-bcc28986-635d-4c35-9d57-baf1142a6388 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:12.120699 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-bcc28986-635d-4c35-9d57-baf1142a6388 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:12.176621 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f483389b-9ae0-479c-8b7c-646f3c45b10f tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:12.204479 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-78f838d1-d4f6-4c0b-9f7f-3cda56e85a4f tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:12.217840 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fa499-01f9-4024-81b8-34ea4865b86e req-fb3d46af-81af-42f1-9f99-f181e67fc8f8 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:12.219305 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7e5fa499-01f9-4024-81b8-34ea4865b86e req-fb3d46af-81af-42f1-9f99-f181e67fc8f8 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe20ca92-6a89-43b6-9410-76f2d58175a7 HTTP/1.1" status: 200 len: 945 time: 0.1601253 Feb 03 14:05:12.221702 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bcc28986-635d-4c35-9d57-baf1142a6388 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:12.222714 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f483389b-9ae0-479c-8b7c-646f3c45b10f tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:12.233466 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-78f838d1-d4f6-4c0b-9f7f-3cda56e85a4f tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31d3f98b-d3ea-4338-b3a5-1a2f73ac9546']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:12.245877 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-78f838d1-d4f6-4c0b-9f7f-3cda56e85a4f tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14cbb905-1dab-4cd5-b008-3290560380cc') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:12.246174 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-78f838d1-d4f6-4c0b-9f7f-3cda56e85a4f tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14cbb905-1dab-4cd5-b008-3290560380cc') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:12.257801 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-78f838d1-d4f6-4c0b-9f7f-3cda56e85a4f tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:12.273741 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-78f838d1-d4f6-4c0b-9f7f-3cda56e85a4f tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:12.280456 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78f838d1-d4f6-4c0b-9f7f-3cda56e85a4f tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:05:12.280992 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-78f838d1-d4f6-4c0b-9f7f-3cda56e85a4f tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:12.299923 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 14:05:12.299923 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:05:12.299923 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 14:05:12.299923 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:05:12.299923 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 14:05:12.299923 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:05:12.299923 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 14:05:12.299923 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:05:12.299923 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 14:05:12.299923 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:05:12.299923 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 14:05:12.299923 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:05:12.299923 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 14:05:12.299923 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:05:12.299923 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:05:12.299923 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:05:12.299923 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:05:12.299923 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:05:12.299923 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 14:05:12.299923 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:05:12.299923 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 14:05:12.299923 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:05:12.299923 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:05:12.299923 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:05:12.299923 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 14:05:12.299923 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:05:12.299923 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:05:12.299923 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:05:12.299923 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:05:12.299923 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:05:12.299923 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:05:12.299923 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:05:12.302465 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bcc28986-635d-4c35-9d57-baf1142a6388 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:12.383542 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f483389b-9ae0-479c-8b7c-646f3c45b10f tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Pushing event updated for resources: {'Port': ['ID=36572ec4-cd9e-485b-a469-3e0cf0fb9a7a,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:12.420290 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-78f838d1-d4f6-4c0b-9f7f-3cda56e85a4f tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:12.423624 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc28986-635d-4c35-9d57-baf1142a6388 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3df0ac6-f44c-4e4a-a24c-1e02906915c5,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:12.425057 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-78f838d1-d4f6-4c0b-9f7f-3cda56e85a4f tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:12.434543 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7e5fa499-01f9-4024-81b8-34ea4865b86e req-1fad4cab-8bbc-4918-9b7c-1fc6e6143708 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077649 Feb 03 14:05:12.439780 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f483389b-9ae0-479c-8b7c-646f3c45b10f tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:12.453476 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-78f838d1-d4f6-4c0b-9f7f-3cda56e85a4f tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] 10.222.0.41 "DELETE /v2.0/networks/31d3f98b-d3ea-4338-b3a5-1a2f73ac9546 HTTP/1.1" status: 204 len: 168 time: 0.4942110 Feb 03 14:05:12.464036 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f838d1-d4f6-4c0b-9f7f-3cda56e85a4f tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Pushing event deleted for resources: {'Network': ['ID=31d3f98b-d3ea-4338-b3a5-1a2f73ac9546,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:12.464036 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59882) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:12.503637 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bcc28986-635d-4c35-9d57-baf1142a6388 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:12.504835 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-bcc28986-635d-4c35-9d57-baf1142a6388 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6496546 Feb 03 14:05:12.508663 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59886) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:12.515141 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-67915009-83ff-45bb-976f-d2e78fa3be6a tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Request body: {'security_group_rule': {'security_group_id': 'a3df0ac6-f44c-4e4a-a24c-1e02906915c5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:12.523112 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-67915009-83ff-45bb-976f-d2e78fa3be6a tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:12.533825 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-67915009-83ff-45bb-976f-d2e78fa3be6a tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Usage tracker for resource:security_group_rule and tenant:4717b081c3a140a289c06dad9c25ae85 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:12.538035 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-67915009-83ff-45bb-976f-d2e78fa3be6a tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:12.547646 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-67915009-83ff-45bb-976f-d2e78fa3be6a tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:12.572298 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-602979f2-8a87-412a-80ef-a8aef0b10bbd tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:12.632659 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-67915009-83ff-45bb-976f-d2e78fa3be6a tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:12.648056 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device d721bbe8-be94-4409-bab1-8712b0f06f10 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:05:12.711433 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-67915009-83ff-45bb-976f-d2e78fa3be6a tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:12.721707 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.l3_db [None req-f483389b-9ae0-479c-8b7c-646f3c45b10f tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Floating IP 9d555d8b-275d-40cd-9d88-735c68a329e4 associated. External IP: 172.26.3.169, port: f2a734ea-b3d3-4575-a871-c3ce9ca93e1a. Feb 03 14:05:12.724831 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port d721bbe8-be94-4409-bab1-8712b0f06f10 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:05:12.725335 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:12.725915 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-602979f2-8a87-412a-80ef-a8aef0b10bbd tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:12.756244 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-602979f2-8a87-412a-80ef-a8aef0b10bbd tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19dc83d1-0548-429b-bd35-633814f0f3bf']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:12.769861 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-602979f2-8a87-412a-80ef-a8aef0b10bbd tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '436a34e8-0dd0-4ab9-ae89-bc29d3df4c5c') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:12.770300 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-602979f2-8a87-412a-80ef-a8aef0b10bbd tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '436a34e8-0dd0-4ab9-ae89-bc29d3df4c5c') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:12.778854 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-67915009-83ff-45bb-976f-d2e78fa3be6a tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:12.784520 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-602979f2-8a87-412a-80ef-a8aef0b10bbd tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:12.802664 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-602979f2-8a87-412a-80ef-a8aef0b10bbd tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:12.808682 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67915009-83ff-45bb-976f-d2e78fa3be6a tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e0f50e-463e-470b-bc36-8c5399c9039c,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:12.811625 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-602979f2-8a87-412a-80ef-a8aef0b10bbd tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:05:12.812023 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-602979f2-8a87-412a-80ef-a8aef0b10bbd tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:12.829142 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 14:05:12.829142 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:05:12.829142 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 14:05:12.829142 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:05:12.829142 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 14:05:12.829142 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:05:12.829142 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 14:05:12.829142 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:05:12.829142 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 14:05:12.829142 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:05:12.829142 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 14:05:12.829142 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:05:12.829142 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 14:05:12.829142 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:05:12.829142 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:05:12.829142 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:05:12.829142 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:05:12.829142 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:05:12.829142 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 14:05:12.829142 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:05:12.829142 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 14:05:12.829142 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:05:12.829142 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:05:12.829142 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:05:12.829142 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 14:05:12.829142 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:05:12.829142 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:05:12.829142 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:05:12.829142 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:05:12.829142 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:05:12.829142 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:05:12.829142 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:05:12.912457 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-67915009-83ff-45bb-976f-d2e78fa3be6a tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:12.913606 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-67915009-83ff-45bb-976f-d2e78fa3be6a tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4040630 Feb 03 14:05:12.916485 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59890) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:12.922208 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-3c8a6d86-c4ce-4c8c-bcbb-5ebdcfbac005 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Request body: {'security_group_rule': {'security_group_id': 'a3df0ac6-f44c-4e4a-a24c-1e02906915c5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:12.928915 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3c8a6d86-c4ce-4c8c-bcbb-5ebdcfbac005 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:12.933139 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3c8a6d86-c4ce-4c8c-bcbb-5ebdcfbac005 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Usage tracker for resource:security_group_rule and tenant:4717b081c3a140a289c06dad9c25ae85 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:12.936603 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3c8a6d86-c4ce-4c8c-bcbb-5ebdcfbac005 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:12.943735 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3c8a6d86-c4ce-4c8c-bcbb-5ebdcfbac005 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:12.985160 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-602979f2-8a87-412a-80ef-a8aef0b10bbd tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:13.002227 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-602979f2-8a87-412a-80ef-a8aef0b10bbd tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:13.017982 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602979f2-8a87-412a-80ef-a8aef0b10bbd tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Pushing event deleted for resources: {'Network': ['ID=19dc83d1-0548-429b-bd35-633814f0f3bf,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:13.021027 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-602979f2-8a87-412a-80ef-a8aef0b10bbd tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] 10.222.0.41 "DELETE /v2.0/networks/19dc83d1-0548-429b-bd35-633814f0f3bf HTTP/1.1" status: 204 len: 168 time: 0.5615466 Feb 03 14:05:13.022374 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3c8a6d86-c4ce-4c8c-bcbb-5ebdcfbac005 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:13.029278 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59894) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:13.291393 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f483389b-9ae0-479c-8b7c-646f3c45b10f tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Router 1bf6795e-26f2-4fd3-b1be-63b292042597 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:05:13.291991 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3c8a6d86-c4ce-4c8c-bcbb-5ebdcfbac005 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:13.313662 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6481f103-3c84-4fdd-beca-4b7ace68ea2f tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:13.317627 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6481f103-3c84-4fdd-beca-4b7ace68ea2f tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:13.318364 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-6481f103-3c84-4fdd-beca-4b7ace68ea2f tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Synchronizing usage tracker for tenant:a0a9f8717f3f47b4b7c9fd216d12522c on resource:network {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:05:13.339590 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3c8a6d86-c4ce-4c8c-bcbb-5ebdcfbac005 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:13.363638 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a6d86-c4ce-4c8c-bcbb-5ebdcfbac005 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44200fa3-60ab-4c0f-924f-b76a9fe64198,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:13.419488 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-6481f103-3c84-4fdd-beca-4b7ace68ea2f tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Unset dirty status for tenant:a0a9f8717f3f47b4b7c9fd216d12522c on resource:network {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:05:13.420889 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-6481f103-3c84-4fdd-beca-4b7ace68ea2f tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3906150 Feb 03 14:05:13.424757 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59898) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:13.430991 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-91856208-f97e-49d2-a227-d66b34582c04 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-958335692'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:13.436641 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-91856208-f97e-49d2-a227-d66b34582c04 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:13.446418 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-91856208-f97e-49d2-a227-d66b34582c04 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:13.449787 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3c8a6d86-c4ce-4c8c-bcbb-5ebdcfbac005 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:13.451670 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3c8a6d86-c4ce-4c8c-bcbb-5ebdcfbac005 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5342119 Feb 03 14:05:13.454872 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59902) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:13.462716 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-2141fabe-452c-4784-bd3b-13fa4ed5f5bc tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Request body: {'security_group_rule': {'security_group_id': 'a3df0ac6-f44c-4e4a-a24c-1e02906915c5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:13.469810 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-2141fabe-452c-4784-bd3b-13fa4ed5f5bc tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:13.475153 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2141fabe-452c-4784-bd3b-13fa4ed5f5bc tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Usage tracker for resource:security_group_rule and tenant:4717b081c3a140a289c06dad9c25ae85 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:13.487138 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2141fabe-452c-4784-bd3b-13fa4ed5f5bc tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:13.494895 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-2141fabe-452c-4784-bd3b-13fa4ed5f5bc tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:13.522618 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f483389b-9ae0-479c-8b7c-646f3c45b10f tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:05:13.534183 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f23feab-0afa-4f29-83c4-766b2240ea4a None None] Sync routers for ids ['1bf6795e-26f2-4fd3-b1be-63b292042597'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:05:13.539944 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91856208-f97e-49d2-a227-d66b34582c04 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Made reservation on behalf of a0a9f8717f3f47b4b7c9fd216d12522c for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:05:13.548258 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-91856208-f97e-49d2-a227-d66b34582c04 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:13.548443 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f23feab-0afa-4f29-83c4-766b2240ea4a None None] Routers {'1bf6795e-26f2-4fd3-b1be-63b292042597'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:05:13.548443 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-4f23feab-0afa-4f29-83c4-766b2240ea4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:04:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['1bf6795e-26f2-4fd3-b1be-63b292042597'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:13.580109 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91856208-f97e-49d2-a227-d66b34582c04 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:05:13.590685 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-91856208-f97e-49d2-a227-d66b34582c04 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:13.591294 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-91856208-f97e-49d2-a227-d66b34582c04 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Added segment 83b54a9d-68ec-4fc7-a1de-acfa71924895 of type vlan for network 7b5e15fa-b9a5-4a78-b9f7-541616f6c011 Feb 03 14:05:13.616093 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2141fabe-452c-4784-bd3b-13fa4ed5f5bc tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:13.623589 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-91856208-f97e-49d2-a227-d66b34582c04 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:13.642946 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f483389b-9ae0-479c-8b7c-646f3c45b10f tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:13.699828 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-91856208-f97e-49d2-a227-d66b34582c04 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:13.707643 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91856208-f97e-49d2-a227-d66b34582c04 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:13.710029 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-91856208-f97e-49d2-a227-d66b34582c04 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:13.729658 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f483389b-9ae0-479c-8b7c-646f3c45b10f tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9163446 Feb 03 14:05:13.734832 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a244bc99-4f15-4af7-87e0-26b5f8f6a14c', 'tag': 'f2a734ea-b3d3-4575-a871-c3ce9ca93e1a'}] {{(pid=84182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:05:13.754154 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2141fabe-452c-4784-bd3b-13fa4ed5f5bc tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:13.760514 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-4f23feab-0afa-4f29-83c4-766b2240ea4a None None] Set router 1bf6795e-26f2-4fd3-b1be-63b292042597 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:05:13.761510 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225bc595-7796-476c-908c-ae63e8c2b290 req-ef64c5d1-4ca0-47e0-bf97-ae609dd55457 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:13.763112 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-225bc595-7796-476c-908c-ae63e8c2b290 req-ef64c5d1-4ca0-47e0-bf97-ae609dd55457 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe20ca92-6a89-43b6-9410-76f2d58175a7 HTTP/1.1" status: 200 len: 945 time: 0.1992731 Feb 03 14:05:13.815689 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-225bc595-7796-476c-908c-ae63e8c2b290 req-a2f57901-e069-4105-b2f8-62ab8ef85eb5 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462198 Feb 03 14:05:13.825031 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2141fabe-452c-4784-bd3b-13fa4ed5f5bc tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:13.871744 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141fabe-452c-4784-bd3b-13fa4ed5f5bc tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=014f84a2-420f-41a9-8bdc-f110f4dd2b93,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:13.883687 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91856208-f97e-49d2-a227-d66b34582c04 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Pushing event updated for resources: {'Network': ['ID=7b5e15fa-b9a5-4a78-b9f7-541616f6c011,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:13.929931 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-91856208-f97e-49d2-a227-d66b34582c04 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5037551 Feb 03 14:05:13.934065 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59918) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:13.934244 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 7b5e15fa-b9a5-4a78-b9f7-541616f6c011 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:05:13.942205 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-9c7109ec-e2a5-444e-84c6-0e7dbaeaef38 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-45425969'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:13.949993 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-9c7109ec-e2a5-444e-84c6-0e7dbaeaef38 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:13.961543 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-9c7109ec-e2a5-444e-84c6-0e7dbaeaef38 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Usage tracker for resource:network and tenant:a0a9f8717f3f47b4b7c9fd216d12522c is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:13.965261 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-9c7109ec-e2a5-444e-84c6-0e7dbaeaef38 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:13.973151 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-9c7109ec-e2a5-444e-84c6-0e7dbaeaef38 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:13.995626 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb49625-9108-45e0-b497-70b07558f443 req-d0a12b13-95d0-40ee-9322-5ce76d03462b tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:13.997648 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6bb49625-9108-45e0-b497-70b07558f443 req-d0a12b13-95d0-40ee-9322-5ce76d03462b tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/ports?device_id=a244bc99-4f15-4af7-87e0-26b5f8f6a14c HTTP/1.1" status: 200 len: 945 time: 0.1293254 Feb 03 14:05:14.038541 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2141fabe-452c-4784-bd3b-13fa4ed5f5bc tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:14.043229 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2141fabe-452c-4784-bd3b-13fa4ed5f5bc tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5838435 Feb 03 14:05:14.043229 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59922) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:14.054372 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-ff1f7b6a-52e1-47ef-b00a-45103e506868 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Request body: {'security_group_rule': {'security_group_id': 'a3df0ac6-f44c-4e4a-a24c-1e02906915c5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:14.062083 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6bb49625-9108-45e0-b497-70b07558f443 req-dec2d9cb-1536-427a-b4d2-7534da681a03 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfcb8363-c07f-458a-9ba8-1b96a116af64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582099 Feb 03 14:05:14.063217 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ff1f7b6a-52e1-47ef-b00a-45103e506868 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:14.070733 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ff1f7b6a-52e1-47ef-b00a-45103e506868 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Usage tracker for resource:security_group_rule and tenant:4717b081c3a140a289c06dad9c25ae85 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:14.072213 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ff1f7b6a-52e1-47ef-b00a-45103e506868 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:14.081090 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ff1f7b6a-52e1-47ef-b00a-45103e506868 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:14.098667 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59926) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:14.103605 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a244bc99-4f15-4af7-87e0-26b5f8f6a14c', 'tag': 'f2a734ea-b3d3-4575-a871-c3ce9ca93e1a', 'status': 'completed', 'code': 200} Feb 03 14:05:14.122107 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7109ec-e2a5-444e-84c6-0e7dbaeaef38 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Made reservation on behalf of a0a9f8717f3f47b4b7c9fd216d12522c for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:05:14.127504 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9c7109ec-e2a5-444e-84c6-0e7dbaeaef38 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:14.164384 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c7109ec-e2a5-444e-84c6-0e7dbaeaef38 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:05:14.177168 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9c7109ec-e2a5-444e-84c6-0e7dbaeaef38 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:14.177509 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-9c7109ec-e2a5-444e-84c6-0e7dbaeaef38 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Added segment 6d539c8a-d742-421f-9ff6-a57fc37c8c15 of type vlan for network 8819a7e7-d831-47bb-b6dd-bcf1ef524a51 Feb 03 14:05:14.218205 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ff1f7b6a-52e1-47ef-b00a-45103e506868 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:14.275439 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9c7109ec-e2a5-444e-84c6-0e7dbaeaef38 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:14.286388 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d296bd33-6897-4ecd-ad47-103dd0db06d2 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/floatingips/9d555d8b-275d-40cd-9d88-735c68a329e4 HTTP/1.1" status: 200 len: 991 time: 0.1922374 Feb 03 14:05:14.303922 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c99a77fd-5b0a-453a-9939-c1c75478aab2 req-b984af2c-4ae5-4f20-b91d-91820ffe272b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f2c911a406b430aabb3c67131d3265b&device_id=a244bc99-4f15-4af7-87e0-26b5f8f6a14c HTTP/1.1" status: 200 len: 1098 time: 0.1145744 Feb 03 14:05:14.314245 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-4f23feab-0afa-4f29-83c4-766b2240ea4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf6795e-26f2-4fd3-b1be-63b292042597', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833874204', 'tenant_id': '7f2c911a406b430aabb3c67131d3265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': 'dfef7f86-c3da-4662-916a-5e538fe9ff09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:04:30Z', 'updated_at': '2022-02-03T14:04:41Z', 'revision_number': 4, 'project_id': '7f2c911a406b430aabb3c67131d3265b', 'gw_port': {'id': 'dfef7f86-c3da-4662-916a-5e538fe9ff09', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf6795e-26f2-4fd3-b1be-63b292042597', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:04:32Z', 'updated_at': '2022-02-03T14:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '9d555d8b-275d-40cd-9d88-735c68a329e4', 'tenant_id': '7f2c911a406b430aabb3c67131d3265b', 'floating_ip_address': '172.26.3.169', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '1bf6795e-26f2-4fd3-b1be-63b292042597', 'port_id': 'f2a734ea-b3d3-4575-a871-c3ce9ca93e1a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b9300c7-0cb5-4eb5-8b70-acffbcb42aff', 'mac_address': 'fa:16:3e:62:96:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a244bc99-4f15-4af7-87e0-26b5f8f6a14c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:05:11Z', 'updated_at': '2022-02-03T14:05:11Z', 'revision_number': 0, 'project_id': '7f2c911a406b430aabb3c67131d3265b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6fa0850-e892-4624-88fb-feac524281f1', 'name': '', 'network_id': '7b9300c7-0cb5-4eb5-8b70-acffbcb42aff', 'tenant_id': '7f2c911a406b430aabb3c67131d3265b', 'mac_address': 'fa:16:3e:0e:07:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf6795e-26f2-4fd3-b1be-63b292042597', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f658451c-ba41-4c41-b788-622ac71ffacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:04:40Z', 'updated_at': '2022-02-03T14:04:57Z', 'revision_number': 5, 'project_id': '7f2c911a406b430aabb3c67131d3265b', 'subnets': [{'id': 'f658451c-ba41-4c41-b788-622ac71ffacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:14.318349 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f23feab-0afa-4f29-83c4-766b2240ea4a None None] Checking router: 1bf6795e-26f2-4fd3-b1be-63b292042597 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:05:14.330206 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f23feab-0afa-4f29-83c4-766b2240ea4a None None] Routers {'1bf6795e-26f2-4fd3-b1be-63b292042597'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:05:14.331375 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-4f23feab-0afa-4f29-83c4-766b2240ea4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:04:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['1bf6795e-26f2-4fd3-b1be-63b292042597'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:14.415113 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c605cf-3ca9-47c1-928e-4cfdf261b98f req-fed71324-8e44-4700-a762-00f8a8e2af04 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:14.417071 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e2c605cf-3ca9-47c1-928e-4cfdf261b98f req-fed71324-8e44-4700-a762-00f8a8e2af04 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe20ca92-6a89-43b6-9410-76f2d58175a7 HTTP/1.1" status: 200 len: 945 time: 0.2001476 Feb 03 14:05:14.419639 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ff1f7b6a-52e1-47ef-b00a-45103e506868 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:14.443970 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9c7109ec-e2a5-444e-84c6-0e7dbaeaef38 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:14.447941 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7109ec-e2a5-444e-84c6-0e7dbaeaef38 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:14.448633 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9c7109ec-e2a5-444e-84c6-0e7dbaeaef38 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:14.452519 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a77fd-5b0a-453a-9939-c1c75478aab2 req-86e37e29-f72a-49af-a3bb-95277002db4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:14.454822 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c99a77fd-5b0a-453a-9939-c1c75478aab2 req-86e37e29-f72a-49af-a3bb-95277002db4d service neutron] 10.222.0.47 "GET /v2.0/networks?id=7b9300c7-0cb5-4eb5-8b70-acffbcb42aff HTTP/1.1" status: 200 len: 897 time: 0.1442509 Feb 03 14:05:14.526553 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-4f23feab-0afa-4f29-83c4-766b2240ea4a None None] Set router 1bf6795e-26f2-4fd3-b1be-63b292042597 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:05:14.537204 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ff1f7b6a-52e1-47ef-b00a-45103e506868 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:14.567947 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c99a77fd-5b0a-453a-9939-c1c75478aab2 req-0e9d62ca-f94d-46b9-bcb2-bf02f0547cee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2a734ea-b3d3-4575-a871-c3ce9ca93e1a HTTP/1.1" status: 200 len: 999 time: 0.1066418 Feb 03 14:05:14.603450 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f7b6a-52e1-47ef-b00a-45103e506868 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2199f37e-2a3e-46f5-9ed1-01a7fdafc065,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:14.612663 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7109ec-e2a5-444e-84c6-0e7dbaeaef38 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Pushing event updated for resources: {'Network': ['ID=8819a7e7-d831-47bb-b6dd-bcf1ef524a51,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:14.617508 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e2c605cf-3ca9-47c1-928e-4cfdf261b98f req-19045d78-783e-4948-a938-a6da4f43b252 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930876 Feb 03 14:05:14.650057 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a77fd-5b0a-453a-9939-c1c75478aab2 req-6e88922b-e202-4898-8843-a3157c97900c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:14.650057 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c99a77fd-5b0a-453a-9939-c1c75478aab2 req-6e88922b-e202-4898-8843-a3157c97900c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f658451c-ba41-4c41-b788-622ac71ffacf HTTP/1.1" status: 200 len: 834 time: 0.0734484 Feb 03 14:05:14.650344 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59930) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:14.665036 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 8819a7e7-d831-47bb-b6dd-bcf1ef524a51 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:05:14.667671 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-9c7109ec-e2a5-444e-84c6-0e7dbaeaef38 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7307341 Feb 03 14:05:14.670911 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59936) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:14.679025 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-52555e90-ef25-4128-acb3-79936f9f9103 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Request body: {'ports': [{'network_id': '7b5e15fa-b9a5-4a78-b9f7-541616f6c011', 'name': 'tempest-port--537749837', 'admin_state_up': True}, {'network_id': '8819a7e7-d831-47bb-b6dd-bcf1ef524a51', 'admin_state_up': False}]} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:14.679795 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-52555e90-ef25-4128-acb3-79936f9f9103 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Request body: {'port': {'network_id': '7b5e15fa-b9a5-4a78-b9f7-541616f6c011', 'name': 'tempest-port--537749837', 'admin_state_up': True}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:14.680310 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-52555e90-ef25-4128-acb3-79936f9f9103 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Request body: {'port': {'network_id': '8819a7e7-d831-47bb-b6dd-bcf1ef524a51', 'admin_state_up': False}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:14.707092 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ff1f7b6a-52e1-47ef-b00a-45103e506868 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:14.709125 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ff1f7b6a-52e1-47ef-b00a-45103e506868 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6643729 Feb 03 14:05:14.712410 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59940) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:14.720291 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-c1dec36d-715b-434d-9117-e9dbf9f1e222 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Request body: {'security_group_rule': {'security_group_id': 'a3df0ac6-f44c-4e4a-a24c-1e02906915c5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:14.730947 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-c1dec36d-715b-434d-9117-e9dbf9f1e222 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:14.736540 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-c1dec36d-715b-434d-9117-e9dbf9f1e222 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Usage tracker for resource:security_group_rule and tenant:4717b081c3a140a289c06dad9c25ae85 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:14.739991 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-c1dec36d-715b-434d-9117-e9dbf9f1e222 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:14.746018 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-c1dec36d-715b-434d-9117-e9dbf9f1e222 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:14.769691 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c99a77fd-5b0a-453a-9939-c1c75478aab2 req-7ea6b0f8-66e0-44a6-a0c9-0a691f69ec65 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7b9300c7-0cb5-4eb5-8b70-acffbcb42aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1132259 Feb 03 14:05:14.910459 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c1dec36d-715b-434d-9117-e9dbf9f1e222 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:14.961701 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-52555e90-ef25-4128-acb3-79936f9f9103 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:14.966580 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-52555e90-ef25-4128-acb3-79936f9f9103 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Usage tracker for resource:port and tenant:a0a9f8717f3f47b4b7c9fd216d12522c is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:14.969573 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-52555e90-ef25-4128-acb3-79936f9f9103 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:14.975388 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-52555e90-ef25-4128-acb3-79936f9f9103 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:15.013261 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-4f23feab-0afa-4f29-83c4-766b2240ea4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf6795e-26f2-4fd3-b1be-63b292042597', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833874204', 'tenant_id': '7f2c911a406b430aabb3c67131d3265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': 'dfef7f86-c3da-4662-916a-5e538fe9ff09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:04:30Z', 'updated_at': '2022-02-03T14:04:41Z', 'revision_number': 4, 'project_id': '7f2c911a406b430aabb3c67131d3265b', 'gw_port': {'id': 'dfef7f86-c3da-4662-916a-5e538fe9ff09', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf6795e-26f2-4fd3-b1be-63b292042597', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:04:32Z', 'updated_at': '2022-02-03T14:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '9d555d8b-275d-40cd-9d88-735c68a329e4', 'tenant_id': '7f2c911a406b430aabb3c67131d3265b', 'floating_ip_address': '172.26.3.169', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '1bf6795e-26f2-4fd3-b1be-63b292042597', 'port_id': 'f2a734ea-b3d3-4575-a871-c3ce9ca93e1a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b9300c7-0cb5-4eb5-8b70-acffbcb42aff', 'mac_address': 'fa:16:3e:62:96:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a244bc99-4f15-4af7-87e0-26b5f8f6a14c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:05:11Z', 'updated_at': '2022-02-03T14:05:11Z', 'revision_number': 0, 'project_id': '7f2c911a406b430aabb3c67131d3265b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6fa0850-e892-4624-88fb-feac524281f1', 'name': '', 'network_id': '7b9300c7-0cb5-4eb5-8b70-acffbcb42aff', 'tenant_id': '7f2c911a406b430aabb3c67131d3265b', 'mac_address': 'fa:16:3e:0e:07:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf6795e-26f2-4fd3-b1be-63b292042597', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f658451c-ba41-4c41-b788-622ac71ffacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:04:40Z', 'updated_at': '2022-02-03T14:04:57Z', 'revision_number': 5, 'project_id': '7f2c911a406b430aabb3c67131d3265b', 'subnets': [{'id': 'f658451c-ba41-4c41-b788-622ac71ffacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:15.017233 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f23feab-0afa-4f29-83c4-766b2240ea4a None None] The sync data for ids ['1bf6795e-26f2-4fd3-b1be-63b292042597'] in dv-neutron-827016-1-hyperv is: [{'id': '1bf6795e-26f2-4fd3-b1be-63b292042597', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833874204', 'tenant_id': '7f2c911a406b430aabb3c67131d3265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': 'dfef7f86-c3da-4662-916a-5e538fe9ff09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:04:30Z', 'updated_at': '2022-02-03T14:04:41Z', 'revision_number': 4, 'project_id': '7f2c911a406b430aabb3c67131d3265b', 'gw_port': {'id': 'dfef7f86-c3da-4662-916a-5e538fe9ff09', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf6795e-26f2-4fd3-b1be-63b292042597', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:04:32Z', 'updated_at': '2022-02-03T14:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '9d555d8b-275d-40cd-9d88-735c68a329e4', 'tenant_id': '7f2c911a406b430aabb3c67131d3265b', 'floating_ip_address': '172.26.3.169', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '1bf6795e-26f2-4fd3-b1be-63b292042597', 'port_id': 'f2a734ea-b3d3-4575-a871-c3ce9ca93e1a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b9300c7-0cb5-4eb5-8b70-acffbcb42aff', 'mac_address': 'fa:16:3e:62:96:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a244bc99-4f15-4af7-87e0-26b5f8f6a14c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:05:11Z', 'updated_at': '2022-02-03T14:05:11Z', 'revision_number': 0, 'project_id': '7f2c911a406b430aabb3c67131d3265b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6fa0850-e892-4624-88fb-feac524281f1', 'name': '', 'network_id': '7b9300c7-0cb5-4eb5-8b70-acffbcb42aff', 'tenant_id': '7f2c911a406b430aabb3c67131d3265b', 'mac_address': 'fa:16:3e:0e:07:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf6795e-26f2-4fd3-b1be-63b292042597', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f658451c-ba41-4c41-b788-622ac71ffacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:04:40Z', 'updated_at': '2022-02-03T14:04:57Z', 'revision_number': 5, 'project_id': '7f2c911a406b430aabb3c67131d3265b', 'subnets': [{'id': 'f658451c-ba41-4c41-b788-622ac71ffacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:05:15.021597 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c99a77fd-5b0a-453a-9939-c1c75478aab2 req-86b98d84-80a1-42c9-a2f2-3aabf3dd40ea service neutron] 10.222.0.47 "GET /v2.0/networks/7b9300c7-0cb5-4eb5-8b70-acffbcb42aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442322 Feb 03 14:05:15.053833 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52555e90-ef25-4128-acb3-79936f9f9103 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Made reservation on behalf of a0a9f8717f3f47b4b7c9fd216d12522c for: {'port': 2} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:05:15.057735 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-52555e90-ef25-4128-acb3-79936f9f9103 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:15.059925 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-51f82449-be6a-4d37-b673-b7ff3f74e616 tempest-TestVolumeBootPattern-1498163705 tempest-TestVolumeBootPattern-1498163705-project-admin] Synchronizing usage tracker for tenant:9950b7a5d04341e3bbd57e24efccb84a on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:05:15.066296 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c1dec36d-715b-434d-9117-e9dbf9f1e222 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:15.075861 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-52555e90-ef25-4128-acb3-79936f9f9103 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:15.141439 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c1dec36d-715b-434d-9117-e9dbf9f1e222 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:15.184096 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dec36d-715b-434d-9117-e9dbf9f1e222 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4ae05d7-5daf-44e2-980e-b9f34164fcfa,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:15.214777 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c99a77fd-5b0a-453a-9939-c1c75478aab2 req-278cce7a-25e4-4095-8ee3-4468297457d2 service neutron] 10.222.0.47 "GET /v2.0/networks/7b9300c7-0cb5-4eb5-8b70-acffbcb42aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804702 Feb 03 14:05:15.253351 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246e2685-10f7-43c0-935f-49f67e332f40 None None] New status for floating IP 9d555d8b-275d-40cd-9d88-735c68a329e4: ACTIVE {{(pid=84184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:05:15.277279 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-51f82449-be6a-4d37-b673-b7ff3f74e616 tempest-TestVolumeBootPattern-1498163705 tempest-TestVolumeBootPattern-1498163705-project-admin] Unset dirty status for tenant:9950b7a5d04341e3bbd57e24efccb84a on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:05:15.281331 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-51f82449-be6a-4d37-b673-b7ff3f74e616 tempest-TestVolumeBootPattern-1498163705 tempest-TestVolumeBootPattern-1498163705-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fe20ca92-6a89-43b6-9410-76f2d58175a7 HTTP/1.1" status: 200 len: 1093 time: 0.6273251 Feb 03 14:05:15.281331 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c1dec36d-715b-434d-9117-e9dbf9f1e222 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:15.281331 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c1dec36d-715b-434d-9117-e9dbf9f1e222 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.5663192 Feb 03 14:05:15.290218 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59944) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:15.290218 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-ac7ec87d-74ec-4d6e-9561-1f39abc2282d tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Request body: {'floatingip': {'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'port_id': '5b6bec5f-2b39-461b-b52e-c1ce2fbf12de', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:15.290979 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59948) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:15.291342 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59950) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:15.322326 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-52555e90-ef25-4128-acb3-79936f9f9103 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] device_id is not set on port 261b35c8-4c7b-4a58-b680-efdeb43d02c9 yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:05:15.360329 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-ac7ec87d-74ec-4d6e-9561-1f39abc2282d tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:15.382838 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ac7ec87d-74ec-4d6e-9561-1f39abc2282d tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Usage tracker for resource:floatingip and tenant:4cbc4ee6b61f47a897e271e5a6452f6c is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:15.386207 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ac7ec87d-74ec-4d6e-9561-1f39abc2282d tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:15.408767 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-ac7ec87d-74ec-4d6e-9561-1f39abc2282d tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:15.425482 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-52555e90-ef25-4128-acb3-79936f9f9103 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:15.428453 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0067839f-894b-44b6-bc09-36aa5be2ddb3 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:15.449410 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-455e7818-c61c-4f49-8106-43bc87615885 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/floatingips/9d555d8b-275d-40cd-9d88-735c68a329e4 HTTP/1.1" status: 200 len: 991 time: 0.1559432 Feb 03 14:05:15.449779 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0067839f-894b-44b6-bc09-36aa5be2ddb3 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:15.487970 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ac7ec87d-74ec-4d6e-9561-1f39abc2282d tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for floatingip, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:15.565103 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0067839f-894b-44b6-bc09-36aa5be2ddb3 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:15.589250 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067839f-894b-44b6-bc09-36aa5be2ddb3 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4ae05d7-5daf-44e2-980e-b9f34164fcfa,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:15.594485 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0067839f-894b-44b6-bc09-36aa5be2ddb3 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:15.595643 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-0067839f-894b-44b6-bc09-36aa5be2ddb3 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/b4ae05d7-5daf-44e2-980e-b9f34164fcfa HTTP/1.1" status: 204 len: 168 time: 0.3020716 Feb 03 14:05:15.598342 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59956) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:15.658012 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ac7ec87d-74ec-4d6e-9561-1f39abc2282d tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:15.664564 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [None req-52555e90-ef25-4128-acb3-79936f9f9103 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] device_id is not set on port c403291e-b951-4227-9e49-87c703a970d9 yet. {{(pid=84182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:05:15.688530 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-fedcf3fb-7ad8-41a9-8b70-83641364181b tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Synchronizing usage tracker for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group_rule {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:05:15.766050 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-fedcf3fb-7ad8-41a9-8b70-83641364181b tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Unset dirty status for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group_rule {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:05:15.767387 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-fedcf3fb-7ad8-41a9-8b70-83641364181b tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.1679986 Feb 03 14:05:15.775863 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59960) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:15.793984 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-52555e90-ef25-4128-acb3-79936f9f9103 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:15.824295 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3ab874d3-5533-42ad-be27-46ff58fdc4a1 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:15.836074 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3ab874d3-5533-42ad-be27-46ff58fdc4a1 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:15.910769 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-ac7ec87d-74ec-4d6e-9561-1f39abc2282d tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Allocated IP 172.26.3.11 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/48c1a4ae-088a-4c43-bffb-daf0079ab5d8) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:05:15.928403 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-52555e90-ef25-4128-acb3-79936f9f9103 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:15.968587 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3ab874d3-5533-42ad-be27-46ff58fdc4a1 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:16.009651 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab874d3-5533-42ad-be27-46ff58fdc4a1 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2199f37e-2a3e-46f5-9ed1-01a7fdafc065,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:16.027107 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52555e90-ef25-4128-acb3-79936f9f9103 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Pushing event updated for resources: {'Port': ['ID=261b35c8-4c7b-4a58-b680-efdeb43d02c9,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:16.057991 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52555e90-ef25-4128-acb3-79936f9f9103 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Checking segment: {'id': '83b54a9d-68ec-4fc7-a1de-acfa71924895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7b5e15fa-b9a5-4a78-b9f7-541616f6c011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:05:16.058351 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52555e90-ef25-4128-acb3-79936f9f9103 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Network hostable DHCP agents. Network: 7b5e15fa-b9a5-4a78-b9f7-541616f6c011, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:05:16.069919 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ac7ec87d-74ec-4d6e-9561-1f39abc2282d tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:16.110668 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3ab874d3-5533-42ad-be27-46ff58fdc4a1 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:16.111827 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3ab874d3-5533-42ad-be27-46ff58fdc4a1 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/2199f37e-2a3e-46f5-9ed1-01a7fdafc065 HTTP/1.1" status: 204 len: 168 time: 0.3350377 Feb 03 14:05:16.114389 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59964) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:16.140395 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52555e90-ef25-4128-acb3-79936f9f9103 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Network 7b5e15fa-b9a5-4a78-b9f7-541616f6c011 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:05:16.171838 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-19d3b283-b89d-4871-ab1b-8295b6e23b16 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Synchronizing usage tracker for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group_rule {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:05:16.191406 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ac7ec87d-74ec-4d6e-9561-1f39abc2282d tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:16.219139 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-52555e90-ef25-4128-acb3-79936f9f9103 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 7b5e15fa-b9a5-4a78-b9f7-541616f6c011) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:05:16.223126 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52555e90-ef25-4128-acb3-79936f9f9103 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:05:16.223956 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-52555e90-ef25-4128-acb3-79936f9f9103 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:16.232427 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e934332-357d-4d7f-a897-860c14b88fed None None] Network 7b5e15fa-b9a5-4a78-b9f7-541616f6c011 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:05:16.267338 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7ec87d-74ec-4d6e-9561-1f39abc2282d tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:05:16.268225 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ec87d-74ec-4d6e-9561-1f39abc2282d tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Pushing event updated for resources: {'Port': ['ID=48c1a4ae-088a-4c43-bffb-daf0079ab5d8,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:16.271110 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-ac7ec87d-74ec-4d6e-9561-1f39abc2282d tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:05:16.272877 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7ec87d-74ec-4d6e-9561-1f39abc2282d tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:05:16.290269 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-19d3b283-b89d-4871-ab1b-8295b6e23b16 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Unset dirty status for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group_rule {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:05:16.294380 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-19d3b283-b89d-4871-ab1b-8295b6e23b16 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.1764688 Feb 03 14:05:16.295654 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59970) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:16.348305 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52555e90-ef25-4128-acb3-79936f9f9103 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Pushing event updated for resources: {'Port': ['ID=c403291e-b951-4227-9e49-87c703a970d9,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:16.373541 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bd856c1a-f120-4a05-a2f8-1c6244e8de39 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:16.386918 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bd856c1a-f120-4a05-a2f8-1c6244e8de39 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:16.395908 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52555e90-ef25-4128-acb3-79936f9f9103 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Checking segment: {'id': '6d539c8a-d742-421f-9ff6-a57fc37c8c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '8819a7e7-d831-47bb-b6dd-bcf1ef524a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:05:16.396385 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52555e90-ef25-4128-acb3-79936f9f9103 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Network hostable DHCP agents. Network: 8819a7e7-d831-47bb-b6dd-bcf1ef524a51, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:05:16.452590 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59974) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:16.521702 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bd856c1a-f120-4a05-a2f8-1c6244e8de39 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:16.523304 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52555e90-ef25-4128-acb3-79936f9f9103 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Network 8819a7e7-d831-47bb-b6dd-bcf1ef524a51 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:05:16.556386 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd856c1a-f120-4a05-a2f8-1c6244e8de39 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=014f84a2-420f-41a9-8bdc-f110f4dd2b93,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:16.591997 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-255a5711-497b-4a08-8537-9254ce85c5af tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/floatingips/9d555d8b-275d-40cd-9d88-735c68a329e4 HTTP/1.1" status: 200 len: 993 time: 0.1356678 Feb 03 14:05:16.613387 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bd856c1a-f120-4a05-a2f8-1c6244e8de39 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:16.614475 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-bd856c1a-f120-4a05-a2f8-1c6244e8de39 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/014f84a2-420f-41a9-8bdc-f110f4dd2b93 HTTP/1.1" status: 204 len: 168 time: 0.3178501 Feb 03 14:05:16.617255 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59978) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:16.642376 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-52555e90-ef25-4128-acb3-79936f9f9103 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 8819a7e7-d831-47bb-b6dd-bcf1ef524a51) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:05:16.651686 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52555e90-ef25-4128-acb3-79936f9f9103 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:05:16.654064 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138045c3-259e-4274-8740-f65b63d3be52 None None] Network 8819a7e7-d831-47bb-b6dd-bcf1ef524a51 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:05:16.656431 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52555e90-ef25-4128-acb3-79936f9f9103 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:16.659781 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52555e90-ef25-4128-acb3-79936f9f9103 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:16.660500 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-52555e90-ef25-4128-acb3-79936f9f9103 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:16.689603 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b9a00ad4-76c7-4df0-bca2-a9be1bd63b46 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Synchronizing usage tracker for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group_rule {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:05:16.752459 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-52555e90-ef25-4128-acb3-79936f9f9103 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.0797594 Feb 03 14:05:16.754932 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59982) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:16.804799 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b9a00ad4-76c7-4df0-bca2-a9be1bd63b46 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Unset dirty status for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group_rule {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:05:16.809051 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b9a00ad4-76c7-4df0-bca2-a9be1bd63b46 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1880724 Feb 03 14:05:16.809588 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59986) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:16.825545 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ac7ec87d-74ec-4d6e-9561-1f39abc2282d tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:16.852633 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-07e4823e-8a75-42f8-a311-25904c9cd569 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:16.867173 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-07e4823e-8a75-42f8-a311-25904c9cd569 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:16.901152 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc56bf6e-cb34-4173-bdf4-a3effbcf4140 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:16.905220 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc56bf6e-cb34-4173-bdf4-a3effbcf4140 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:16.905943 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-bc56bf6e-cb34-4173-bdf4-a3effbcf4140 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Synchronizing usage tracker for tenant:a0a9f8717f3f47b4b7c9fd216d12522c on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:05:16.934732 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ac7ec87d-74ec-4d6e-9561-1f39abc2282d tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:16.973895 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-07e4823e-8a75-42f8-a311-25904c9cd569 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:16.991854 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e4823e-8a75-42f8-a311-25904c9cd569 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44200fa3-60ab-4c0f-924f-b76a9fe64198,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:17.002252 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-bc56bf6e-cb34-4173-bdf4-a3effbcf4140 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Unset dirty status for tenant:a0a9f8717f3f47b4b7c9fd216d12522c on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:05:17.006762 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-bc56bf6e-cb34-4173-bdf4-a3effbcf4140 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2474411 Feb 03 14:05:17.006762 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 59990) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:17.076068 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-e04aaabd-4376-4007-a00c-4541799bcd18 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Deleting port 261b35c8-4c7b-4a58-b680-efdeb43d02c9 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:05:17.076417 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e04aaabd-4376-4007-a00c-4541799bcd18 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:17.105903 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-07e4823e-8a75-42f8-a311-25904c9cd569 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:17.107350 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-07e4823e-8a75-42f8-a311-25904c9cd569 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/44200fa3-60ab-4c0f-924f-b76a9fe64198 HTTP/1.1" status: 204 len: 168 time: 0.2957151 Feb 03 14:05:17.111615 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59994) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:17.177236 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ac7ec87d-74ec-4d6e-9561-1f39abc2282d tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:17.184316 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-b9971628-4841-4969-aa00-8b13ec35f30f tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Synchronizing usage tracker for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group_rule {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:05:17.236828 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ac7ec87d-74ec-4d6e-9561-1f39abc2282d tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:17.274401 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-b9971628-4841-4969-aa00-8b13ec35f30f tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Unset dirty status for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group_rule {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:05:17.275701 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b9971628-4841-4969-aa00-8b13ec35f30f tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1630554 Feb 03 14:05:17.284979 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 59998) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:17.294196 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:17.295460 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e04aaabd-4376-4007-a00c-4541799bcd18 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:17.387745 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ec87d-74ec-4d6e-9561-1f39abc2282d tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Pushing event updated for resources: {'Port': ['ID=48c1a4ae-088a-4c43-bffb-daf0079ab5d8,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:17.394562 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ac7ec87d-74ec-4d6e-9561-1f39abc2282d tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:17.422080 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-e04aaabd-4376-4007-a00c-4541799bcd18 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Calling delete_port for 261b35c8-4c7b-4a58-b680-efdeb43d02c9 owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:05:17.448123 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c744fab0-f84e-4af7-b7e1-252d5a258a77 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:17.465746 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c744fab0-f84e-4af7-b7e1-252d5a258a77 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:17.567910 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e04aaabd-4376-4007-a00c-4541799bcd18 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:17.601460 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c744fab0-f84e-4af7-b7e1-252d5a258a77 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:17.615427 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04aaabd-4376-4007-a00c-4541799bcd18 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Pushing event deleted for resources: {'Port': ['ID=261b35c8-4c7b-4a58-b680-efdeb43d02c9,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:17.624152 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c744fab0-f84e-4af7-b7e1-252d5a258a77 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5e0f50e-463e-470b-bc36-8c5399c9039c,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:17.624460 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e04aaabd-4376-4007-a00c-4541799bcd18 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:17.654255 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.l3_db [None req-ac7ec87d-74ec-4d6e-9561-1f39abc2282d tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Floating IP d094c339-ec2b-4854-810f-d3a9eb92b628 associated. External IP: 172.26.3.11, port: 5b6bec5f-2b39-461b-b52e-c1ce2fbf12de. Feb 03 14:05:17.705925 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e04aaabd-4376-4007-a00c-4541799bcd18 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] 10.222.0.41 "DELETE /v2.0/ports/261b35c8-4c7b-4a58-b680-efdeb43d02c9 HTTP/1.1" status: 204 len: 168 time: 0.6982746 Feb 03 14:05:17.708608 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60002) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:17.787333 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-e1295733-b197-479c-8fdc-e07be85cfefa tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Deleting port c403291e-b951-4227-9e49-87c703a970d9 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:05:17.791462 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e1295733-b197-479c-8fdc-e07be85cfefa tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:17.805025 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c744fab0-f84e-4af7-b7e1-252d5a258a77 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:17.806131 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c744fab0-f84e-4af7-b7e1-252d5a258a77 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/b5e0f50e-463e-470b-bc36-8c5399c9039c HTTP/1.1" status: 204 len: 168 time: 0.5186088 Feb 03 14:05:17.812341 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60006) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:17.876787 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-0b766474-d64a-4c79-bfca-09e58abd2bb6 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Synchronizing usage tracker for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group_rule {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:05:17.949573 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-0b766474-d64a-4c79-bfca-09e58abd2bb6 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Unset dirty status for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group_rule {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:05:17.953780 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-0b766474-d64a-4c79-bfca-09e58abd2bb6 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1370738 Feb 03 14:05:17.956680 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60010) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:18.014086 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e1295733-b197-479c-8fdc-e07be85cfefa tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:18.044791 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-10b50a8b-78b3-42a1-8a09-1b02251b6fa9 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:18.132228 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-10b50a8b-78b3-42a1-8a09-1b02251b6fa9 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:18.228830 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-e1295733-b197-479c-8fdc-e07be85cfefa tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Calling delete_port for c403291e-b951-4227-9e49-87c703a970d9 owned by {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:05:18.266447 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-10b50a8b-78b3-42a1-8a09-1b02251b6fa9 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:18.288427 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b50a8b-78b3-42a1-8a09-1b02251b6fa9 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3df0ac6-f44c-4e4a-a24c-1e02906915c5,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:18.337969 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7ec87d-74ec-4d6e-9561-1f39abc2282d tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Router e99ef848-aa98-4722-80b7-7357374de1ac has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:05:18.361790 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e1295733-b197-479c-8fdc-e07be85cfefa tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:18.405888 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-10b50a8b-78b3-42a1-8a09-1b02251b6fa9 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:18.409670 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-10b50a8b-78b3-42a1-8a09-1b02251b6fa9 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "DELETE /v2.0/security-groups/a3df0ac6-f44c-4e4a-a24c-1e02906915c5 HTTP/1.1" status: 204 len: 168 time: 0.4519093 Feb 03 14:05:18.410844 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60016) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:18.411316 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1295733-b197-479c-8fdc-e07be85cfefa tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Pushing event deleted for resources: {'Port': ['ID=c403291e-b951-4227-9e49-87c703a970d9,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:18.419569 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e1295733-b197-479c-8fdc-e07be85cfefa tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:18.431846 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e1295733-b197-479c-8fdc-e07be85cfefa tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] 10.222.0.41 "DELETE /v2.0/ports/c403291e-b951-4227-9e49-87c703a970d9 HTTP/1.1" status: 204 len: 168 time: 0.7221742 Feb 03 14:05:18.434244 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60020) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:18.479272 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-a810f20e-72ff-4d1d-bb18-40c48a0fc741 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Synchronizing usage tracker for tenant:a0a9f8717f3f47b4b7c9fd216d12522c on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:05:18.489142 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-98d9b77c-8f68-47a5-aa35-8164fbe01b32 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Synchronizing usage tracker for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:05:18.539643 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-a810f20e-72ff-4d1d-bb18-40c48a0fc741 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Unset dirty status for tenant:a0a9f8717f3f47b4b7c9fd216d12522c on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:05:18.540833 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a810f20e-72ff-4d1d-bb18-40c48a0fc741 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1056700 Feb 03 14:05:18.544714 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60024) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:18.550499 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-3a2100a2-0622-40e8-bd10-683a5342132c tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-440972428'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:18.555711 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-3a2100a2-0622-40e8-bd10-683a5342132c tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:18.560469 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3a2100a2-0622-40e8-bd10-683a5342132c tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Usage tracker for resource:network and tenant:a0a9f8717f3f47b4b7c9fd216d12522c is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:18.563852 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3a2100a2-0622-40e8-bd10-683a5342132c tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:18.566704 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-98d9b77c-8f68-47a5-aa35-8164fbe01b32 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Unset dirty status for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:05:18.568012 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-98d9b77c-8f68-47a5-aa35-8164fbe01b32 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1508555 Feb 03 14:05:18.573515 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-3a2100a2-0622-40e8-bd10-683a5342132c tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:18.575209 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60028) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:18.579408 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-1069fd77-eba6-4e64-9317-fd93c700f67b tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Request body: {'security_group': {'name': 'tempest-secgroup--317584306'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:18.586943 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-1069fd77-eba6-4e64-9317-fd93c700f67b tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:18.607110 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-1069fd77-eba6-4e64-9317-fd93c700f67b tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:18.619586 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2100a2-0622-40e8-bd10-683a5342132c tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Made reservation on behalf of a0a9f8717f3f47b4b7c9fd216d12522c for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:05:18.622796 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3a2100a2-0622-40e8-bd10-683a5342132c tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:18.633787 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7ec87d-74ec-4d6e-9561-1f39abc2282d tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:05:18.646804 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdf4784-10e5-400e-8615-ebdc4d56a409 None None] Sync routers for ids ['e99ef848-aa98-4722-80b7-7357374de1ac'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:05:18.653151 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a2100a2-0622-40e8-bd10-683a5342132c tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:05:18.660504 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdf4784-10e5-400e-8615-ebdc4d56a409 None None] Routers {'e99ef848-aa98-4722-80b7-7357374de1ac'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:05:18.661182 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-1bdf4784-10e5-400e-8615-ebdc4d56a409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:04:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e99ef848-aa98-4722-80b7-7357374de1ac'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:18.662083 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3a2100a2-0622-40e8-bd10-683a5342132c tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:18.662433 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-3a2100a2-0622-40e8-bd10-683a5342132c tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Added segment 42987bab-08d7-401b-8605-ec1e0daf2269 of type vlan for network 5cd9bfe5-99b7-4725-9c1c-e9361b751327 Feb 03 14:05:18.665174 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1069fd77-eba6-4e64-9317-fd93c700f67b tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:18.689857 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3a2100a2-0622-40e8-bd10-683a5342132c tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:18.703038 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-1069fd77-eba6-4e64-9317-fd93c700f67b tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:18.707904 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-1069fd77-eba6-4e64-9317-fd93c700f67b tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Usage tracker for resource:security_group_rule and tenant:4717b081c3a140a289c06dad9c25ae85 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:18.711056 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-1069fd77-eba6-4e64-9317-fd93c700f67b tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:18.717238 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-1069fd77-eba6-4e64-9317-fd93c700f67b tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:18.742164 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ac7ec87d-74ec-4d6e-9561-1f39abc2282d tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:18.802729 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3a2100a2-0622-40e8-bd10-683a5342132c tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:18.809240 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2100a2-0622-40e8-bd10-683a5342132c tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:18.809874 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3a2100a2-0622-40e8-bd10-683a5342132c tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:18.822406 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1069fd77-eba6-4e64-9317-fd93c700f67b tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:18.834942 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ac7ec87d-74ec-4d6e-9561-1f39abc2282d tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.5440149 Feb 03 14:05:18.834942 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe20ca92-6a89-43b6-9410-76f2d58175a7', 'tag': '5b6bec5f-2b39-461b-b52e-c1ce2fbf12de'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:05:18.885794 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe20ca92-6a89-43b6-9410-76f2d58175a7', 'tag': '5b6bec5f-2b39-461b-b52e-c1ce2fbf12de', 'status': 'completed', 'code': 200} Feb 03 14:05:18.891499 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-1bdf4784-10e5-400e-8615-ebdc4d56a409 None None] Set router e99ef848-aa98-4722-80b7-7357374de1ac gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:05:18.893941 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1069fd77-eba6-4e64-9317-fd93c700f67b tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:18.930366 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2100a2-0622-40e8-bd10-683a5342132c tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Pushing event updated for resources: {'Network': ['ID=5cd9bfe5-99b7-4725-9c1c-e9361b751327,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:18.945634 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 5cd9bfe5-99b7-4725-9c1c-e9361b751327 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:05:18.974545 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3a2100a2-0622-40e8-bd10-683a5342132c tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4286883 Feb 03 14:05:18.977090 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60036) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:18.984533 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-316521f9-32a6-4c73-8893-d5fa12f272dc tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-178800849'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:18.989324 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-316521f9-32a6-4c73-8893-d5fa12f272dc tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:18.993962 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-316521f9-32a6-4c73-8893-d5fa12f272dc tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Usage tracker for resource:network and tenant:a0a9f8717f3f47b4b7c9fd216d12522c is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:18.997050 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-316521f9-32a6-4c73-8893-d5fa12f272dc tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:19.002988 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-316521f9-32a6-4c73-8893-d5fa12f272dc tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:19.005899 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1069fd77-eba6-4e64-9317-fd93c700f67b tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff8610b-82d7-46e3-82ee-9d98586e1233,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:19.027236 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-cfbb0ff8-16c0-48ac-bd7b-2dfb0cda3583 req-474c955f-c8b8-44c7-8326-610ad375b2a3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4cbc4ee6b61f47a897e271e5a6452f6c&device_id=fe20ca92-6a89-43b6-9410-76f2d58175a7 HTTP/1.1" status: 200 len: 1098 time: 0.1045582 Feb 03 14:05:19.102964 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1069fd77-eba6-4e64-9317-fd93c700f67b tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:19.104819 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316521f9-32a6-4c73-8893-d5fa12f272dc tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Made reservation on behalf of a0a9f8717f3f47b4b7c9fd216d12522c for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:05:19.106221 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-1069fd77-eba6-4e64-9317-fd93c700f67b tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5322716 Feb 03 14:05:19.108034 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-316521f9-32a6-4c73-8893-d5fa12f272dc tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:19.112224 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60040) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:19.122930 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-f3c58b02-299b-4353-9005-d0080d758774 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Request body: {'security_group_rule': {'security_group_id': '8ff8610b-82d7-46e3-82ee-9d98586e1233', 'direction': 'ingress', 'protocol': 17}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:19.131566 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f3c58b02-299b-4353-9005-d0080d758774 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:19.136915 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-316521f9-32a6-4c73-8893-d5fa12f272dc tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:05:19.144356 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f3c58b02-299b-4353-9005-d0080d758774 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Usage tracker for resource:security_group_rule and tenant:4717b081c3a140a289c06dad9c25ae85 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:19.146695 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-316521f9-32a6-4c73-8893-d5fa12f272dc tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:19.147128 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-316521f9-32a6-4c73-8893-d5fa12f272dc tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Added segment b3daca55-87be-4bf1-8306-8f360f2bf72c of type vlan for network bdf5a470-7ba7-490e-89f7-3b8811eb6aed Feb 03 14:05:19.148616 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f3c58b02-299b-4353-9005-d0080d758774 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:19.158903 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f3c58b02-299b-4353-9005-d0080d758774 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:19.175094 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-316521f9-32a6-4c73-8893-d5fa12f272dc tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:19.194193 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb0ff8-16c0-48ac-bd7b-2dfb0cda3583 req-f82a372b-b431-4d0b-b5e2-6054c7e1348f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:19.194193 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-cfbb0ff8-16c0-48ac-bd7b-2dfb0cda3583 req-f82a372b-b431-4d0b-b5e2-6054c7e1348f service neutron] 10.222.0.47 "GET /v2.0/networks?id=2f1c1092-820d-41af-bed3-3674f069c798 HTTP/1.1" status: 200 len: 911 time: 0.1593132 Feb 03 14:05:19.287278 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f3c58b02-299b-4353-9005-d0080d758774 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:19.299798 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-316521f9-32a6-4c73-8893-d5fa12f272dc tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:19.303694 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316521f9-32a6-4c73-8893-d5fa12f272dc tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:19.304348 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-316521f9-32a6-4c73-8893-d5fa12f272dc tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:19.323713 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-cfbb0ff8-16c0-48ac-bd7b-2dfb0cda3583 req-aad6353a-d726-45d2-b0cc-9ddfcae1ec74 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b6bec5f-2b39-461b-b52e-c1ce2fbf12de HTTP/1.1" status: 200 len: 998 time: 0.1218061 Feb 03 14:05:19.354395 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-1bdf4784-10e5-400e-8615-ebdc4d56a409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'name': 'tempest-TestVolumeBootPattern-211161176-router', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:15Z', 'updated_at': '2022-02-03T14:03:30Z', 'revision_number': 4, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'gw_port': {'id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:17Z', 'updated_at': '2022-02-03T14:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'd094c339-ec2b-4854-810f-d3a9eb92b628', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'floating_ip_address': '172.26.3.11', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'port_id': '5b6bec5f-2b39-461b-b52e-c1ce2fbf12de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798', 'mac_address': 'fa:16:3e:20:f7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe20ca92-6a89-43b6-9410-76f2d58175a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:05:16Z', 'updated_at': '2022-02-03T14:05:16Z', 'revision_number': 0, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36c5ceab-9546-4155-a0cd-7c3d6a13d789', 'name': '', 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'mac_address': 'fa:16:3e:55:2e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:27Z', 'updated_at': '2022-02-03T14:03:43Z', 'revision_number': 5, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'subnets': [{'id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:19.360845 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdf4784-10e5-400e-8615-ebdc4d56a409 None None] Checking router: e99ef848-aa98-4722-80b7-7357374de1ac for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:05:19.374215 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdf4784-10e5-400e-8615-ebdc4d56a409 None None] Routers {'e99ef848-aa98-4722-80b7-7357374de1ac'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:05:19.375254 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-1bdf4784-10e5-400e-8615-ebdc4d56a409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:04:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e99ef848-aa98-4722-80b7-7357374de1ac'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:19.411302 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb0ff8-16c0-48ac-bd7b-2dfb0cda3583 req-cf1fa5b1-5b03-4a61-88d7-a955a56e04f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:19.412722 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-cfbb0ff8-16c0-48ac-bd7b-2dfb0cda3583 req-cf1fa5b1-5b03-4a61-88d7-a955a56e04f1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac5f2d12-5c46-44f1-bb83-783314b1c271 HTTP/1.1" status: 200 len: 850 time: 0.0775795 Feb 03 14:05:19.427273 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316521f9-32a6-4c73-8893-d5fa12f272dc tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Pushing event updated for resources: {'Network': ['ID=bdf5a470-7ba7-490e-89f7-3b8811eb6aed,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:19.443285 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network bdf5a470-7ba7-490e-89f7-3b8811eb6aed details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:05:19.456169 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f3c58b02-299b-4353-9005-d0080d758774 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:19.475121 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-316521f9-32a6-4c73-8893-d5fa12f272dc tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4877067 Feb 03 14:05:19.493752 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-cfbb0ff8-16c0-48ac-bd7b-2dfb0cda3583 req-3bb2055d-e6ac-4011-a91e-a7888ef4adc3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f1c1092-820d-41af-bed3-3674f069c798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712571 Feb 03 14:05:19.576159 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f3c58b02-299b-4353-9005-d0080d758774 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:19.597520 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60044) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:19.604129 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-4dc0fe2a-9866-4b21-aef2-dc2da2cb2f9a tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Request body: {'subnets': [{'network_id': '5cd9bfe5-99b7-4725-9c1c-e9361b751327', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1236629217', 'ip_version': 4}, {'network_id': 'bdf5a470-7ba7-490e-89f7-3b8811eb6aed', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:19.604562 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-4dc0fe2a-9866-4b21-aef2-dc2da2cb2f9a tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Request body: {'subnet': {'network_id': '5cd9bfe5-99b7-4725-9c1c-e9361b751327', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1236629217', 'ip_version': 4}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:19.605227 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-4dc0fe2a-9866-4b21-aef2-dc2da2cb2f9a tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Request body: {'subnet': {'network_id': 'bdf5a470-7ba7-490e-89f7-3b8811eb6aed', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:19.614681 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c58b02-299b-4353-9005-d0080d758774 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6b1a787-d9aa-4b57-8399-aaf7027db573,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:19.661674 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-cfbb0ff8-16c0-48ac-bd7b-2dfb0cda3583 req-0c2be6e0-c970-4f35-a156-578fa783bac4 service neutron] 10.222.0.47 "GET /v2.0/networks/2f1c1092-820d-41af-bed3-3674f069c798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585770 Feb 03 14:05:19.666642 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-1bdf4784-10e5-400e-8615-ebdc4d56a409 None None] Set router e99ef848-aa98-4722-80b7-7357374de1ac gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:05:19.838139 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-4dc0fe2a-9866-4b21-aef2-dc2da2cb2f9a tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:19.841998 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-4dc0fe2a-9866-4b21-aef2-dc2da2cb2f9a tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Usage tracker for resource:subnet and tenant:a0a9f8717f3f47b4b7c9fd216d12522c is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:19.844892 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f3c58b02-299b-4353-9005-d0080d758774 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:19.845118 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-4dc0fe2a-9866-4b21-aef2-dc2da2cb2f9a tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:19.848571 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f3c58b02-299b-4353-9005-d0080d758774 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.7327352 Feb 03 14:05:19.848844 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60048) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:19.854233 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-4dc0fe2a-9866-4b21-aef2-dc2da2cb2f9a tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:19.907283 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-cfbb0ff8-16c0-48ac-bd7b-2dfb0cda3583 req-bb5f1b96-56b6-41e9-a479-2f7985274512 service neutron] 10.222.0.47 "GET /v2.0/networks/2f1c1092-820d-41af-bed3-3674f069c798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384231 Feb 03 14:05:19.922973 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3b1402da-3cb2-47bc-a88c-626727785d24 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:19.948429 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc0fe2a-9866-4b21-aef2-dc2da2cb2f9a tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Made reservation on behalf of a0a9f8717f3f47b4b7c9fd216d12522c for: {'subnet': 2} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:05:19.965288 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3b1402da-3cb2-47bc-a88c-626727785d24 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:20.024677 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-1bdf4784-10e5-400e-8615-ebdc4d56a409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'name': 'tempest-TestVolumeBootPattern-211161176-router', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:15Z', 'updated_at': '2022-02-03T14:03:30Z', 'revision_number': 4, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'gw_port': {'id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:17Z', 'updated_at': '2022-02-03T14:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'd094c339-ec2b-4854-810f-d3a9eb92b628', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'floating_ip_address': '172.26.3.11', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'port_id': '5b6bec5f-2b39-461b-b52e-c1ce2fbf12de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798', 'mac_address': 'fa:16:3e:20:f7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe20ca92-6a89-43b6-9410-76f2d58175a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:05:16Z', 'updated_at': '2022-02-03T14:05:16Z', 'revision_number': 0, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36c5ceab-9546-4155-a0cd-7c3d6a13d789', 'name': '', 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'mac_address': 'fa:16:3e:55:2e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:27Z', 'updated_at': '2022-02-03T14:03:43Z', 'revision_number': 5, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'subnets': [{'id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:20.029148 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdf4784-10e5-400e-8615-ebdc4d56a409 None None] The sync data for ids ['e99ef848-aa98-4722-80b7-7357374de1ac'] in dv-neutron-827016-1-hyperv is: [{'id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'name': 'tempest-TestVolumeBootPattern-211161176-router', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:15Z', 'updated_at': '2022-02-03T14:03:30Z', 'revision_number': 4, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'gw_port': {'id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:17Z', 'updated_at': '2022-02-03T14:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'd094c339-ec2b-4854-810f-d3a9eb92b628', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'floating_ip_address': '172.26.3.11', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'port_id': '5b6bec5f-2b39-461b-b52e-c1ce2fbf12de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798', 'mac_address': 'fa:16:3e:20:f7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe20ca92-6a89-43b6-9410-76f2d58175a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:05:16Z', 'updated_at': '2022-02-03T14:05:16Z', 'revision_number': 0, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36c5ceab-9546-4155-a0cd-7c3d6a13d789', 'name': '', 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'mac_address': 'fa:16:3e:55:2e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:27Z', 'updated_at': '2022-02-03T14:03:43Z', 'revision_number': 5, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'subnets': [{'id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:05:20.181904 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4dc0fe2a-9866-4b21-aef2-dc2da2cb2f9a tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:20.182242 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4dc0fe2a-9866-4b21-aef2-dc2da2cb2f9a tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:20.198527 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3b1402da-3cb2-47bc-a88c-626727785d24 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:20.222842 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ebf064-4e00-4dec-9c67-b8e7c3ec4631 None None] New status for floating IP d094c339-ec2b-4854-810f-d3a9eb92b628: ACTIVE {{(pid=84184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:05:20.277087 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1402da-3cb2-47bc-a88c-626727785d24 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff8610b-82d7-46e3-82ee-9d98586e1233,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:20.306672 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3b1402da-3cb2-47bc-a88c-626727785d24 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:20.311540 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3b1402da-3cb2-47bc-a88c-626727785d24 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "DELETE /v2.0/security-groups/8ff8610b-82d7-46e3-82ee-9d98586e1233 HTTP/1.1" status: 204 len: 168 time: 0.4580622 Feb 03 14:05:20.312633 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60052) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:20.410960 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-33d84fbe-fd36-46cd-ad3c-329d03c2e76b tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Synchronizing usage tracker for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:05:20.493609 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-33d84fbe-fd36-46cd-ad3c-329d03c2e76b tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Unset dirty status for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:05:20.494821 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-33d84fbe-fd36-46cd-ad3c-329d03c2e76b tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1812968 Feb 03 14:05:20.499299 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60056) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:20.642081 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-633b745f-d1a1-46df-8dda-1c1475b97e77 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Request body: {'security_group': {'name': 'tempest-secgroup--378356387'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:20.654670 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-633b745f-d1a1-46df-8dda-1c1475b97e77 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:20.679724 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-633b745f-d1a1-46df-8dda-1c1475b97e77 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:20.791701 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-633b745f-d1a1-46df-8dda-1c1475b97e77 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:20.832708 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-633b745f-d1a1-46df-8dda-1c1475b97e77 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:20.836713 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-633b745f-d1a1-46df-8dda-1c1475b97e77 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Usage tracker for resource:security_group_rule and tenant:4717b081c3a140a289c06dad9c25ae85 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:20.839596 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-633b745f-d1a1-46df-8dda-1c1475b97e77 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:20.845404 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-633b745f-d1a1-46df-8dda-1c1475b97e77 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:20.898250 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-633b745f-d1a1-46df-8dda-1c1475b97e77 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:20.916686 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4dc0fe2a-9866-4b21-aef2-dc2da2cb2f9a tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:20.962779 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-633b745f-d1a1-46df-8dda-1c1475b97e77 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:21.031998 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc0fe2a-9866-4b21-aef2-dc2da2cb2f9a tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Pushing event updated for resources: {'Subnet': ['ID=aa0c3da0-b6b1-446f-bdba-d73337b8c896,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:21.047607 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b745f-d1a1-46df-8dda-1c1475b97e77 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49ff953c-3df1-4136-a706-b25d1c034901,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:21.056023 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc0fe2a-9866-4b21-aef2-dc2da2cb2f9a tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Checking segment: {'id': '42987bab-08d7-401b-8605-ec1e0daf2269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5cd9bfe5-99b7-4725-9c1c-e9361b751327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:05:21.056399 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc0fe2a-9866-4b21-aef2-dc2da2cb2f9a tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Network hostable DHCP agents. Network: 5cd9bfe5-99b7-4725-9c1c-e9361b751327, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:05:21.093458 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-633b745f-d1a1-46df-8dda-1c1475b97e77 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:21.094641 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-633b745f-d1a1-46df-8dda-1c1475b97e77 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5945981 Feb 03 14:05:21.097351 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60062) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:21.102559 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-b1a52a5a-c0eb-48f6-8e43-7fc69021cc50 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Request body: {'security_group': {'name': 'tempest-secgroup--1674340865'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:21.110437 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b1a52a5a-c0eb-48f6-8e43-7fc69021cc50 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:21.114570 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b1a52a5a-c0eb-48f6-8e43-7fc69021cc50 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Usage tracker for resource:security_group and tenant:4717b081c3a140a289c06dad9c25ae85 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:21.117374 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b1a52a5a-c0eb-48f6-8e43-7fc69021cc50 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:21.122910 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b1a52a5a-c0eb-48f6-8e43-7fc69021cc50 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:21.128789 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc0fe2a-9866-4b21-aef2-dc2da2cb2f9a tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Network 5cd9bfe5-99b7-4725-9c1c-e9361b751327 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:05:21.173776 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b1a52a5a-c0eb-48f6-8e43-7fc69021cc50 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:21.187354 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-4dc0fe2a-9866-4b21-aef2-dc2da2cb2f9a tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 5cd9bfe5-99b7-4725-9c1c-e9361b751327) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:05:21.194600 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4dc0fe2a-9866-4b21-aef2-dc2da2cb2f9a tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:21.195765 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a848d7e2-5a13-4556-84f8-8114756074c0 None None] Network 5cd9bfe5-99b7-4725-9c1c-e9361b751327 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:05:21.277350 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b1a52a5a-c0eb-48f6-8e43-7fc69021cc50 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:21.280282 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc0fe2a-9866-4b21-aef2-dc2da2cb2f9a tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Pushing event updated for resources: {'Subnet': ['ID=76feaf1e-ca22-42c1-b602-77b21c1f5e4e,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:21.295500 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b1a52a5a-c0eb-48f6-8e43-7fc69021cc50 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Usage tracker for resource:security_group_rule and tenant:4717b081c3a140a289c06dad9c25ae85 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:21.299548 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b1a52a5a-c0eb-48f6-8e43-7fc69021cc50 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:21.307364 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b1a52a5a-c0eb-48f6-8e43-7fc69021cc50 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:21.320319 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc0fe2a-9866-4b21-aef2-dc2da2cb2f9a tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Checking segment: {'id': 'b3daca55-87be-4bf1-8306-8f360f2bf72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bdf5a470-7ba7-490e-89f7-3b8811eb6aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:05:21.324375 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc0fe2a-9866-4b21-aef2-dc2da2cb2f9a tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Network hostable DHCP agents. Network: bdf5a470-7ba7-490e-89f7-3b8811eb6aed, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:05:21.380892 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b1a52a5a-c0eb-48f6-8e43-7fc69021cc50 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:21.407871 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc0fe2a-9866-4b21-aef2-dc2da2cb2f9a tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Network bdf5a470-7ba7-490e-89f7-3b8811eb6aed is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:05:21.414783 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde72dc5-a630-44c2-9c85-272fac9b5740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-5cd9bfe5-99b7-4725-9c1c-e9361b751327', 'network_id': '5cd9bfe5-99b7-4725-9c1c-e9361b751327', 'tenant_id': 'a0a9f8717f3f47b4b7c9fd216d12522c', 'fixed_ips': [{'subnet_id': 'aa0c3da0-b6b1-446f-bdba-d73337b8c896'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:05:21.414783 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-dde72dc5-a630-44c2-9c85-272fac9b5740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:21.476848 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b1a52a5a-c0eb-48f6-8e43-7fc69021cc50 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:21.518653 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-4dc0fe2a-9866-4b21-aef2-dc2da2cb2f9a tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, bdf5a470-7ba7-490e-89f7-3b8811eb6aed) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:05:21.525181 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a52a5a-c0eb-48f6-8e43-7fc69021cc50 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10e7039d-63ba-4a8c-9cfd-781c53745db5,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:21.528589 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced31d88-8298-4655-8e7c-c75fb9ae69eb None None] Network bdf5a470-7ba7-490e-89f7-3b8811eb6aed requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:05:21.530085 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc0fe2a-9866-4b21-aef2-dc2da2cb2f9a tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:21.530471 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc0fe2a-9866-4b21-aef2-dc2da2cb2f9a tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:21.531102 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4dc0fe2a-9866-4b21-aef2-dc2da2cb2f9a tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:21.613970 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b1a52a5a-c0eb-48f6-8e43-7fc69021cc50 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:21.615221 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b1a52a5a-c0eb-48f6-8e43-7fc69021cc50 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5169771 Feb 03 14:05:21.617973 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60066) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:21.624262 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-429ad1e2-b074-443e-ba78-8a0f395b0896 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Request body: {'security_group_rule': {'security_group_id': '49ff953c-3df1-4136-a706-b25d1c034901', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '10e7039d-63ba-4a8c-9cfd-781c53745db5', 'remote_ip_prefix': None}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:21.630520 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-429ad1e2-b074-443e-ba78-8a0f395b0896 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:21.635656 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-429ad1e2-b074-443e-ba78-8a0f395b0896 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Usage tracker for resource:security_group_rule and tenant:4717b081c3a140a289c06dad9c25ae85 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:21.638599 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-429ad1e2-b074-443e-ba78-8a0f395b0896 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:21.644534 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-429ad1e2-b074-443e-ba78-8a0f395b0896 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:21.647402 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4dc0fe2a-9866-4b21-aef2-dc2da2cb2f9a tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.0487177 Feb 03 14:05:21.650118 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60070) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:21.706471 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-dde72dc5-a630-44c2-9c85-272fac9b5740 None None] Allocated IP 172.20.0.2 (5cd9bfe5-99b7-4725-9c1c-e9361b751327/aa0c3da0-b6b1-446f-bdba-d73337b8c896/832b9a95-cc65-4895-bd66-3efdcc4923cf) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:05:21.721522 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beafabe0-c422-469d-a1f3-b15db99389ae tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:21.722827 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beafabe0-c422-469d-a1f3-b15db99389ae tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:21.724248 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beafabe0-c422-469d-a1f3-b15db99389ae tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:21.725041 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-beafabe0-c422-469d-a1f3-b15db99389ae tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Synchronizing usage tracker for tenant:a0a9f8717f3f47b4b7c9fd216d12522c on resource:subnet {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:05:21.773753 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-429ad1e2-b074-443e-ba78-8a0f395b0896 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:21.820741 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-beafabe0-c422-469d-a1f3-b15db99389ae tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Unset dirty status for tenant:a0a9f8717f3f47b4b7c9fd216d12522c on resource:subnet {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:05:21.825087 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-beafabe0-c422-469d-a1f3-b15db99389ae tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1711140 Feb 03 14:05:21.825502 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60074) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:21.839275 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-429ad1e2-b074-443e-ba78-8a0f395b0896 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:21.876118 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90745ac-561c-4421-82b4-09d0736e38f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-bdf5a470-7ba7-490e-89f7-3b8811eb6aed', 'network_id': 'bdf5a470-7ba7-490e-89f7-3b8811eb6aed', 'tenant_id': 'a0a9f8717f3f47b4b7c9fd216d12522c', 'fixed_ips': [{'subnet_id': '76feaf1e-ca22-42c1-b602-77b21c1f5e4e'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:05:21.876491 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-429ad1e2-b074-443e-ba78-8a0f395b0896 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:21.877802 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d90745ac-561c-4421-82b4-09d0736e38f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:21.907719 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ad1e2-b074-443e-ba78-8a0f395b0896 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2ed0138-5959-4203-b82e-83eac812d44b,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:21.950751 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-429ad1e2-b074-443e-ba78-8a0f395b0896 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:21.954634 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-429ad1e2-b074-443e-ba78-8a0f395b0896 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.3328605 Feb 03 14:05:21.954824 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60078) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:21.995027 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d56d1971-393b-4c31-9374-e01a8931468f tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:22.007237 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d56d1971-393b-4c31-9374-e01a8931468f tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:22.034551 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f8bbea1-9f51-4902-b889-e48c2fd1f916 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Deleting subnet aa0c3da0-b6b1-446f-bdba-d73337b8c896 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:05:22.082092 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d56d1971-393b-4c31-9374-e01a8931468f tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:22.095817 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-dde72dc5-a630-44c2-9c85-272fac9b5740 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:22.097802 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d1971-393b-4c31-9374-e01a8931468f tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2ed0138-5959-4203-b82e-83eac812d44b,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:22.104898 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d56d1971-393b-4c31-9374-e01a8931468f tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:22.108276 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d56d1971-393b-4c31-9374-e01a8931468f tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/f2ed0138-5959-4203-b82e-83eac812d44b HTTP/1.1" status: 204 len: 168 time: 0.1497648 Feb 03 14:05:22.108497 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60082) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:22.115104 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-dde72dc5-a630-44c2-9c85-272fac9b5740 None None] Transition to ACTIVE for port object 832b9a95-cc65-4895-bd66-3efdcc4923cf will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:05:22.135724 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-d90745ac-561c-4421-82b4-09d0736e38f8 None None] Allocated IP 172.20.0.18 (bdf5a470-7ba7-490e-89f7-3b8811eb6aed/76feaf1e-ca22-42c1-b602-77b21c1f5e4e/183184e7-30d6-4560-8a2f-93bca540f7ee) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:05:22.145423 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-dde72dc5-a630-44c2-9c85-272fac9b5740 None None] Transition to ACTIVE for port object 832b9a95-cc65-4895-bd66-3efdcc4923cf will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:05:22.161617 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-adbd2061-08d6-4518-8011-535f0694012a tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Synchronizing usage tracker for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group_rule {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:05:22.202509 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3f8bbea1-9f51-4902-b889-e48c2fd1f916 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:22.217381 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-dde72dc5-a630-44c2-9c85-272fac9b5740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:22.254861 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-adbd2061-08d6-4518-8011-535f0694012a tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Unset dirty status for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group_rule {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:05:22.259014 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-adbd2061-08d6-4518-8011-535f0694012a tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1468594 Feb 03 14:05:22.259471 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60086) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:22.259867 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3f8bbea1-9f51-4902-b889-e48c2fd1f916 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:22.318345 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde72dc5-a630-44c2-9c85-272fac9b5740 None None] Network 5cd9bfe5-99b7-4725-9c1c-e9361b751327 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:05:22.350259 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-dde72dc5-a630-44c2-9c85-272fac9b5740 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:05:22.353050 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1a9cd8a7-0b3a-41e9-8d23-dc88a545f242 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:22.353451 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde72dc5-a630-44c2-9c85-272fac9b5740 None None] Pushing event updated for resources: {'Port': ['ID=832b9a95-cc65-4895-bd66-3efdcc4923cf,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:22.363745 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3f8bbea1-9f51-4902-b889-e48c2fd1f916 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:22.366262 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde72dc5-a630-44c2-9c85-272fac9b5740 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:05:22.387390 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1a9cd8a7-0b3a-41e9-8d23-dc88a545f242 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:22.518202 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-dde72dc5-a630-44c2-9c85-272fac9b5740 None None] Attempting to bind port 832b9a95-cc65-4895-bd66-3efdcc4923cf on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:05:22.518487 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-dde72dc5-a630-44c2-9c85-272fac9b5740 None None] Attempting to bind port 832b9a95-cc65-4895-bd66-3efdcc4923cf by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '42987bab-08d7-401b-8605-ec1e0daf2269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5cd9bfe5-99b7-4725-9c1c-e9361b751327'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:05:22.518846 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde72dc5-a630-44c2-9c85-272fac9b5740 None None] Attempting to bind port 832b9a95-cc65-4895-bd66-3efdcc4923cf on network 5cd9bfe5-99b7-4725-9c1c-e9361b751327 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:05:22.528313 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1a9cd8a7-0b3a-41e9-8d23-dc88a545f242 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:22.536055 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde72dc5-a630-44c2-9c85-272fac9b5740 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:05:22.536423 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde72dc5-a630-44c2-9c85-272fac9b5740 None None] Checking segment: {'id': '42987bab-08d7-401b-8605-ec1e0daf2269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5cd9bfe5-99b7-4725-9c1c-e9361b751327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:05:22.538309 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-dde72dc5-a630-44c2-9c85-272fac9b5740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:22.538309 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde72dc5-a630-44c2-9c85-272fac9b5740 None None] Bound using segment: {'id': '42987bab-08d7-401b-8605-ec1e0daf2269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5cd9bfe5-99b7-4725-9c1c-e9361b751327'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:05:22.538309 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-dde72dc5-a630-44c2-9c85-272fac9b5740 None None] Bound port: 832b9a95-cc65-4895-bd66-3efdcc4923cf, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42987bab-08d7-401b-8605-ec1e0daf2269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5cd9bfe5-99b7-4725-9c1c-e9361b751327'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:05:22.538309 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-dde72dc5-a630-44c2-9c85-272fac9b5740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:22.547472 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9cd8a7-0b3a-41e9-8d23-dc88a545f242 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e7039d-63ba-4a8c-9cfd-781c53745db5,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:22.554598 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d90745ac-561c-4421-82b4-09d0736e38f8 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:22.557178 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3f8bbea1-9f51-4902-b889-e48c2fd1f916 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:22.593384 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8bbea1-9f51-4902-b889-e48c2fd1f916 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Pushing event deleted for resources: {'Subnet': ['ID=aa0c3da0-b6b1-446f-bdba-d73337b8c896,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:22.603756 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3f8bbea1-9f51-4902-b889-e48c2fd1f916 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:22.608513 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-d90745ac-561c-4421-82b4-09d0736e38f8 None None] Transition to ACTIVE for port object 183184e7-30d6-4560-8a2f-93bca540f7ee will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:05:22.642441 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1a9cd8a7-0b3a-41e9-8d23-dc88a545f242 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:22.643720 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-1a9cd8a7-0b3a-41e9-8d23-dc88a545f242 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "DELETE /v2.0/security-groups/10e7039d-63ba-4a8c-9cfd-781c53745db5 HTTP/1.1" status: 204 len: 168 time: 0.3832519 Feb 03 14:05:22.646345 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60090) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:22.652042 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-d90745ac-561c-4421-82b4-09d0736e38f8 None None] Transition to ACTIVE for port object 183184e7-30d6-4560-8a2f-93bca540f7ee will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:05:22.666533 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-dde72dc5-a630-44c2-9c85-272fac9b5740 None None] For port 832b9a95-cc65-4895-bd66-3efdcc4923cf, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:05:22.670474 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-dde72dc5-a630-44c2-9c85-272fac9b5740 None None] For port 832b9a95-cc65-4895-bd66-3efdcc4923cf, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=832b9a95-cc65-4895-bd66-3efdcc4923cf,segment=NetworkSegment(42987bab-08d7-401b-8605-ec1e0daf2269),segment_id=42987bab-08d7-401b-8605-ec1e0daf2269)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:05:22.700456 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3f8bbea1-9f51-4902-b889-e48c2fd1f916 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] 10.222.0.41 "DELETE /v2.0/subnets/aa0c3da0-b6b1-446f-bdba-d73337b8c896 HTTP/1.1" status: 204 len: 168 time: 0.8732631 Feb 03 14:05:22.703600 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60094) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:22.734452 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d90745ac-561c-4421-82b4-09d0736e38f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:22.743311 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-4fbca938-57fe-42ba-8bf7-a5e8abbc970f tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Synchronizing usage tracker for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:05:22.782570 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9e9a0c9-6a33-4ea5-b5c8-33961f496197 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Deleting subnet 76feaf1e-ca22-42c1-b602-77b21c1f5e4e {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:05:22.785435 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c9e9a0c9-6a33-4ea5-b5c8-33961f496197 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:22.798277 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-dde72dc5-a630-44c2-9c85-272fac9b5740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:22.810836 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90745ac-561c-4421-82b4-09d0736e38f8 None None] Network bdf5a470-7ba7-490e-89f7-3b8811eb6aed is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:05:22.813849 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-d90745ac-561c-4421-82b4-09d0736e38f8 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:05:22.815744 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90745ac-561c-4421-82b4-09d0736e38f8 None None] Pushing event updated for resources: {'Port': ['ID=183184e7-30d6-4560-8a2f-93bca540f7ee,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:22.818385 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-4fbca938-57fe-42ba-8bf7-a5e8abbc970f tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Unset dirty status for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:05:22.823496 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90745ac-561c-4421-82b4-09d0736e38f8 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:05:22.823629 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4fbca938-57fe-42ba-8bf7-a5e8abbc970f tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.1722841 Feb 03 14:05:22.823629 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60100) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:22.867599 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c9e9a0c9-6a33-4ea5-b5c8-33961f496197 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:22.959852 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-700ae1d0-cb62-4a82-b5e2-be7f123fbcde tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:22.979173 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde72dc5-a630-44c2-9c85-272fac9b5740 None None] Pushing event updated for resources: {'Port': ['ID=832b9a95-cc65-4895-bd66-3efdcc4923cf,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:22.985725 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-d90745ac-561c-4421-82b4-09d0736e38f8 None None] Attempting to bind port 183184e7-30d6-4560-8a2f-93bca540f7ee on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:05:22.986092 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-d90745ac-561c-4421-82b4-09d0736e38f8 None None] Attempting to bind port 183184e7-30d6-4560-8a2f-93bca540f7ee by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'b3daca55-87be-4bf1-8306-8f360f2bf72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bdf5a470-7ba7-490e-89f7-3b8811eb6aed'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:05:22.986461 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90745ac-561c-4421-82b4-09d0736e38f8 None None] Attempting to bind port 183184e7-30d6-4560-8a2f-93bca540f7ee on network bdf5a470-7ba7-490e-89f7-3b8811eb6aed {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:05:22.993277 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90745ac-561c-4421-82b4-09d0736e38f8 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:05:22.993653 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90745ac-561c-4421-82b4-09d0736e38f8 None None] Checking segment: {'id': 'b3daca55-87be-4bf1-8306-8f360f2bf72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bdf5a470-7ba7-490e-89f7-3b8811eb6aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:05:22.994057 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d90745ac-561c-4421-82b4-09d0736e38f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:22.994446 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90745ac-561c-4421-82b4-09d0736e38f8 None None] Bound using segment: {'id': 'b3daca55-87be-4bf1-8306-8f360f2bf72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bdf5a470-7ba7-490e-89f7-3b8811eb6aed'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:05:22.994904 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-d90745ac-561c-4421-82b4-09d0736e38f8 None None] Bound port: 183184e7-30d6-4560-8a2f-93bca540f7ee, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3daca55-87be-4bf1-8306-8f360f2bf72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bdf5a470-7ba7-490e-89f7-3b8811eb6aed'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:05:22.995366 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d90745ac-561c-4421-82b4-09d0736e38f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:22.995675 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-700ae1d0-cb62-4a82-b5e2-be7f123fbcde tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:23.017318 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c9e9a0c9-6a33-4ea5-b5c8-33961f496197 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:23.138998 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3378b9bc-07d5-41e2-bbe5-ba2d05a3a99d None None] Network 5cd9bfe5-99b7-4725-9c1c-e9361b751327 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:05:23.162413 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-700ae1d0-cb62-4a82-b5e2-be7f123fbcde tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:23.177553 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700ae1d0-cb62-4a82-b5e2-be7f123fbcde tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ff953c-3df1-4136-a706-b25d1c034901,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:23.191701 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c9e9a0c9-6a33-4ea5-b5c8-33961f496197 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:23.229638 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9a0c9-6a33-4ea5-b5c8-33961f496197 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Pushing event deleted for resources: {'Subnet': ['ID=76feaf1e-ca22-42c1-b602-77b21c1f5e4e,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:23.236037 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c9e9a0c9-6a33-4ea5-b5c8-33961f496197 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:23.242843 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c9e9a0c9-6a33-4ea5-b5c8-33961f496197 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] 10.222.0.41 "DELETE /v2.0/subnets/76feaf1e-ca22-42c1-b602-77b21c1f5e4e HTTP/1.1" status: 204 len: 168 time: 0.5382900 Feb 03 14:05:23.245244 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60104) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:23.267628 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-d90745ac-561c-4421-82b4-09d0736e38f8 None None] For port 183184e7-30d6-4560-8a2f-93bca540f7ee, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:05:23.286453 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-700ae1d0-cb62-4a82-b5e2-be7f123fbcde tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:23.290673 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-700ae1d0-cb62-4a82-b5e2-be7f123fbcde tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "DELETE /v2.0/security-groups/49ff953c-3df1-4136-a706-b25d1c034901 HTTP/1.1" status: 204 len: 168 time: 0.4642150 Feb 03 14:05:23.290897 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-d90745ac-561c-4421-82b4-09d0736e38f8 None None] For port 183184e7-30d6-4560-8a2f-93bca540f7ee, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=183184e7-30d6-4560-8a2f-93bca540f7ee,segment=NetworkSegment(b3daca55-87be-4bf1-8306-8f360f2bf72c),segment_id=b3daca55-87be-4bf1-8306-8f360f2bf72c)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:05:23.291023 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60108) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:23.317534 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cf1df0-df02-405d-93a3-4ad06bb9ab41 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:23.318287 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d7cf1df0-df02-405d-93a3-4ad06bb9ab41 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Synchronizing usage tracker for tenant:a0a9f8717f3f47b4b7c9fd216d12522c on resource:subnet {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:05:23.349207 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-07637b3b-6b13-444f-82a3-fc68530d76c4 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Synchronizing usage tracker for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:05:23.363317 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d90745ac-561c-4421-82b4-09d0736e38f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:23.385378 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d7cf1df0-df02-405d-93a3-4ad06bb9ab41 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Unset dirty status for tenant:a0a9f8717f3f47b4b7c9fd216d12522c on resource:subnet {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:05:23.386650 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d7cf1df0-df02-405d-93a3-4ad06bb9ab41 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1404569 Feb 03 14:05:23.391265 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60112) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:23.431327 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-07637b3b-6b13-444f-82a3-fc68530d76c4 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Unset dirty status for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:05:23.433068 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-07637b3b-6b13-444f-82a3-fc68530d76c4 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1410913 Feb 03 14:05:23.437301 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60116) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:23.443317 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-b8b6abc5-8844-493f-bb55-d97ccdf6360e tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Request body: {'security_group': {'name': 'tempest-secgroup--306852613'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:23.450338 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-b8b6abc5-8844-493f-bb55-d97ccdf6360e tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:23.461097 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-b8b6abc5-8844-493f-bb55-d97ccdf6360e tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:23.462948 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90745ac-561c-4421-82b4-09d0736e38f8 None None] Pushing event updated for resources: {'Port': ['ID=183184e7-30d6-4560-8a2f-93bca540f7ee,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:23.517704 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b096e060-9284-4d3e-88b6-994adb3f5930 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:23.529386 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-b096e060-9284-4d3e-88b6-994adb3f5930 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Deleting port 183184e7-30d6-4560-8a2f-93bca540f7ee {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:05:23.529730 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b096e060-9284-4d3e-88b6-994adb3f5930 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:23.562937 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b8b6abc5-8844-493f-bb55-d97ccdf6360e tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:23.624959 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-b8b6abc5-8844-493f-bb55-d97ccdf6360e tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:23.640298 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-b8b6abc5-8844-493f-bb55-d97ccdf6360e tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Usage tracker for resource:security_group_rule and tenant:4717b081c3a140a289c06dad9c25ae85 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:23.645726 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-b8b6abc5-8844-493f-bb55-d97ccdf6360e tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:23.651767 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-b8b6abc5-8844-493f-bb55-d97ccdf6360e tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:23.721088 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b8b6abc5-8844-493f-bb55-d97ccdf6360e tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:23.759778 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-b096e060-9284-4d3e-88b6-994adb3f5930 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] For port 183184e7-30d6-4560-8a2f-93bca540f7ee, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=183184e7-30d6-4560-8a2f-93bca540f7ee,segment=NetworkSegment(b3daca55-87be-4bf1-8306-8f360f2bf72c),segment_id=b3daca55-87be-4bf1-8306-8f360f2bf72c)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:05:23.760272 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b096e060-9284-4d3e-88b6-994adb3f5930 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:23.791177 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b8b6abc5-8844-493f-bb55-d97ccdf6360e tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:23.835816 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b6abc5-8844-493f-bb55-d97ccdf6360e tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccc1cf5-1afc-469e-a1cd-086d709b9b35,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:23.892518 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-b096e060-9284-4d3e-88b6-994adb3f5930 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Calling delete_port for 183184e7-30d6-4560-8a2f-93bca540f7ee owned by network:dhcp {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:05:23.916945 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b8b6abc5-8844-493f-bb55-d97ccdf6360e tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:23.918185 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b8b6abc5-8844-493f-bb55-d97ccdf6360e tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4797127 Feb 03 14:05:23.921511 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60120) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:23.927000 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-2833a170-2b9a-487a-abd6-75d1293684ae tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Request body: {'security_group_rule': {'security_group_id': '8ccc1cf5-1afc-469e-a1cd-086d709b9b35', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:23.937317 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-2833a170-2b9a-487a-abd6-75d1293684ae tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:23.938433 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-2833a170-2b9a-487a-abd6-75d1293684ae tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Usage tracker for resource:security_group_rule and tenant:4717b081c3a140a289c06dad9c25ae85 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:23.941430 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-2833a170-2b9a-487a-abd6-75d1293684ae tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:23.948814 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-2833a170-2b9a-487a-abd6-75d1293684ae tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:24.036176 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2833a170-2b9a-487a-abd6-75d1293684ae tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:24.123156 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2833a170-2b9a-487a-abd6-75d1293684ae tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:24.140286 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b096e060-9284-4d3e-88b6-994adb3f5930 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:24.198286 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2833a170-2b9a-487a-abd6-75d1293684ae tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:24.203798 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b096e060-9284-4d3e-88b6-994adb3f5930 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Pushing event deleted for resources: {'Port': ['ID=183184e7-30d6-4560-8a2f-93bca540f7ee,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:24.206001 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b096e060-9284-4d3e-88b6-994adb3f5930 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] No DVR routers for this DVR port 183184e7-30d6-4560-8a2f-93bca540f7ee on host dv-neutron-827016-1-hyperv {{(pid=84182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:05:24.243748 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833a170-2b9a-487a-abd6-75d1293684ae tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e265d14-43fb-4193-bb57-a441ff7450d3,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:24.351332 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2833a170-2b9a-487a-abd6-75d1293684ae tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:24.352953 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-2833a170-2b9a-487a-abd6-75d1293684ae tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.4305139 Feb 03 14:05:24.361146 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60124) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:24.402291 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b096e060-9284-4d3e-88b6-994adb3f5930 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:24.428078 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4d657c42-4ebb-4c96-b1f4-669fecda07a7 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:24.431930 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-b096e060-9284-4d3e-88b6-994adb3f5930 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdf5a470-7ba7-490e-89f7-3b8811eb6aed']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:24.443573 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4d657c42-4ebb-4c96-b1f4-669fecda07a7 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:24.448630 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-b096e060-9284-4d3e-88b6-994adb3f5930 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3daca55-87be-4bf1-8306-8f360f2bf72c') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:24.448894 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-b096e060-9284-4d3e-88b6-994adb3f5930 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3daca55-87be-4bf1-8306-8f360f2bf72c') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:24.464731 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b096e060-9284-4d3e-88b6-994adb3f5930 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:24.491713 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b096e060-9284-4d3e-88b6-994adb3f5930 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:24.501865 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b096e060-9284-4d3e-88b6-994adb3f5930 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:05:24.502303 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b096e060-9284-4d3e-88b6-994adb3f5930 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:24.519972 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 14:05:24.519972 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:05:24.519972 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 14:05:24.519972 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:05:24.519972 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 14:05:24.519972 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:05:24.519972 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 14:05:24.519972 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:05:24.519972 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 14:05:24.519972 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:05:24.519972 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 14:05:24.519972 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:05:24.519972 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 14:05:24.519972 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:05:24.519972 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:05:24.519972 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:05:24.519972 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:05:24.519972 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:05:24.519972 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 14:05:24.519972 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:05:24.519972 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 14:05:24.519972 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:05:24.519972 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:05:24.519972 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:05:24.519972 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 14:05:24.519972 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:05:24.519972 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:05:24.519972 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:05:24.519972 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:05:24.519972 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:05:24.519972 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:05:24.519972 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:05:24.557390 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762ad833-858f-41ff-b6d1-e8364e5324a7 None None] Network bdf5a470-7ba7-490e-89f7-3b8811eb6aed requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:05:24.563046 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4d657c42-4ebb-4c96-b1f4-669fecda07a7 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:24.608890 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d657c42-4ebb-4c96-b1f4-669fecda07a7 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e265d14-43fb-4193-bb57-a441ff7450d3,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:24.615280 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4d657c42-4ebb-4c96-b1f4-669fecda07a7 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:24.624956 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-4d657c42-4ebb-4c96-b1f4-669fecda07a7 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/1e265d14-43fb-4193-bb57-a441ff7450d3 HTTP/1.1" status: 204 len: 168 time: 0.2585545 Feb 03 14:05:24.624956 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60128) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:24.672292 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b096e060-9284-4d3e-88b6-994adb3f5930 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:24.675205 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-95dec47d-9119-4f21-afd1-789723cd7570 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Synchronizing usage tracker for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group_rule {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:05:24.678380 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-5a383dbb-7d6f-406d-98e6-2b6e9e94602a None None] Could not find standard attr ID for object 183184e7-30d6-4560-8a2f-93bca540f7ee. {{(pid=84183) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:05:24.697714 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b096e060-9284-4d3e-88b6-994adb3f5930 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:24.700520 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b096e060-9284-4d3e-88b6-994adb3f5930 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Pushing event deleted for resources: {'Network': ['ID=bdf5a470-7ba7-490e-89f7-3b8811eb6aed,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:24.719022 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b096e060-9284-4d3e-88b6-994adb3f5930 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] 10.222.0.41 "DELETE /v2.0/networks/bdf5a470-7ba7-490e-89f7-3b8811eb6aed HTTP/1.1" status: 204 len: 168 time: 1.3230591 Feb 03 14:05:24.719022 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60132) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:24.751309 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-95dec47d-9119-4f21-afd1-789723cd7570 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Unset dirty status for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group_rule {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:05:24.755110 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-95dec47d-9119-4f21-afd1-789723cd7570 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1325877 Feb 03 14:05:24.755808 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60136) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:24.849292 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2c77fb2f-d8d2-4e45-97ef-280e8307bda3 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:24.856401 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d1103811-9e44-4434-a752-0e785311c1e4 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:24.867555 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b4ed6f-9b0d-4a4d-9f15-2028fe58eb97 None None] DHCP port deletion for bdf5a470-7ba7-490e-89f7-3b8811eb6aed request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:05:24.873332 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-d1103811-9e44-4434-a752-0e785311c1e4 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Deleting port 832b9a95-cc65-4895-bd66-3efdcc4923cf {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:05:24.873494 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d1103811-9e44-4434-a752-0e785311c1e4 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:24.889336 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a7b800-6334-46a6-9a4c-31bbd97a8bf5 None None] get_active_networks_info from dv-neutron-827016-1-hyperv {{(pid=84183) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 03 14:05:24.889523 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2c77fb2f-d8d2-4e45-97ef-280e8307bda3 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:25.012369 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2c77fb2f-d8d2-4e45-97ef-280e8307bda3 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:25.037150 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a7b800-6334-46a6-9a4c-31bbd97a8bf5 None None] Resources bound (agent type, host, resource id): {{(pid=84183) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 14:05:25.038593 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77fb2f-d8d2-4e45-97ef-280e8307bda3 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccc1cf5-1afc-469e-a1cd-086d709b9b35,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:25.116906 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2c77fb2f-d8d2-4e45-97ef-280e8307bda3 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:25.121085 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60140) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:25.121222 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-2c77fb2f-d8d2-4e45-97ef-280e8307bda3 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "DELETE /v2.0/security-groups/8ccc1cf5-1afc-469e-a1cd-086d709b9b35 HTTP/1.1" status: 204 len: 168 time: 0.3638897 Feb 03 14:05:25.124132 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-d1103811-9e44-4434-a752-0e785311c1e4 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] For port 832b9a95-cc65-4895-bd66-3efdcc4923cf, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=832b9a95-cc65-4895-bd66-3efdcc4923cf,segment=NetworkSegment(42987bab-08d7-401b-8605-ec1e0daf2269),segment_id=42987bab-08d7-401b-8605-ec1e0daf2269)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:05:25.124484 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d1103811-9e44-4434-a752-0e785311c1e4 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:25.269169 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-d1103811-9e44-4434-a752-0e785311c1e4 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Calling delete_port for 832b9a95-cc65-4895-bd66-3efdcc4923cf owned by network:dhcp {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:05:25.348354 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-48f6124a-d720-47de-97f5-b79c986a3134 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Synchronizing usage tracker for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:05:25.387811 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ec09bfea-75ae-4b48-879b-b6ff510841c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:25.436977 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-48f6124a-d720-47de-97f5-b79c986a3134 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Unset dirty status for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:05:25.438398 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-48f6124a-d720-47de-97f5-b79c986a3134 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3165293 Feb 03 14:05:25.442764 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60146) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:25.452612 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-2cb4d793-a7bb-4bf4-a497-1294986790ee tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Request body: {'security_group': {'name': 'tempest-secgroup--2070480760'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:25.460425 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d1103811-9e44-4434-a752-0e785311c1e4 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:25.464896 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-2cb4d793-a7bb-4bf4-a497-1294986790ee tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:25.516657 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1103811-9e44-4434-a752-0e785311c1e4 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Pushing event deleted for resources: {'Port': ['ID=832b9a95-cc65-4895-bd66-3efdcc4923cf,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:25.519401 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-2cb4d793-a7bb-4bf4-a497-1294986790ee tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:25.524393 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1103811-9e44-4434-a752-0e785311c1e4 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] No DVR routers for this DVR port 832b9a95-cc65-4895-bd66-3efdcc4923cf on host dv-neutron-827016-1-hyperv {{(pid=84182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:05:25.632614 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2cb4d793-a7bb-4bf4-a497-1294986790ee tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:25.665579 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d1103811-9e44-4434-a752-0e785311c1e4 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:25.706659 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-d1103811-9e44-4434-a752-0e785311c1e4 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cd9bfe5-99b7-4725-9c1c-e9361b751327']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:25.718029 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-2cb4d793-a7bb-4bf4-a497-1294986790ee tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:25.723393 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-d1103811-9e44-4434-a752-0e785311c1e4 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42987bab-08d7-401b-8605-ec1e0daf2269') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:25.723686 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-d1103811-9e44-4434-a752-0e785311c1e4 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42987bab-08d7-401b-8605-ec1e0daf2269') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:25.730218 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2cb4d793-a7bb-4bf4-a497-1294986790ee tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Usage tracker for resource:security_group_rule and tenant:4717b081c3a140a289c06dad9c25ae85 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:25.735602 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2cb4d793-a7bb-4bf4-a497-1294986790ee tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:25.742508 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d1103811-9e44-4434-a752-0e785311c1e4 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:25.749183 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-2cb4d793-a7bb-4bf4-a497-1294986790ee tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:25.764936 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d1103811-9e44-4434-a752-0e785311c1e4 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:25.771013 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1103811-9e44-4434-a752-0e785311c1e4 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:05:25.771419 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d1103811-9e44-4434-a752-0e785311c1e4 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:25.786207 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 14:05:25.786207 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:05:25.786207 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 14:05:25.786207 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:05:25.786207 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 14:05:25.786207 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:05:25.786207 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 14:05:25.786207 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:05:25.786207 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 14:05:25.786207 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:05:25.786207 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 14:05:25.786207 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:05:25.786207 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 14:05:25.786207 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:05:25.786207 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:05:25.786207 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:05:25.786207 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:05:25.786207 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:05:25.786207 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 14:05:25.786207 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:05:25.786207 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 14:05:25.786207 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:05:25.786207 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:05:25.786207 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:05:25.786207 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 14:05:25.786207 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:05:25.786207 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:05:25.786207 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:05:25.786207 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:05:25.786207 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:05:25.786207 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:05:25.786207 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:05:25.912750 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d1103811-9e44-4434-a752-0e785311c1e4 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:25.917289 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d1103811-9e44-4434-a752-0e785311c1e4 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:25.952385 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1103811-9e44-4434-a752-0e785311c1e4 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Pushing event deleted for resources: {'Network': ['ID=5cd9bfe5-99b7-4725-9c1c-e9361b751327,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:25.973093 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d1103811-9e44-4434-a752-0e785311c1e4 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] 10.222.0.41 "DELETE /v2.0/networks/5cd9bfe5-99b7-4725-9c1c-e9361b751327 HTTP/1.1" status: 204 len: 168 time: 1.2530437 Feb 03 14:05:25.975543 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60152) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:25.999464 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2cb4d793-a7bb-4bf4-a497-1294986790ee tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:26.053563 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2cb4d793-a7bb-4bf4-a497-1294986790ee tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:26.090091 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f1d8771b-01c1-466d-9b51-56fb5b21ea47 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:26.096681 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb4d793-a7bb-4bf4-a497-1294986790ee tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=782f333c-3dc2-4eeb-ab99-3a4d5c4e747e,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:26.133590 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2cb4d793-a7bb-4bf4-a497-1294986790ee tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:26.135143 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2cb4d793-a7bb-4bf4-a497-1294986790ee tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6913333 Feb 03 14:05:26.137793 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60156) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:26.144442 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-b9ca7b29-dc61-4057-a872-2e602ffa24ad tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Request body: {'security_group_rule': {'security_group_id': '782f333c-3dc2-4eeb-ab99-3a4d5c4e747e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:26.150362 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b9ca7b29-dc61-4057-a872-2e602ffa24ad tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:26.155255 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b9ca7b29-dc61-4057-a872-2e602ffa24ad tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Usage tracker for resource:security_group_rule and tenant:4717b081c3a140a289c06dad9c25ae85 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:26.158105 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b9ca7b29-dc61-4057-a872-2e602ffa24ad tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:26.163825 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b9ca7b29-dc61-4057-a872-2e602ffa24ad tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:26.220911 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f1d8771b-01c1-466d-9b51-56fb5b21ea47 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:26.245736 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-f1d8771b-01c1-466d-9b51-56fb5b21ea47 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8819a7e7-d831-47bb-b6dd-bcf1ef524a51']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:26.248119 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b9ca7b29-dc61-4057-a872-2e602ffa24ad tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:26.257922 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-f1d8771b-01c1-466d-9b51-56fb5b21ea47 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d539c8a-d742-421f-9ff6-a57fc37c8c15') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:26.258334 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-f1d8771b-01c1-466d-9b51-56fb5b21ea47 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d539c8a-d742-421f-9ff6-a57fc37c8c15') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:26.269871 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f1d8771b-01c1-466d-9b51-56fb5b21ea47 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:26.293359 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f1d8771b-01c1-466d-9b51-56fb5b21ea47 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:26.300358 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1d8771b-01c1-466d-9b51-56fb5b21ea47 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:05:26.300960 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f1d8771b-01c1-466d-9b51-56fb5b21ea47 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:26.308829 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b9ca7b29-dc61-4057-a872-2e602ffa24ad tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:26.319035 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 14:05:26.319035 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:05:26.319035 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 14:05:26.319035 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:05:26.319035 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 14:05:26.319035 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:05:26.319035 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 14:05:26.319035 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:05:26.319035 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 14:05:26.319035 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:05:26.319035 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 14:05:26.319035 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:05:26.319035 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 14:05:26.319035 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:05:26.319035 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:05:26.319035 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:05:26.319035 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:05:26.319035 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:05:26.319035 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 14:05:26.319035 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:05:26.319035 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 14:05:26.319035 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:05:26.319035 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:05:26.319035 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:05:26.319035 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 14:05:26.319035 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:05:26.319035 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:05:26.319035 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:05:26.319035 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:05:26.319035 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:05:26.319035 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:05:26.319035 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:05:26.373883 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b9ca7b29-dc61-4057-a872-2e602ffa24ad tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:26.397317 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca7b29-dc61-4057-a872-2e602ffa24ad tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9efc540c-0846-4b35-a139-471259c50115,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:26.470904 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f1d8771b-01c1-466d-9b51-56fb5b21ea47 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:26.488415 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f1d8771b-01c1-466d-9b51-56fb5b21ea47 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:26.499674 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d8771b-01c1-466d-9b51-56fb5b21ea47 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Pushing event deleted for resources: {'Network': ['ID=8819a7e7-d831-47bb-b6dd-bcf1ef524a51,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:26.505077 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b9ca7b29-dc61-4057-a872-2e602ffa24ad tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:26.505077 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b9ca7b29-dc61-4057-a872-2e602ffa24ad tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3614812 Feb 03 14:05:26.505077 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60160) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:26.505673 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f1d8771b-01c1-466d-9b51-56fb5b21ea47 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] 10.222.0.41 "DELETE /v2.0/networks/8819a7e7-d831-47bb-b6dd-bcf1ef524a51 HTTP/1.1" status: 204 len: 168 time: 0.5282602 Feb 03 14:05:26.507048 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60164) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:26.524211 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3d4b6e42-56e7-42f8-ad7d-6ee860a4fbb3 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "GET /v2.0/security-group-rules/9efc540c-0846-4b35-a139-471259c50115 HTTP/1.1" status: 200 len: 705 time: 0.0194373 Feb 03 14:05:26.526690 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60168) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:26.616126 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 183184e7-30d6-4560-8a2f-93bca540f7ee no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:05:26.633539 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a07382ad-9601-4b05-82ea-3993949a7623 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:26.654993 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 183184e7-30d6-4560-8a2f-93bca540f7ee {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:05:26.655498 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 183184e7-30d6-4560-8a2f-93bca540f7ee not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:05:26.671783 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-6be4c6c7-5e97-4ad6-93a1-742f6d67f507 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Synchronizing usage tracker for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group_rule {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:05:26.734087 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-6be4c6c7-5e97-4ad6-93a1-742f6d67f507 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Unset dirty status for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group_rule {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:05:26.735339 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-6be4c6c7-5e97-4ad6-93a1-742f6d67f507 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2077115 Feb 03 14:05:26.737974 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60172) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:26.767005 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-44a98c79-a0d3-4f82-b304-dad42b5f7140 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:26.767814 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a07382ad-9601-4b05-82ea-3993949a7623 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:26.777472 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-44a98c79-a0d3-4f82-b304-dad42b5f7140 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:26.796188 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-a07382ad-9601-4b05-82ea-3993949a7623 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b5e15fa-b9a5-4a78-b9f7-541616f6c011']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:26.807881 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-a07382ad-9601-4b05-82ea-3993949a7623 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83b54a9d-68ec-4fc7-a1de-acfa71924895') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:26.808174 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-a07382ad-9601-4b05-82ea-3993949a7623 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83b54a9d-68ec-4fc7-a1de-acfa71924895') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:26.819827 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a07382ad-9601-4b05-82ea-3993949a7623 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:26.835212 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a07382ad-9601-4b05-82ea-3993949a7623 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:26.841082 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a07382ad-9601-4b05-82ea-3993949a7623 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:05:26.841465 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a07382ad-9601-4b05-82ea-3993949a7623 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:26.855293 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 14:05:26.855293 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:05:26.855293 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 14:05:26.855293 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:05:26.855293 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 14:05:26.855293 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:05:26.855293 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 14:05:26.855293 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:05:26.855293 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 14:05:26.855293 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:05:26.855293 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 14:05:26.855293 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:05:26.855293 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 14:05:26.855293 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:05:26.855293 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:05:26.855293 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:05:26.855293 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:05:26.855293 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:05:26.855293 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 14:05:26.855293 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:05:26.855293 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 14:05:26.855293 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:05:26.855293 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:05:26.855293 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:05:26.855293 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 14:05:26.855293 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:05:26.855293 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:05:26.855293 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:05:26.855293 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:05:26.855293 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:05:26.855293 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:05:26.855293 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:05:26.864558 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-44a98c79-a0d3-4f82-b304-dad42b5f7140 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:26.882859 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a98c79-a0d3-4f82-b304-dad42b5f7140 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9efc540c-0846-4b35-a139-471259c50115,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:26.950772 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-44a98c79-a0d3-4f82-b304-dad42b5f7140 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:26.951934 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-44a98c79-a0d3-4f82-b304-dad42b5f7140 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/9efc540c-0846-4b35-a139-471259c50115 HTTP/1.1" status: 204 len: 168 time: 0.2130897 Feb 03 14:05:26.954388 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60176) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:27.000253 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-5a7729b7-c955-4662-8745-ddbdfb7a73e0 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Synchronizing usage tracker for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group_rule {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:05:27.001998 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a07382ad-9601-4b05-82ea-3993949a7623 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:27.022098 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a07382ad-9601-4b05-82ea-3993949a7623 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:27.030890 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07382ad-9601-4b05-82ea-3993949a7623 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] Pushing event deleted for resources: {'Network': ['ID=7b5e15fa-b9a5-4a78-b9f7-541616f6c011,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:27.039822 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-a07382ad-9601-4b05-82ea-3993949a7623 tempest-BulkNetworkOpsTest-1437065266 tempest-BulkNetworkOpsTest-1437065266-project] 10.222.0.41 "DELETE /v2.0/networks/7b5e15fa-b9a5-4a78-b9f7-541616f6c011 HTTP/1.1" status: 204 len: 168 time: 0.5277448 Feb 03 14:05:27.081934 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-5a7729b7-c955-4662-8745-ddbdfb7a73e0 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Unset dirty status for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group_rule {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:05:27.083259 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-5a7729b7-c955-4662-8745-ddbdfb7a73e0 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1277864 Feb 03 14:05:27.085883 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60182) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:27.091678 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-8f2d91c4-4a0f-494f-993a-d7ec5ff7b741 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Request body: {'security_group_rule': {'security_group_id': '782f333c-3dc2-4eeb-ab99-3a4d5c4e747e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:27.097354 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-8f2d91c4-4a0f-494f-993a-d7ec5ff7b741 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:27.106683 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-8f2d91c4-4a0f-494f-993a-d7ec5ff7b741 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:27.186923 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8f2d91c4-4a0f-494f-993a-d7ec5ff7b741 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:27.245971 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8f2d91c4-4a0f-494f-993a-d7ec5ff7b741 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:27.333570 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8f2d91c4-4a0f-494f-993a-d7ec5ff7b741 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:27.357427 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2d91c4-4a0f-494f-993a-d7ec5ff7b741 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe45458d-41b1-4e1e-9d5a-81cc6db1a9f7,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:27.420101 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8f2d91c4-4a0f-494f-993a-d7ec5ff7b741 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:27.421362 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-8f2d91c4-4a0f-494f-993a-d7ec5ff7b741 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3345966 Feb 03 14:05:27.424019 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60188) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:27.446492 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7865b874-755d-4a8f-9043-62258f00c63a tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "GET /v2.0/security-group-rules/fe45458d-41b1-4e1e-9d5a-81cc6db1a9f7 HTTP/1.1" status: 200 len: 705 time: 0.0214369 Feb 03 14:05:27.455086 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60194) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:27.470752 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cb4b1e6e-ec4f-43ea-8047-141ca7bca9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:27.500869 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-27e2c77d-19e2-453e-9579-22e521739c81 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Synchronizing usage tracker for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group_rule {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:05:27.525827 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60198) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:27.573441 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-27e2c77d-19e2-453e-9579-22e521739c81 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Unset dirty status for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group_rule {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:05:27.574719 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-27e2c77d-19e2-453e-9579-22e521739c81 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1186733 Feb 03 14:05:27.578124 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60204) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:27.607202 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-26fc1cc6-38f3-47c2-9728-84e0715453dd tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:27.617560 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-26fc1cc6-38f3-47c2-9728-84e0715453dd tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:27.697171 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-df224d06-446d-4922-8d35-f59d951d4b5d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a0a9f8717f3f47b4b7c9fd216d12522c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1702209 Feb 03 14:05:27.699339 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-26fc1cc6-38f3-47c2-9728-84e0715453dd tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:27.702030 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60208) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:27.720037 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc1cc6-38f3-47c2-9728-84e0715453dd tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe45458d-41b1-4e1e-9d5a-81cc6db1a9f7,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:27.760205 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b90c5beb-741b-438a-9c9c-4154c65e2889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:27.784829 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b90c5beb-741b-438a-9c9c-4154c65e2889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:27.796614 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-26fc1cc6-38f3-47c2-9728-84e0715453dd tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:27.797731 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-26fc1cc6-38f3-47c2-9728-84e0715453dd tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/fe45458d-41b1-4e1e-9d5a-81cc6db1a9f7 HTTP/1.1" status: 204 len: 168 time: 0.2186496 Feb 03 14:05:27.800291 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60212) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:27.864545 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-5b784886-0e5e-465c-8c48-cc5422769596 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0631156 Feb 03 14:05:27.867203 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60216) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:27.874989 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-eddd4b7d-18dc-41b8-ad33-91c7b6271fbd tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Request body: {'security_group_rule': {'security_group_id': '782f333c-3dc2-4eeb-ab99-3a4d5c4e747e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:27.880962 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-eddd4b7d-18dc-41b8-ad33-91c7b6271fbd tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:27.885007 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-eddd4b7d-18dc-41b8-ad33-91c7b6271fbd tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Usage tracker for resource:security_group_rule and tenant:4717b081c3a140a289c06dad9c25ae85 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:27.887892 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-eddd4b7d-18dc-41b8-ad33-91c7b6271fbd tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:27.894159 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-eddd4b7d-18dc-41b8-ad33-91c7b6271fbd tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:27.939726 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b90c5beb-741b-438a-9c9c-4154c65e2889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:27.957019 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c5beb-741b-438a-9c9c-4154c65e2889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906ab614-5974-4531-b0fe-faab49bda561,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:27.960465 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b90c5beb-741b-438a-9c9c-4154c65e2889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:27.962278 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b90c5beb-741b-438a-9c9c-4154c65e2889 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/906ab614-5974-4531-b0fe-faab49bda561 HTTP/1.1" status: 204 len: 168 time: 0.2586694 Feb 03 14:05:27.963017 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.securitygroups_db [None req-eddd4b7d-18dc-41b8-ad33-91c7b6271fbd tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Project 4717b081c3a140a289c06dad9c25ae85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:05:27.971248 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-eddd4b7d-18dc-41b8-ad33-91c7b6271fbd tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:28.039370 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-eddd4b7d-18dc-41b8-ad33-91c7b6271fbd tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:28.093743 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-eddd4b7d-18dc-41b8-ad33-91c7b6271fbd tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:28.117535 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd4b7d-18dc-41b8-ad33-91c7b6271fbd tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cb03300-28f3-4124-968d-0dcb4fd3679c,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:28.173926 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-eddd4b7d-18dc-41b8-ad33-91c7b6271fbd tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:28.175376 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-eddd4b7d-18dc-41b8-ad33-91c7b6271fbd tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3070600 Feb 03 14:05:28.177905 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60222) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:28.197074 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-0dbada40-0805-4491-9ac6-81e73000b9f4 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "GET /v2.0/security-group-rules/4cb03300-28f3-4124-968d-0dcb4fd3679c HTTP/1.1" status: 200 len: 711 time: 0.0181010 Feb 03 14:05:28.199415 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60226) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:28.248511 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-86ae40d1-22ee-4074-9a80-bfca02fd4479 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Synchronizing usage tracker for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group_rule {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:05:28.339274 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-86ae40d1-22ee-4074-9a80-bfca02fd4479 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Unset dirty status for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group_rule {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:05:28.343303 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-86ae40d1-22ee-4074-9a80-bfca02fd4479 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.1403542 Feb 03 14:05:28.343479 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60234) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:28.374921 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-732f0c6e-3047-4bf0-9de7-46a243137fb9 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:28.385136 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-732f0c6e-3047-4bf0-9de7-46a243137fb9 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:28.459576 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-732f0c6e-3047-4bf0-9de7-46a243137fb9 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:28.477913 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f0c6e-3047-4bf0-9de7-46a243137fb9 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4cb03300-28f3-4124-968d-0dcb4fd3679c,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:28.534008 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-732f0c6e-3047-4bf0-9de7-46a243137fb9 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:28.537461 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-732f0c6e-3047-4bf0-9de7-46a243137fb9 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/4cb03300-28f3-4124-968d-0dcb4fd3679c HTTP/1.1" status: 204 len: 168 time: 0.1907296 Feb 03 14:05:28.537712 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60244) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:28.585177 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-80bbc30d-3564-4dbe-a408-51ee98d8573a tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Synchronizing usage tracker for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group_rule {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:05:28.642142 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-80bbc30d-3564-4dbe-a408-51ee98d8573a tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Unset dirty status for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group_rule {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:05:28.643464 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-80bbc30d-3564-4dbe-a408-51ee98d8573a tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1047373 Feb 03 14:05:28.646352 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60248) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:28.712497 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8fbbe665-698a-46be-999f-fb1c9ebe8921 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:28.742546 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8fbbe665-698a-46be-999f-fb1c9ebe8921 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:28.757552 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:28.780271 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:28.836840 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8fbbe665-698a-46be-999f-fb1c9ebe8921 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:28.934743 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbbe665-698a-46be-999f-fb1c9ebe8921 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=782f333c-3dc2-4eeb-ab99-3a4d5c4e747e,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:29.043153 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60258) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:29.116729 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8fbbe665-698a-46be-999f-fb1c9ebe8921 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:29.117909 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8fbbe665-698a-46be-999f-fb1c9ebe8921 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "DELETE /v2.0/security-groups/782f333c-3dc2-4eeb-ab99-3a4d5c4e747e HTTP/1.1" status: 204 len: 168 time: 0.4705591 Feb 03 14:05:29.120650 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60264) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:29.170979 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-7ec00b85-f554-4930-a64b-b451ca9a8887 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Synchronizing usage tracker for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:05:29.177785 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-2cd1ced6-962c-49c3-b637-dd0d96e13855 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:29.178360 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-2cd1ced6-962c-49c3-b637-dd0d96e13855 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] create failed (client error): There was a conflict when trying to complete your request. Feb 03 14:05:29.179357 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-2cd1ced6-962c-49c3-b637-dd0d96e13855 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1352003 Feb 03 14:05:29.182852 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60268) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:29.188652 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-821d6f36-025c-4c07-92f2-f7f2eb9663b5 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Request body: {'security_group': {'name': 'tempest-secgroup--599334863'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:29.195241 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-821d6f36-025c-4c07-92f2-f7f2eb9663b5 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:29.199095 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-821d6f36-025c-4c07-92f2-f7f2eb9663b5 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Usage tracker for resource:security_group and tenant:c02580cda0e7474eaa1c08fd8ca091ed is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:29.202654 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-821d6f36-025c-4c07-92f2-f7f2eb9663b5 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:29.208562 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-821d6f36-025c-4c07-92f2-f7f2eb9663b5 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:29.286954 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-7ec00b85-f554-4930-a64b-b451ca9a8887 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Unset dirty status for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:05:29.286954 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7ec00b85-f554-4930-a64b-b451ca9a8887 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1621020 Feb 03 14:05:29.287943 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60272) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:29.293268 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-83493ce4-de3b-49a3-a775-14fe73e631be tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Request body: {'security_group': {'name': 'tempest-secgroup--534771607'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:29.300016 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-83493ce4-de3b-49a3-a775-14fe73e631be tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:29.309324 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-83493ce4-de3b-49a3-a775-14fe73e631be tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:29.321189 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-821d6f36-025c-4c07-92f2-f7f2eb9663b5 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:29.330715 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-821d6f36-025c-4c07-92f2-f7f2eb9663b5 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:29.360979 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-821d6f36-025c-4c07-92f2-f7f2eb9663b5 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:29.364758 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-821d6f36-025c-4c07-92f2-f7f2eb9663b5 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Usage tracker for resource:security_group_rule and tenant:c02580cda0e7474eaa1c08fd8ca091ed is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:29.367536 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-821d6f36-025c-4c07-92f2-f7f2eb9663b5 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:29.373628 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-821d6f36-025c-4c07-92f2-f7f2eb9663b5 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:29.391247 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-83493ce4-de3b-49a3-a775-14fe73e631be tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:29.430219 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-83493ce4-de3b-49a3-a775-14fe73e631be tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:29.432217 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-83493ce4-de3b-49a3-a775-14fe73e631be tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Usage tracker for resource:security_group_rule and tenant:4717b081c3a140a289c06dad9c25ae85 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:29.435811 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-83493ce4-de3b-49a3-a775-14fe73e631be tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:29.441770 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-83493ce4-de3b-49a3-a775-14fe73e631be tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:29.442088 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-821d6f36-025c-4c07-92f2-f7f2eb9663b5 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:29.494859 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-83493ce4-de3b-49a3-a775-14fe73e631be tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:29.504839 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-821d6f36-025c-4c07-92f2-f7f2eb9663b5 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:29.546342 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-821d6f36-025c-4c07-92f2-f7f2eb9663b5 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:29.548581 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d6f36-025c-4c07-92f2-f7f2eb9663b5 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1914cbbf-e491-41b3-b713-53a80ca51edf,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:29.552886 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-821d6f36-025c-4c07-92f2-f7f2eb9663b5 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Usage tracker for resource:security_group_rule and tenant:c02580cda0e7474eaa1c08fd8ca091ed is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:29.556348 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-83493ce4-de3b-49a3-a775-14fe73e631be tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:29.563938 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-821d6f36-025c-4c07-92f2-f7f2eb9663b5 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:29.571595 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-821d6f36-025c-4c07-92f2-f7f2eb9663b5 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:29.604454 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83493ce4-de3b-49a3-a775-14fe73e631be tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c433019-befe-42ea-90bd-e41f31432778,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:29.630172 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-821d6f36-025c-4c07-92f2-f7f2eb9663b5 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:29.665205 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-83493ce4-de3b-49a3-a775-14fe73e631be tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:29.666431 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-83493ce4-de3b-49a3-a775-14fe73e631be tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3775873 Feb 03 14:05:29.669756 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60278) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:29.675283 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-0ec6f9a2-357f-4ef2-a791-7f6f84f81e83 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Request body: {'security_group_rule': {'security_group_id': '5c433019-befe-42ea-90bd-e41f31432778', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:29.681194 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-0ec6f9a2-357f-4ef2-a791-7f6f84f81e83 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:29.685728 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-0ec6f9a2-357f-4ef2-a791-7f6f84f81e83 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Usage tracker for resource:security_group_rule and tenant:4717b081c3a140a289c06dad9c25ae85 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:29.688638 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-0ec6f9a2-357f-4ef2-a791-7f6f84f81e83 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:29.693502 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-821d6f36-025c-4c07-92f2-f7f2eb9663b5 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:29.694340 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-0ec6f9a2-357f-4ef2-a791-7f6f84f81e83 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:29.738282 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d6f36-025c-4c07-92f2-f7f2eb9663b5 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27014ab8-0a3e-4ce1-8eff-22f39c61ca28,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:29.774291 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0ec6f9a2-357f-4ef2-a791-7f6f84f81e83 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:29.798006 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-821d6f36-025c-4c07-92f2-f7f2eb9663b5 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:29.799294 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-821d6f36-025c-4c07-92f2-f7f2eb9663b5 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6153102 Feb 03 14:05:29.802117 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60282) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:29.807579 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-acd13170-7715-4d07-b4ba-7ce93fb1b174 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Request body: {'security_group_rule': {'security_group_id': '27014ab8-0a3e-4ce1-8eff-22f39c61ca28', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:29.814121 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-acd13170-7715-4d07-b4ba-7ce93fb1b174 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:29.817977 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-acd13170-7715-4d07-b4ba-7ce93fb1b174 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Usage tracker for resource:security_group_rule and tenant:c02580cda0e7474eaa1c08fd8ca091ed is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:29.820842 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-acd13170-7715-4d07-b4ba-7ce93fb1b174 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:29.826773 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-acd13170-7715-4d07-b4ba-7ce93fb1b174 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:29.834928 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0ec6f9a2-357f-4ef2-a791-7f6f84f81e83 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:29.911796 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-acd13170-7715-4d07-b4ba-7ce93fb1b174 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:29.916308 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0ec6f9a2-357f-4ef2-a791-7f6f84f81e83 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:29.943586 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec6f9a2-357f-4ef2-a791-7f6f84f81e83 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7e09efd-0679-42de-bfc4-a423754b6a1e,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:29.974076 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-acd13170-7715-4d07-b4ba-7ce93fb1b174 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:30.019878 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0ec6f9a2-357f-4ef2-a791-7f6f84f81e83 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:30.021057 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-0ec6f9a2-357f-4ef2-a791-7f6f84f81e83 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3503773 Feb 03 14:05:30.023901 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60286) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:30.048315 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-acd13170-7715-4d07-b4ba-7ce93fb1b174 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:30.075929 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd13170-7715-4d07-b4ba-7ce93fb1b174 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f322799-6745-48d8-93a2-82c81be0b87f,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:30.088735 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a5d6c75b-ef36-43e7-aaf3-031488623b4a tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:30.115953 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a5d6c75b-ef36-43e7-aaf3-031488623b4a tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:30.133950 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:30.162661 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-acd13170-7715-4d07-b4ba-7ce93fb1b174 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:30.163916 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-acd13170-7715-4d07-b4ba-7ce93fb1b174 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3608565 Feb 03 14:05:30.166785 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60290) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:30.173056 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-e4780fe0-1ba1-42f9-bce0-ee388ecb2aa5 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Request body: {'security_group_rule': {'security_group_id': '27014ab8-0a3e-4ce1-8eff-22f39c61ca28', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:30.178620 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e4780fe0-1ba1-42f9-bce0-ee388ecb2aa5 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:30.182315 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e4780fe0-1ba1-42f9-bce0-ee388ecb2aa5 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Usage tracker for resource:security_group_rule and tenant:c02580cda0e7474eaa1c08fd8ca091ed is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:30.185126 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e4780fe0-1ba1-42f9-bce0-ee388ecb2aa5 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:30.193975 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e4780fe0-1ba1-42f9-bce0-ee388ecb2aa5 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:30.225064 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a5d6c75b-ef36-43e7-aaf3-031488623b4a tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:30.244162 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6c75b-ef36-43e7-aaf3-031488623b4a tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c433019-befe-42ea-90bd-e41f31432778,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:30.254397 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a5d6c75b-ef36-43e7-aaf3-031488623b4a tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:30.255522 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a5d6c75b-ef36-43e7-aaf3-031488623b4a tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "DELETE /v2.0/security-groups/5c433019-befe-42ea-90bd-e41f31432778 HTTP/1.1" status: 204 len: 168 time: 0.2307451 Feb 03 14:05:30.258285 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60294) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:30.279557 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e4780fe0-1ba1-42f9-bce0-ee388ecb2aa5 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:30.310695 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-5c7cc6a0-3d4b-474a-b6b6-60549119c544 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Synchronizing usage tracker for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:05:30.407798 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-5c7cc6a0-3d4b-474a-b6b6-60549119c544 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Unset dirty status for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:05:30.409054 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-5c7cc6a0-3d4b-474a-b6b6-60549119c544 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1496787 Feb 03 14:05:30.411796 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60298) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:30.436480 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-e4780fe0-1ba1-42f9-bce0-ee388ecb2aa5 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] create failed (client error): There was a conflict when trying to complete your request. Feb 03 14:05:30.437554 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e4780fe0-1ba1-42f9-bce0-ee388ecb2aa5 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2698278 Feb 03 14:05:30.440371 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60302) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:30.455801 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-515a2fb8-3a4f-42e0-94cd-0df07a6c409e tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Synchronizing usage tracker for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group_rule {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:05:30.503647 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-378414e3-013d-4ea2-b00b-611dfac15a06 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:30.530107 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-378414e3-013d-4ea2-b00b-611dfac15a06 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:30.552115 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-515a2fb8-3a4f-42e0-94cd-0df07a6c409e tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] Unset dirty status for tenant:4717b081c3a140a289c06dad9c25ae85 on resource:security_group_rule {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:05:30.553334 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-515a2fb8-3a4f-42e0-94cd-0df07a6c409e tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1406393 Feb 03 14:05:30.556076 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60306) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:30.573912 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-5551c046-3966-44f0-a016-51e9da3873ca tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] delete failed (client error): The resource could not be found. Feb 03 14:05:30.573912 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-5551c046-3966-44f0-a016-51e9da3873ca tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "DELETE /v2.0/security-groups/5c433019-befe-42ea-90bd-e41f31432778 HTTP/1.1" status: 404 len: 347 time: 0.0163076 Feb 03 14:05:30.577981 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60310) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:30.638556 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-61ba3758-1800-4ad3-8ada-9b8bd1154dc8 tempest-SecGroupIPv6Test-2025305756 tempest-SecGroupIPv6Test-2025305756-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0562112 Feb 03 14:05:30.648268 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-378414e3-013d-4ea2-b00b-611dfac15a06 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:30.668432 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378414e3-013d-4ea2-b00b-611dfac15a06 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27014ab8-0a3e-4ce1-8eff-22f39c61ca28,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:30.671664 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-378414e3-013d-4ea2-b00b-611dfac15a06 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:30.675954 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-378414e3-013d-4ea2-b00b-611dfac15a06 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "DELETE /v2.0/security-groups/27014ab8-0a3e-4ce1-8eff-22f39c61ca28 HTTP/1.1" status: 204 len: 168 time: 0.2314839 Feb 03 14:05:30.675954 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60316) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:30.736341 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-462588ae-1d62-47cc-a8ac-b46a81b04e7b tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Synchronizing usage tracker for tenant:c02580cda0e7474eaa1c08fd8ca091ed on resource:security_group {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:05:30.807608 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-462588ae-1d62-47cc-a8ac-b46a81b04e7b tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Unset dirty status for tenant:c02580cda0e7474eaa1c08fd8ca091ed on resource:security_group {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:05:30.808822 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-462588ae-1d62-47cc-a8ac-b46a81b04e7b tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1320901 Feb 03 14:05:30.813092 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60320) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:30.818439 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-ba29b2f4-4a42-4f65-a415-bec525ad4dab tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Request body: {'security_group': {'name': 'tempest-secgroup--810172505'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:30.825083 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ba29b2f4-4a42-4f65-a415-bec525ad4dab tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:30.835353 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ba29b2f4-4a42-4f65-a415-bec525ad4dab tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:30.922004 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ba29b2f4-4a42-4f65-a415-bec525ad4dab tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:30.957162 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ba29b2f4-4a42-4f65-a415-bec525ad4dab tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:30.961224 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ba29b2f4-4a42-4f65-a415-bec525ad4dab tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Usage tracker for resource:security_group_rule and tenant:c02580cda0e7474eaa1c08fd8ca091ed is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:30.964102 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ba29b2f4-4a42-4f65-a415-bec525ad4dab tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:30.970027 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ba29b2f4-4a42-4f65-a415-bec525ad4dab tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:31.023017 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ba29b2f4-4a42-4f65-a415-bec525ad4dab tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:31.152923 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60326) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:31.208109 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ba29b2f4-4a42-4f65-a415-bec525ad4dab tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:31.252250 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29b2f4-4a42-4f65-a415-bec525ad4dab tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=265bb385-4651-4382-a174-611115a2bf49,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:31.333733 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-5801a445-ff3b-4c49-9bd6-b5b10d0f3a38 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4717b081c3a140a289c06dad9c25ae85&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1796994 Feb 03 14:05:31.336255 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60332) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:31.393981 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-61a67b7d-1179-43d9-a21b-5483a57dfcf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:31.418926 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-61a67b7d-1179-43d9-a21b-5483a57dfcf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:31.636828 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ba29b2f4-4a42-4f65-a415-bec525ad4dab tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:31.638741 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ba29b2f4-4a42-4f65-a415-bec525ad4dab tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8240728 Feb 03 14:05:31.641422 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60338) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:31.646843 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-6c7780c8-3a64-4cd6-b02a-59807a1bcde4 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Request body: {'security_group_rule': {'security_group_id': '265bb385-4651-4382-a174-611115a2bf49', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:31.648390 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-6c7780c8-3a64-4cd6-b02a-59807a1bcde4 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:05:31.648390 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-6c7780c8-3a64-4cd6-b02a-59807a1bcde4 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0060549 Feb 03 14:05:31.651192 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60342) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:31.653652 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-61a67b7d-1179-43d9-a21b-5483a57dfcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:31.670635 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a67b7d-1179-43d9-a21b-5483a57dfcf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e3e1ef-fabc-4f6e-88fc-db4aa3b8f0c8,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:31.725413 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d5d83408-7a88-43fe-8818-8a52e8c6dbfe tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:31.754937 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d5d83408-7a88-43fe-8818-8a52e8c6dbfe tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:31.823823 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-61a67b7d-1179-43d9-a21b-5483a57dfcf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:31.823823 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-61a67b7d-1179-43d9-a21b-5483a57dfcf5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/83e3e1ef-fabc-4f6e-88fc-db4aa3b8f0c8 HTTP/1.1" status: 204 len: 168 time: 0.4831834 Feb 03 14:05:31.865431 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d5d83408-7a88-43fe-8818-8a52e8c6dbfe tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:31.884765 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d83408-7a88-43fe-8818-8a52e8c6dbfe tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=265bb385-4651-4382-a174-611115a2bf49,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:31.906108 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d5d83408-7a88-43fe-8818-8a52e8c6dbfe tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:31.906108 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d5d83408-7a88-43fe-8818-8a52e8c6dbfe tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "DELETE /v2.0/security-groups/265bb385-4651-4382-a174-611115a2bf49 HTTP/1.1" status: 204 len: 168 time: 0.2511692 Feb 03 14:05:31.906108 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60348) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:31.961143 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-f5d7ab54-8fe2-4e09-8861-cad77b75c998 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Synchronizing usage tracker for tenant:c02580cda0e7474eaa1c08fd8ca091ed on resource:security_group {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:05:32.042528 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-f5d7ab54-8fe2-4e09-8861-cad77b75c998 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Unset dirty status for tenant:c02580cda0e7474eaa1c08fd8ca091ed on resource:security_group {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:05:32.043810 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f5d7ab54-8fe2-4e09-8861-cad77b75c998 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1370037 Feb 03 14:05:32.054322 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60352) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:32.054322 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-19432fc6-2a75-4f6a-93ef-1faae3f6e274 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Request body: {'security_group': {'name': 'tempest-secgroup--354369304'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:32.061180 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-19432fc6-2a75-4f6a-93ef-1faae3f6e274 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:32.071157 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-19432fc6-2a75-4f6a-93ef-1faae3f6e274 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:32.157831 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-19432fc6-2a75-4f6a-93ef-1faae3f6e274 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:32.198779 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-19432fc6-2a75-4f6a-93ef-1faae3f6e274 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:32.203526 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-19432fc6-2a75-4f6a-93ef-1faae3f6e274 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Usage tracker for resource:security_group_rule and tenant:c02580cda0e7474eaa1c08fd8ca091ed is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:32.206687 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-19432fc6-2a75-4f6a-93ef-1faae3f6e274 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:32.212609 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-19432fc6-2a75-4f6a-93ef-1faae3f6e274 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:32.277697 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-19432fc6-2a75-4f6a-93ef-1faae3f6e274 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:32.356218 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-19432fc6-2a75-4f6a-93ef-1faae3f6e274 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:32.400412 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19432fc6-2a75-4f6a-93ef-1faae3f6e274 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a0a1c5-635a-4d2c-9b0a-866eaf40bc66,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:32.492792 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-19432fc6-2a75-4f6a-93ef-1faae3f6e274 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:32.492792 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-19432fc6-2a75-4f6a-93ef-1faae3f6e274 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4399076 Feb 03 14:05:32.492792 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60366) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:32.500556 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-ed892b01-8e60-4283-adb4-6f27feca1956 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Request body: {'security_group_rule': {'security_group_id': 'c4a0a1c5-635a-4d2c-9b0a-866eaf40bc66', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:32.500556 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-ed892b01-8e60-4283-adb4-6f27feca1956 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:05:32.500556 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ed892b01-8e60-4283-adb4-6f27feca1956 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0059819 Feb 03 14:05:32.508174 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60370) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:32.572599 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4fd63c8d-64af-48e9-9876-3a26763c39a3 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:32.601446 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4fd63c8d-64af-48e9-9876-3a26763c39a3 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:32.788273 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4fd63c8d-64af-48e9-9876-3a26763c39a3 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:32.809112 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd63c8d-64af-48e9-9876-3a26763c39a3 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a0a1c5-635a-4d2c-9b0a-866eaf40bc66,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:32.817729 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4fd63c8d-64af-48e9-9876-3a26763c39a3 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:32.817729 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4fd63c8d-64af-48e9-9876-3a26763c39a3 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "DELETE /v2.0/security-groups/c4a0a1c5-635a-4d2c-9b0a-866eaf40bc66 HTTP/1.1" status: 204 len: 168 time: 0.3130755 Feb 03 14:05:32.817729 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60380) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:32.881831 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-7fae51da-0ad3-472f-ba45-6666d1ac1328 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Synchronizing usage tracker for tenant:c02580cda0e7474eaa1c08fd8ca091ed on resource:security_group {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:05:32.979540 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-7fae51da-0ad3-472f-ba45-6666d1ac1328 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Unset dirty status for tenant:c02580cda0e7474eaa1c08fd8ca091ed on resource:security_group {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:05:32.980826 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7fae51da-0ad3-472f-ba45-6666d1ac1328 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1529367 Feb 03 14:05:32.985283 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60384) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:32.991412 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-0f2c660b-e435-41f0-824d-d8a66fa7822f tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Request body: {'security_group': {'name': 'tempest-secgroup--1320648409'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:32.998230 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-0f2c660b-e435-41f0-824d-d8a66fa7822f tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:33.014620 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-0f2c660b-e435-41f0-824d-d8a66fa7822f tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:33.094115 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0f2c660b-e435-41f0-824d-d8a66fa7822f tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:33.142576 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-0f2c660b-e435-41f0-824d-d8a66fa7822f tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:33.147671 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-0f2c660b-e435-41f0-824d-d8a66fa7822f tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Usage tracker for resource:security_group_rule and tenant:c02580cda0e7474eaa1c08fd8ca091ed is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:33.150117 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-0f2c660b-e435-41f0-824d-d8a66fa7822f tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:33.154520 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60390) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:33.166183 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-0f2c660b-e435-41f0-824d-d8a66fa7822f tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:33.215901 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0f2c660b-e435-41f0-824d-d8a66fa7822f tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:33.288100 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0f2c660b-e435-41f0-824d-d8a66fa7822f tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:33.295457 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-4168094b-33eb-4e61-be2f-3962922414aa tempest-SubnetPoolsTestJSON-1260452677 tempest-SubnetPoolsTestJSON-1260452677-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-4016773', 'prefixes': ['172.20.0.0/16']}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:33.301121 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-4168094b-33eb-4e61-be2f-3962922414aa tempest-SubnetPoolsTestJSON-1260452677 tempest-SubnetPoolsTestJSON-1260452677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:33.330813 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c660b-e435-41f0-824d-d8a66fa7822f tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b918e3c5-b18e-4ac8-bcae-501d93d8f9b4,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:33.397072 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0f2c660b-e435-41f0-824d-d8a66fa7822f tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:33.398645 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-0f2c660b-e435-41f0-824d-d8a66fa7822f tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4121192 Feb 03 14:05:33.401263 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60396) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:33.410714 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-06d0185e-f54e-4e97-82a8-de4ef99bec2e tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Request body: {'security_group_rule': {'security_group_id': 'b918e3c5-b18e-4ac8-bcae-501d93d8f9b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:33.410714 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-06d0185e-f54e-4e97-82a8-de4ef99bec2e tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:05:33.410714 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-06d0185e-f54e-4e97-82a8-de4ef99bec2e tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058348 Feb 03 14:05:33.412698 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60400) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:33.418021 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-a2dbc8f6-a0c3-4d57-8411-9bf604e764da tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Request body: {'security_group_rule': {'security_group_id': 'b918e3c5-b18e-4ac8-bcae-501d93d8f9b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:33.418694 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-a2dbc8f6-a0c3-4d57-8411-9bf604e764da tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:05:33.420143 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a2dbc8f6-a0c3-4d57-8411-9bf604e764da tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0064976 Feb 03 14:05:33.422505 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60404) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:33.427484 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-b6f80928-b4f4-4224-99a0-48c200e00c79 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Request body: {'security_group_rule': {'security_group_id': 'b918e3c5-b18e-4ac8-bcae-501d93d8f9b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:33.428117 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-b6f80928-b4f4-4224-99a0-48c200e00c79 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:05:33.429000 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b6f80928-b4f4-4224-99a0-48c200e00c79 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056489 Feb 03 14:05:33.431273 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60408) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:33.436676 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-adb718da-dca6-4128-bdd8-c6e3fcf5311d tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Request body: {'security_group_rule': {'security_group_id': 'b918e3c5-b18e-4ac8-bcae-501d93d8f9b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:33.439279 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-adb718da-dca6-4128-bdd8-c6e3fcf5311d tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:05:33.439279 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-adb718da-dca6-4128-bdd8-c6e3fcf5311d tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0060735 Feb 03 14:05:33.440968 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60412) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:33.503119 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c587e38f-fa8e-4049-933f-9c779ec6c687 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:33.528311 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c587e38f-fa8e-4049-933f-9c779ec6c687 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:33.550588 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4168094b-33eb-4e61-be2f-3962922414aa tempest-SubnetPoolsTestJSON-1260452677 tempest-SubnetPoolsTestJSON-1260452677-project] Notify callbacks [] for subnetpool, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:33.552220 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-4168094b-33eb-4e61-be2f-3962922414aa tempest-SubnetPoolsTestJSON-1260452677 tempest-SubnetPoolsTestJSON-1260452677-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 734 time: 0.3966055 Feb 03 14:05:33.554532 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60416) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:33.583076 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-60fe3173-31bb-4053-8674-63481b5f4cc8 tempest-SubnetPoolsTestJSON-1260452677 tempest-SubnetPoolsTestJSON-1260452677-project] 10.222.0.41 "GET /v2.0/subnetpools/4fb241f0-6ff7-4fc8-8687-e479dbc746e7 HTTP/1.1" status: 200 len: 729 time: 0.0274169 Feb 03 14:05:33.585479 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60420) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:33.590479 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-8d7e509f-d475-4b82-824c-8fea3ad264c9 tempest-SubnetPoolsTestJSON-1260452677 tempest-SubnetPoolsTestJSON-1260452677-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-218354511'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:33.619489 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c587e38f-fa8e-4049-933f-9c779ec6c687 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:33.640799 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587e38f-fa8e-4049-933f-9c779ec6c687 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b918e3c5-b18e-4ac8-bcae-501d93d8f9b4,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:33.648392 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c587e38f-fa8e-4049-933f-9c779ec6c687 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:33.649915 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c587e38f-fa8e-4049-933f-9c779ec6c687 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "DELETE /v2.0/security-groups/b918e3c5-b18e-4ac8-bcae-501d93d8f9b4 HTTP/1.1" status: 204 len: 168 time: 0.2081141 Feb 03 14:05:33.652540 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60424) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:33.717319 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3832a38d-e713-488c-957f-74ed0c39dfd0 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Synchronizing usage tracker for tenant:c02580cda0e7474eaa1c08fd8ca091ed on resource:security_group {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:05:33.746891 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8d7e509f-d475-4b82-824c-8fea3ad264c9 tempest-SubnetPoolsTestJSON-1260452677 tempest-SubnetPoolsTestJSON-1260452677-project] Notify callbacks [] for subnetpool, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:33.748617 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8d7e509f-d475-4b82-824c-8fea3ad264c9 tempest-SubnetPoolsTestJSON-1260452677 tempest-SubnetPoolsTestJSON-1260452677-project] 10.222.0.41 "PUT /v2.0/subnetpools/4fb241f0-6ff7-4fc8-8687-e479dbc746e7 HTTP/1.1" status: 200 len: 683 time: 0.1622643 Feb 03 14:05:33.751328 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60428) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:33.802981 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3832a38d-e713-488c-957f-74ed0c39dfd0 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Unset dirty status for tenant:c02580cda0e7474eaa1c08fd8ca091ed on resource:security_group {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:05:33.804182 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3832a38d-e713-488c-957f-74ed0c39dfd0 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1507478 Feb 03 14:05:33.808031 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60432) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:33.821760 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-c09a3577-7f29-4eba-84ef-7c817d096c68 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Request body: {'security_group': {'name': 'tempest-secgroup--2135425232'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:33.831545 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-c09a3577-7f29-4eba-84ef-7c817d096c68 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:33.845035 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-c09a3577-7f29-4eba-84ef-7c817d096c68 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:33.906124 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-933e7b16-8feb-4c8f-b8ee-937295a8f65f tempest-SubnetPoolsTestJSON-1260452677 tempest-SubnetPoolsTestJSON-1260452677-project] Notify callbacks [] for subnetpool, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:33.911761 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-933e7b16-8feb-4c8f-b8ee-937295a8f65f tempest-SubnetPoolsTestJSON-1260452677 tempest-SubnetPoolsTestJSON-1260452677-project] 10.222.0.41 "DELETE /v2.0/subnetpools/4fb241f0-6ff7-4fc8-8687-e479dbc746e7 HTTP/1.1" status: 204 len: 168 time: 0.1550105 Feb 03 14:05:33.911761 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60436) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:33.913332 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c09a3577-7f29-4eba-84ef-7c817d096c68 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:33.928130 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-0a66c722-fa74-4ba8-8472-24c45d971ecb tempest-SubnetPoolsTestJSON-1260452677 tempest-SubnetPoolsTestJSON-1260452677-project] show failed (client error): The resource could not be found. Feb 03 14:05:33.930548 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-0a66c722-fa74-4ba8-8472-24c45d971ecb tempest-SubnetPoolsTestJSON-1260452677 tempest-SubnetPoolsTestJSON-1260452677-project] 10.222.0.41 "GET /v2.0/subnetpools/4fb241f0-6ff7-4fc8-8687-e479dbc746e7 HTTP/1.1" status: 404 len: 346 time: 0.0179613 Feb 03 14:05:33.932581 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60440) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:33.953462 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-d8f54ace-e3b8-4af2-b27b-20c49f580851 tempest-SubnetPoolsTestJSON-1260452677 tempest-SubnetPoolsTestJSON-1260452677-project] delete failed (client error): The resource could not be found. Feb 03 14:05:33.959943 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d8f54ace-e3b8-4af2-b27b-20c49f580851 tempest-SubnetPoolsTestJSON-1260452677 tempest-SubnetPoolsTestJSON-1260452677-project] 10.222.0.41 "DELETE /v2.0/subnetpools/4fb241f0-6ff7-4fc8-8687-e479dbc746e7 HTTP/1.1" status: 404 len: 346 time: 0.0209980 Feb 03 14:05:33.960597 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-c09a3577-7f29-4eba-84ef-7c817d096c68 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:33.960597 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-c09a3577-7f29-4eba-84ef-7c817d096c68 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Usage tracker for resource:security_group_rule and tenant:c02580cda0e7474eaa1c08fd8ca091ed is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:33.962990 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-c09a3577-7f29-4eba-84ef-7c817d096c68 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:33.970335 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-c09a3577-7f29-4eba-84ef-7c817d096c68 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:34.030239 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c09a3577-7f29-4eba-84ef-7c817d096c68 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:34.104978 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c09a3577-7f29-4eba-84ef-7c817d096c68 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:34.149279 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a3577-7f29-4eba-84ef-7c817d096c68 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64e1906f-90f1-4100-92f4-0149a561463d,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:34.213670 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c09a3577-7f29-4eba-84ef-7c817d096c68 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:34.214899 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c09a3577-7f29-4eba-84ef-7c817d096c68 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4056427 Feb 03 14:05:34.225689 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60448) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:34.225689 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-ea45a2c9-4fdf-4eb4-8dbe-da22d818f690 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Request body: {'security_group_rule': {'security_group_id': '64e1906f-90f1-4100-92f4-0149a561463d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:34.225689 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-ea45a2c9-4fdf-4eb4-8dbe-da22d818f690 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:05:34.226363 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ea45a2c9-4fdf-4eb4-8dbe-da22d818f690 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061741 Feb 03 14:05:34.228065 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60452) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:34.232977 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-31c93726-351f-4410-b38f-3ba97b1e5b26 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Request body: {'security_group_rule': {'security_group_id': '64e1906f-90f1-4100-92f4-0149a561463d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:34.239854 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-31c93726-351f-4410-b38f-3ba97b1e5b26 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:34.244258 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-31c93726-351f-4410-b38f-3ba97b1e5b26 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Usage tracker for resource:security_group_rule and tenant:c02580cda0e7474eaa1c08fd8ca091ed is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:34.246716 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-31c93726-351f-4410-b38f-3ba97b1e5b26 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:34.252362 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-31c93726-351f-4410-b38f-3ba97b1e5b26 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:34.319714 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60456) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:34.492588 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-31c93726-351f-4410-b38f-3ba97b1e5b26 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:05:34.493528 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-31c93726-351f-4410-b38f-3ba97b1e5b26 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2646148 Feb 03 14:05:34.496519 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60462) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:34.502924 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-3a571a3c-868a-44d1-88a0-fa44f312b620 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Request body: {'security_group_rule': {'security_group_id': '64e1906f-90f1-4100-92f4-0149a561463d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:34.503839 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-3a571a3c-868a-44d1-88a0-fa44f312b620 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:05:34.505507 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3a571a3c-868a-44d1-88a0-fa44f312b620 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0072796 Feb 03 14:05:34.508046 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60466) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:34.514865 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-255dbf3f-5f1b-4815-bbb0-7ab19ddf372e tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Request body: {'security_group_rule': {'security_group_id': '64e1906f-90f1-4100-92f4-0149a561463d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:34.521685 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-255dbf3f-5f1b-4815-bbb0-7ab19ddf372e tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:34.527028 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-255dbf3f-5f1b-4815-bbb0-7ab19ddf372e tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Usage tracker for resource:security_group_rule and tenant:c02580cda0e7474eaa1c08fd8ca091ed is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:34.530213 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-255dbf3f-5f1b-4815-bbb0-7ab19ddf372e tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:34.536145 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-255dbf3f-5f1b-4815-bbb0-7ab19ddf372e tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:34.552248 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60470) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:34.697304 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-255dbf3f-5f1b-4815-bbb0-7ab19ddf372e tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:05:34.698293 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-255dbf3f-5f1b-4815-bbb0-7ab19ddf372e tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1884737 Feb 03 14:05:34.701486 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0af8c73d-3603-477f-94a3-be33d39fcbf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:34.703829 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60476) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:34.711333 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-19c4dc99-dbc4-450f-9d4f-602728decf5c tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Request body: {'security_group_rule': {'security_group_id': '64e1906f-90f1-4100-92f4-0149a561463d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:34.711935 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-19c4dc99-dbc4-450f-9d4f-602728decf5c tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:05:34.712833 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-19c4dc99-dbc4-450f-9d4f-602728decf5c tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072625 Feb 03 14:05:34.715445 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60480) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:34.722490 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-30989612-1feb-4b56-bbd4-d4d0713da3ef tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Request body: {'security_group_rule': {'security_group_id': '64e1906f-90f1-4100-92f4-0149a561463d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:34.735828 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-0af8c73d-3603-477f-94a3-be33d39fcbf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:34.738054 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-30989612-1feb-4b56-bbd4-d4d0713da3ef tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:34.739712 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-0af8c73d-3603-477f-94a3-be33d39fcbf7 admin admin] Usage tracker for resource:security_group_rule and tenant:97be0093d60f468fa13e3b35c457d8c9 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:34.742652 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-0af8c73d-3603-477f-94a3-be33d39fcbf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:34.743593 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-30989612-1feb-4b56-bbd4-d4d0713da3ef tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Usage tracker for resource:security_group_rule and tenant:c02580cda0e7474eaa1c08fd8ca091ed is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:34.746645 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-30989612-1feb-4b56-bbd4-d4d0713da3ef tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:34.748774 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-0af8c73d-3603-477f-94a3-be33d39fcbf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:34.754238 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-30989612-1feb-4b56-bbd4-d4d0713da3ef tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:34.776994 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cd442775-b9f7-4928-9fbf-c9dd91785200 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:34.816293 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0af8c73d-3603-477f-94a3-be33d39fcbf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:34.844093 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.securitygroups_db [None req-30989612-1feb-4b56-bbd4-d4d0713da3ef tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Project c02580cda0e7474eaa1c08fd8ca091ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:05:34.876923 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0af8c73d-3603-477f-94a3-be33d39fcbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:34.923896 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af8c73d-3603-477f-94a3-be33d39fcbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8283f2ad-149c-4569-bf50-74bd4ad06533,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:34.928264 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-0af8c73d-3603-477f-94a3-be33d39fcbf7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=97be0093d60f468fa13e3b35c457d8c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3750522 Feb 03 14:05:34.931508 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60484) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:34.945104 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-30989612-1feb-4b56-bbd4-d4d0713da3ef tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:05:34.945104 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-30989612-1feb-4b56-bbd4-d4d0713da3ef tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2245483 Feb 03 14:05:34.946768 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60488) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:34.954441 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-e2ad7ec1-e427-436b-9575-7510ffb4fc4d tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Request body: {'security_group_rule': {'security_group_id': '64e1906f-90f1-4100-92f4-0149a561463d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:34.955030 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-e2ad7ec1-e427-436b-9575-7510ffb4fc4d tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:05:34.956096 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e2ad7ec1-e427-436b-9575-7510ffb4fc4d tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0085337 Feb 03 14:05:34.958865 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60492) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:34.965526 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-f07ec39d-a582-447c-b50a-7176f4cc5aca tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Request body: {'security_group_rule': {'security_group_id': '64e1906f-90f1-4100-92f4-0149a561463d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:34.978848 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f07ec39d-a582-447c-b50a-7176f4cc5aca tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:34.985629 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f07ec39d-a582-447c-b50a-7176f4cc5aca tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Usage tracker for resource:security_group_rule and tenant:c02580cda0e7474eaa1c08fd8ca091ed is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:34.990600 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f07ec39d-a582-447c-b50a-7176f4cc5aca tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:34.992961 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fb37c768-9367-47ed-9544-e70c3791f750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:34.996979 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f07ec39d-a582-447c-b50a-7176f4cc5aca tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:35.018864 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fb37c768-9367-47ed-9544-e70c3791f750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:35.068453 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.securitygroups_db [None req-f07ec39d-a582-447c-b50a-7176f4cc5aca tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Project c02580cda0e7474eaa1c08fd8ca091ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:05:35.162278 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fb37c768-9367-47ed-9544-e70c3791f750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:35.181569 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37c768-9367-47ed-9544-e70c3791f750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8283f2ad-149c-4569-bf50-74bd4ad06533,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:35.183747 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fb37c768-9367-47ed-9544-e70c3791f750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:35.187850 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-fb37c768-9367-47ed-9544-e70c3791f750 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8283f2ad-149c-4569-bf50-74bd4ad06533 HTTP/1.1" status: 204 len: 168 time: 0.2529967 Feb 03 14:05:35.298423 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-f07ec39d-a582-447c-b50a-7176f4cc5aca tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:05:35.302795 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f07ec39d-a582-447c-b50a-7176f4cc5aca tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3397179 Feb 03 14:05:35.304410 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60498) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:35.308824 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-abd04da0-acf7-45ff-a2f8-ae8bd471a925 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Request body: {'security_group_rule': {'security_group_id': '64e1906f-90f1-4100-92f4-0149a561463d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:35.314799 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-abd04da0-acf7-45ff-a2f8-ae8bd471a925 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:35.319871 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-abd04da0-acf7-45ff-a2f8-ae8bd471a925 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Usage tracker for resource:security_group_rule and tenant:c02580cda0e7474eaa1c08fd8ca091ed is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:35.337386 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-abd04da0-acf7-45ff-a2f8-ae8bd471a925 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:35.337386 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-abd04da0-acf7-45ff-a2f8-ae8bd471a925 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:35.408340 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.securitygroups_db [None req-abd04da0-acf7-45ff-a2f8-ae8bd471a925 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Project c02580cda0e7474eaa1c08fd8ca091ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:05:35.484075 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-abd04da0-acf7-45ff-a2f8-ae8bd471a925 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:05:35.486047 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-abd04da0-acf7-45ff-a2f8-ae8bd471a925 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1822429 Feb 03 14:05:35.489054 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60502) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:35.600140 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f2da3e7f-75b8-4664-9398-3490dd14d194 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:35.640447 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-cd442775-b9f7-4928-9fbf-c9dd91785200 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting port d721bbe8-be94-4409-bab1-8712b0f06f10 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:05:35.640447 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cd442775-b9f7-4928-9fbf-c9dd91785200 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:35.650689 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f2da3e7f-75b8-4664-9398-3490dd14d194 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:35.808187 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f2da3e7f-75b8-4664-9398-3490dd14d194 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:35.830195 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-cd442775-b9f7-4928-9fbf-c9dd91785200 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] For port d721bbe8-be94-4409-bab1-8712b0f06f10, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=d721bbe8-be94-4409-bab1-8712b0f06f10,segment=NetworkSegment(4a1a7f4f-c22c-4cc7-8fa9-8cbbbc224d5e),segment_id=4a1a7f4f-c22c-4cc7-8fa9-8cbbbc224d5e)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:05:35.830331 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cd442775-b9f7-4928-9fbf-c9dd91785200 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:35.830962 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da3e7f-75b8-4664-9398-3490dd14d194 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e1906f-90f1-4100-92f4-0149a561463d,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:35.840882 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f2da3e7f-75b8-4664-9398-3490dd14d194 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:35.841980 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f2da3e7f-75b8-4664-9398-3490dd14d194 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "DELETE /v2.0/security-groups/64e1906f-90f1-4100-92f4-0149a561463d HTTP/1.1" status: 204 len: 168 time: 0.3504238 Feb 03 14:05:35.843690 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da3e7f-75b8-4664-9398-3490dd14d194 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:35.844039 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da3e7f-75b8-4664-9398-3490dd14d194 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:35.844376 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da3e7f-75b8-4664-9398-3490dd14d194 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:35.844715 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da3e7f-75b8-4664-9398-3490dd14d194 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:35.845043 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da3e7f-75b8-4664-9398-3490dd14d194 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:35.845375 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da3e7f-75b8-4664-9398-3490dd14d194 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:35.845819 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da3e7f-75b8-4664-9398-3490dd14d194 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:35.846156 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da3e7f-75b8-4664-9398-3490dd14d194 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:35.846478 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da3e7f-75b8-4664-9398-3490dd14d194 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:35.846807 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da3e7f-75b8-4664-9398-3490dd14d194 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:35.847257 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da3e7f-75b8-4664-9398-3490dd14d194 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:35.849519 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60506) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:35.910081 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ba10cbd0-990e-41e0-ba3f-0eff778cea1a tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Synchronizing usage tracker for tenant:c02580cda0e7474eaa1c08fd8ca091ed on resource:security_group {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:05:35.955889 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-cd442775-b9f7-4928-9fbf-c9dd91785200 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Calling delete_port for d721bbe8-be94-4409-bab1-8712b0f06f10 owned by network:router_interface {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:05:35.996847 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ba10cbd0-990e-41e0-ba3f-0eff778cea1a tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Unset dirty status for tenant:c02580cda0e7474eaa1c08fd8ca091ed on resource:security_group {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:05:36.001394 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ba10cbd0-990e-41e0-ba3f-0eff778cea1a tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1477242 Feb 03 14:05:36.004963 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60510) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:36.010382 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-d21940b9-9c6c-4cef-a101-61c62a81af7f tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Request body: {'security_group': {'name': 'tempest-secgroup--1478964300'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:36.016775 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-d21940b9-9c6c-4cef-a101-61c62a81af7f tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:36.029835 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-d21940b9-9c6c-4cef-a101-61c62a81af7f tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:36.099952 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d21940b9-9c6c-4cef-a101-61c62a81af7f tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:36.138874 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-d21940b9-9c6c-4cef-a101-61c62a81af7f tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:36.142649 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d21940b9-9c6c-4cef-a101-61c62a81af7f tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Usage tracker for resource:security_group_rule and tenant:c02580cda0e7474eaa1c08fd8ca091ed is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:36.146139 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d21940b9-9c6c-4cef-a101-61c62a81af7f tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:36.156084 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-d21940b9-9c6c-4cef-a101-61c62a81af7f tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:36.210049 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d21940b9-9c6c-4cef-a101-61c62a81af7f tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:36.225592 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cd442775-b9f7-4928-9fbf-c9dd91785200 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:36.272801 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd442775-b9f7-4928-9fbf-c9dd91785200 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Port': ['ID=d721bbe8-be94-4409-bab1-8712b0f06f10,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:36.289273 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d21940b9-9c6c-4cef-a101-61c62a81af7f tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:36.340584 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21940b9-9c6c-4cef-a101-61c62a81af7f tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aad7b17-e120-489d-ad14-637521bd6fc8,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:36.418587 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d21940b9-9c6c-4cef-a101-61c62a81af7f tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:36.418587 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d21940b9-9c6c-4cef-a101-61c62a81af7f tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4101675 Feb 03 14:05:36.422322 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60514) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:36.430373 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-33e6241b-fc23-47df-a024-c6d4aaee9c2b tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Request body: {'security_group_rule': {'security_group_id': '6aad7b17-e120-489d-ad14-637521bd6fc8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:36.432883 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-33e6241b-fc23-47df-a024-c6d4aaee9c2b tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:36.436505 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-33e6241b-fc23-47df-a024-c6d4aaee9c2b tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Usage tracker for resource:security_group_rule and tenant:c02580cda0e7474eaa1c08fd8ca091ed is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:36.441082 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-33e6241b-fc23-47df-a024-c6d4aaee9c2b tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:36.446342 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-33e6241b-fc23-47df-a024-c6d4aaee9c2b tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:36.599996 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cd442775-b9f7-4928-9fbf-c9dd91785200 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:36.617916 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-33e6241b-fc23-47df-a024-c6d4aaee9c2b tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] create failed (client error): The resource could not be found. Feb 03 14:05:36.619822 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-33e6241b-fc23-47df-a024-c6d4aaee9c2b tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1995084 Feb 03 14:05:36.620376 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60518) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:36.626260 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-bad9893c-0946-4d92-b01f-f0082a03d7db tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Request body: {'security_group_rule': {'security_group_id': '6aad7b17-e120-489d-ad14-637521bd6fc8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'ac635c17-6baa-4ffd-8017-585db0c35563'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:36.632370 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-bad9893c-0946-4d92-b01f-f0082a03d7db tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:36.642353 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-bad9893c-0946-4d92-b01f-f0082a03d7db tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Usage tracker for resource:security_group_rule and tenant:c02580cda0e7474eaa1c08fd8ca091ed is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:36.642353 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-bad9893c-0946-4d92-b01f-f0082a03d7db tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:36.647440 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-bad9893c-0946-4d92-b01f-f0082a03d7db tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:36.827773 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-bad9893c-0946-4d92-b01f-f0082a03d7db tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] create failed (client error): The resource could not be found. Feb 03 14:05:36.827773 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-bad9893c-0946-4d92-b01f-f0082a03d7db tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2054148 Feb 03 14:05:36.833518 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60522) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:36.900016 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-51c006f6-68d6-4b51-9f38-f38744b378cf tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:36.933448 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-51c006f6-68d6-4b51-9f38-f38744b378cf tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:37.054112 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-51c006f6-68d6-4b51-9f38-f38744b378cf tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:37.072765 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c006f6-68d6-4b51-9f38-f38744b378cf tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aad7b17-e120-489d-ad14-637521bd6fc8,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:37.085692 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-51c006f6-68d6-4b51-9f38-f38744b378cf tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:37.085692 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-51c006f6-68d6-4b51-9f38-f38744b378cf tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "DELETE /v2.0/security-groups/6aad7b17-e120-489d-ad14-637521bd6fc8 HTTP/1.1" status: 204 len: 168 time: 0.2516158 Feb 03 14:05:37.085692 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60526) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:37.142252 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-a851c164-b569-4733-bd1c-34c2dbe73977 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Synchronizing usage tracker for tenant:c02580cda0e7474eaa1c08fd8ca091ed on resource:security_group {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:05:37.215265 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-a851c164-b569-4733-bd1c-34c2dbe73977 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Unset dirty status for tenant:c02580cda0e7474eaa1c08fd8ca091ed on resource:security_group {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:05:37.215265 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a851c164-b569-4733-bd1c-34c2dbe73977 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1236727 Feb 03 14:05:37.215265 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60530) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:37.224504 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-b12614f1-fd47-4936-a689-3c78b4bab9ef tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Request body: {'security_group_rule': {'security_group_id': '36ab648b-1f04-47f2-a474-c955a43c43df', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:37.229039 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b12614f1-fd47-4936-a689-3c78b4bab9ef tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:37.232596 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b12614f1-fd47-4936-a689-3c78b4bab9ef tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Usage tracker for resource:security_group_rule and tenant:c02580cda0e7474eaa1c08fd8ca091ed is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:37.235923 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b12614f1-fd47-4936-a689-3c78b4bab9ef tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:37.241742 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b12614f1-fd47-4936-a689-3c78b4bab9ef tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:37.293199 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd442775-b9f7-4928-9fbf-c9dd91785200 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router 52585ba9-5a1c-47ba-a8f0-6d99891c4f02 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:05:37.437517 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-b12614f1-fd47-4936-a689-3c78b4bab9ef tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] create failed (client error): The resource could not be found. Feb 03 14:05:37.438502 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b12614f1-fd47-4936-a689-3c78b4bab9ef tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2231333 Feb 03 14:05:37.442323 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60534) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:37.448650 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-bbc500b7-519a-4071-9865-6ae22fe9d1a1 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Request body: {'security_group': {'name': 'tempest-secgroup--1025494774'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:37.454245 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-bbc500b7-519a-4071-9865-6ae22fe9d1a1 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:37.464282 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-bbc500b7-519a-4071-9865-6ae22fe9d1a1 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:37.513264 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd442775-b9f7-4928-9fbf-c9dd91785200 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:05:37.527631 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e7d7bb-ea1e-4880-809b-383a4df41ffe None None] Sync routers for ids ['52585ba9-5a1c-47ba-a8f0-6d99891c4f02'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:05:37.530667 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-cd442775-b9f7-4928-9fbf-c9dd91785200 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "PUT /v2.0/routers/52585ba9-5a1c-47ba-a8f0-6d99891c4f02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2098961 Feb 03 14:05:37.537623 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bbc500b7-519a-4071-9865-6ae22fe9d1a1 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:37.541184 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e7d7bb-ea1e-4880-809b-383a4df41ffe None None] Routers {'52585ba9-5a1c-47ba-a8f0-6d99891c4f02'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:05:37.541939 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-94e7d7bb-ea1e-4880-809b-383a4df41ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:05:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['52585ba9-5a1c-47ba-a8f0-6d99891c4f02'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:37.580604 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-bbc500b7-519a-4071-9865-6ae22fe9d1a1 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:37.584964 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-bbc500b7-519a-4071-9865-6ae22fe9d1a1 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Usage tracker for resource:security_group_rule and tenant:c02580cda0e7474eaa1c08fd8ca091ed is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:37.588035 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-bbc500b7-519a-4071-9865-6ae22fe9d1a1 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:37.594556 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-bbc500b7-519a-4071-9865-6ae22fe9d1a1 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:37.657108 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bbc500b7-519a-4071-9865-6ae22fe9d1a1 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:37.724664 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-94e7d7bb-ea1e-4880-809b-383a4df41ffe None None] Set router 52585ba9-5a1c-47ba-a8f0-6d99891c4f02 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:05:37.739904 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bbc500b7-519a-4071-9865-6ae22fe9d1a1 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:37.789506 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc500b7-519a-4071-9865-6ae22fe9d1a1 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c48139c6-8fe3-47f8-a70d-cd4bab64b658,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:37.889700 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bbc500b7-519a-4071-9865-6ae22fe9d1a1 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:37.894125 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-bbc500b7-519a-4071-9865-6ae22fe9d1a1 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4507225 Feb 03 14:05:37.894305 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60540) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:37.902255 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-46bb5dff-7c3d-4e1b-bb89-144e7f6596b7 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Request body: {'security_group': {'name': 'tempest-secgroup--1317665549'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:37.908660 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-46bb5dff-7c3d-4e1b-bb89-144e7f6596b7 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:37.912986 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-46bb5dff-7c3d-4e1b-bb89-144e7f6596b7 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Usage tracker for resource:security_group and tenant:c02580cda0e7474eaa1c08fd8ca091ed is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:37.915913 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-46bb5dff-7c3d-4e1b-bb89-144e7f6596b7 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:37.922508 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-46bb5dff-7c3d-4e1b-bb89-144e7f6596b7 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:38.012259 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-46bb5dff-7c3d-4e1b-bb89-144e7f6596b7 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:38.058001 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-46bb5dff-7c3d-4e1b-bb89-144e7f6596b7 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:38.068651 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-46bb5dff-7c3d-4e1b-bb89-144e7f6596b7 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Usage tracker for resource:security_group_rule and tenant:c02580cda0e7474eaa1c08fd8ca091ed is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:38.068651 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-46bb5dff-7c3d-4e1b-bb89-144e7f6596b7 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:38.074008 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-46bb5dff-7c3d-4e1b-bb89-144e7f6596b7 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:38.138692 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-46bb5dff-7c3d-4e1b-bb89-144e7f6596b7 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:38.145398 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-94e7d7bb-ea1e-4880-809b-383a4df41ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'name': 'tempest-TestNetworkBasicOps-router-226659830', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': 'a9833346-09a2-4488-8188-759ee3853f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:02:04Z', 'updated_at': '2022-02-03T14:05:36Z', 'revision_number': 6, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'a9833346-09a2-4488-8188-759ee3853f8c', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:02:06Z', 'updated_at': '2022-02-03T14:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '85e4873d-0ab3-4e2a-8383-3c0a7ffe7c5f', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.26', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'port_id': '252aee64-0547-43af-b252-4dbeb7d6ddb5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd13b231-4ee5-4444-8ba9-9ea79394e28e', 'mac_address': 'fa:16:3e:02:bb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3875e59f-d40a-4a56-9ead-05f6f7ec7352', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:03:17Z', 'updated_at': '2022-02-03T14:03:25Z', 'revision_number': 1, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a074b62a-e8b7-4031-8cf9-024178d5497e', 'name': '', 'network_id': 'dd13b231-4ee5-4444-8ba9-9ea79394e28e', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:5b:1c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b94a408-000d-4159-8152-731afc1af407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:02:20Z', 'updated_at': '2022-02-03T14:02:42Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '2b94a408-000d-4159-8152-731afc1af407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:38.152106 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e7d7bb-ea1e-4880-809b-383a4df41ffe None None] Checking router: 52585ba9-5a1c-47ba-a8f0-6d99891c4f02 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:05:38.159976 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e7d7bb-ea1e-4880-809b-383a4df41ffe None None] Routers {'52585ba9-5a1c-47ba-a8f0-6d99891c4f02'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:05:38.161497 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-94e7d7bb-ea1e-4880-809b-383a4df41ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:05:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['52585ba9-5a1c-47ba-a8f0-6d99891c4f02'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:38.190845 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-46bb5dff-7c3d-4e1b-bb89-144e7f6596b7 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:38.205286 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaef6c9-d101-42b2-bb33-293a1c032d87 req-93ed4ca4-a40f-40d9-9de5-725a022fee15 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:38.205735 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-edaef6c9-d101-42b2-bb33-293a1c032d87 req-93ed4ca4-a40f-40d9-9de5-725a022fee15 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd1c21c0-3bfc-4e01-993e-0d6858a7ae9f HTTP/1.1" status: 200 len: 946 time: 0.0814307 Feb 03 14:05:38.240626 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb5dff-7c3d-4e1b-bb89-144e7f6596b7 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d39c648-6b66-4baa-bc26-c61beb8d0363,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:38.249828 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bb5dff-7c3d-4e1b-bb89-144e7f6596b7 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:38.250449 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bb5dff-7c3d-4e1b-bb89-144e7f6596b7 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:38.251045 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bb5dff-7c3d-4e1b-bb89-144e7f6596b7 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:38.251413 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bb5dff-7c3d-4e1b-bb89-144e7f6596b7 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:38.251746 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bb5dff-7c3d-4e1b-bb89-144e7f6596b7 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:38.252075 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bb5dff-7c3d-4e1b-bb89-144e7f6596b7 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:38.252450 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bb5dff-7c3d-4e1b-bb89-144e7f6596b7 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:38.252794 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bb5dff-7c3d-4e1b-bb89-144e7f6596b7 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:38.253115 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bb5dff-7c3d-4e1b-bb89-144e7f6596b7 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:38.253654 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bb5dff-7c3d-4e1b-bb89-144e7f6596b7 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:38.254755 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bb5dff-7c3d-4e1b-bb89-144e7f6596b7 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:38.270839 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-edaef6c9-d101-42b2-bb33-293a1c032d87 req-e2327b38-d4d9-4102-b715-9bdd650ecb33 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c99ecf2-145a-4dbe-866b-0e6688f6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534368 Feb 03 14:05:38.316931 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-46bb5dff-7c3d-4e1b-bb89-144e7f6596b7 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:38.318271 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-46bb5dff-7c3d-4e1b-bb89-144e7f6596b7 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4221842 Feb 03 14:05:38.321497 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60546) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:38.328795 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-5ca8eca1-e118-4f8c-908e-b778f5cca591 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Request body: {'security_group_rule': {'security_group_id': 'c48139c6-8fe3-47f8-a70d-cd4bab64b658', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '7d39c648-6b66-4baa-bc26-c61beb8d0363'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:38.335654 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-5ca8eca1-e118-4f8c-908e-b778f5cca591 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:38.340436 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-5ca8eca1-e118-4f8c-908e-b778f5cca591 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Usage tracker for resource:security_group_rule and tenant:c02580cda0e7474eaa1c08fd8ca091ed is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:38.350098 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-5ca8eca1-e118-4f8c-908e-b778f5cca591 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:38.360947 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-5ca8eca1-e118-4f8c-908e-b778f5cca591 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:38.403824 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-94e7d7bb-ea1e-4880-809b-383a4df41ffe None None] Set router 52585ba9-5a1c-47ba-a8f0-6d99891c4f02 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:05:38.499861 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-5ca8eca1-e118-4f8c-908e-b778f5cca591 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:05:38.501177 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-5ca8eca1-e118-4f8c-908e-b778f5cca591 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1785431 Feb 03 14:05:38.505737 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60550) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:38.572478 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a1505301-a0b5-4d61-a86a-2d55bf8b2261 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:38.600946 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a1505301-a0b5-4d61-a86a-2d55bf8b2261 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:38.699899 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a1505301-a0b5-4d61-a86a-2d55bf8b2261 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:38.723742 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1505301-a0b5-4d61-a86a-2d55bf8b2261 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d39c648-6b66-4baa-bc26-c61beb8d0363,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:38.727111 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a1505301-a0b5-4d61-a86a-2d55bf8b2261 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:38.728222 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-a1505301-a0b5-4d61-a86a-2d55bf8b2261 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "DELETE /v2.0/security-groups/7d39c648-6b66-4baa-bc26-c61beb8d0363 HTTP/1.1" status: 204 len: 168 time: 0.2213132 Feb 03 14:05:38.730875 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60554) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:38.776183 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-94e7d7bb-ea1e-4880-809b-383a4df41ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'name': 'tempest-TestNetworkBasicOps-router-226659830', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': 'a9833346-09a2-4488-8188-759ee3853f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:02:04Z', 'updated_at': '2022-02-03T14:05:36Z', 'revision_number': 6, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'a9833346-09a2-4488-8188-759ee3853f8c', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:02:06Z', 'updated_at': '2022-02-03T14:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '85e4873d-0ab3-4e2a-8383-3c0a7ffe7c5f', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.26', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'port_id': '252aee64-0547-43af-b252-4dbeb7d6ddb5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd13b231-4ee5-4444-8ba9-9ea79394e28e', 'mac_address': 'fa:16:3e:02:bb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3875e59f-d40a-4a56-9ead-05f6f7ec7352', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:03:17Z', 'updated_at': '2022-02-03T14:03:25Z', 'revision_number': 1, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a074b62a-e8b7-4031-8cf9-024178d5497e', 'name': '', 'network_id': 'dd13b231-4ee5-4444-8ba9-9ea79394e28e', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:5b:1c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b94a408-000d-4159-8152-731afc1af407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:02:20Z', 'updated_at': '2022-02-03T14:02:42Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '2b94a408-000d-4159-8152-731afc1af407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:38.781697 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e7d7bb-ea1e-4880-809b-383a4df41ffe None None] The sync data for ids ['52585ba9-5a1c-47ba-a8f0-6d99891c4f02'] in dv-neutron-827016-1-hyperv is: [{'id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'name': 'tempest-TestNetworkBasicOps-router-226659830', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': 'a9833346-09a2-4488-8188-759ee3853f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:02:04Z', 'updated_at': '2022-02-03T14:05:36Z', 'revision_number': 6, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'a9833346-09a2-4488-8188-759ee3853f8c', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:02:06Z', 'updated_at': '2022-02-03T14:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '85e4873d-0ab3-4e2a-8383-3c0a7ffe7c5f', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.26', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'port_id': '252aee64-0547-43af-b252-4dbeb7d6ddb5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd13b231-4ee5-4444-8ba9-9ea79394e28e', 'mac_address': 'fa:16:3e:02:bb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3875e59f-d40a-4a56-9ead-05f6f7ec7352', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:03:17Z', 'updated_at': '2022-02-03T14:03:25Z', 'revision_number': 1, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a074b62a-e8b7-4031-8cf9-024178d5497e', 'name': '', 'network_id': 'dd13b231-4ee5-4444-8ba9-9ea79394e28e', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:5b:1c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b94a408-000d-4159-8152-731afc1af407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:02:20Z', 'updated_at': '2022-02-03T14:02:42Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '2b94a408-000d-4159-8152-731afc1af407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:05:38.798948 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-5b4794b6-e0b6-41f8-b883-6880dbf70acd tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Synchronizing usage tracker for tenant:c02580cda0e7474eaa1c08fd8ca091ed on resource:security_group {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:05:38.876501 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-5b4794b6-e0b6-41f8-b883-6880dbf70acd tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Unset dirty status for tenant:c02580cda0e7474eaa1c08fd8ca091ed on resource:security_group {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:05:38.877775 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-5b4794b6-e0b6-41f8-b883-6880dbf70acd tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1459210 Feb 03 14:05:38.880650 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60558) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:38.944091 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c9bbbea3-3387-45a4-b99e-d1bf7e3c93a7 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:38.972607 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c9bbbea3-3387-45a4-b99e-d1bf7e3c93a7 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:39.104061 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c9bbbea3-3387-45a4-b99e-d1bf7e3c93a7 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:39.130101 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bbbea3-3387-45a4-b99e-d1bf7e3c93a7 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48139c6-8fe3-47f8-a70d-cd4bab64b658,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:39.209464 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c9bbbea3-3387-45a4-b99e-d1bf7e3c93a7 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:39.215391 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c9bbbea3-3387-45a4-b99e-d1bf7e3c93a7 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "DELETE /v2.0/security-groups/c48139c6-8fe3-47f8-a70d-cd4bab64b658 HTTP/1.1" status: 204 len: 168 time: 0.3291230 Feb 03 14:05:39.217812 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60562) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:39.271087 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-4fb89d15-0425-44ea-9d7c-8fba1d5b7ea9 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Synchronizing usage tracker for tenant:c02580cda0e7474eaa1c08fd8ca091ed on resource:security_group {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:05:39.324974 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-4fb89d15-0425-44ea-9d7c-8fba1d5b7ea9 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Unset dirty status for tenant:c02580cda0e7474eaa1c08fd8ca091ed on resource:security_group {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:05:39.327550 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-4fb89d15-0425-44ea-9d7c-8fba1d5b7ea9 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1086292 Feb 03 14:05:39.332316 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60568) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:39.337917 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-b498b61d-4178-41ee-9e8a-4530d0dbaa7b tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Request body: {'security_group': {'name': 'tempest-secgroup--322933459'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:39.344869 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b498b61d-4178-41ee-9e8a-4530d0dbaa7b tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:39.355822 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b498b61d-4178-41ee-9e8a-4530d0dbaa7b tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:39.448607 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b498b61d-4178-41ee-9e8a-4530d0dbaa7b tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:39.485424 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b498b61d-4178-41ee-9e8a-4530d0dbaa7b tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:39.489162 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b498b61d-4178-41ee-9e8a-4530d0dbaa7b tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Usage tracker for resource:security_group_rule and tenant:c02580cda0e7474eaa1c08fd8ca091ed is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:39.494205 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b498b61d-4178-41ee-9e8a-4530d0dbaa7b tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:39.498359 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b498b61d-4178-41ee-9e8a-4530d0dbaa7b tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:39.595605 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b498b61d-4178-41ee-9e8a-4530d0dbaa7b tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:39.631703 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae9e13-c8b0-431d-8e1a-09510c9b7a6e req-f2385bdc-3cae-41ab-90c4-6d3388c9f0b4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:39.633990 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c0ae9e13-c8b0-431d-8e1a-09510c9b7a6e req-f2385bdc-3cae-41ab-90c4-6d3388c9f0b4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd1c21c0-3bfc-4e01-993e-0d6858a7ae9f HTTP/1.1" status: 200 len: 946 time: 0.0921662 Feb 03 14:05:39.653733 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b498b61d-4178-41ee-9e8a-4530d0dbaa7b tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:39.723414 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c0ae9e13-c8b0-431d-8e1a-09510c9b7a6e req-99e3006a-c3f4-4b8b-b1bf-93c2df8457e7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c99ecf2-145a-4dbe-866b-0e6688f6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846705 Feb 03 14:05:39.724003 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b498b61d-4178-41ee-9e8a-4530d0dbaa7b tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb528f5-076e-48a8-80d2-0eec5404fae8,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:39.796914 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b498b61d-4178-41ee-9e8a-4530d0dbaa7b tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:39.798003 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b498b61d-4178-41ee-9e8a-4530d0dbaa7b tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4646351 Feb 03 14:05:39.800930 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60572) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:39.806371 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-5d5b454f-582b-47f3-9970-be368be64cd1 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Request body: {'security_group_rule': {'security_group_id': '0eb528f5-076e-48a8-80d2-0eec5404fae8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:39.813136 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-5d5b454f-582b-47f3-9970-be368be64cd1 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:39.816957 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-5d5b454f-582b-47f3-9970-be368be64cd1 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Usage tracker for resource:security_group_rule and tenant:c02580cda0e7474eaa1c08fd8ca091ed is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:39.819835 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-5d5b454f-582b-47f3-9970-be368be64cd1 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:39.825700 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-5d5b454f-582b-47f3-9970-be368be64cd1 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:39.837711 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ece550-9a1a-47a3-8cf0-9d6ef3e1e35c req-28e8d874-6c90-4a9d-b392-734783f03c98 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:39.838410 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-94ece550-9a1a-47a3-8cf0-9d6ef3e1e35c req-28e8d874-6c90-4a9d-b392-734783f03c98 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:05:39.910992 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-94ece550-9a1a-47a3-8cf0-9d6ef3e1e35c req-28e8d874-6c90-4a9d-b392-734783f03c98 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:05:39.912153 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-94ece550-9a1a-47a3-8cf0-9d6ef3e1e35c req-28e8d874-6c90-4a9d-b392-734783f03c98 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd1c21c0-3bfc-4e01-993e-0d6858a7ae9f HTTP/1.1" status: 200 len: 946 time: 0.1547832 Feb 03 14:05:39.979289 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-94ece550-9a1a-47a3-8cf0-9d6ef3e1e35c req-4c2ca6ec-b603-40d1-adf0-9305c4380c4e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting port c355ef99-3869-428a-90dc-357778f32b39 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:05:39.979994 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-94ece550-9a1a-47a3-8cf0-9d6ef3e1e35c req-4c2ca6ec-b603-40d1-adf0-9305c4380c4e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:39.997205 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-5d5b454f-582b-47f3-9970-be368be64cd1 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:05:39.998245 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-5d5b454f-582b-47f3-9970-be368be64cd1 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1964078 Feb 03 14:05:40.000886 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60578) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:40.006159 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-ac123b91-f30c-4b72-ac76-408943ce05a8 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Request body: {'security_group_rule': {'security_group_id': '0eb528f5-076e-48a8-80d2-0eec5404fae8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:40.012814 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ac123b91-f30c-4b72-ac76-408943ce05a8 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:40.016658 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ac123b91-f30c-4b72-ac76-408943ce05a8 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Usage tracker for resource:security_group_rule and tenant:c02580cda0e7474eaa1c08fd8ca091ed is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:40.019601 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ac123b91-f30c-4b72-ac76-408943ce05a8 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:40.025221 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ac123b91-f30c-4b72-ac76-408943ce05a8 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:40.203432 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-ac123b91-f30c-4b72-ac76-408943ce05a8 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:05:40.204493 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ac123b91-f30c-4b72-ac76-408943ce05a8 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2026956 Feb 03 14:05:40.207417 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60582) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:40.240966 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-94ece550-9a1a-47a3-8cf0-9d6ef3e1e35c req-4c2ca6ec-b603-40d1-adf0-9305c4380c4e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] For port c355ef99-3869-428a-90dc-357778f32b39, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=c355ef99-3869-428a-90dc-357778f32b39,segment=NetworkSegment(4a1a7f4f-c22c-4cc7-8fa9-8cbbbc224d5e),segment_id=4a1a7f4f-c22c-4cc7-8fa9-8cbbbc224d5e)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:05:40.241324 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-94ece550-9a1a-47a3-8cf0-9d6ef3e1e35c req-4c2ca6ec-b603-40d1-adf0-9305c4380c4e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:40.374723 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-94ece550-9a1a-47a3-8cf0-9d6ef3e1e35c req-4c2ca6ec-b603-40d1-adf0-9305c4380c4e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Calling delete_port for c355ef99-3869-428a-90dc-357778f32b39 owned by compute:nova {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:05:40.452629 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b1a28601-1d2a-452c-8fae-593305c4148b tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:40.491694 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b1a28601-1d2a-452c-8fae-593305c4148b tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:40.613809 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device d721bbe8-be94-4409-bab1-8712b0f06f10 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:05:40.648550 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: d721bbe8-be94-4409-bab1-8712b0f06f10 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:05:40.648900 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device d721bbe8-be94-4409-bab1-8712b0f06f10 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:05:40.665413 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-94ece550-9a1a-47a3-8cf0-9d6ef3e1e35c req-4c2ca6ec-b603-40d1-adf0-9305c4380c4e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:40.708965 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b1a28601-1d2a-452c-8fae-593305c4148b tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:40.827947 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ca6ec-b603-40d1-adf0-9305c4380c4e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Port': ['ID=c355ef99-3869-428a-90dc-357778f32b39,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:40.839842 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a28601-1d2a-452c-8fae-593305c4148b tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb528f5-076e-48a8-80d2-0eec5404fae8,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:40.907095 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7cac431c-b33e-4759-93cd-6ddae6ee2f9f req-66ff7f57-e014-4ab7-b075-53a88cf6f5bb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd1c21c0-3bfc-4e01-993e-0d6858a7ae9f HTTP/1.1" status: 200 len: 210 time: 0.0408850 Feb 03 14:05:40.916448 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b1a28601-1d2a-452c-8fae-593305c4148b tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:40.917071 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b1a28601-1d2a-452c-8fae-593305c4148b tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "DELETE /v2.0/security-groups/0eb528f5-076e-48a8-80d2-0eec5404fae8 HTTP/1.1" status: 204 len: 168 time: 0.7087355 Feb 03 14:05:40.921326 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60588) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:40.924342 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ece550-9a1a-47a3-8cf0-9d6ef3e1e35c req-4c2ca6ec-b603-40d1-adf0-9305c4380c4e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] No DVR routers for this DVR port c355ef99-3869-428a-90dc-357778f32b39 on host hv-neutron-8270 {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:05:40.934864 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-94ece550-9a1a-47a3-8cf0-9d6ef3e1e35c req-4c2ca6ec-b603-40d1-adf0-9305c4380c4e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:40.934864 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-94ece550-9a1a-47a3-8cf0-9d6ef3e1e35c req-4c2ca6ec-b603-40d1-adf0-9305c4380c4e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "DELETE /v2.0/ports/c355ef99-3869-428a-90dc-357778f32b39 HTTP/1.1" status: 204 len: 173 time: 1.0116220 Feb 03 14:05:40.934864 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd1c21c0-3bfc-4e01-993e-0d6858a7ae9f', 'name': 'network-vif-deleted', 'tag': 'c355ef99-3869-428a-90dc-357778f32b39'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:05:40.987570 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d88b0082-84de-45f6-8968-26e4be5f3518 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Synchronizing usage tracker for tenant:c02580cda0e7474eaa1c08fd8ca091ed on resource:security_group {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:05:40.988446 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd1c21c0-3bfc-4e01-993e-0d6858a7ae9f', 'name': 'network-vif-deleted', 'tag': 'c355ef99-3869-428a-90dc-357778f32b39', 'status': 'completed', 'code': 200} Feb 03 14:05:41.048414 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d88b0082-84de-45f6-8968-26e4be5f3518 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Unset dirty status for tenant:c02580cda0e7474eaa1c08fd8ca091ed on resource:security_group {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:05:41.049262 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d88b0082-84de-45f6-8968-26e4be5f3518 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1269598 Feb 03 14:05:41.060449 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60594) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:41.060449 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-93d55685-5aed-4e02-b532-4501b9399a19 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Request body: {'security_group': {'name': 'tempest-secgroup--435396674'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:41.065451 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-93d55685-5aed-4e02-b532-4501b9399a19 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:41.083336 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-93d55685-5aed-4e02-b532-4501b9399a19 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:41.174154 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-93d55685-5aed-4e02-b532-4501b9399a19 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:41.212127 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-93d55685-5aed-4e02-b532-4501b9399a19 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:41.216354 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-93d55685-5aed-4e02-b532-4501b9399a19 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Usage tracker for resource:security_group_rule and tenant:c02580cda0e7474eaa1c08fd8ca091ed is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:41.219317 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-93d55685-5aed-4e02-b532-4501b9399a19 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:41.225161 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-93d55685-5aed-4e02-b532-4501b9399a19 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:41.290877 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-93d55685-5aed-4e02-b532-4501b9399a19 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:41.410249 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-93d55685-5aed-4e02-b532-4501b9399a19 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:41.446421 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d55685-5aed-4e02-b532-4501b9399a19 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7fd000-2188-46e4-886d-91cf3402f185,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:41.516638 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-93d55685-5aed-4e02-b532-4501b9399a19 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:41.517762 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-93d55685-5aed-4e02-b532-4501b9399a19 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4639382 Feb 03 14:05:41.520544 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60598) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:41.525905 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-dcfbc171-f184-4da8-9945-81d2195a6b0e tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:41.526444 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-dcfbc171-f184-4da8-9945-81d2195a6b0e tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] update failed (client error): There was a conflict when trying to complete your request. Feb 03 14:05:41.527335 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-dcfbc171-f184-4da8-9945-81d2195a6b0e tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "PUT /v2.0/security-groups/dc7fd000-2188-46e4-886d-91cf3402f185 HTTP/1.1" status: 409 len: 330 time: 0.0058815 Feb 03 14:05:41.529548 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60602) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:41.590500 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3bca98d5-dcea-44c1-aa2c-d2c5753011b6 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:41.617515 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3bca98d5-dcea-44c1-aa2c-d2c5753011b6 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:41.745428 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3bca98d5-dcea-44c1-aa2c-d2c5753011b6 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:41.767236 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca98d5-dcea-44c1-aa2c-d2c5753011b6 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7fd000-2188-46e4-886d-91cf3402f185,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:41.775526 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3bca98d5-dcea-44c1-aa2c-d2c5753011b6 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:41.776678 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3bca98d5-dcea-44c1-aa2c-d2c5753011b6 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "DELETE /v2.0/security-groups/dc7fd000-2188-46e4-886d-91cf3402f185 HTTP/1.1" status: 204 len: 168 time: 0.2462988 Feb 03 14:05:41.779194 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60606) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:41.831054 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-bdb6ff95-f1a9-4161-b6be-73bb9ba95316 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Synchronizing usage tracker for tenant:c02580cda0e7474eaa1c08fd8ca091ed on resource:security_group {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:05:41.876558 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-bdb6ff95-f1a9-4161-b6be-73bb9ba95316 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] Unset dirty status for tenant:c02580cda0e7474eaa1c08fd8ca091ed on resource:security_group {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:05:41.877878 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-bdb6ff95-f1a9-4161-b6be-73bb9ba95316 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0977883 Feb 03 14:05:41.881800 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60610) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:41.898564 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-4e161198-760a-4467-a2db-2213cea80622 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] delete failed (client error): The resource could not be found. Feb 03 14:05:41.900636 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4e161198-760a-4467-a2db-2213cea80622 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "DELETE /v2.0/security-groups/eec8e801-35be-49a4-bdc1-db20a2755658 HTTP/1.1" status: 404 len: 347 time: 0.0168688 Feb 03 14:05:41.903359 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60614) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:41.919773 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-41bfc8d0-ea11-468a-95c8-ed25a648c677 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] show failed (client error): The resource could not be found. Feb 03 14:05:41.924065 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-41bfc8d0-ea11-468a-95c8-ed25a648c677 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "GET /v2.0/security-groups/df80031d-6619-4695-aaf6-206951095ef0 HTTP/1.1" status: 404 len: 347 time: 0.0165055 Feb 03 14:05:41.926961 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60618) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:41.943756 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-bf1cc46d-d1a6-41ed-850a-2040c0884933 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] show failed (client error): The resource could not be found. Feb 03 14:05:41.944841 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-bf1cc46d-d1a6-41ed-850a-2040c0884933 tempest-NegativeSecGroupIPv6Test-406509084 tempest-NegativeSecGroupIPv6Test-406509084-project] 10.222.0.41 "GET /v2.0/security-group-rules/e9019a49-f60f-49e7-9118-55dbf29b52e0 HTTP/1.1" status: 404 len: 356 time: 0.0168614 Feb 03 14:05:42.014655 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60626) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:42.084777 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d8a95700-3155-4ce9-bf7b-43070ae07a9b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:42.114368 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d8a95700-3155-4ce9-bf7b-43070ae07a9b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:42.276986 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d8a95700-3155-4ce9-bf7b-43070ae07a9b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:42.295634 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a95700-3155-4ce9-bf7b-43070ae07a9b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c99ecf2-145a-4dbe-866b-0e6688f6d387,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:42.412963 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d8a95700-3155-4ce9-bf7b-43070ae07a9b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:42.414005 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d8a95700-3155-4ce9-bf7b-43070ae07a9b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/security-groups/7c99ecf2-145a-4dbe-866b-0e6688f6d387 HTTP/1.1" status: 204 len: 168 time: 0.3976805 Feb 03 14:05:42.492966 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60634) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:42.530108 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60640) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:42.729030 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device c355ef99-3869-428a-90dc-357778f32b39 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:05:42.761892 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] No Port match for: c355ef99-3869-428a-90dc-357778f32b39 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:05:42.762177 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device c355ef99-3869-428a-90dc-357778f32b39 not bound to the agent host hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:05:42.830276 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-08d2d76d-edea-433a-a7f9-94d39ccbed6e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c02580cda0e7474eaa1c08fd8ca091ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3360608 Feb 03 14:05:42.832917 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60644) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:42.833408 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-e73f1c72-abe5-48c8-aa75-d7befeaf8cc4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting subnet 9a9a9b4f-b3b6-41a6-b0fa-9dd524364388 {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:05:42.836144 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e73f1c72-abe5-48c8-aa75-d7befeaf8cc4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:42.893782 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e73f1c72-abe5-48c8-aa75-d7befeaf8cc4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:42.896792 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-acf278d8-0fc8-4084-b259-2a7edab427b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:42.925248 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-acf278d8-0fc8-4084-b259-2a7edab427b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:42.977196 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e73f1c72-abe5-48c8-aa75-d7befeaf8cc4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:43.048586 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-acf278d8-0fc8-4084-b259-2a7edab427b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:43.066271 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf278d8-0fc8-4084-b259-2a7edab427b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1914cbbf-e491-41b3-b713-53a80ca51edf,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:43.134620 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e73f1c72-abe5-48c8-aa75-d7befeaf8cc4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:43.167545 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-acf278d8-0fc8-4084-b259-2a7edab427b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:43.167545 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-acf278d8-0fc8-4084-b259-2a7edab427b5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1914cbbf-e491-41b3-b713-53a80ca51edf HTTP/1.1" status: 204 len: 168 time: 0.3321226 Feb 03 14:05:43.174365 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f1c72-abe5-48c8-aa75-d7befeaf8cc4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Subnet': ['ID=9a9a9b4f-b3b6-41a6-b0fa-9dd524364388,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:43.182555 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e73f1c72-abe5-48c8-aa75-d7befeaf8cc4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:43.189011 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e73f1c72-abe5-48c8-aa75-d7befeaf8cc4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/subnets/9a9a9b4f-b3b6-41a6-b0fa-9dd524364388 HTTP/1.1" status: 204 len: 168 time: 0.6579118 Feb 03 14:05:43.190553 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3991f70-ae49-47a5-a67d-b1ddf259beb1 None None] Network 94bc658f-cd82-43b8-ad6c-96d4fbd8794e requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:05:43.192548 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60650) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:43.306323 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fb586fd4-9f45-4b4e-9697-e845c23a1321 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:43.323539 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-fb586fd4-9f45-4b4e-9697-e845c23a1321 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting port d26536ac-f152-4a6d-8167-acb10a8252b2 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:05:43.323539 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fb586fd4-9f45-4b4e-9697-e845c23a1321 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:43.459600 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5fd7a6-45f2-42de-88f2-366923f3fd9e None None] DHCP port deletion for 94bc658f-cd82-43b8-ad6c-96d4fbd8794e request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:05:43.463702 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-ee5fd7a6-45f2-42de-88f2-366923f3fd9e None None] Deleting port d26536ac-f152-4a6d-8167-acb10a8252b2 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:05:43.464049 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ee5fd7a6-45f2-42de-88f2-366923f3fd9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:43.536835 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-fb586fd4-9f45-4b4e-9697-e845c23a1321 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] For port d26536ac-f152-4a6d-8167-acb10a8252b2, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=d26536ac-f152-4a6d-8167-acb10a8252b2,segment=NetworkSegment(4a1a7f4f-c22c-4cc7-8fa9-8cbbbc224d5e),segment_id=4a1a7f4f-c22c-4cc7-8fa9-8cbbbc224d5e)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:05:43.537200 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fb586fd4-9f45-4b4e-9697-e845c23a1321 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:43.666694 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-fb586fd4-9f45-4b4e-9697-e845c23a1321 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Calling delete_port for d26536ac-f152-4a6d-8167-acb10a8252b2 owned by network:dhcp {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:05:43.680409 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-ee5fd7a6-45f2-42de-88f2-366923f3fd9e None None] For port d26536ac-f152-4a6d-8167-acb10a8252b2, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=d26536ac-f152-4a6d-8167-acb10a8252b2,segment=NetworkSegment(4a1a7f4f-c22c-4cc7-8fa9-8cbbbc224d5e),segment_id=4a1a7f4f-c22c-4cc7-8fa9-8cbbbc224d5e)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:05:43.680921 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ee5fd7a6-45f2-42de-88f2-366923f3fd9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:43.801329 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-ee5fd7a6-45f2-42de-88f2-366923f3fd9e None None] Calling delete_port for d26536ac-f152-4a6d-8167-acb10a8252b2 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:05:43.848555 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fb586fd4-9f45-4b4e-9697-e845c23a1321 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:43.871365 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-ee5fd7a6-45f2-42de-88f2-366923f3fd9e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:05:43.872130 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-ee5fd7a6-45f2-42de-88f2-366923f3fd9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:05:43.896575 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb586fd4-9f45-4b4e-9697-e845c23a1321 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Port': ['ID=d26536ac-f152-4a6d-8167-acb10a8252b2,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:43.901748 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb586fd4-9f45-4b4e-9697-e845c23a1321 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] No DVR routers for this DVR port d26536ac-f152-4a6d-8167-acb10a8252b2 on host dv-neutron-827016-1-hyperv {{(pid=84182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:05:44.025901 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fb586fd4-9f45-4b4e-9697-e845c23a1321 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:44.051380 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-fb586fd4-9f45-4b4e-9697-e845c23a1321 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94bc658f-cd82-43b8-ad6c-96d4fbd8794e']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:44.066587 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-fb586fd4-9f45-4b4e-9697-e845c23a1321 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a1a7f4f-c22c-4cc7-8fa9-8cbbbc224d5e') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:44.066886 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-fb586fd4-9f45-4b4e-9697-e845c23a1321 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a1a7f4f-c22c-4cc7-8fa9-8cbbbc224d5e') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:44.078366 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fb586fd4-9f45-4b4e-9697-e845c23a1321 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:44.100270 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fb586fd4-9f45-4b4e-9697-e845c23a1321 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:44.104231 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb586fd4-9f45-4b4e-9697-e845c23a1321 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:05:44.104623 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fb586fd4-9f45-4b4e-9697-e845c23a1321 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:44.119741 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 14:05:44.119741 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:05:44.119741 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 14:05:44.119741 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:05:44.119741 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 14:05:44.119741 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:05:44.119741 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 14:05:44.119741 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:05:44.119741 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 14:05:44.119741 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:05:44.119741 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 14:05:44.119741 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:05:44.119741 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 14:05:44.119741 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:05:44.119741 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:05:44.119741 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:05:44.119741 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:05:44.119741 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:05:44.119741 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 14:05:44.119741 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:05:44.119741 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 14:05:44.119741 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:05:44.119741 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:05:44.119741 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:05:44.119741 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 14:05:44.119741 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:05:44.119741 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:05:44.119741 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:05:44.119741 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:05:44.119741 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:05:44.119741 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:05:44.119741 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:05:44.327793 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fb586fd4-9f45-4b4e-9697-e845c23a1321 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:44.346451 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fb586fd4-9f45-4b4e-9697-e845c23a1321 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:44.360711 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb586fd4-9f45-4b4e-9697-e845c23a1321 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Network': ['ID=94bc658f-cd82-43b8-ad6c-96d4fbd8794e,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:44.373704 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-ee5fd7a6-45f2-42de-88f2-366923f3fd9e None None] Deleting port d26536ac-f152-4a6d-8167-acb10a8252b2 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:05:44.374767 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ee5fd7a6-45f2-42de-88f2-366923f3fd9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:44.443422 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60670) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:44.460515 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-fb586fd4-9f45-4b4e-9697-e845c23a1321 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/networks/94bc658f-cd82-43b8-ad6c-96d4fbd8794e HTTP/1.1" status: 204 len: 168 time: 1.2669539 Feb 03 14:05:44.463771 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60676) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:44.481195 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-ee5fd7a6-45f2-42de-88f2-366923f3fd9e None None] The port 'd26536ac-f152-4a6d-8167-acb10a8252b2' was deleted {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 14:05:44.636255 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-986b8a64-455f-4a90-a3ec-c03d47847896 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2064990354-network', 'tenant_id': 'ac9a9411e5a94aefa6692a7c727c7560'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:44.646619 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-986b8a64-455f-4a90-a3ec-c03d47847896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:44.655360 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device d26536ac-f152-4a6d-8167-acb10a8252b2 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:05:44.659483 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-986b8a64-455f-4a90-a3ec-c03d47847896 admin admin] Usage tracker for resource:network and tenant:ac9a9411e5a94aefa6692a7c727c7560 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:44.663928 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-986b8a64-455f-4a90-a3ec-c03d47847896 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:44.682977 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-986b8a64-455f-4a90-a3ec-c03d47847896 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:44.690126 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: d26536ac-f152-4a6d-8167-acb10a8252b2 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:05:44.690325 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device d26536ac-f152-4a6d-8167-acb10a8252b2 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:05:44.704269 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-b1d20a20-b64b-48b9-8b89-24595418321c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting port 0c402cea-7d03-418a-a87c-238539b6bad9 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:05:44.704797 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b1d20a20-b64b-48b9-8b89-24595418321c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:44.813321 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:05:44.816773 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986b8a64-455f-4a90-a3ec-c03d47847896 admin admin] Made reservation on behalf of ac9a9411e5a94aefa6692a7c727c7560 for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:05:44.819006 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-986b8a64-455f-4a90-a3ec-c03d47847896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:44.837689 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-986b8a64-455f-4a90-a3ec-c03d47847896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:44.901584 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-986b8a64-455f-4a90-a3ec-c03d47847896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:44.914675 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-986b8a64-455f-4a90-a3ec-c03d47847896 admin admin] Usage tracker for resource:security_group_rule and tenant:ac9a9411e5a94aefa6692a7c727c7560 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:44.918640 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-986b8a64-455f-4a90-a3ec-c03d47847896 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:44.922713 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b1d20a20-b64b-48b9-8b89-24595418321c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:44.923036 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b1d20a20-b64b-48b9-8b89-24595418321c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:44.935562 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-986b8a64-455f-4a90-a3ec-c03d47847896 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:45.052495 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-b1d20a20-b64b-48b9-8b89-24595418321c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Calling delete_port for 0c402cea-7d03-418a-a87c-238539b6bad9 owned by network:floatingip {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:05:45.178289 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-986b8a64-455f-4a90-a3ec-c03d47847896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:45.276780 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-986b8a64-455f-4a90-a3ec-c03d47847896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:45.305233 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-986b8a64-455f-4a90-a3ec-c03d47847896 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:05:45.309678 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b1d20a20-b64b-48b9-8b89-24595418321c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:45.359572 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b8a64-455f-4a90-a3ec-c03d47847896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9226bfb-f916-4873-9e1a-3207340701b3,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:45.365646 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d20a20-b64b-48b9-8b89-24595418321c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Port': ['ID=0c402cea-7d03-418a-a87c-238539b6bad9,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:45.369629 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-986b8a64-455f-4a90-a3ec-c03d47847896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:45.369629 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-986b8a64-455f-4a90-a3ec-c03d47847896 admin admin] Added segment 5d3d82cc-bdaa-4741-ac93-55ff096ba6b1 of type vlan for network f0190099-f787-4bbb-84b4-069bdc01f2cf Feb 03 14:05:45.548858 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-986b8a64-455f-4a90-a3ec-c03d47847896 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:45.590186 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b1d20a20-b64b-48b9-8b89-24595418321c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for floatingip, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:45.736994 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-986b8a64-455f-4a90-a3ec-c03d47847896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:45.737826 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986b8a64-455f-4a90-a3ec-c03d47847896 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:45.738419 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-986b8a64-455f-4a90-a3ec-c03d47847896 admin admin] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:45.863947 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b8a64-455f-4a90-a3ec-c03d47847896 admin admin] Pushing event updated for resources: {'Network': ['ID=f0190099-f787-4bbb-84b4-069bdc01f2cf,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:45.878555 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network f0190099-f787-4bbb-84b4-069bdc01f2cf details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:05:45.955018 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-986b8a64-455f-4a90-a3ec-c03d47847896 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5103841 Feb 03 14:05:45.958010 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60680) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:45.963775 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-40287d70-387f-45f1-9837-10bb29cd8643 admin admin] Request body: {'subnet': {'network_id': 'f0190099-f787-4bbb-84b4-069bdc01f2cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2064990354-subnet', 'tenant_id': 'ac9a9411e5a94aefa6692a7c727c7560', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:45.970060 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-40287d70-387f-45f1-9837-10bb29cd8643 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:45.973897 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-40287d70-387f-45f1-9837-10bb29cd8643 admin admin] Usage tracker for resource:subnet and tenant:ac9a9411e5a94aefa6692a7c727c7560 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:45.976726 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-40287d70-387f-45f1-9837-10bb29cd8643 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:45.982490 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-40287d70-387f-45f1-9837-10bb29cd8643 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:46.025417 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40287d70-387f-45f1-9837-10bb29cd8643 admin admin] Made reservation on behalf of ac9a9411e5a94aefa6692a7c727c7560 for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:05:46.027859 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-40287d70-387f-45f1-9837-10bb29cd8643 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:46.111875 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d20a20-b64b-48b9-8b89-24595418321c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router 52585ba9-5a1c-47ba-a8f0-6d99891c4f02 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:05:46.311400 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-40287d70-387f-45f1-9837-10bb29cd8643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:46.314830 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d20a20-b64b-48b9-8b89-24595418321c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:05:46.319048 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b1d20a20-b64b-48b9-8b89-24595418321c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:46.328453 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b2ff1a-4c12-43fc-b981-5df6b83b1bdd None None] Sync routers for ids ['52585ba9-5a1c-47ba-a8f0-6d99891c4f02'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:05:46.342428 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b2ff1a-4c12-43fc-b981-5df6b83b1bdd None None] Routers {'52585ba9-5a1c-47ba-a8f0-6d99891c4f02'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:05:46.343384 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-b3b2ff1a-4c12-43fc-b981-5df6b83b1bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:05:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['52585ba9-5a1c-47ba-a8f0-6d99891c4f02'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:46.375608 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b1d20a20-b64b-48b9-8b89-24595418321c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/floatingips/85e4873d-0ab3-4e2a-8383-3c0a7ffe7c5f HTTP/1.1" status: 204 len: 168 time: 1.9107518 Feb 03 14:05:46.376626 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3875e59f-d40a-4a56-9ead-05f6f7ec7352', 'tag': '252aee64-0547-43af-b252-4dbeb7d6ddb5'}] {{(pid=84182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:05:46.427844 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40287d70-387f-45f1-9837-10bb29cd8643 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c765e7be-e205-4a51-938c-9bf5c0c4a34c,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:46.433571 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3875e59f-d40a-4a56-9ead-05f6f7ec7352', 'tag': '252aee64-0547-43af-b252-4dbeb7d6ddb5', 'status': 'completed', 'code': 200} Feb 03 14:05:46.435300 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40287d70-387f-45f1-9837-10bb29cd8643 admin admin] Checking segment: {'id': '5d3d82cc-bdaa-4741-ac93-55ff096ba6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'f0190099-f787-4bbb-84b4-069bdc01f2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:05:46.435300 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40287d70-387f-45f1-9837-10bb29cd8643 admin admin] Network hostable DHCP agents. Network: f0190099-f787-4bbb-84b4-069bdc01f2cf, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:05:46.537200 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40287d70-387f-45f1-9837-10bb29cd8643 admin admin] Network f0190099-f787-4bbb-84b4-069bdc01f2cf is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:05:46.546932 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3d1dc7e6-fcf9-4d50-b766-25e7149c4288 req-5b3b1aba-2379-460a-8a10-7f906cc3de40 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=3875e59f-d40a-4a56-9ead-05f6f7ec7352 HTTP/1.1" status: 200 len: 1099 time: 0.0876226 Feb 03 14:05:46.557323 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-b3b2ff1a-4c12-43fc-b981-5df6b83b1bdd None None] Set router 52585ba9-5a1c-47ba-a8f0-6d99891c4f02 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:05:46.627214 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-40287d70-387f-45f1-9837-10bb29cd8643 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, f0190099-f787-4bbb-84b4-069bdc01f2cf) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:05:46.641972 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d684b462-6273-41ab-a596-78f250281987 None None] Network f0190099-f787-4bbb-84b4-069bdc01f2cf requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:05:46.646530 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40287d70-387f-45f1-9837-10bb29cd8643 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:46.647366 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-40287d70-387f-45f1-9837-10bb29cd8643 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:46.715788 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1dc7e6-fcf9-4d50-b766-25e7149c4288 req-2af97ecb-4ec1-4e5c-acfa-07d0c14f6caa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:46.717320 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3d1dc7e6-fcf9-4d50-b766-25e7149c4288 req-2af97ecb-4ec1-4e5c-acfa-07d0c14f6caa service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd13b231-4ee5-4444-8ba9-9ea79394e28e HTTP/1.1" status: 200 len: 897 time: 0.1633523 Feb 03 14:05:46.783686 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-40287d70-387f-45f1-9837-10bb29cd8643 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8245695 Feb 03 14:05:46.810661 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3d1dc7e6-fcf9-4d50-b766-25e7149c4288 req-a9bbf9d7-f1fe-4d54-befc-eb27132c5a0a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=252aee64-0547-43af-b252-4dbeb7d6ddb5 HTTP/1.1" status: 200 len: 217 time: 0.0791874 Feb 03 14:05:46.905624 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815ca51f-2a7c-47e5-bd71-853df3c2f2b6 None None] Network f0190099-f787-4bbb-84b4-069bdc01f2cf requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:05:46.909304 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1dc7e6-fcf9-4d50-b766-25e7149c4288 req-0e8bdacc-e00d-45ca-9b78-b08c95e8de65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:46.913207 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3d1dc7e6-fcf9-4d50-b766-25e7149c4288 req-0e8bdacc-e00d-45ca-9b78-b08c95e8de65 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b94a408-000d-4159-8152-731afc1af407 HTTP/1.1" status: 200 len: 835 time: 0.1022069 Feb 03 14:05:46.971674 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-b3b2ff1a-4c12-43fc-b981-5df6b83b1bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'name': 'tempest-TestNetworkBasicOps-router-226659830', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': 'a9833346-09a2-4488-8188-759ee3853f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:02:04Z', 'updated_at': '2022-02-03T14:05:36Z', 'revision_number': 6, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'a9833346-09a2-4488-8188-759ee3853f8c', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:02:06Z', 'updated_at': '2022-02-03T14:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'a074b62a-e8b7-4031-8cf9-024178d5497e', 'name': '', 'network_id': 'dd13b231-4ee5-4444-8ba9-9ea79394e28e', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:5b:1c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b94a408-000d-4159-8152-731afc1af407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:02:20Z', 'updated_at': '2022-02-03T14:02:42Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '2b94a408-000d-4159-8152-731afc1af407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:46.982785 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b2ff1a-4c12-43fc-b981-5df6b83b1bdd None None] Checking router: 52585ba9-5a1c-47ba-a8f0-6d99891c4f02 for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:05:47.007001 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b2ff1a-4c12-43fc-b981-5df6b83b1bdd None None] Routers {'52585ba9-5a1c-47ba-a8f0-6d99891c4f02'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:05:47.007630 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-b3b2ff1a-4c12-43fc-b981-5df6b83b1bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:05:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['52585ba9-5a1c-47ba-a8f0-6d99891c4f02'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:47.069546 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3d1dc7e6-fcf9-4d50-b766-25e7149c4288 req-d96a6c7d-2d96-4d35-b27b-7012766dfd0f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd13b231-4ee5-4444-8ba9-9ea79394e28e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1494246 Feb 03 14:05:47.103163 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba13c90-bcdf-4d95-9820-e7c9da10dbfa req-a57f081b-1943-4782-bbdd-164e436bb24d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:47.104260 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-1ba13c90-bcdf-4d95-9820-e7c9da10dbfa req-a57f081b-1943-4782-bbdd-164e436bb24d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:05:47.202997 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-1ba13c90-bcdf-4d95-9820-e7c9da10dbfa req-a57f081b-1943-4782-bbdd-164e436bb24d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:05:47.214842 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1ba13c90-bcdf-4d95-9820-e7c9da10dbfa req-a57f081b-1943-4782-bbdd-164e436bb24d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=3875e59f-d40a-4a56-9ead-05f6f7ec7352 HTTP/1.1" status: 200 len: 946 time: 0.2035167 Feb 03 14:05:47.234185 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3d1dc7e6-fcf9-4d50-b766-25e7149c4288 req-e45e3740-ac4d-4b1f-8ec8-35bb6becbb9d service neutron] 10.222.0.47 "GET /v2.0/networks/dd13b231-4ee5-4444-8ba9-9ea79394e28e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570024 Feb 03 14:05:47.240010 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-b3b2ff1a-4c12-43fc-b981-5df6b83b1bdd None None] Set router 52585ba9-5a1c-47ba-a8f0-6d99891c4f02 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:05:47.271912 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-1ba13c90-bcdf-4d95-9820-e7c9da10dbfa req-cb2f919d-5e4f-4fd8-9950-54856b7ec8a1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:security_group {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:05:47.388175 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3d1dc7e6-fcf9-4d50-b766-25e7149c4288 req-ec752dca-b116-4e85-85cc-cfee50cde198 service neutron] 10.222.0.47 "GET /v2.0/networks/dd13b231-4ee5-4444-8ba9-9ea79394e28e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453700 Feb 03 14:05:47.426490 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:47.429036 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-1ba13c90-bcdf-4d95-9820-e7c9da10dbfa req-cb2f919d-5e4f-4fd8-9950-54856b7ec8a1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:security_group {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:05:47.430215 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1ba13c90-bcdf-4d95-9820-e7c9da10dbfa req-cb2f919d-5e4f-4fd8-9950-54856b7ec8a1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9ac7c3e-3a7e-46f3-932c-ecea8a30e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2118990 Feb 03 14:05:47.576718 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-b3b2ff1a-4c12-43fc-b981-5df6b83b1bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'name': 'tempest-TestNetworkBasicOps-router-226659830', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': 'a9833346-09a2-4488-8188-759ee3853f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:02:04Z', 'updated_at': '2022-02-03T14:05:36Z', 'revision_number': 6, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'a9833346-09a2-4488-8188-759ee3853f8c', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:02:06Z', 'updated_at': '2022-02-03T14:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'a074b62a-e8b7-4031-8cf9-024178d5497e', 'name': '', 'network_id': 'dd13b231-4ee5-4444-8ba9-9ea79394e28e', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:5b:1c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b94a408-000d-4159-8152-731afc1af407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:02:20Z', 'updated_at': '2022-02-03T14:02:42Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '2b94a408-000d-4159-8152-731afc1af407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:47.580553 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b2ff1a-4c12-43fc-b981-5df6b83b1bdd None None] The sync data for ids ['52585ba9-5a1c-47ba-a8f0-6d99891c4f02'] in dv-neutron-827016-1-hyperv is: [{'id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'name': 'tempest-TestNetworkBasicOps-router-226659830', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': 'a9833346-09a2-4488-8188-759ee3853f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:02:04Z', 'updated_at': '2022-02-03T14:05:36Z', 'revision_number': 6, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'a9833346-09a2-4488-8188-759ee3853f8c', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:02:06Z', 'updated_at': '2022-02-03T14:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'a074b62a-e8b7-4031-8cf9-024178d5497e', 'name': '', 'network_id': 'dd13b231-4ee5-4444-8ba9-9ea79394e28e', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:5b:1c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b94a408-000d-4159-8152-731afc1af407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:02:20Z', 'updated_at': '2022-02-03T14:02:42Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '2b94a408-000d-4159-8152-731afc1af407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:05:47.822358 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bc9f17-f216-432a-bb02-9a13929f6c79 None None] New status for floating IP 85e4873d-0ab3-4e2a-8383-3c0a7ffe7c5f: DOWN {{(pid=84183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:05:48.071513 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60708) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:48.077622 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-83ca7d77-9f2c-4239-9e3d-10b5d1ec9cb7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1469529463-network', 'tenant_id': '00e2cce57934408db9b88b96c1f60ec1'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:48.088989 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-83ca7d77-9f2c-4239-9e3d-10b5d1ec9cb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:48.088989 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-83ca7d77-9f2c-4239-9e3d-10b5d1ec9cb7 admin admin] Usage tracker for resource:network and tenant:00e2cce57934408db9b88b96c1f60ec1 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:48.089923 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-83ca7d77-9f2c-4239-9e3d-10b5d1ec9cb7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:48.095779 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-83ca7d77-9f2c-4239-9e3d-10b5d1ec9cb7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:48.168061 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ca7d77-9f2c-4239-9e3d-10b5d1ec9cb7 admin admin] Made reservation on behalf of 00e2cce57934408db9b88b96c1f60ec1 for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:05:48.170903 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-83ca7d77-9f2c-4239-9e3d-10b5d1ec9cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:48.183287 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-83ca7d77-9f2c-4239-9e3d-10b5d1ec9cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:48.217189 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-83ca7d77-9f2c-4239-9e3d-10b5d1ec9cb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:48.224478 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-83ca7d77-9f2c-4239-9e3d-10b5d1ec9cb7 admin admin] Usage tracker for resource:security_group_rule and tenant:00e2cce57934408db9b88b96c1f60ec1 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:48.224618 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-83ca7d77-9f2c-4239-9e3d-10b5d1ec9cb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:48.230820 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-83ca7d77-9f2c-4239-9e3d-10b5d1ec9cb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:48.298745 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-83ca7d77-9f2c-4239-9e3d-10b5d1ec9cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:48.379868 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-83ca7d77-9f2c-4239-9e3d-10b5d1ec9cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:48.409088 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ca7d77-9f2c-4239-9e3d-10b5d1ec9cb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:05:48.419969 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca7d77-9f2c-4239-9e3d-10b5d1ec9cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff78ab4-3d84-46ec-a091-5b1d67bae82f,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:48.424361 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-83ca7d77-9f2c-4239-9e3d-10b5d1ec9cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:48.424701 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-83ca7d77-9f2c-4239-9e3d-10b5d1ec9cb7 admin admin] Added segment 913d1b45-1477-4716-9f56-3cf2f2f907cc of type vlan for network a685f75c-32e3-4dbc-9e95-bccdef27424b Feb 03 14:05:48.455315 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-83ca7d77-9f2c-4239-9e3d-10b5d1ec9cb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:48.557263 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-83ca7d77-9f2c-4239-9e3d-10b5d1ec9cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:48.559376 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ca7d77-9f2c-4239-9e3d-10b5d1ec9cb7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:48.559376 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-83ca7d77-9f2c-4239-9e3d-10b5d1ec9cb7 admin admin] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:48.649669 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ba86d-7884-4ccd-8bb5-7c134eac636d req-918d772f-0f0b-4bea-abe0-277350f28595 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:48.655803 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-af7ba86d-7884-4ccd-8bb5-7c134eac636d req-918d772f-0f0b-4bea-abe0-277350f28595 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=3875e59f-d40a-4a56-9ead-05f6f7ec7352 HTTP/1.1" status: 200 len: 946 time: 0.0913882 Feb 03 14:05:48.698627 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-af7ba86d-7884-4ccd-8bb5-7c134eac636d req-05023bb0-9d0d-4e72-90b3-afed5c2935ce tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9ac7c3e-3a7e-46f3-932c-ecea8a30e08c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415151 Feb 03 14:05:48.706939 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca7d77-9f2c-4239-9e3d-10b5d1ec9cb7 admin admin] Pushing event updated for resources: {'Network': ['ID=a685f75c-32e3-4dbc-9e95-bccdef27424b,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:48.719877 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network a685f75c-32e3-4dbc-9e95-bccdef27424b details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:05:48.745143 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-83ca7d77-9f2c-4239-9e3d-10b5d1ec9cb7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6698580 Feb 03 14:05:48.745950 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60718) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:48.751755 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-7b7b1dca-7d90-41ff-87ff-0f86919b789c admin admin] Request body: {'subnet': {'network_id': 'a685f75c-32e3-4dbc-9e95-bccdef27424b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1469529463-subnet', 'tenant_id': '00e2cce57934408db9b88b96c1f60ec1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:48.758920 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-7b7b1dca-7d90-41ff-87ff-0f86919b789c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:48.765731 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-7b7b1dca-7d90-41ff-87ff-0f86919b789c admin admin] Usage tracker for resource:subnet and tenant:00e2cce57934408db9b88b96c1f60ec1 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:48.771820 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-7b7b1dca-7d90-41ff-87ff-0f86919b789c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:48.786720 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717503f6-66d7-4cbc-bd39-3f9900250170 req-2ba22d02-d87d-4b8c-81a5-83b518a9fd2e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:48.787682 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-717503f6-66d7-4cbc-bd39-3f9900250170 req-2ba22d02-d87d-4b8c-81a5-83b518a9fd2e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:05:48.791533 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-7b7b1dca-7d90-41ff-87ff-0f86919b789c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:48.807223 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-717503f6-66d7-4cbc-bd39-3f9900250170 req-2ba22d02-d87d-4b8c-81a5-83b518a9fd2e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:05:48.808423 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-717503f6-66d7-4cbc-bd39-3f9900250170 req-2ba22d02-d87d-4b8c-81a5-83b518a9fd2e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "GET /v2.0/ports?device_id=3875e59f-d40a-4a56-9ead-05f6f7ec7352 HTTP/1.1" status: 200 len: 946 time: 0.1425760 Feb 03 14:05:48.873590 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7b1dca-7d90-41ff-87ff-0f86919b789c admin admin] Made reservation on behalf of 00e2cce57934408db9b88b96c1f60ec1 for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:05:48.876072 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7b7b1dca-7d90-41ff-87ff-0f86919b789c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:48.898482 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-717503f6-66d7-4cbc-bd39-3f9900250170 req-8005d748-a046-4f77-9b02-7c46f27703cd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting port 252aee64-0547-43af-b252-4dbeb7d6ddb5 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:05:48.898482 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-717503f6-66d7-4cbc-bd39-3f9900250170 req-8005d748-a046-4f77-9b02-7c46f27703cd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:49.351932 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-717503f6-66d7-4cbc-bd39-3f9900250170 req-8005d748-a046-4f77-9b02-7c46f27703cd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] For port 252aee64-0547-43af-b252-4dbeb7d6ddb5, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=252aee64-0547-43af-b252-4dbeb7d6ddb5,segment=NetworkSegment(b458e6a6-6854-49a0-b673-c5134e24cca4),segment_id=b458e6a6-6854-49a0-b673-c5134e24cca4)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:05:49.353664 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-717503f6-66d7-4cbc-bd39-3f9900250170 req-8005d748-a046-4f77-9b02-7c46f27703cd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:49.485499 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-717503f6-66d7-4cbc-bd39-3f9900250170 req-8005d748-a046-4f77-9b02-7c46f27703cd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Calling delete_port for 252aee64-0547-43af-b252-4dbeb7d6ddb5 owned by compute:nova {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:05:49.601915 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7b7b1dca-7d90-41ff-87ff-0f86919b789c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:49.691638 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b1dca-7d90-41ff-87ff-0f86919b789c admin admin] Pushing event updated for resources: {'Subnet': ['ID=28cea849-bc6c-4f59-8686-08fc5037a5a7,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:49.701866 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7b1dca-7d90-41ff-87ff-0f86919b789c admin admin] Checking segment: {'id': '913d1b45-1477-4716-9f56-3cf2f2f907cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a685f75c-32e3-4dbc-9e95-bccdef27424b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:05:49.702224 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7b1dca-7d90-41ff-87ff-0f86919b789c admin admin] Network hostable DHCP agents. Network: a685f75c-32e3-4dbc-9e95-bccdef27424b, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:05:49.751275 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-717503f6-66d7-4cbc-bd39-3f9900250170 req-8005d748-a046-4f77-9b02-7c46f27703cd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:49.803491 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8005d748-a046-4f77-9b02-7c46f27703cd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Port': ['ID=252aee64-0547-43af-b252-4dbeb7d6ddb5,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:49.807907 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7b1dca-7d90-41ff-87ff-0f86919b789c admin admin] Network a685f75c-32e3-4dbc-9e95-bccdef27424b is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:05:49.878349 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8e01a1f6-805c-452d-8408-db06e6803fb2 req-ed206222-8193-4eb5-9152-88ccc4ae3335 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=3875e59f-d40a-4a56-9ead-05f6f7ec7352 HTTP/1.1" status: 200 len: 210 time: 0.0479488 Feb 03 14:05:49.886252 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-717503f6-66d7-4cbc-bd39-3f9900250170 req-8005d748-a046-4f77-9b02-7c46f27703cd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] No DVR routers for this DVR port 252aee64-0547-43af-b252-4dbeb7d6ddb5 on host hv-neutron-8270 {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:05:49.889043 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-717503f6-66d7-4cbc-bd39-3f9900250170 req-8005d748-a046-4f77-9b02-7c46f27703cd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:49.891523 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3875e59f-d40a-4a56-9ead-05f6f7ec7352', 'name': 'network-vif-deleted', 'tag': '252aee64-0547-43af-b252-4dbeb7d6ddb5'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:05:49.911099 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-7b7b1dca-7d90-41ff-87ff-0f86919b789c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, a685f75c-32e3-4dbc-9e95-bccdef27424b) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:05:49.914891 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7b1dca-7d90-41ff-87ff-0f86919b789c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:49.915548 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7b7b1dca-7d90-41ff-87ff-0f86919b789c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:49.922876 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12414d6d-6331-44db-a3dd-cfa23a3bb153 None None] Network a685f75c-32e3-4dbc-9e95-bccdef27424b requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:05:49.953252 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3875e59f-d40a-4a56-9ead-05f6f7ec7352', 'name': 'network-vif-deleted', 'tag': '252aee64-0547-43af-b252-4dbeb7d6ddb5', 'status': 'completed', 'code': 200} Feb 03 14:05:49.954735 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-717503f6-66d7-4cbc-bd39-3f9900250170 req-8005d748-a046-4f77-9b02-7c46f27703cd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "DELETE /v2.0/ports/252aee64-0547-43af-b252-4dbeb7d6ddb5 HTTP/1.1" status: 204 len: 173 time: 1.1410458 Feb 03 14:05:50.008824 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-7b7b1dca-7d90-41ff-87ff-0f86919b789c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2623177 Feb 03 14:05:50.138474 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5fce3d-80b0-48cc-a7de-d4543d121dad None None] Network a685f75c-32e3-4dbc-9e95-bccdef27424b requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:05:50.639765 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-52e56795-84aa-4a8f-b7e1-5024ba6105f8 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:50.641429 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-52e56795-84aa-4a8f-b7e1-5024ba6105f8 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Synchronizing usage tracker for tenant:ac9a9411e5a94aefa6692a7c727c7560 on resource:network {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:05:50.768020 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-52e56795-84aa-4a8f-b7e1-5024ba6105f8 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Unset dirty status for tenant:ac9a9411e5a94aefa6692a7c727c7560 on resource:network {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:05:50.769205 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-52e56795-84aa-4a8f-b7e1-5024ba6105f8 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/networks?id=f0190099-f787-4bbb-84b4-069bdc01f2cf HTTP/1.1" status: 200 len: 812 time: 0.2735372 Feb 03 14:05:50.788375 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-e6ae1f1c-737b-47c7-8407-79d9cf3f3650 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/quotas/ac9a9411e5a94aefa6692a7c727c7560 HTTP/1.1" status: 200 len: 375 time: 0.0114021 Feb 03 14:05:50.832162 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-ac3886d3-5ee3-46fc-a147-aec9825bc2c9 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac9a9411e5a94aefa6692a7c727c7560&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403492 Feb 03 14:05:50.967119 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-24a8c182-274e-4496-a83d-544c46b827a0 service neutron] 10.222.0.41 "GET /v2.0/networks/f0190099-f787-4bbb-84b4-069bdc01f2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282225 Feb 03 14:05:50.984517 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60742) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:51.057166 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c4c2b387-402b-4da6-a255-6abea3fbc7c9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:51.093027 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c4c2b387-402b-4da6-a255-6abea3fbc7c9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:51.211251 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-9867a342-111b-4117-93ea-81fd150ce95b service neutron] 10.222.0.41 "GET /v2.0/networks/f0190099-f787-4bbb-84b4-069bdc01f2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382345 Feb 03 14:05:51.237099 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c4c2b387-402b-4da6-a255-6abea3fbc7c9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:51.257043 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c2b387-402b-4da6-a255-6abea3fbc7c9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ac7c3e-3a7e-46f3-932c-ecea8a30e08c,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:51.362190 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c4c2b387-402b-4da6-a255-6abea3fbc7c9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:51.363354 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c4c2b387-402b-4da6-a255-6abea3fbc7c9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/security-groups/f9ac7c3e-3a7e-46f3-932c-ecea8a30e08c HTTP/1.1" status: 204 len: 168 time: 0.3777475 Feb 03 14:05:51.450045 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60754) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:51.504881 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a62bf356-903c-4c1c-bab3-9307f21f9394 req-e7890b3f-040f-441f-bf8c-165d9df5b45d tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/ports?device_id=c336b128-9f7c-4aba-854d-856f70ec6af8 HTTP/1.1" status: 200 len: 210 time: 0.0484784 Feb 03 14:05:51.854739 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c6c27d30-d7d9-40cb-b05f-ea29ce0d3b74 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:52.558995 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-c6c27d30-d7d9-40cb-b05f-ea29ce0d3b74 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting port a074b62a-e8b7-4031-8cf9-024178d5497e {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:05:52.559604 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c6c27d30-d7d9-40cb-b05f-ea29ce0d3b74 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:52.674584 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b82c1bc9-53ad-46ee-8463-77e76190fd2c req-6f4a3671-1f6c-4272-9d77-85eed475ed6a tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/ports?device_id=c336b128-9f7c-4aba-854d-856f70ec6af8 HTTP/1.1" status: 200 len: 210 time: 0.0428936 Feb 03 14:05:52.761358 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-c6c27d30-d7d9-40cb-b05f-ea29ce0d3b74 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] For port a074b62a-e8b7-4031-8cf9-024178d5497e, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=a074b62a-e8b7-4031-8cf9-024178d5497e,segment=NetworkSegment(b458e6a6-6854-49a0-b673-c5134e24cca4),segment_id=b458e6a6-6854-49a0-b673-c5134e24cca4)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:05:52.761715 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c6c27d30-d7d9-40cb-b05f-ea29ce0d3b74 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:52.793107 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 252aee64-0547-43af-b252-4dbeb7d6ddb5 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:05:52.831546 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] No Port match for: 252aee64-0547-43af-b252-4dbeb7d6ddb5 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:05:52.832010 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 252aee64-0547-43af-b252-4dbeb7d6ddb5 not bound to the agent host hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:05:52.890136 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-c6c27d30-d7d9-40cb-b05f-ea29ce0d3b74 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Calling delete_port for a074b62a-e8b7-4031-8cf9-024178d5497e owned by network:router_interface {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:05:53.145534 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c6c27d30-d7d9-40cb-b05f-ea29ce0d3b74 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:53.191523 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c27d30-d7d9-40cb-b05f-ea29ce0d3b74 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Port': ['ID=a074b62a-e8b7-4031-8cf9-024178d5497e,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:53.710153 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c6c27d30-d7d9-40cb-b05f-ea29ce0d3b74 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:53.738563 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-f9c17a90-5b18-47eb-be24-76897b006117 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:53.739973 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-f9c17a90-5b18-47eb-be24-76897b006117 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.47 "GET /v2.0/networks?id=f0190099-f787-4bbb-84b4-069bdc01f2cf HTTP/1.1" status: 200 len: 812 time: 0.2707763 Feb 03 14:05:53.798468 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-2636f928-ddcc-452e-a193-f543f004a29e tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Request body: {'port': {'device_id': 'c336b128-9f7c-4aba-854d-856f70ec6af8', 'network_id': 'f0190099-f787-4bbb-84b4-069bdc01f2cf', 'admin_state_up': True, 'tenant_id': 'ac9a9411e5a94aefa6692a7c727c7560'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:53.845074 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d1db11c6-a1dc-4828-9bd5-b4160cf4e858 req-f45eb6e1-8400-4012-ac08-4ff7f513e83d tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/ports?device_id=c336b128-9f7c-4aba-854d-856f70ec6af8 HTTP/1.1" status: 200 len: 210 time: 0.0441186 Feb 03 14:05:53.974346 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-2636f928-ddcc-452e-a193-f543f004a29e tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:53.979705 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-2636f928-ddcc-452e-a193-f543f004a29e tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Usage tracker for resource:port and tenant:ac9a9411e5a94aefa6692a7c727c7560 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:54.025344 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-2636f928-ddcc-452e-a193-f543f004a29e tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:54.043151 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-2636f928-ddcc-452e-a193-f543f004a29e tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:54.143817 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-2636f928-ddcc-452e-a193-f543f004a29e tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Made reservation on behalf of ac9a9411e5a94aefa6692a7c727c7560 for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:05:54.146382 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-2636f928-ddcc-452e-a193-f543f004a29e tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:54.469627 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-2636f928-ddcc-452e-a193-f543f004a29e tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Allocated IP 172.20.0.11 (f0190099-f787-4bbb-84b4-069bdc01f2cf/c765e7be-e205-4a51-938c-9bf5c0c4a34c/b427a95b-f0ad-443b-baec-91fdfab531d8) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:05:54.751038 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-2636f928-ddcc-452e-a193-f543f004a29e tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:54.781724 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c27d30-d7d9-40cb-b05f-ea29ce0d3b74 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router 52585ba9-5a1c-47ba-a8f0-6d99891c4f02 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:05:54.877067 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-2636f928-ddcc-452e-a193-f543f004a29e tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:54.958951 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-2636f928-ddcc-452e-a193-f543f004a29e tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Network f0190099-f787-4bbb-84b4-069bdc01f2cf is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:05:54.960868 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2636f928-ddcc-452e-a193-f543f004a29e tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Pushing event updated for resources: {'Port': ['ID=b427a95b-f0ad-443b-baec-91fdfab531d8,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:54.964250 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-2636f928-ddcc-452e-a193-f543f004a29e tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:05:54.967366 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-2636f928-ddcc-452e-a193-f543f004a29e tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:05:55.053004 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81605b9f-7ffd-4c4a-9bff-d24e6b3fc7cb req-8d10d79e-0548-42bd-bc9a-73ebedd70405 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:55.054686 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-81605b9f-7ffd-4c4a-9bff-d24e6b3fc7cb req-8d10d79e-0548-42bd-bc9a-73ebedd70405 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/ports?device_id=c336b128-9f7c-4aba-854d-856f70ec6af8 HTTP/1.1" status: 200 len: 932 time: 0.0813842 Feb 03 14:05:55.085616 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-2636f928-ddcc-452e-a193-f543f004a29e tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:55.086089 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-2636f928-ddcc-452e-a193-f543f004a29e tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:55.101121 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-81605b9f-7ffd-4c4a-9bff-d24e6b3fc7cb req-a935efa0-a5ec-4700-bbfd-d760bdbae993 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Synchronizing usage tracker for tenant:ac9a9411e5a94aefa6692a7c727c7560 on resource:security_group {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:05:55.134911 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c27d30-d7d9-40cb-b05f-ea29ce0d3b74 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:05:55.140197 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c6c27d30-d7d9-40cb-b05f-ea29ce0d3b74 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "PUT /v2.0/routers/52585ba9-5a1c-47ba-a8f0-6d99891c4f02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6881492 Feb 03 14:05:55.142733 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60772) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:55.145410 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0904506-3ea4-447e-881b-d2ae54b0873a None None] Sync routers for ids ['52585ba9-5a1c-47ba-a8f0-6d99891c4f02'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:05:55.158203 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0904506-3ea4-447e-881b-d2ae54b0873a None None] Routers {'52585ba9-5a1c-47ba-a8f0-6d99891c4f02'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:05:55.158796 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-b0904506-3ea4-447e-881b-d2ae54b0873a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:05:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['52585ba9-5a1c-47ba-a8f0-6d99891c4f02'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:55.199977 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-81605b9f-7ffd-4c4a-9bff-d24e6b3fc7cb req-a935efa0-a5ec-4700-bbfd-d760bdbae993 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Unset dirty status for tenant:ac9a9411e5a94aefa6692a7c727c7560 on resource:security_group {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:05:55.202871 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-81605b9f-7ffd-4c4a-9bff-d24e6b3fc7cb req-a935efa0-a5ec-4700-bbfd-d760bdbae993 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9226bfb-f916-4873-9e1a-3207340701b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376731 Feb 03 14:05:55.300321 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-2636f928-ddcc-452e-a193-f543f004a29e tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5063300 Feb 03 14:05:55.314142 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-7d1ad571-b10e-4741-8e60-481f45047177 service neutron] Request body: {'port': {'device_id': 'c336b128-9f7c-4aba-854d-856f70ec6af8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:55.349124 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-b0904506-3ea4-447e-881b-d2ae54b0873a None None] Set router 52585ba9-5a1c-47ba-a8f0-6d99891c4f02 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:05:55.376624 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0d2d323f-7d39-411d-ace9-3190e9213342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:55.509805 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-7d1ad571-b10e-4741-8e60-481f45047177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:55.586901 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7d8dbf0-f812-4ed5-9e94-c03f8ab730f9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting subnet 2b94a408-000d-4159-8152-731afc1af407 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:05:55.598198 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b7d8dbf0-f812-4ed5-9e94-c03f8ab730f9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:55.639671 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-b0904506-3ea4-447e-881b-d2ae54b0873a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'name': 'tempest-TestNetworkBasicOps-router-226659830', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': 'a9833346-09a2-4488-8188-759ee3853f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:02:04Z', 'updated_at': '2022-02-03T14:05:53Z', 'revision_number': 7, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'a9833346-09a2-4488-8188-759ee3853f8c', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:02:06Z', 'updated_at': '2022-02-03T14:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:55.643488 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0904506-3ea4-447e-881b-d2ae54b0873a None None] Checking router: 52585ba9-5a1c-47ba-a8f0-6d99891c4f02 for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:05:55.654782 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0904506-3ea4-447e-881b-d2ae54b0873a None None] Routers {'52585ba9-5a1c-47ba-a8f0-6d99891c4f02'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:05:55.655405 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-b0904506-3ea4-447e-881b-d2ae54b0873a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:05:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['52585ba9-5a1c-47ba-a8f0-6d99891c4f02'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:55.705684 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b7d8dbf0-f812-4ed5-9e94-c03f8ab730f9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:55.857949 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-b0904506-3ea4-447e-881b-d2ae54b0873a None None] Set router 52585ba9-5a1c-47ba-a8f0-6d99891c4f02 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:05:55.904947 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b7d8dbf0-f812-4ed5-9e94-c03f8ab730f9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:56.042592 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-7d1ad571-b10e-4741-8e60-481f45047177 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b427a95b-f0ad-443b-baec-91fdfab531d8 {{(pid=84181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:05:56.049436 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-7d1ad571-b10e-4741-8e60-481f45047177 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:56.105756 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-7d1ad571-b10e-4741-8e60-481f45047177 service neutron] Transition to ACTIVE for port object b427a95b-f0ad-443b-baec-91fdfab531d8 will not be triggered until provisioned by entity L2. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:05:56.107092 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b7d8dbf0-f812-4ed5-9e94-c03f8ab730f9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:56.143479 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-b0904506-3ea4-447e-881b-d2ae54b0873a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'name': 'tempest-TestNetworkBasicOps-router-226659830', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': 'a9833346-09a2-4488-8188-759ee3853f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:02:04Z', 'updated_at': '2022-02-03T14:05:53Z', 'revision_number': 7, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'a9833346-09a2-4488-8188-759ee3853f8c', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:02:06Z', 'updated_at': '2022-02-03T14:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:56.147210 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d8dbf0-f812-4ed5-9e94-c03f8ab730f9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Subnet': ['ID=2b94a408-000d-4159-8152-731afc1af407,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:56.147781 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0904506-3ea4-447e-881b-d2ae54b0873a None None] The sync data for ids ['52585ba9-5a1c-47ba-a8f0-6d99891c4f02'] in dv-neutron-827016-1-hyperv is: [{'id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'name': 'tempest-TestNetworkBasicOps-router-226659830', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': 'a9833346-09a2-4488-8188-759ee3853f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:02:04Z', 'updated_at': '2022-02-03T14:05:53Z', 'revision_number': 7, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'a9833346-09a2-4488-8188-759ee3853f8c', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52585ba9-5a1c-47ba-a8f0-6d99891c4f02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:02:06Z', 'updated_at': '2022-02-03T14:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:05:56.153659 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b7d8dbf0-f812-4ed5-9e94-c03f8ab730f9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:56.160555 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e85c72a-7941-4761-aa8e-dadef83bf564 None None] Network dd13b231-4ee5-4444-8ba9-9ea79394e28e requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:05:56.161172 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b7d8dbf0-f812-4ed5-9e94-c03f8ab730f9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/subnets/2b94a408-000d-4159-8152-731afc1af407 HTTP/1.1" status: 204 len: 168 time: 1.0172510 Feb 03 14:05:56.163560 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60776) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:56.231136 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-7d1ad571-b10e-4741-8e60-481f45047177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:56.345704 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ad571-b10e-4741-8e60-481f45047177 service neutron] Pushing event updated for resources: {'Port': ['ID=b427a95b-f0ad-443b-baec-91fdfab531d8,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:56.410909 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a20f6-ebe3-43de-acaf-db74ed32c2de req-595b3e3a-c752-4979-a2b2-80f36736a589 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:56.419367 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a01a20f6-ebe3-43de-acaf-db74ed32c2de req-595b3e3a-c752-4979-a2b2-80f36736a589 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/ports?device_id=c336b128-9f7c-4aba-854d-856f70ec6af8 HTTP/1.1" status: 200 len: 944 time: 0.0873635 Feb 03 14:05:56.459697 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a01a20f6-ebe3-43de-acaf-db74ed32c2de req-674aaad1-bf70-405a-bdb5-8f0de3de9b63 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9226bfb-f916-4873-9e1a-3207340701b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387084 Feb 03 14:05:57.111169 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d233998e-d5c4-4d4b-bfb7-b4d70edc2f08 None None] DHCP port deletion for dd13b231-4ee5-4444-8ba9-9ea79394e28e request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:05:57.111169 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-d233998e-d5c4-4d4b-bfb7-b4d70edc2f08 None None] Deleting port d7528ad1-f610-4093-961b-faa62fb13450 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:05:57.111169 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d233998e-d5c4-4d4b-bfb7-b4d70edc2f08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:57.116460 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-7d1ad571-b10e-4741-8e60-481f45047177 service neutron] Attempting to bind port b427a95b-f0ad-443b-baec-91fdfab531d8 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:05:57.116460 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-7d1ad571-b10e-4741-8e60-481f45047177 service neutron] Attempting to bind port b427a95b-f0ad-443b-baec-91fdfab531d8 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '5d3d82cc-bdaa-4741-ac93-55ff096ba6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'f0190099-f787-4bbb-84b4-069bdc01f2cf'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:05:57.116460 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-7d1ad571-b10e-4741-8e60-481f45047177 service neutron] Attempting to bind port b427a95b-f0ad-443b-baec-91fdfab531d8 on network f0190099-f787-4bbb-84b4-069bdc01f2cf {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:05:57.116460 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-7d1ad571-b10e-4741-8e60-481f45047177 service neutron] Port b427a95b-f0ad-443b-baec-91fdfab531d8 on network f0190099-f787-4bbb-84b4-069bdc01f2cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 14:05:57.116460 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-7d1ad571-b10e-4741-8e60-481f45047177 service neutron] Attempting to bind port b427a95b-f0ad-443b-baec-91fdfab531d8 on network f0190099-f787-4bbb-84b4-069bdc01f2cf {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:05:57.116460 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-438d3191-cc46-48d7-8fa0-d45a670fb28a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:57.117759 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device d7528ad1-f610-4093-961b-faa62fb13450 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:05:57.118267 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-7d1ad571-b10e-4741-8e60-481f45047177 service neutron] Checking agent: {'id': '8cce4e55-f72c-4604-b6eb-27dc2f3f162a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'started_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:05:57.118267 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-7d1ad571-b10e-4741-8e60-481f45047177 service neutron] Checking segment: {'id': '5d3d82cc-bdaa-4741-ac93-55ff096ba6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'f0190099-f787-4bbb-84b4-069bdc01f2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:05:57.118267 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-7d1ad571-b10e-4741-8e60-481f45047177 service neutron] Bound using segment: {'id': '5d3d82cc-bdaa-4741-ac93-55ff096ba6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'f0190099-f787-4bbb-84b4-069bdc01f2cf'} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:05:57.118267 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-7d1ad571-b10e-4741-8e60-481f45047177 service neutron] Bound port: b427a95b-f0ad-443b-baec-91fdfab531d8, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d3d82cc-bdaa-4741-ac93-55ff096ba6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'f0190099-f787-4bbb-84b4-069bdc01f2cf'}}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:05:57.118267 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-7d1ad571-b10e-4741-8e60-481f45047177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:57.118267 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-7d1ad571-b10e-4741-8e60-481f45047177 service neutron] For port b427a95b-f0ad-443b-baec-91fdfab531d8, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:05:57.118267 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-7d1ad571-b10e-4741-8e60-481f45047177 service neutron] For port b427a95b-f0ad-443b-baec-91fdfab531d8, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=b427a95b-f0ad-443b-baec-91fdfab531d8,segment=NetworkSegment(5d3d82cc-bdaa-4741-ac93-55ff096ba6b1),segment_id=5d3d82cc-bdaa-4741-ac93-55ff096ba6b1)] {{(pid=84181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:05:57.118985 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-d233998e-d5c4-4d4b-bfb7-b4d70edc2f08 None None] For port d7528ad1-f610-4093-961b-faa62fb13450, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=d7528ad1-f610-4093-961b-faa62fb13450,segment=NetworkSegment(b458e6a6-6854-49a0-b673-c5134e24cca4),segment_id=b458e6a6-6854-49a0-b673-c5134e24cca4)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:05:57.118985 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d233998e-d5c4-4d4b-bfb7-b4d70edc2f08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:57.118985 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-d233998e-d5c4-4d4b-bfb7-b4d70edc2f08 None None] Calling delete_port for d7528ad1-f610-4093-961b-faa62fb13450 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:05:57.119321 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-438d3191-cc46-48d7-8fa0-d45a670fb28a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:57.119430 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:57.119542 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-7d1ad571-b10e-4741-8e60-481f45047177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:57.147705 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-7d1ad571-b10e-4741-8e60-481f45047177 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:57.149037 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-7d1ad571-b10e-4741-8e60-481f45047177 service neutron] 10.222.0.47 "PUT /v2.0/ports/b427a95b-f0ad-443b-baec-91fdfab531d8 HTTP/1.1" status: 200 len: 1094 time: 1.8412519 Feb 03 14:05:57.149467 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c336b128-9f7c-4aba-854d-856f70ec6af8', 'tag': 'b427a95b-f0ad-443b-baec-91fdfab531d8'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:05:57.159269 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-438d3191-cc46-48d7-8fa0-d45a670fb28a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting port a9833346-09a2-4488-8188-759ee3853f8c {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:05:57.159610 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-438d3191-cc46-48d7-8fa0-d45a670fb28a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:57.186347 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d233998e-d5c4-4d4b-bfb7-b4d70edc2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:57.208524 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ad571-b10e-4741-8e60-481f45047177 service neutron] Pushing event updated for resources: {'Port': ['ID=b427a95b-f0ad-443b-baec-91fdfab531d8,revision_number=3']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:57.215947 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c336b128-9f7c-4aba-854d-856f70ec6af8', 'tag': 'b427a95b-f0ad-443b-baec-91fdfab531d8', 'status': 'completed', 'code': 200} Feb 03 14:05:57.242059 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d233998e-d5c4-4d4b-bfb7-b4d70edc2f08 None None] Pushing event deleted for resources: {'Port': ['ID=d7528ad1-f610-4093-961b-faa62fb13450,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:57.245640 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 03 14:05:57.245640 dv-neutron-827016-1-hyperv neutron-server[84183]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Feb 03 14:05:57.245640 dv-neutron-827016-1-hyperv neutron-server[84183]: [parameters: {'status': 'DOWN', 'ports_id': 'd7528ad1-f610-4093-961b-faa62fb13450'}] Feb 03 14:05:57.245640 dv-neutron-827016-1-hyperv neutron-server[84183]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:05:57.246057 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:05:57.253802 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d233998e-d5c4-4d4b-bfb7-b4d70edc2f08 None None] No DVR routers for this DVR port d7528ad1-f610-4093-961b-faa62fb13450 on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:05:57.257063 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d233998e-d5c4-4d4b-bfb7-b4d70edc2f08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:57.257418 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d233998e-d5c4-4d4b-bfb7-b4d70edc2f08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:57.261082 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d233998e-d5c4-4d4b-bfb7-b4d70edc2f08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:57.261082 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d233998e-d5c4-4d4b-bfb7-b4d70edc2f08 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:57.261082 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d233998e-d5c4-4d4b-bfb7-b4d70edc2f08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:57.261082 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d233998e-d5c4-4d4b-bfb7-b4d70edc2f08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:57.261082 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d233998e-d5c4-4d4b-bfb7-b4d70edc2f08 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:57.262050 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d233998e-d5c4-4d4b-bfb7-b4d70edc2f08 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:57.262050 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d233998e-d5c4-4d4b-bfb7-b4d70edc2f08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:57.262050 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d233998e-d5c4-4d4b-bfb7-b4d70edc2f08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:57.262726 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d233998e-d5c4-4d4b-bfb7-b4d70edc2f08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:57.398687 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-438d3191-cc46-48d7-8fa0-d45a670fb28a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] For port a9833346-09a2-4488-8188-759ee3853f8c, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=a9833346-09a2-4488-8188-759ee3853f8c,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:05:57.399045 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-438d3191-cc46-48d7-8fa0-d45a670fb28a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:57.454009 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-24211592-c0bc-47f2-8164-afded25a37e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:57.463036 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-1ccd387d-027f-40cc-bd87-680158bfd83d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac9a9411e5a94aefa6692a7c727c7560&device_id=c336b128-9f7c-4aba-854d-856f70ec6af8 HTTP/1.1" status: 200 len: 1097 time: 0.2271376 Feb 03 14:05:57.528080 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-438d3191-cc46-48d7-8fa0-d45a670fb28a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Calling delete_port for a9833346-09a2-4488-8188-759ee3853f8c owned by network:router_gateway {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:05:57.637824 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-c0dba404-6f7c-4736-a820-a9a1a8cc9a9a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b427a95b-f0ad-443b-baec-91fdfab531d8 HTTP/1.1" status: 200 len: 217 time: 0.1163194 Feb 03 14:05:57.667905 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7cdf8-6039-4ca1-bae5-a56e92fe8d43 req-82fbf273-39bb-4a00-b5c5-e107cc34ad2d tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:57.669208 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ffc7cdf8-6039-4ca1-bae5-a56e92fe8d43 req-82fbf273-39bb-4a00-b5c5-e107cc34ad2d tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/ports?device_id=c336b128-9f7c-4aba-854d-856f70ec6af8 HTTP/1.1" status: 200 len: 944 time: 0.0821364 Feb 03 14:05:57.716119 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ffc7cdf8-6039-4ca1-bae5-a56e92fe8d43 req-8bc17b3f-640e-4482-a393-842759e11484 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9226bfb-f916-4873-9e1a-3207340701b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410941 Feb 03 14:05:57.734589 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-b4c66900-ae2b-46c0-af23-3a1dbd24ae2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:57.736060 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-b4c66900-ae2b-46c0-af23-3a1dbd24ae2f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c765e7be-e205-4a51-938c-9bf5c0c4a34c HTTP/1.1" status: 200 len: 852 time: 0.0905910 Feb 03 14:05:57.780795 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Port d7528ad1-f610-4093-961b-faa62fb13450 update to DOWN by agent not found {{(pid=84183) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 03 14:05:57.781280 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device a074b62a-e8b7-4031-8cf9-024178d5497e no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:05:57.797382 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-a8e7034d-1652-4c44-8f71-777e4571a25c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0190099-f787-4bbb-84b4-069bdc01f2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520585 Feb 03 14:05:57.813872 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: a074b62a-e8b7-4031-8cf9-024178d5497e {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:05:57.814159 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device a074b62a-e8b7-4031-8cf9-024178d5497e not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:05:57.982983 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-ef0441d9-6dc8-463f-b29a-562f67887ce0 service neutron] 10.222.0.47 "GET /v2.0/networks/f0190099-f787-4bbb-84b4-069bdc01f2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767321 Feb 03 14:05:58.008108 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-438d3191-cc46-48d7-8fa0-d45a670fb28a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:58.107813 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d3191-cc46-48d7-8fa0-d45a670fb28a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Port': ['ID=a9833346-09a2-4488-8188-759ee3853f8c,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:58.236161 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2c92263d-7b7a-4164-98a1-af76a808b18e req-b26efbf8-d9ac-45f3-a9ad-7334481175d0 service neutron] 10.222.0.47 "GET /v2.0/networks/f0190099-f787-4bbb-84b4-069bdc01f2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467561 Feb 03 14:05:58.374096 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-438d3191-cc46-48d7-8fa0-d45a670fb28a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:58.776232 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-438d3191-cc46-48d7-8fa0-d45a670fb28a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:58.783646 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-438d3191-cc46-48d7-8fa0-d45a670fb28a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:58.792326 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:58.797085 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6ed445c5-5f04-4b64-abb7-c489c40a3aaa req-e2f807da-d7ea-46dc-aa9b-79846cf06232 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac9a9411e5a94aefa6692a7c727c7560&device_id=c336b128-9f7c-4aba-854d-856f70ec6af8 HTTP/1.1" status: 200 len: 1097 time: 0.2707858 Feb 03 14:05:58.819587 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:58.929488 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9940a29-2e59-4207-9b5c-080bffe404bd req-585f5718-4a81-4bbf-b746-efe82fe1d2ed tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:58.931716 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f9940a29-2e59-4207-9b5c-080bffe404bd req-585f5718-4a81-4bbf-b746-efe82fe1d2ed tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/ports?device_id=c336b128-9f7c-4aba-854d-856f70ec6af8 HTTP/1.1" status: 200 len: 944 time: 0.0791194 Feb 03 14:05:58.936519 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed445c5-5f04-4b64-abb7-c489c40a3aaa req-28db362a-97de-4669-bac6-8a4eb250acc9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:58.938104 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6ed445c5-5f04-4b64-abb7-c489c40a3aaa req-28db362a-97de-4669-bac6-8a4eb250acc9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f0190099-f787-4bbb-84b4-069bdc01f2cf HTTP/1.1" status: 200 len: 912 time: 0.1350937 Feb 03 14:05:58.979960 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f9940a29-2e59-4207-9b5c-080bffe404bd req-637b8c11-6d1c-4d49-be11-bee2ff6ce2a0 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9226bfb-f916-4873-9e1a-3207340701b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432575 Feb 03 14:05:59.001480 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-438d3191-cc46-48d7-8fa0-d45a670fb28a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:59.001480 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438d3191-cc46-48d7-8fa0-d45a670fb28a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Fanout notify agent at l3_agent the message router_deleted on router 52585ba9-5a1c-47ba-a8f0-6d99891c4f02 {{(pid=84181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:05:59.017400 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6ed445c5-5f04-4b64-abb7-c489c40a3aaa req-dd3fb988-9f89-42f6-98f6-28c9e4bce29b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b427a95b-f0ad-443b-baec-91fdfab531d8 HTTP/1.1" status: 200 len: 217 time: 0.0733097 Feb 03 14:05:59.029808 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-438d3191-cc46-48d7-8fa0-d45a670fb28a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:59.029808 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-438d3191-cc46-48d7-8fa0-d45a670fb28a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/routers/52585ba9-5a1c-47ba-a8f0-6d99891c4f02 HTTP/1.1" status: 204 len: 168 time: 2.8613689 Feb 03 14:05:59.031703 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60790) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:59.088461 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed445c5-5f04-4b64-abb7-c489c40a3aaa req-df016ff5-7207-4f93-9e89-d9690d262208 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:59.089921 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6ed445c5-5f04-4b64-abb7-c489c40a3aaa req-df016ff5-7207-4f93-9e89-d9690d262208 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c765e7be-e205-4a51-938c-9bf5c0c4a34c HTTP/1.1" status: 200 len: 852 time: 0.0629094 Feb 03 14:05:59.141215 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6ed445c5-5f04-4b64-abb7-c489c40a3aaa req-ee4925fa-7aa7-4c6d-a7ee-5b561a438234 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0190099-f787-4bbb-84b4-069bdc01f2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450444 Feb 03 14:05:59.157277 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-eec13fbf-314a-46f6-bda6-0b1f7f1553ba tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:59.272844 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6ed445c5-5f04-4b64-abb7-c489c40a3aaa req-5c514454-41a8-4c56-a1cb-08440b5b8cec service neutron] 10.222.0.47 "GET /v2.0/networks/f0190099-f787-4bbb-84b4-069bdc01f2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253464 Feb 03 14:05:59.298082 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-eec13fbf-314a-46f6-bda6-0b1f7f1553ba tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:59.322692 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-eec13fbf-314a-46f6-bda6-0b1f7f1553ba tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd13b231-4ee5-4444-8ba9-9ea79394e28e']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:59.335825 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-eec13fbf-314a-46f6-bda6-0b1f7f1553ba tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b458e6a6-6854-49a0-b673-c5134e24cca4') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:59.336175 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-eec13fbf-314a-46f6-bda6-0b1f7f1553ba tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b458e6a6-6854-49a0-b673-c5134e24cca4') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:59.348268 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-eec13fbf-314a-46f6-bda6-0b1f7f1553ba tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:59.367250 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-eec13fbf-314a-46f6-bda6-0b1f7f1553ba tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:59.373833 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eec13fbf-314a-46f6-bda6-0b1f7f1553ba tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:05:59.378230 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-eec13fbf-314a-46f6-bda6-0b1f7f1553ba tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:59.388515 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 14:05:59.388515 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:05:59.388515 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 14:05:59.388515 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:05:59.388515 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 14:05:59.388515 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:05:59.388515 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 14:05:59.388515 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:05:59.388515 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 14:05:59.388515 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:05:59.388515 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 14:05:59.388515 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:05:59.388515 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 14:05:59.388515 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:05:59.388515 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:05:59.388515 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:05:59.388515 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:05:59.388515 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:05:59.388515 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 14:05:59.388515 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:05:59.388515 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 14:05:59.388515 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:05:59.388515 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:05:59.388515 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:05:59.388515 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 14:05:59.388515 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:05:59.388515 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:05:59.388515 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:05:59.388515 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:05:59.388515 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:05:59.388515 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:05:59.388515 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:05:59.414015 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6ed445c5-5f04-4b64-abb7-c489c40a3aaa req-fa42c312-d60a-4916-a0b7-df68d2780e33 service neutron] 10.222.0.47 "GET /v2.0/networks/f0190099-f787-4bbb-84b4-069bdc01f2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336019 Feb 03 14:05:59.528582 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-eec13fbf-314a-46f6-bda6-0b1f7f1553ba tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:59.551277 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-eec13fbf-314a-46f6-bda6-0b1f7f1553ba tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:59.556757 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec13fbf-314a-46f6-bda6-0b1f7f1553ba tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Network': ['ID=dd13b231-4ee5-4444-8ba9-9ea79394e28e,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:59.565646 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-eec13fbf-314a-46f6-bda6-0b1f7f1553ba tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/networks/dd13b231-4ee5-4444-8ba9-9ea79394e28e HTTP/1.1" status: 204 len: 168 time: 0.5291741 Feb 03 14:05:59.587144 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60796) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:05:59.592669 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-2892d9eb-bfce-4680-ac15-d0755ce537c7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'network': {'name': 'tempest-network-smoke--1354633408', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'port_security_enabled': True}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:05:59.597551 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-2892d9eb-bfce-4680-ac15-d0755ce537c7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:05:59.601646 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2892d9eb-bfce-4680-ac15-d0755ce537c7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:network and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:05:59.604491 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2892d9eb-bfce-4680-ac15-d0755ce537c7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:05:59.611437 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-2892d9eb-bfce-4680-ac15-d0755ce537c7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:05:59.693457 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2892d9eb-bfce-4680-ac15-d0755ce537c7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Made reservation on behalf of 55163e99e9e54d69af7505a418f9e84b for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:05:59.696980 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2892d9eb-bfce-4680-ac15-d0755ce537c7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:59.724657 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2892d9eb-bfce-4680-ac15-d0755ce537c7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:05:59.733742 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2892d9eb-bfce-4680-ac15-d0755ce537c7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:59.734082 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-2892d9eb-bfce-4680-ac15-d0755ce537c7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Added segment 5b7e4344-59ab-480e-81e1-62604c69617b of type vlan for network fe30f0cf-d14f-4a32-9991-f1b5cf0ae293 Feb 03 14:05:59.759515 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2892d9eb-bfce-4680-ac15-d0755ce537c7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:59.905354 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2892d9eb-bfce-4680-ac15-d0755ce537c7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:05:59.909080 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892d9eb-bfce-4680-ac15-d0755ce537c7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:59.909654 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2892d9eb-bfce-4680-ac15-d0755ce537c7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:00.018796 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892d9eb-bfce-4680-ac15-d0755ce537c7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Network': ['ID=fe30f0cf-d14f-4a32-9991-f1b5cf0ae293,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:06:00.029496 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network fe30f0cf-d14f-4a32-9991-f1b5cf0ae293 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:06:00.100563 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2892d9eb-bfce-4680-ac15-d0755ce537c7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5122795 Feb 03 14:06:00.110491 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60802) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:06:00.117089 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-398ba39b-91fc-426f-9036-e219cfa16608 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-192892635', 'admin_state_up': True, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:06:00.124589 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-398ba39b-91fc-426f-9036-e219cfa16608 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:06:00.129477 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-398ba39b-91fc-426f-9036-e219cfa16608 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:router and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:06:00.132905 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-398ba39b-91fc-426f-9036-e219cfa16608 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:06:00.140329 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-398ba39b-91fc-426f-9036-e219cfa16608 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:06:00.203082 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:00.214008 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-398ba39b-91fc-426f-9036-e219cfa16608 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:00.215009 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-398ba39b-91fc-426f-9036-e219cfa16608 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:00.234004 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-398ba39b-91fc-426f-9036-e219cfa16608 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:00.438883 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5830492-bf7e-492b-b67e-0022d1c9d412 req-e5b794b3-781e-4aa1-93d9-88b43d9611e4 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:00.443859 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a5830492-bf7e-492b-b67e-0022d1c9d412 req-e5b794b3-781e-4aa1-93d9-88b43d9611e4 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/ports?device_id=c336b128-9f7c-4aba-854d-856f70ec6af8 HTTP/1.1" status: 200 len: 944 time: 0.1916287 Feb 03 14:06:00.473052 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-398ba39b-91fc-426f-9036-e219cfa16608 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:00.498976 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a5830492-bf7e-492b-b67e-0022d1c9d412 req-288e827a-9f21-46b0-9824-3ba7e16bc1d8 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9226bfb-f916-4873-9e1a-3207340701b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531070 Feb 03 14:06:00.626444 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device a9833346-09a2-4488-8188-759ee3853f8c no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:06:00.664067 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: a9833346-09a2-4488-8188-759ee3853f8c {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:06:00.664456 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device a9833346-09a2-4488-8188-759ee3853f8c not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:06:00.811177 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-398ba39b-91fc-426f-9036-e219cfa16608 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router_gateway, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:00.822745 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device b427a95b-f0ad-443b-baec-91fdfab531d8 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:06:00.839926 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-398ba39b-91fc-426f-9036-e219cfa16608 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:00.957598 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port b427a95b-f0ad-443b-baec-91fdfab531d8, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=b427a95b-f0ad-443b-baec-91fdfab531d8,segment=NetworkSegment(5d3d82cc-bdaa-4741-ac93-55ff096ba6b1),segment_id=5d3d82cc-bdaa-4741-ac93-55ff096ba6b1)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:06:00.971164 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': 'b427a95b-f0ad-443b-baec-91fdfab531d8', 'network_id': 'f0190099-f787-4bbb-84b4-069bdc01f2cf', 'port_id': 'b427a95b-f0ad-443b-baec-91fdfab531d8', 'mac_address': 'fa:16:3e:de:31:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c765e7be-e205-4a51-938c-9bf5c0c4a34c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:06:00.977926 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-398ba39b-91fc-426f-9036-e219cfa16608 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Allocated IP 172.26.3.172 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/39c784cb-5188-4fb4-82a1-d068c01bf11b) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:06:01.024464 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:01.042561 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b427a95b-f0ad-443b-baec-91fdfab531d8 {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:06:01.057823 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port b427a95b-f0ad-443b-baec-91fdfab531d8, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=b427a95b-f0ad-443b-baec-91fdfab531d8,segment=NetworkSegment(5d3d82cc-bdaa-4741-ac93-55ff096ba6b1),segment_id=5d3d82cc-bdaa-4741-ac93-55ff096ba6b1)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:06:01.125697 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-398ba39b-91fc-426f-9036-e219cfa16608 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:01.145522 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:01.203992 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-398ba39b-91fc-426f-9036-e219cfa16608 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:01.210979 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=b427a95b-f0ad-443b-baec-91fdfab531d8,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:06:01.271507 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398ba39b-91fc-426f-9036-e219cfa16608 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:06:01.274345 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-398ba39b-91fc-426f-9036-e219cfa16608 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:06:01.277465 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398ba39b-91fc-426f-9036-e219cfa16608 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:06:01.306621 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ba39b-91fc-426f-9036-e219cfa16608 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=39c784cb-5188-4fb4-82a1-d068c01bf11b,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:06:01.486260 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['b427a95b-f0ad-443b-baec-91fdfab531d8'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:06:01.506127 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-398ba39b-91fc-426f-9036-e219cfa16608 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router_gateway, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:01.506847 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-398ba39b-91fc-426f-9036-e219cfa16608 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:01.767220 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebee0e0-a21c-4116-a061-8f3d72a825de req-db73a119-3e8a-4e2f-aebd-aa8fe8f509b7 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:01.772696 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3ebee0e0-a21c-4116-a061-8f3d72a825de req-db73a119-3e8a-4e2f-aebd-aa8fe8f509b7 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/ports?device_id=c336b128-9f7c-4aba-854d-856f70ec6af8 HTTP/1.1" status: 200 len: 945 time: 0.1069174 Feb 03 14:06:01.838422 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3ebee0e0-a21c-4116-a061-8f3d72a825de req-e78aa674-d446-4d5a-9ec7-c7f43f989e25 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9226bfb-f916-4873-9e1a-3207340701b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635254 Feb 03 14:06:01.905985 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398ba39b-91fc-426f-9036-e219cfa16608 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router 6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:06:02.107738 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398ba39b-91fc-426f-9036-e219cfa16608 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:06:02.119418 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851498b7-1285-44db-9edb-d6962484ef11 None None] Sync routers for ids ['6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:06:02.132275 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851498b7-1285-44db-9edb-d6962484ef11 None None] Routers {'6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:06:02.133468 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-851498b7-1285-44db-9edb-d6962484ef11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:05:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:06:02.343043 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-851498b7-1285-44db-9edb-d6962484ef11 None None] Set router 6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:06:02.345399 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-398ba39b-91fc-426f-9036-e219cfa16608 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:02.346643 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-398ba39b-91fc-426f-9036-e219cfa16608 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2349386 Feb 03 14:06:02.349667 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60808) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:06:02.392287 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-56946afc-9119-4a3a-adc4-9c95e5ccb186 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=55163e99e9e54d69af7505a418f9e84b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391595 Feb 03 14:06:02.392529 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60812) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:06:02.520046 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32bb95c-f85a-4d76-b772-13f720b5d5d1 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:02.521609 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e32bb95c-f85a-4d76-b772-13f720b5d5d1 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1281304 Feb 03 14:06:02.524526 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60816) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:06:02.573491 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7d25235b-4d1a-434b-8d9a-a95ee1daf377 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=16a0e898-50c0-4b65-ae3a-069e9649bbca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0479040 Feb 03 14:06:02.576462 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60820) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:06:02.581795 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-bda96ec6-5837-45a2-ac5b-71998c5b89de tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-925872580', 'network_id': 'fe30f0cf-d14f-4a32-9991-f1b5cf0ae293', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:06:02.631082 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-851498b7-1285-44db-9edb-d6962484ef11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e', 'name': 'tempest-TestNetworkBasicOps-router-192892635', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '39c784cb-5188-4fb4-82a1-d068c01bf11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:06:00Z', 'updated_at': '2022-02-03T14:06:01Z', 'revision_number': 3, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '39c784cb-5188-4fb4-82a1-d068c01bf11b', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:06:00Z', 'updated_at': '2022-02-03T14:06:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:06:02.635045 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851498b7-1285-44db-9edb-d6962484ef11 None None] Checking router: 6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:06:02.635423 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851498b7-1285-44db-9edb-d6962484ef11 None None] Updating router 6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e port 39c784cb-5188-4fb4-82a1-d068c01bf11b binding host dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:06:02.687587 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-851498b7-1285-44db-9edb-d6962484ef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:02.789769 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-bda96ec6-5837-45a2-ac5b-71998c5b89de tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:06:02.795055 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-bda96ec6-5837-45a2-ac5b-71998c5b89de tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:subnet and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:06:02.796909 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-bda96ec6-5837-45a2-ac5b-71998c5b89de tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:06:02.802468 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-bda96ec6-5837-45a2-ac5b-71998c5b89de tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:06:02.835875 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device b427a95b-f0ad-443b-baec-91fdfab531d8 up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:06:02.859832 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda96ec6-5837-45a2-ac5b-71998c5b89de tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Made reservation on behalf of 55163e99e9e54d69af7505a418f9e84b for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:06:02.965355 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bda96ec6-5837-45a2-ac5b-71998c5b89de tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:03.067272 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-851498b7-1285-44db-9edb-d6962484ef11 None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:03.079795 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-851498b7-1285-44db-9edb-d6962484ef11 None None] Transition to ACTIVE for port object 39c784cb-5188-4fb4-82a1-d068c01bf11b will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:06:03.089309 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning for port b427a95b-f0ad-443b-baec-91fdfab531d8 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:06:03.094337 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port b427a95b-f0ad-443b-baec-91fdfab531d8 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:06:03.094526 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:03.141082 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4b79a-d0ef-4472-b212-4043b9956d14 req-b627390d-eb3e-4a99-9d43-65ba823a6ffd tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:03.142536 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-38c4b79a-d0ef-4472-b212-4043b9956d14 req-b627390d-eb3e-4a99-9d43-65ba823a6ffd tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/ports?device_id=c336b128-9f7c-4aba-854d-856f70ec6af8 HTTP/1.1" status: 200 len: 945 time: 0.1630056 Feb 03 14:06:03.152426 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-851498b7-1285-44db-9edb-d6962484ef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:03.240151 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-38c4b79a-d0ef-4472-b212-4043b9956d14 req-adffae6a-8a2c-45a1-8ccb-48b30756a806 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9226bfb-f916-4873-9e1a-3207340701b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917029 Feb 03 14:06:03.274294 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c657248-8c2a-4fae-a972-3463a6001761 None None] Pushing event updated for resources: {'Port': ['ID=39c784cb-5188-4fb4-82a1-d068c01bf11b,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:06:03.286374 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-851498b7-1285-44db-9edb-d6962484ef11 None None] Attempting to bind port 39c784cb-5188-4fb4-82a1-d068c01bf11b on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:06:03.286374 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-851498b7-1285-44db-9edb-d6962484ef11 None None] Attempting to bind port 39c784cb-5188-4fb4-82a1-d068c01bf11b by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:06:03.286374 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851498b7-1285-44db-9edb-d6962484ef11 None None] Attempting to bind port 39c784cb-5188-4fb4-82a1-d068c01bf11b on network 16a0e898-50c0-4b65-ae3a-069e9649bbca {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:06:03.298775 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851498b7-1285-44db-9edb-d6962484ef11 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:06:03.299174 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851498b7-1285-44db-9edb-d6962484ef11 None None] Checking segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:06:03.299579 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-851498b7-1285-44db-9edb-d6962484ef11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:03.299972 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851498b7-1285-44db-9edb-d6962484ef11 None None] Bound using segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:06:03.300438 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-851498b7-1285-44db-9edb-d6962484ef11 None None] Bound port: 39c784cb-5188-4fb4-82a1-d068c01bf11b, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:06:03.300813 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-851498b7-1285-44db-9edb-d6962484ef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:03.328438 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:03.380354 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bda96ec6-5837-45a2-ac5b-71998c5b89de tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:03.384054 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c336b128-9f7c-4aba-854d-856f70ec6af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b427a95b-f0ad-443b-baec-91fdfab531d8'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:06:03.397896 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port b427a95b-f0ad-443b-baec-91fdfab531d8, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=b427a95b-f0ad-443b-baec-91fdfab531d8,segment=NetworkSegment(5d3d82cc-bdaa-4741-ac93-55ff096ba6b1),segment_id=5d3d82cc-bdaa-4741-ac93-55ff096ba6b1)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:06:03.402005 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-851498b7-1285-44db-9edb-d6962484ef11 None None] For port 39c784cb-5188-4fb4-82a1-d068c01bf11b, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:06:03.405060 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-851498b7-1285-44db-9edb-d6962484ef11 None None] For port 39c784cb-5188-4fb4-82a1-d068c01bf11b, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=39c784cb-5188-4fb4-82a1-d068c01bf11b,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:06:03.443818 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c336b128-9f7c-4aba-854d-856f70ec6af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b427a95b-f0ad-443b-baec-91fdfab531d8', 'code': 200} Feb 03 14:06:03.472619 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:03.478745 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda96ec6-5837-45a2-ac5b-71998c5b89de tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Subnet': ['ID=5c424c3c-9b1a-43b7-acf2-9f431c597d5c,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:06:03.492548 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda96ec6-5837-45a2-ac5b-71998c5b89de tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Checking segment: {'id': '5b7e4344-59ab-480e-81e1-62604c69617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fe30f0cf-d14f-4a32-9991-f1b5cf0ae293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:06:03.492872 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda96ec6-5837-45a2-ac5b-71998c5b89de tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network hostable DHCP agents. Network: fe30f0cf-d14f-4a32-9991-f1b5cf0ae293, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:06:03.505235 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-851498b7-1285-44db-9edb-d6962484ef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:03.549561 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=b427a95b-f0ad-443b-baec-91fdfab531d8,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:06:03.595546 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851498b7-1285-44db-9edb-d6962484ef11 None None] Routers {'6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:06:03.596189 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-851498b7-1285-44db-9edb-d6962484ef11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:05:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:06:03.602516 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda96ec6-5837-45a2-ac5b-71998c5b89de tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network fe30f0cf-d14f-4a32-9991-f1b5cf0ae293 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:06:03.666559 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-bda96ec6-5837-45a2-ac5b-71998c5b89de tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, fe30f0cf-d14f-4a32-9991-f1b5cf0ae293) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:06:03.671257 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda96ec6-5837-45a2-ac5b-71998c5b89de tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:03.672123 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bda96ec6-5837-45a2-ac5b-71998c5b89de tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:03.681453 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3f597f-3964-4099-8063-1513519427f3 None None] Network fe30f0cf-d14f-4a32-9991-f1b5cf0ae293 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:06:03.786500 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-bda96ec6-5837-45a2-ac5b-71998c5b89de tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2089994 Feb 03 14:06:03.789287 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60830) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:06:03.792142 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2faf0f49-34ba-4029-8a0d-790a088955c2 req-27d2b663-2bf7-4b8b-ae89-0c84458b5ddf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c336b128-9f7c-4aba-854d-856f70ec6af8 HTTP/1.1" status: 200 len: 1099 time: 0.0719826 Feb 03 14:06:03.807769 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c657248-8c2a-4fae-a972-3463a6001761 None None] Pushing event updated for resources: {'Port': ['ID=39c784cb-5188-4fb4-82a1-d068c01bf11b,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:06:03.841123 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2faf0f49-34ba-4029-8a0d-790a088955c2 req-7832400a-6473-4f56-bbaa-1c23c7420501 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f9226bfb-f916-4873-9e1a-3207340701b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413694 Feb 03 14:06:03.968110 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-851498b7-1285-44db-9edb-d6962484ef11 None None] Set router 6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:06:04.199278 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59084520-d73c-4641-b918-34a3e896f350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-fe30f0cf-d14f-4a32-9991-f1b5cf0ae293', 'network_id': 'fe30f0cf-d14f-4a32-9991-f1b5cf0ae293', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ips': [{'subnet_id': '5c424c3c-9b1a-43b7-acf2-9f431c597d5c'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:06:04.200086 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-59084520-d73c-4641-b918-34a3e896f350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:04.436323 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-59084520-d73c-4641-b918-34a3e896f350 None None] Allocated IP 172.20.0.2 (fe30f0cf-d14f-4a32-9991-f1b5cf0ae293/5c424c3c-9b1a-43b7-acf2-9f431c597d5c/9a8d9c4c-b9fb-49f4-bd61-1d69f70ca22a) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:06:04.446951 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-851498b7-1285-44db-9edb-d6962484ef11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e', 'name': 'tempest-TestNetworkBasicOps-router-192892635', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '39c784cb-5188-4fb4-82a1-d068c01bf11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:06:00Z', 'updated_at': '2022-02-03T14:06:01Z', 'revision_number': 3, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '39c784cb-5188-4fb4-82a1-d068c01bf11b', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:06:00Z', 'updated_at': '2022-02-03T14:06:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:06:04.453786 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851498b7-1285-44db-9edb-d6962484ef11 None None] The sync data for ids ['6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e'] in dv-neutron-827016-1-hyperv is: [{'id': '6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e', 'name': 'tempest-TestNetworkBasicOps-router-192892635', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '39c784cb-5188-4fb4-82a1-d068c01bf11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:06:00Z', 'updated_at': '2022-02-03T14:06:01Z', 'revision_number': 3, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '39c784cb-5188-4fb4-82a1-d068c01bf11b', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:06:00Z', 'updated_at': '2022-02-03T14:06:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:06:04.492719 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599dca48-eecf-4127-99d2-82310538f702 req-f7c2b47a-ba8c-4bf8-b676-1e4949dab046 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:04.494273 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-599dca48-eecf-4127-99d2-82310538f702 req-f7c2b47a-ba8c-4bf8-b676-1e4949dab046 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/ports?device_id=c336b128-9f7c-4aba-854d-856f70ec6af8 HTTP/1.1" status: 200 len: 946 time: 0.1152515 Feb 03 14:06:04.623885 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-599dca48-eecf-4127-99d2-82310538f702 req-796df3dc-8f45-48f5-a066-b494723c5be1 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9226bfb-f916-4873-9e1a-3207340701b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961761 Feb 03 14:06:04.704124 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-59084520-d73c-4641-b918-34a3e896f350 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:04.714306 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-59084520-d73c-4641-b918-34a3e896f350 None None] Transition to ACTIVE for port object 9a8d9c4c-b9fb-49f4-bd61-1d69f70ca22a will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:06:04.716093 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f99af6d2-05fc-4d09-99b6-031753de1f88 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:04.742357 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-59084520-d73c-4641-b918-34a3e896f350 None None] Transition to ACTIVE for port object 9a8d9c4c-b9fb-49f4-bd61-1d69f70ca22a will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:06:04.849225 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-59084520-d73c-4641-b918-34a3e896f350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:04.929523 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59084520-d73c-4641-b918-34a3e896f350 None None] Network fe30f0cf-d14f-4a32-9991-f1b5cf0ae293 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:06:04.933197 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-59084520-d73c-4641-b918-34a3e896f350 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:06:04.935178 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59084520-d73c-4641-b918-34a3e896f350 None None] Pushing event updated for resources: {'Port': ['ID=9a8d9c4c-b9fb-49f4-bd61-1d69f70ca22a,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:06:04.938084 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59084520-d73c-4641-b918-34a3e896f350 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:06:05.028563 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-59084520-d73c-4641-b918-34a3e896f350 None None] Attempting to bind port 9a8d9c4c-b9fb-49f4-bd61-1d69f70ca22a on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:06:05.029801 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-59084520-d73c-4641-b918-34a3e896f350 None None] Attempting to bind port 9a8d9c4c-b9fb-49f4-bd61-1d69f70ca22a by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '5b7e4344-59ab-480e-81e1-62604c69617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fe30f0cf-d14f-4a32-9991-f1b5cf0ae293'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:06:05.030220 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59084520-d73c-4641-b918-34a3e896f350 None None] Attempting to bind port 9a8d9c4c-b9fb-49f4-bd61-1d69f70ca22a on network fe30f0cf-d14f-4a32-9991-f1b5cf0ae293 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:06:05.038044 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59084520-d73c-4641-b918-34a3e896f350 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:06:05.038044 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59084520-d73c-4641-b918-34a3e896f350 None None] Checking segment: {'id': '5b7e4344-59ab-480e-81e1-62604c69617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fe30f0cf-d14f-4a32-9991-f1b5cf0ae293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:06:05.038579 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-59084520-d73c-4641-b918-34a3e896f350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:05.039040 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59084520-d73c-4641-b918-34a3e896f350 None None] Bound using segment: {'id': '5b7e4344-59ab-480e-81e1-62604c69617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fe30f0cf-d14f-4a32-9991-f1b5cf0ae293'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:06:05.039842 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-59084520-d73c-4641-b918-34a3e896f350 None None] Bound port: 9a8d9c4c-b9fb-49f4-bd61-1d69f70ca22a, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7e4344-59ab-480e-81e1-62604c69617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fe30f0cf-d14f-4a32-9991-f1b5cf0ae293'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:06:05.040378 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-59084520-d73c-4641-b918-34a3e896f350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:05.141369 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-59084520-d73c-4641-b918-34a3e896f350 None None] For port 9a8d9c4c-b9fb-49f4-bd61-1d69f70ca22a, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:06:05.144694 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-59084520-d73c-4641-b918-34a3e896f350 None None] For port 9a8d9c4c-b9fb-49f4-bd61-1d69f70ca22a, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=9a8d9c4c-b9fb-49f4-bd61-1d69f70ca22a,segment=NetworkSegment(5b7e4344-59ab-480e-81e1-62604c69617b),segment_id=5b7e4344-59ab-480e-81e1-62604c69617b)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:06:05.198402 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-59084520-d73c-4641-b918-34a3e896f350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:05.277476 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-f99af6d2-05fc-4d09-99b6-031753de1f88 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Allocated IP 172.20.0.1 (fe30f0cf-d14f-4a32-9991-f1b5cf0ae293/5c424c3c-9b1a-43b7-acf2-9f431c597d5c/3b7849ee-0d8b-4e8e-88b6-a1804caf7fc2) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:06:05.323015 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59084520-d73c-4641-b918-34a3e896f350 None None] Pushing event updated for resources: {'Port': ['ID=9a8d9c4c-b9fb-49f4-bd61-1d69f70ca22a,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:06:05.476350 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f99af6d2-05fc-4d09-99b6-031753de1f88 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:05.502312 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-f99af6d2-05fc-4d09-99b6-031753de1f88 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Transition to ACTIVE for port object 3b7849ee-0d8b-4e8e-88b6-a1804caf7fc2 will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:06:05.609704 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f99af6d2-05fc-4d09-99b6-031753de1f88 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:05.692964 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99af6d2-05fc-4d09-99b6-031753de1f88 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network fe30f0cf-d14f-4a32-9991-f1b5cf0ae293 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:06:05.692964 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-f99af6d2-05fc-4d09-99b6-031753de1f88 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:06:05.692964 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99af6d2-05fc-4d09-99b6-031753de1f88 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:06:05.728298 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99af6d2-05fc-4d09-99b6-031753de1f88 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=3b7849ee-0d8b-4e8e-88b6-a1804caf7fc2,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:06:05.793597 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f99af6d2-05fc-4d09-99b6-031753de1f88 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:05.849991 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db53dde-54b9-4f4a-a773-ebd685b11723 req-a416ebab-7c8a-42b0-a877-28ec04ceda42 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:05.851464 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7db53dde-54b9-4f4a-a773-ebd685b11723 req-a416ebab-7c8a-42b0-a877-28ec04ceda42 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/ports?device_id=c336b128-9f7c-4aba-854d-856f70ec6af8 HTTP/1.1" status: 200 len: 946 time: 0.0944252 Feb 03 14:06:05.898668 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7db53dde-54b9-4f4a-a773-ebd685b11723 req-b1478010-8c35-4e2f-b3ce-2b86293f82ad tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9226bfb-f916-4873-9e1a-3207340701b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414374 Feb 03 14:06:05.975796 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f99af6d2-05fc-4d09-99b6-031753de1f88 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:06.280070 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28286504-e34b-45bf-945f-56e0f70b128c req-4ce03dc1-7cfd-48fe-9c47-d672c7f154e2 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:06.281573 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-28286504-e34b-45bf-945f-56e0f70b128c req-4ce03dc1-7cfd-48fe-9c47-d672c7f154e2 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/ports?device_id=c336b128-9f7c-4aba-854d-856f70ec6af8 HTTP/1.1" status: 200 len: 946 time: 0.2495551 Feb 03 14:06:06.295872 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d564a67d-7a84-45b6-846e-dc57e753c189 None None] Network fe30f0cf-d14f-4a32-9991-f1b5cf0ae293 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:06:06.374648 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-28286504-e34b-45bf-945f-56e0f70b128c req-6f148152-54e7-464f-baba-bd47518b32d9 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9226bfb-f916-4873-9e1a-3207340701b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826027 Feb 03 14:06:06.531234 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f99af6d2-05fc-4d09-99b6-031753de1f88 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:06.531959 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-0e75b6bf-da00-4fff-ad8d-36de0d4bd6c2 None None] Provisioning for port 9a8d9c4c-b9fb-49f4-bd61-1d69f70ca22a completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:06:06.603822 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f99af6d2-05fc-4d09-99b6-031753de1f88 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:06.723974 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f99af6d2-05fc-4d09-99b6-031753de1f88 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:06.739881 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99af6d2-05fc-4d09-99b6-031753de1f88 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=3b7849ee-0d8b-4e8e-88b6-a1804caf7fc2,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:06:06.771841 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 9a8d9c4c-b9fb-49f4-bd61-1d69f70ca22a up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:06:06.906250 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99af6d2-05fc-4d09-99b6-031753de1f88 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network fe30f0cf-d14f-4a32-9991-f1b5cf0ae293 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:06:06.907418 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-f99af6d2-05fc-4d09-99b6-031753de1f88 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:06:06.911651 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 9a8d9c4c-b9fb-49f4-bd61-1d69f70ca22a completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:06:06.924042 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 9a8d9c4c-b9fb-49f4-bd61-1d69f70ca22a triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:06:06.924042 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:07.009447 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b1eea4d3-5cf7-4438-b616-fbf827c09f64 None None] Provisioning for port 3b7849ee-0d8b-4e8e-88b6-a1804caf7fc2 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:06:07.029003 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b1eea4d3-5cf7-4438-b616-fbf827c09f64 None None] Provisioning complete for port 3b7849ee-0d8b-4e8e-88b6-a1804caf7fc2 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:06:07.029378 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b1eea4d3-5cf7-4438-b616-fbf827c09f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:07.099535 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-b1eea4d3-5cf7-4438-b616-fbf827c09f64 None None] Port 3b7849ee-0d8b-4e8e-88b6-a1804caf7fc2 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:06:07.164840 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b1eea4d3-5cf7-4438-b616-fbf827c09f64 None None] Provisioning complete for port 9a8d9c4c-b9fb-49f4-bd61-1d69f70ca22a triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:06:07.182666 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b1eea4d3-5cf7-4438-b616-fbf827c09f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:07.193885 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:07.252020 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 9a8d9c4c-b9fb-49f4-bd61-1d69f70ca22a, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=9a8d9c4c-b9fb-49f4-bd61-1d69f70ca22a,segment=NetworkSegment(5b7e4344-59ab-480e-81e1-62604c69617b),segment_id=5b7e4344-59ab-480e-81e1-62604c69617b)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:06:07.276909 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d703a53-1480-40ec-ba0b-b9223c0d1b93 req-6acf905d-ff81-4cc8-98b6-cd7d44b714ab tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:07.278341 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6d703a53-1480-40ec-ba0b-b9223c0d1b93 req-6acf905d-ff81-4cc8-98b6-cd7d44b714ab tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/ports?device_id=c336b128-9f7c-4aba-854d-856f70ec6af8 HTTP/1.1" status: 200 len: 946 time: 0.1902962 Feb 03 14:06:07.310978 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b1eea4d3-5cf7-4438-b616-fbf827c09f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:07.332500 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:07.333256 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 39c784cb-5188-4fb4-82a1-d068c01bf11b up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:06:07.399125 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6d703a53-1480-40ec-ba0b-b9223c0d1b93 req-e8ff606e-a703-4bbe-a154-a7d035bee0d3 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9226bfb-f916-4873-9e1a-3207340701b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702925 Feb 03 14:06:07.492123 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-b1eea4d3-5cf7-4438-b616-fbf827c09f64 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:06:07.492498 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-b1eea4d3-5cf7-4438-b616-fbf827c09f64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:06:07.496541 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=9a8d9c4c-b9fb-49f4-bd61-1d69f70ca22a,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:06:07.531086 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99af6d2-05fc-4d09-99b6-031753de1f88 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router 6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:06:07.574019 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 39c784cb-5188-4fb4-82a1-d068c01bf11b completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:06:07.579719 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 39c784cb-5188-4fb4-82a1-d068c01bf11b triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:06:07.580129 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:07.697005 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:07.713983 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 39c784cb-5188-4fb4-82a1-d068c01bf11b, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=39c784cb-5188-4fb4-82a1-d068c01bf11b,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:06:07.734034 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99af6d2-05fc-4d09-99b6-031753de1f88 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:06:07.746760 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f99af6d2-05fc-4d09-99b6-031753de1f88 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "PUT /v2.0/routers/6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9564285 Feb 03 14:06:07.749702 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60848) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:06:07.785666 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:07.856200 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=39c784cb-5188-4fb4-82a1-d068c01bf11b,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:06:07.901230 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8ea94b-24d2-4de1-a207-4f5cfb45cbb0 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:07.901610 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8ea94b-24d2-4de1-a207-4f5cfb45cbb0 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:07.901970 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8ea94b-24d2-4de1-a207-4f5cfb45cbb0 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:07.902322 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8ea94b-24d2-4de1-a207-4f5cfb45cbb0 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:07.902675 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8ea94b-24d2-4de1-a207-4f5cfb45cbb0 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:07.903021 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8ea94b-24d2-4de1-a207-4f5cfb45cbb0 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:07.903399 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8ea94b-24d2-4de1-a207-4f5cfb45cbb0 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:07.903767 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8ea94b-24d2-4de1-a207-4f5cfb45cbb0 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:07.904291 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8ea94b-24d2-4de1-a207-4f5cfb45cbb0 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:07.906486 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-6c8ea94b-24d2-4de1-a207-4f5cfb45cbb0 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6361 time: 0.1557300 Feb 03 14:06:07.909185 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60852) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:06:07.992714 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc9c908-44d3-4b6c-a515-29b88a1e209d tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:07.993116 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc9c908-44d3-4b6c-a515-29b88a1e209d tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:07.993478 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc9c908-44d3-4b6c-a515-29b88a1e209d tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:07.993836 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc9c908-44d3-4b6c-a515-29b88a1e209d tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:07.994190 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc9c908-44d3-4b6c-a515-29b88a1e209d tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:07.994537 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc9c908-44d3-4b6c-a515-29b88a1e209d tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:07.994887 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc9c908-44d3-4b6c-a515-29b88a1e209d tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:07.995290 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc9c908-44d3-4b6c-a515-29b88a1e209d tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:07.995634 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc9c908-44d3-4b6c-a515-29b88a1e209d tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:07.997497 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-dbc9c908-44d3-4b6c-a515-29b88a1e209d tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5905 time: 0.0873928 Feb 03 14:06:08.000383 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60856) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:06:08.169855 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d0f89d-2cd6-4f3d-81b4-5df0f886c311 None None] Sync routers for ids ['6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:06:08.171940 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-48724ed6-b710-442f-8830-9cefcaf36fe4 None None] Provisioning complete for port 3b7849ee-0d8b-4e8e-88b6-a1804caf7fc2 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:06:08.172410 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-48724ed6-b710-442f-8830-9cefcaf36fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:08.179738 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d0f89d-2cd6-4f3d-81b4-5df0f886c311 None None] Routers {'6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:06:08.180149 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-20d0f89d-2cd6-4f3d-81b4-5df0f886c311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:05:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:06:08.220536 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4413909c-59d4-4aa9-ada2-b8e204bee04a tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 0.2190430 Feb 03 14:06:08.228221 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-48724ed6-b710-442f-8830-9cefcaf36fe4 None None] Port 3b7849ee-0d8b-4e8e-88b6-a1804caf7fc2 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:06:08.361079 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-20d0f89d-2cd6-4f3d-81b4-5df0f886c311 None None] Set router 6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:06:08.611683 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4065e-afcf-45b0-9071-13bee3b305fb req-b2f36545-2b07-46a7-9156-32428e33c0c3 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:08.613258 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a6b4065e-afcf-45b0-9071-13bee3b305fb req-b2f36545-2b07-46a7-9156-32428e33c0c3 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/ports?device_id=c336b128-9f7c-4aba-854d-856f70ec6af8 HTTP/1.1" status: 200 len: 946 time: 0.0821950 Feb 03 14:06:08.671142 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a6b4065e-afcf-45b0-9071-13bee3b305fb req-36f6c1d1-f1ea-4387-950f-9588f3445323 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9226bfb-f916-4873-9e1a-3207340701b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470202 Feb 03 14:06:08.708194 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-20d0f89d-2cd6-4f3d-81b4-5df0f886c311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e', 'name': 'tempest-TestNetworkBasicOps-router-192892635', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '39c784cb-5188-4fb4-82a1-d068c01bf11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:06:00Z', 'updated_at': '2022-02-03T14:06:05Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '39c784cb-5188-4fb4-82a1-d068c01bf11b', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:06:00Z', 'updated_at': '2022-02-03T14:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '3b7849ee-0d8b-4e8e-88b6-a1804caf7fc2', 'name': '', 'network_id': 'fe30f0cf-d14f-4a32-9991-f1b5cf0ae293', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:c9:5e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c424c3c-9b1a-43b7-acf2-9f431c597d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:06:05Z', 'updated_at': '2022-02-03T14:06:06Z', 'revision_number': 2, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '5c424c3c-9b1a-43b7-acf2-9f431c597d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:06:08.708194 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d0f89d-2cd6-4f3d-81b4-5df0f886c311 None None] Checking router: 6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:06:08.708194 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d0f89d-2cd6-4f3d-81b4-5df0f886c311 None None] Updating router 6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e port 3b7849ee-0d8b-4e8e-88b6-a1804caf7fc2 binding host dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:06:08.708871 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 9a8d9c4c-b9fb-49f4-bd61-1d69f70ca22a up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:06:08.754605 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-20d0f89d-2cd6-4f3d-81b4-5df0f886c311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:08.786078 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 9a8d9c4c-b9fb-49f4-bd61-1d69f70ca22a triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:06:08.786548 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:08.917022 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 39c784cb-5188-4fb4-82a1-d068c01bf11b up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:06:08.990917 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 39c784cb-5188-4fb4-82a1-d068c01bf11b triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:06:08.991279 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:09.035114 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60868) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:06:09.042506 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-cdfc6fc2-621e-44d8-92f9-66d8a62790ee tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1031324975', 'description': 'tempest-secgroup-smoke-1031324975 description', 'project_id': '55163e99e9e54d69af7505a418f9e84b'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:06:09.054077 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-cdfc6fc2-621e-44d8-92f9-66d8a62790ee tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:06:09.059456 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-cdfc6fc2-621e-44d8-92f9-66d8a62790ee tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:06:09.062547 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-cdfc6fc2-621e-44d8-92f9-66d8a62790ee tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:06:09.068786 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-cdfc6fc2-621e-44d8-92f9-66d8a62790ee tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:06:09.145086 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-20d0f89d-2cd6-4f3d-81b4-5df0f886c311 None None] Notify callbacks [] for port, precommit_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:09.159609 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.provisioning_blocks [None req-20d0f89d-2cd6-4f3d-81b4-5df0f886c311 None None] Transition to ACTIVE for port object 3b7849ee-0d8b-4e8e-88b6-a1804caf7fc2 will not be triggered until provisioned by entity L2. {{(pid=84184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:06:09.191547 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cdfc6fc2-621e-44d8-92f9-66d8a62790ee tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:09.237291 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-cdfc6fc2-621e-44d8-92f9-66d8a62790ee tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:06:09.244420 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e5678-799d-4f0f-9a1c-3a44254a1b63 req-42dd5bc9-092c-41b2-8012-40ae2a124e88 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:09.245832 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d47e5678-799d-4f0f-9a1c-3a44254a1b63 req-42dd5bc9-092c-41b2-8012-40ae2a124e88 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/ports?device_id=c336b128-9f7c-4aba-854d-856f70ec6af8 HTTP/1.1" status: 200 len: 946 time: 0.1100073 Feb 03 14:06:09.248256 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-cdfc6fc2-621e-44d8-92f9-66d8a62790ee tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:06:09.251156 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-cdfc6fc2-621e-44d8-92f9-66d8a62790ee tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:06:09.260948 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-cdfc6fc2-621e-44d8-92f9-66d8a62790ee tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:06:09.265660 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-008d4bdd-aacf-44a4-900c-ce3507b0bea5 req-c62cae42-7de3-461e-9788-53c6a76cb6d6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac9a9411e5a94aefa6692a7c727c7560&device_id=c336b128-9f7c-4aba-854d-856f70ec6af8 HTTP/1.1" status: 200 len: 1099 time: 0.0755010 Feb 03 14:06:09.277185 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-20d0f89d-2cd6-4f3d-81b4-5df0f886c311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:09.315892 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d47e5678-799d-4f0f-9a1c-3a44254a1b63 req-17e1c8ff-a1f4-433f-a632-5d7db8248d9e tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9226bfb-f916-4873-9e1a-3207340701b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617108 Feb 03 14:06:09.369656 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cdfc6fc2-621e-44d8-92f9-66d8a62790ee tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:09.407165 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d4bdd-aacf-44a4-900c-ce3507b0bea5 req-56020514-db32-4b29-a706-eb310e68aab0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:09.408834 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-008d4bdd-aacf-44a4-900c-ce3507b0bea5 req-56020514-db32-4b29-a706-eb310e68aab0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f0190099-f787-4bbb-84b4-069bdc01f2cf HTTP/1.1" status: 200 len: 912 time: 0.1373320 Feb 03 14:06:09.443213 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cdfc6fc2-621e-44d8-92f9-66d8a62790ee tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:09.460839 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4c3f8-aa84-41e1-aa21-68ea0a8462d2 None None] Pushing event updated for resources: {'Port': ['ID=3b7849ee-0d8b-4e8e-88b6-a1804caf7fc2,revision_number=3']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:06:09.475719 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa4c3f8-aa84-41e1-aa21-68ea0a8462d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:06:09.479375 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa4c3f8-aa84-41e1-aa21-68ea0a8462d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:06:09.480039 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa4c3f8-aa84-41e1-aa21-68ea0a8462d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:06:09.480545 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa4c3f8-aa84-41e1-aa21-68ea0a8462d2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:06:09.481089 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa4c3f8-aa84-41e1-aa21-68ea0a8462d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:06:09.481588 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa4c3f8-aa84-41e1-aa21-68ea0a8462d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:06:09.482125 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa4c3f8-aa84-41e1-aa21-68ea0a8462d2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:06:09.482626 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa4c3f8-aa84-41e1-aa21-68ea0a8462d2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:06:09.483155 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa4c3f8-aa84-41e1-aa21-68ea0a8462d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:06:09.484527 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa4c3f8-aa84-41e1-aa21-68ea0a8462d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:06:09.485016 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa4c3f8-aa84-41e1-aa21-68ea0a8462d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:06:09.489890 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-008d4bdd-aacf-44a4-900c-ce3507b0bea5 req-401d8c6e-263a-48ae-9776-38d92b68e581 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b427a95b-f0ad-443b-baec-91fdfab531d8 HTTP/1.1" status: 200 len: 217 time: 0.0751357 Feb 03 14:06:09.517862 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc6fc2-621e-44d8-92f9-66d8a62790ee tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a538eb21-4502-4703-aac4-e44807857fc0,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:06:09.585668 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cdfc6fc2-621e-44d8-92f9-66d8a62790ee tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:09.590181 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-cdfc6fc2-621e-44d8-92f9-66d8a62790ee tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5528502 Feb 03 14:06:09.591176 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60872) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:06:09.595694 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-20d0f89d-2cd6-4f3d-81b4-5df0f886c311 None None] Attempting to bind port 3b7849ee-0d8b-4e8e-88b6-a1804caf7fc2 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:06:09.601715 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-20d0f89d-2cd6-4f3d-81b4-5df0f886c311 None None] Attempting to bind port 3b7849ee-0d8b-4e8e-88b6-a1804caf7fc2 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '5b7e4344-59ab-480e-81e1-62604c69617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fe30f0cf-d14f-4a32-9991-f1b5cf0ae293'}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:06:09.601715 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d0f89d-2cd6-4f3d-81b4-5df0f886c311 None None] Attempting to bind port 3b7849ee-0d8b-4e8e-88b6-a1804caf7fc2 on network fe30f0cf-d14f-4a32-9991-f1b5cf0ae293 {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:06:09.601983 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-9e5fcd3f-7a86-404f-8ea0-6f2f23e07766 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': 'a538eb21-4502-4703-aac4-e44807857fc0', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:06:09.602857 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-9e5fcd3f-7a86-404f-8ea0-6f2f23e07766 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:06:09.604847 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d0f89d-2cd6-4f3d-81b4-5df0f886c311 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:06:09.605299 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d0f89d-2cd6-4f3d-81b4-5df0f886c311 None None] Checking segment: {'id': '5b7e4344-59ab-480e-81e1-62604c69617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fe30f0cf-d14f-4a32-9991-f1b5cf0ae293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:06:09.605895 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-20d0f89d-2cd6-4f3d-81b4-5df0f886c311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:09.606352 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d0f89d-2cd6-4f3d-81b4-5df0f886c311 None None] Bound using segment: {'id': '5b7e4344-59ab-480e-81e1-62604c69617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fe30f0cf-d14f-4a32-9991-f1b5cf0ae293'} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:06:09.606912 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-20d0f89d-2cd6-4f3d-81b4-5df0f886c311 None None] Bound port: 3b7849ee-0d8b-4e8e-88b6-a1804caf7fc2, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7e4344-59ab-480e-81e1-62604c69617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fe30f0cf-d14f-4a32-9991-f1b5cf0ae293'}}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:06:09.607048 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-9e5fcd3f-7a86-404f-8ea0-6f2f23e07766 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:06:09.607418 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-20d0f89d-2cd6-4f3d-81b4-5df0f886c311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:09.610447 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-9e5fcd3f-7a86-404f-8ea0-6f2f23e07766 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:06:09.616611 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-9e5fcd3f-7a86-404f-8ea0-6f2f23e07766 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:06:09.662907 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d4bdd-aacf-44a4-900c-ce3507b0bea5 req-fbe6dddc-c1c0-48d7-9bf8-5c39b28879ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:09.664812 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-008d4bdd-aacf-44a4-900c-ce3507b0bea5 req-fbe6dddc-c1c0-48d7-9bf8-5c39b28879ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c765e7be-e205-4a51-938c-9bf5c0c4a34c HTTP/1.1" status: 200 len: 852 time: 0.1688251 Feb 03 14:06:09.700250 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-20d0f89d-2cd6-4f3d-81b4-5df0f886c311 None None] For port 3b7849ee-0d8b-4e8e-88b6-a1804caf7fc2, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:06:09.700250 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-20d0f89d-2cd6-4f3d-81b4-5df0f886c311 None None] For port 3b7849ee-0d8b-4e8e-88b6-a1804caf7fc2, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=3b7849ee-0d8b-4e8e-88b6-a1804caf7fc2,segment=NetworkSegment(5b7e4344-59ab-480e-81e1-62604c69617b),segment_id=5b7e4344-59ab-480e-81e1-62604c69617b)] {{(pid=84184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:06:09.709980 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-008d4bdd-aacf-44a4-900c-ce3507b0bea5 req-c23200cb-15be-4bdd-a0ec-e8c01d9985de service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0190099-f787-4bbb-84b4-069bdc01f2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395429 Feb 03 14:06:09.719543 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [req-008d4bdd-aacf-44a4-900c-ce3507b0bea5 req-e798d45f-eaeb-4c24-9bc7-417da65cf108 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84181) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 14:06:09.722048 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-008d4bdd-aacf-44a4-900c-ce3507b0bea5 req-e798d45f-eaeb-4c24-9bc7-417da65cf108 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046830 Feb 03 14:06:09.723697 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9e5fcd3f-7a86-404f-8ea0-6f2f23e07766 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:09.785670 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9e5fcd3f-7a86-404f-8ea0-6f2f23e07766 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:09.831788 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-20d0f89d-2cd6-4f3d-81b4-5df0f886c311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:09.854768 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9e5fcd3f-7a86-404f-8ea0-6f2f23e07766 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:09.860039 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-008d4bdd-aacf-44a4-900c-ce3507b0bea5 req-31e88aef-2808-425d-b4eb-5fc3579f072b service neutron] 10.222.0.47 "GET /v2.0/networks/f0190099-f787-4bbb-84b4-069bdc01f2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329618 Feb 03 14:06:09.893502 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5fcd3f-7a86-404f-8ea0-6f2f23e07766 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05edbbc5-2df5-4c55-b4a1-7a28374d5012,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:06:09.907392 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4c3f8-aa84-41e1-aa21-68ea0a8462d2 None None] Pushing event updated for resources: {'Port': ['ID=3b7849ee-0d8b-4e8e-88b6-a1804caf7fc2,revision_number=4']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:06:09.908767 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d0f89d-2cd6-4f3d-81b4-5df0f886c311 None None] Routers {'6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:06:09.909394 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-20d0f89d-2cd6-4f3d-81b4-5df0f886c311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:05:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:06:09.968484 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9e5fcd3f-7a86-404f-8ea0-6f2f23e07766 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:09.969957 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-9e5fcd3f-7a86-404f-8ea0-6f2f23e07766 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3773711 Feb 03 14:06:09.972705 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60876) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:06:09.978752 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-e7b6caca-8479-4f75-8afd-521f7f6f48a3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': 'a538eb21-4502-4703-aac4-e44807857fc0', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:06:09.985974 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e7b6caca-8479-4f75-8afd-521f7f6f48a3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:06:09.990409 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e7b6caca-8479-4f75-8afd-521f7f6f48a3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:06:09.993615 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e7b6caca-8479-4f75-8afd-521f7f6f48a3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:06:09.999655 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e7b6caca-8479-4f75-8afd-521f7f6f48a3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:06:10.021064 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-008d4bdd-aacf-44a4-900c-ce3507b0bea5 req-8c304aba-c5f0-4562-ab5c-d2a4845ac8ef service neutron] 10.222.0.47 "GET /v2.0/networks/f0190099-f787-4bbb-84b4-069bdc01f2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547008 Feb 03 14:06:10.084963 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e7b6caca-8479-4f75-8afd-521f7f6f48a3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:10.106563 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-20d0f89d-2cd6-4f3d-81b4-5df0f886c311 None None] Set router 6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:06:10.257510 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e7b6caca-8479-4f75-8afd-521f7f6f48a3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:10.333991 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e7b6caca-8479-4f75-8afd-521f7f6f48a3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:10.362318 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b6caca-8479-4f75-8afd-521f7f6f48a3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c373830-59d2-462b-92f5-c981c9d7ad79,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:06:10.420540 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e7b6caca-8479-4f75-8afd-521f7f6f48a3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:10.423138 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e7b6caca-8479-4f75-8afd-521f7f6f48a3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4490252 Feb 03 14:06:10.425840 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60882) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:06:10.431699 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-8072c283-8c17-4a8b-a74f-795350994bfa tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': 'a538eb21-4502-4703-aac4-e44807857fc0', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:06:10.433001 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-20d0f89d-2cd6-4f3d-81b4-5df0f886c311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e', 'name': 'tempest-TestNetworkBasicOps-router-192892635', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '39c784cb-5188-4fb4-82a1-d068c01bf11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:06:00Z', 'updated_at': '2022-02-03T14:06:05Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '39c784cb-5188-4fb4-82a1-d068c01bf11b', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:06:00Z', 'updated_at': '2022-02-03T14:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '3b7849ee-0d8b-4e8e-88b6-a1804caf7fc2', 'name': '', 'network_id': 'fe30f0cf-d14f-4a32-9991-f1b5cf0ae293', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:c9:5e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c424c3c-9b1a-43b7-acf2-9f431c597d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:06:05Z', 'updated_at': '2022-02-03T14:06:09Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '5c424c3c-9b1a-43b7-acf2-9f431c597d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:06:10.438117 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d0f89d-2cd6-4f3d-81b4-5df0f886c311 None None] The sync data for ids ['6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e'] in dv-neutron-827016-1-hyperv is: [{'id': '6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e', 'name': 'tempest-TestNetworkBasicOps-router-192892635', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '39c784cb-5188-4fb4-82a1-d068c01bf11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:06:00Z', 'updated_at': '2022-02-03T14:06:05Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '39c784cb-5188-4fb4-82a1-d068c01bf11b', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:06:00Z', 'updated_at': '2022-02-03T14:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '3b7849ee-0d8b-4e8e-88b6-a1804caf7fc2', 'name': '', 'network_id': 'fe30f0cf-d14f-4a32-9991-f1b5cf0ae293', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:c9:5e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c424c3c-9b1a-43b7-acf2-9f431c597d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:06:05Z', 'updated_at': '2022-02-03T14:06:09Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '5c424c3c-9b1a-43b7-acf2-9f431c597d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:06:10.438281 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-8072c283-8c17-4a8b-a74f-795350994bfa tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:06:10.443205 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-8072c283-8c17-4a8b-a74f-795350994bfa tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:06:10.446326 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-8072c283-8c17-4a8b-a74f-795350994bfa tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:06:10.453509 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-8072c283-8c17-4a8b-a74f-795350994bfa tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:06:10.546056 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8072c283-8c17-4a8b-a74f-795350994bfa tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:10.631399 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8072c283-8c17-4a8b-a74f-795350994bfa tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:10.637444 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44829cb3-3028-4578-bdaa-f818c4c8e974 req-fc5c322c-75b0-46e3-bb5c-6962998fe687 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:10.639645 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-44829cb3-3028-4578-bdaa-f818c4c8e974 req-fc5c322c-75b0-46e3-bb5c-6962998fe687 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/ports?device_id=c336b128-9f7c-4aba-854d-856f70ec6af8 HTTP/1.1" status: 200 len: 946 time: 0.1619353 Feb 03 14:06:10.694748 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-44829cb3-3028-4578-bdaa-f818c4c8e974 req-54abe7b3-70e7-4910-9202-64f85e0d9821 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9226bfb-f916-4873-9e1a-3207340701b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491583 Feb 03 14:06:10.698237 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8072c283-8c17-4a8b-a74f-795350994bfa tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:10.714636 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 3b7849ee-0d8b-4e8e-88b6-a1804caf7fc2 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:06:10.720886 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8072c283-8c17-4a8b-a74f-795350994bfa tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0abd4058-e3e1-4016-bcbd-43769ebd19e1,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:06:10.814135 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8072c283-8c17-4a8b-a74f-795350994bfa tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:10.815769 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-8072c283-8c17-4a8b-a74f-795350994bfa tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3888884 Feb 03 14:06:10.818673 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60886) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:06:10.825353 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-ec654661-9725-40ae-995f-6849dbd46cee tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': 'a538eb21-4502-4703-aac4-e44807857fc0', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:06:10.832317 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ec654661-9725-40ae-995f-6849dbd46cee tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:06:10.836283 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ec654661-9725-40ae-995f-6849dbd46cee tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:06:10.839621 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ec654661-9725-40ae-995f-6849dbd46cee tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:06:10.846467 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ec654661-9725-40ae-995f-6849dbd46cee tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:06:10.870992 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 3b7849ee-0d8b-4e8e-88b6-a1804caf7fc2 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:06:10.877659 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 3b7849ee-0d8b-4e8e-88b6-a1804caf7fc2 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:06:10.877659 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:10.958205 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ec654661-9725-40ae-995f-6849dbd46cee tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:11.008083 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:11.032872 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ec654661-9725-40ae-995f-6849dbd46cee tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:11.050598 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 3b7849ee-0d8b-4e8e-88b6-a1804caf7fc2, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=3b7849ee-0d8b-4e8e-88b6-a1804caf7fc2,segment=NetworkSegment(5b7e4344-59ab-480e-81e1-62604c69617b),segment_id=5b7e4344-59ab-480e-81e1-62604c69617b)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:06:11.088416 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ec654661-9725-40ae-995f-6849dbd46cee tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:11.113147 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec654661-9725-40ae-995f-6849dbd46cee tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72334cee-ce6e-46f3-a633-c3104c6d146d,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:06:11.151494 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:11.223536 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=3b7849ee-0d8b-4e8e-88b6-a1804caf7fc2,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:06:11.277159 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ec654661-9725-40ae-995f-6849dbd46cee tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:11.278375 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ec654661-9725-40ae-995f-6849dbd46cee tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4585404 Feb 03 14:06:11.282991 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60890) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:06:11.288406 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-bc61aced-9d96-4a0b-98f3-0b56e3a332ff tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': 'a538eb21-4502-4703-aac4-e44807857fc0', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:06:11.294464 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-bc61aced-9d96-4a0b-98f3-0b56e3a332ff tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:06:11.304623 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-bc61aced-9d96-4a0b-98f3-0b56e3a332ff tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:06:11.304623 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-bc61aced-9d96-4a0b-98f3-0b56e3a332ff tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:06:11.307666 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-bc61aced-9d96-4a0b-98f3-0b56e3a332ff tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:06:11.392572 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.securitygroups_db [None req-bc61aced-9d96-4a0b-98f3-0b56e3a332ff tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Project 55163e99e9e54d69af7505a418f9e84b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:06:11.400241 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bc61aced-9d96-4a0b-98f3-0b56e3a332ff tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:11.470698 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bc61aced-9d96-4a0b-98f3-0b56e3a332ff tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:11.540136 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bc61aced-9d96-4a0b-98f3-0b56e3a332ff tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:11.565031 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61aced-9d96-4a0b-98f3-0b56e3a332ff tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fed8971-6628-40ff-a467-94bb290daed0,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:06:11.642122 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bc61aced-9d96-4a0b-98f3-0b56e3a332ff tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:11.643334 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-bc61aced-9d96-4a0b-98f3-0b56e3a332ff tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3593960 Feb 03 14:06:11.646027 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60896) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:06:11.651441 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-ba2f6f04-2890-4484-b178-c20a0322e194 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': 'a538eb21-4502-4703-aac4-e44807857fc0', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:06:11.657243 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ba2f6f04-2890-4484-b178-c20a0322e194 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:06:11.661013 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ba2f6f04-2890-4484-b178-c20a0322e194 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:06:11.663878 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ba2f6f04-2890-4484-b178-c20a0322e194 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:06:11.670064 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ba2f6f04-2890-4484-b178-c20a0322e194 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:06:11.762729 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.securitygroups_db [None req-ba2f6f04-2890-4484-b178-c20a0322e194 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Project 55163e99e9e54d69af7505a418f9e84b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:06:11.769853 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ba2f6f04-2890-4484-b178-c20a0322e194 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:11.871582 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ba2f6f04-2890-4484-b178-c20a0322e194 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:11.907310 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3752e-3a19-4f6a-b3d1-e7f95c707425 req-040f33cc-5b33-4c0d-be83-8aecf1de2625 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:11.908729 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d9f3752e-3a19-4f6a-b3d1-e7f95c707425 req-040f33cc-5b33-4c0d-be83-8aecf1de2625 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/ports?device_id=c336b128-9f7c-4aba-854d-856f70ec6af8 HTTP/1.1" status: 200 len: 946 time: 0.0865824 Feb 03 14:06:11.933553 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ba2f6f04-2890-4484-b178-c20a0322e194 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:11.970099 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f6f04-2890-4484-b178-c20a0322e194 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e62965d9-4128-40ab-91c3-351bc3e4da47,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:06:11.985563 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d9f3752e-3a19-4f6a-b3d1-e7f95c707425 req-2e24b674-017b-4e08-8bc6-045cb7b97f3d tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9226bfb-f916-4873-9e1a-3207340701b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706079 Feb 03 14:06:12.019666 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ba2f6f04-2890-4484-b178-c20a0322e194 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:12.020799 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ba2f6f04-2890-4484-b178-c20a0322e194 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3738818 Feb 03 14:06:12.261542 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-3741d471-601f-4cca-a2a2-3c769ebfdb87 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:security_group {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:06:12.335664 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-3741d471-601f-4cca-a2a2-3c769ebfdb87 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:security_group {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:06:12.336880 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-3741d471-601f-4cca-a2a2-3c769ebfdb87 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1031324975&fields=id&tenant_id=55163e99e9e54d69af7505a418f9e84b HTTP/1.1" status: 200 len: 267 time: 0.1244814 Feb 03 14:06:12.491121 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-2a717e04-4ec4-44ec-ac44-b49575563343 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:12.491792 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-2a717e04-4ec4-44ec-ac44-b49575563343 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:network {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:06:12.593976 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-2a717e04-4ec4-44ec-ac44-b49575563343 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:network {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:06:12.595153 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-2a717e04-4ec4-44ec-ac44-b49575563343 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/networks?id=fe30f0cf-d14f-4a32-9991-f1b5cf0ae293 HTTP/1.1" status: 200 len: 797 time: 0.2514544 Feb 03 14:06:12.624438 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-c2fb318a-e0d7-4f6c-83f4-d028ebbd5d16 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/quotas/55163e99e9e54d69af7505a418f9e84b HTTP/1.1" status: 200 len: 375 time: 0.0215588 Feb 03 14:06:12.677041 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 3b7849ee-0d8b-4e8e-88b6-a1804caf7fc2 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:06:12.691032 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff4421-5875-4642-891b-1242a6ad38d4 req-51f1217f-4945-455e-9e47-58c4c0102214 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:12.692508 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3eff4421-5875-4642-891b-1242a6ad38d4 req-51f1217f-4945-455e-9e47-58c4c0102214 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/ports?device_id=c336b128-9f7c-4aba-854d-856f70ec6af8 HTTP/1.1" status: 200 len: 946 time: 0.1344924 Feb 03 14:06:12.745775 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 3b7849ee-0d8b-4e8e-88b6-a1804caf7fc2 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:06:12.746145 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:12.757030 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-af015d7a-d0e1-4412-8258-457c027ced8d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:06:12.762167 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3eff4421-5875-4642-891b-1242a6ad38d4 req-530cd573-1ea5-4030-8373-e5635ac2359f tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9226bfb-f916-4873-9e1a-3207340701b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585220 Feb 03 14:06:12.848315 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-af015d7a-d0e1-4412-8258-457c027ced8d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:06:12.853129 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-af015d7a-d0e1-4412-8258-457c027ced8d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2199478 Feb 03 14:06:12.870726 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-a5e5818c-3f6f-4c04-a9f0-bc9d2263f21c service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 14:06:12.870726 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-a5e5818c-3f6f-4c04-a9f0-bc9d2263f21c service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0065567 Feb 03 14:06:13.000334 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-3d68fdfe-8a25-4201-a1b7-5b960a039147 service neutron] 10.222.0.41 "GET /v2.0/networks/fe30f0cf-d14f-4a32-9991-f1b5cf0ae293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265078 Feb 03 14:06:13.132184 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-ac0cc960-ca62-4d50-8f76-95df52d4d95e service neutron] 10.222.0.41 "GET /v2.0/networks/fe30f0cf-d14f-4a32-9991-f1b5cf0ae293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260738 Feb 03 14:06:13.416072 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-af10f828-74ff-4daa-b75b-c4833f0f54b0 req-6a7a04e2-57e6-4673-abf9-84039165b20e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=20710f23-ee24-413d-869e-100cac105880 HTTP/1.1" status: 200 len: 210 time: 0.0420039 Feb 03 14:06:13.963435 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36681741-20e1-451c-a072-3eb1aab861eb req-35fc7f67-394b-493e-90cd-7435cc4a8d89 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:13.967113 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-36681741-20e1-451c-a072-3eb1aab861eb req-35fc7f67-394b-493e-90cd-7435cc4a8d89 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/ports?device_id=c336b128-9f7c-4aba-854d-856f70ec6af8 HTTP/1.1" status: 200 len: 946 time: 0.0816734 Feb 03 14:06:14.010660 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-36681741-20e1-451c-a072-3eb1aab861eb req-2c154412-3f42-41a0-b353-6207346e71c8 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9226bfb-f916-4873-9e1a-3207340701b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396039 Feb 03 14:06:14.595299 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4c02810c-b6ac-420d-9d31-287eaee13140 req-a235122b-90b6-4f5e-9ef4-df985ffd227f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=20710f23-ee24-413d-869e-100cac105880 HTTP/1.1" status: 200 len: 210 time: 0.0465715 Feb 03 14:06:14.605047 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e77da3-4cfc-48b1-abb3-1e29fde3228d req-2cdfcecb-a0a7-4877-a055-5dd8780dc3f8 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:14.606456 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-04e77da3-4cfc-48b1-abb3-1e29fde3228d req-2cdfcecb-a0a7-4877-a055-5dd8780dc3f8 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/ports?device_id=c336b128-9f7c-4aba-854d-856f70ec6af8 HTTP/1.1" status: 200 len: 946 time: 0.1241319 Feb 03 14:06:14.664393 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-04e77da3-4cfc-48b1-abb3-1e29fde3228d req-d8e20b68-8646-45e2-99a8-8bdbe5a919f3 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9226bfb-f916-4873-9e1a-3207340701b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475898 Feb 03 14:06:14.667400 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-bae22ac5-a575-43a2-ad2b-fe7649f181dd req-d1f43e82-25bc-483d-a9a5-b58548c8ec6c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac9a9411e5a94aefa6692a7c727c7560&device_id=c336b128-9f7c-4aba-854d-856f70ec6af8 HTTP/1.1" status: 200 len: 1099 time: 0.0785041 Feb 03 14:06:14.813369 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae22ac5-a575-43a2-ad2b-fe7649f181dd req-a351702a-dd74-4f47-8e2e-ec65bb60581c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:14.815126 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-bae22ac5-a575-43a2-ad2b-fe7649f181dd req-a351702a-dd74-4f47-8e2e-ec65bb60581c service neutron] 10.222.0.47 "GET /v2.0/networks?id=f0190099-f787-4bbb-84b4-069bdc01f2cf HTTP/1.1" status: 200 len: 912 time: 0.1380546 Feb 03 14:06:14.887753 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-bae22ac5-a575-43a2-ad2b-fe7649f181dd req-cef7961c-25ca-4577-88fd-66211dff7df7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b427a95b-f0ad-443b-baec-91fdfab531d8 HTTP/1.1" status: 200 len: 217 time: 0.0657549 Feb 03 14:06:14.961005 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae22ac5-a575-43a2-ad2b-fe7649f181dd req-6c49f1df-9e91-4c04-98fe-ce13ed4b2f9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:14.962524 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-bae22ac5-a575-43a2-ad2b-fe7649f181dd req-6c49f1df-9e91-4c04-98fe-ce13ed4b2f9d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c765e7be-e205-4a51-938c-9bf5c0c4a34c HTTP/1.1" status: 200 len: 852 time: 0.0688696 Feb 03 14:06:15.007620 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-bae22ac5-a575-43a2-ad2b-fe7649f181dd req-54a91165-2924-49e6-aa8f-eadfd8952e31 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0190099-f787-4bbb-84b4-069bdc01f2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391765 Feb 03 14:06:15.137779 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-bae22ac5-a575-43a2-ad2b-fe7649f181dd req-1ed0c61e-114b-4707-a245-34332d681f61 service neutron] 10.222.0.47 "GET /v2.0/networks/f0190099-f787-4bbb-84b4-069bdc01f2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245995 Feb 03 14:06:15.270183 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-bae22ac5-a575-43a2-ad2b-fe7649f181dd req-6f13e851-3bf4-4441-8c84-f792023de94a service neutron] 10.222.0.47 "GET /v2.0/networks/f0190099-f787-4bbb-84b4-069bdc01f2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252043 Feb 03 14:06:15.548409 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-b5ed2e4a-c9b7-4254-8fcd-48b6f47ad65f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:15.549806 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-b5ed2e4a-c9b7-4254-8fcd-48b6f47ad65f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "GET /v2.0/networks?id=fe30f0cf-d14f-4a32-9991-f1b5cf0ae293 HTTP/1.1" status: 200 len: 797 time: 0.1456382 Feb 03 14:06:15.605400 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-25486c4a-9a16-4b6f-9bb0-d7378d594922 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:security_group {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:06:15.617642 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-25486c4a-9a16-4b6f-9bb0-d7378d594922 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:security_group {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:06:15.623498 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-25486c4a-9a16-4b6f-9bb0-d7378d594922 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55163e99e9e54d69af7505a418f9e84b HTTP/1.1" status: 200 len: 380 time: 0.0519252 Feb 03 14:06:15.635731 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-36f36bb9-304e-44c3-b227-407860ddc9a6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'port': {'device_id': '20710f23-ee24-413d-869e-100cac105880', 'network_id': 'fe30f0cf-d14f-4a32-9991-f1b5cf0ae293', 'admin_state_up': True, 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'security_groups': ['a538eb21-4502-4703-aac4-e44807857fc0']}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:06:15.778083 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1595d41e-e91b-4711-a01b-94b20d9b3966 req-aeb0684a-1fde-4855-8b2d-17b6a7c29417 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=20710f23-ee24-413d-869e-100cac105880 HTTP/1.1" status: 200 len: 210 time: 0.0579345 Feb 03 14:06:15.791704 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-36f36bb9-304e-44c3-b227-407860ddc9a6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:06:15.804117 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-36f36bb9-304e-44c3-b227-407860ddc9a6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:06:15.901661 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-36f36bb9-304e-44c3-b227-407860ddc9a6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Made reservation on behalf of 55163e99e9e54d69af7505a418f9e84b for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:06:15.904496 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-36f36bb9-304e-44c3-b227-407860ddc9a6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:15.922076 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e62cd-ecde-4bfc-8555-0496bde3fb2f req-ce3f5892-dfc4-4c30-bde7-f305a9c5fedb tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:15.923560 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e64e62cd-ecde-4bfc-8555-0496bde3fb2f req-ce3f5892-dfc4-4c30-bde7-f305a9c5fedb tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/ports?device_id=c336b128-9f7c-4aba-854d-856f70ec6af8 HTTP/1.1" status: 200 len: 946 time: 0.0899591 Feb 03 14:06:15.971122 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e64e62cd-ecde-4bfc-8555-0496bde3fb2f req-0cbc4369-14a7-41d1-aba4-58c9487fc9af tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9226bfb-f916-4873-9e1a-3207340701b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407164 Feb 03 14:06:16.071140 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-36f36bb9-304e-44c3-b227-407860ddc9a6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Allocated IP 172.20.0.12 (fe30f0cf-d14f-4a32-9991-f1b5cf0ae293/5c424c3c-9b1a-43b7-acf2-9f431c597d5c/a703b5aa-557d-4cd0-aa9b-aa000ee93e4c) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:06:16.369625 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-36f36bb9-304e-44c3-b227-407860ddc9a6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:16.386372 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-36f36bb9-304e-44c3-b227-407860ddc9a6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Transition to ACTIVE for port object a703b5aa-557d-4cd0-aa9b-aa000ee93e4c will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:06:16.488402 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-36f36bb9-304e-44c3-b227-407860ddc9a6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:16.564741 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-36f36bb9-304e-44c3-b227-407860ddc9a6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network fe30f0cf-d14f-4a32-9991-f1b5cf0ae293 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:06:16.567921 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-36f36bb9-304e-44c3-b227-407860ddc9a6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:06:16.572341 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-36f36bb9-304e-44c3-b227-407860ddc9a6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:06:16.598117 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f36bb9-304e-44c3-b227-407860ddc9a6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=a703b5aa-557d-4cd0-aa9b-aa000ee93e4c,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:06:16.636270 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-36f36bb9-304e-44c3-b227-407860ddc9a6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:16.636896 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-36f36bb9-304e-44c3-b227-407860ddc9a6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:16.743882 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-36f36bb9-304e-44c3-b227-407860ddc9a6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1085737 Feb 03 14:06:16.757247 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-8200447f-484d-4083-b488-fb703984d454 service neutron] Request body: {'port': {'device_id': '20710f23-ee24-413d-869e-100cac105880', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:06:16.868903 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-8200447f-484d-4083-b488-fb703984d454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:16.918685 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-da956fac-375d-4d25-8996-363413f4e240 None None] Provisioning for port a703b5aa-557d-4cd0-aa9b-aa000ee93e4c completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:06:16.925068 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-da956fac-375d-4d25-8996-363413f4e240 None None] Provisioning complete for port a703b5aa-557d-4cd0-aa9b-aa000ee93e4c triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:06:16.925522 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-da956fac-375d-4d25-8996-363413f4e240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:16.980496 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-da956fac-375d-4d25-8996-363413f4e240 None None] Port a703b5aa-557d-4cd0-aa9b-aa000ee93e4c cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:06:16.986730 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668646a7-fe47-4e8b-b9f3-912c5c6f7dc5 req-e602c567-231a-4338-958a-27c74b23bb42 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:16.988401 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-668646a7-fe47-4e8b-b9f3-912c5c6f7dc5 req-e602c567-231a-4338-958a-27c74b23bb42 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=20710f23-ee24-413d-869e-100cac105880 HTTP/1.1" status: 200 len: 932 time: 0.0859325 Feb 03 14:06:17.036393 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-668646a7-fe47-4e8b-b9f3-912c5c6f7dc5 req-ef114928-8274-43a7-85de-5fa999851dff tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=a538eb21-4502-4703-aac4-e44807857fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421619 Feb 03 14:06:17.225410 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-8200447f-484d-4083-b488-fb703984d454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a703b5aa-557d-4cd0-aa9b-aa000ee93e4c {{(pid=84181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:06:17.233753 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-8200447f-484d-4083-b488-fb703984d454 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:17.248258 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-8200447f-484d-4083-b488-fb703984d454 service neutron] Transition to ACTIVE for port object a703b5aa-557d-4cd0-aa9b-aa000ee93e4c will not be triggered until provisioned by entity L2. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:06:17.279818 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2344c-e338-4981-9db1-9e71d8490de6 req-ed2d9035-2415-4018-95cd-ebfe3f21986f tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:17.281300 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bef2344c-e338-4981-9db1-9e71d8490de6 req-ed2d9035-2415-4018-95cd-ebfe3f21986f tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/ports?device_id=c336b128-9f7c-4aba-854d-856f70ec6af8 HTTP/1.1" status: 200 len: 946 time: 0.1831467 Feb 03 14:06:17.325102 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bef2344c-e338-4981-9db1-9e71d8490de6 req-4fb577c0-5d5c-4096-a5e8-653e0f1ef220 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9226bfb-f916-4873-9e1a-3207340701b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382822 Feb 03 14:06:17.332491 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-8200447f-484d-4083-b488-fb703984d454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:17.364377 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:17.472032 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8200447f-484d-4083-b488-fb703984d454 service neutron] Pushing event updated for resources: {'Port': ['ID=a703b5aa-557d-4cd0-aa9b-aa000ee93e4c,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:06:17.579743 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-8200447f-484d-4083-b488-fb703984d454 service neutron] Attempting to bind port a703b5aa-557d-4cd0-aa9b-aa000ee93e4c on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:06:17.580076 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-8200447f-484d-4083-b488-fb703984d454 service neutron] Attempting to bind port a703b5aa-557d-4cd0-aa9b-aa000ee93e4c by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '5b7e4344-59ab-480e-81e1-62604c69617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fe30f0cf-d14f-4a32-9991-f1b5cf0ae293'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:06:17.580400 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-8200447f-484d-4083-b488-fb703984d454 service neutron] Attempting to bind port a703b5aa-557d-4cd0-aa9b-aa000ee93e4c on network fe30f0cf-d14f-4a32-9991-f1b5cf0ae293 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:06:17.586182 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-8200447f-484d-4083-b488-fb703984d454 service neutron] Port a703b5aa-557d-4cd0-aa9b-aa000ee93e4c on network fe30f0cf-d14f-4a32-9991-f1b5cf0ae293 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 14:06:17.586457 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-8200447f-484d-4083-b488-fb703984d454 service neutron] Attempting to bind port a703b5aa-557d-4cd0-aa9b-aa000ee93e4c on network fe30f0cf-d14f-4a32-9991-f1b5cf0ae293 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:06:17.593306 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-8200447f-484d-4083-b488-fb703984d454 service neutron] Checking agent: {'id': '8cce4e55-f72c-4604-b6eb-27dc2f3f162a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'started_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:06:17.596378 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-8200447f-484d-4083-b488-fb703984d454 service neutron] Checking segment: {'id': '5b7e4344-59ab-480e-81e1-62604c69617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fe30f0cf-d14f-4a32-9991-f1b5cf0ae293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:06:17.596378 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-8200447f-484d-4083-b488-fb703984d454 service neutron] Bound using segment: {'id': '5b7e4344-59ab-480e-81e1-62604c69617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fe30f0cf-d14f-4a32-9991-f1b5cf0ae293'} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:06:17.596378 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-8200447f-484d-4083-b488-fb703984d454 service neutron] Bound port: a703b5aa-557d-4cd0-aa9b-aa000ee93e4c, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b7e4344-59ab-480e-81e1-62604c69617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fe30f0cf-d14f-4a32-9991-f1b5cf0ae293'}}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:06:17.596378 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-8200447f-484d-4083-b488-fb703984d454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:17.687628 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-8200447f-484d-4083-b488-fb703984d454 service neutron] For port a703b5aa-557d-4cd0-aa9b-aa000ee93e4c, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:06:17.690992 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-8200447f-484d-4083-b488-fb703984d454 service neutron] For port a703b5aa-557d-4cd0-aa9b-aa000ee93e4c, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=a703b5aa-557d-4cd0-aa9b-aa000ee93e4c,segment=NetworkSegment(5b7e4344-59ab-480e-81e1-62604c69617b),segment_id=5b7e4344-59ab-480e-81e1-62604c69617b)] {{(pid=84181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:06:17.757304 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-8200447f-484d-4083-b488-fb703984d454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:17.824592 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-8200447f-484d-4083-b488-fb703984d454 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:17.826273 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-8200447f-484d-4083-b488-fb703984d454 service neutron] 10.222.0.47 "PUT /v2.0/ports/a703b5aa-557d-4cd0-aa9b-aa000ee93e4c HTTP/1.1" status: 200 len: 1094 time: 1.0727060 Feb 03 14:06:17.826782 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20710f23-ee24-413d-869e-100cac105880', 'tag': 'a703b5aa-557d-4cd0-aa9b-aa000ee93e4c'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:06:17.844977 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8200447f-484d-4083-b488-fb703984d454 service neutron] Pushing event updated for resources: {'Port': ['ID=a703b5aa-557d-4cd0-aa9b-aa000ee93e4c,revision_number=3']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:06:17.896156 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20710f23-ee24-413d-869e-100cac105880', 'tag': 'a703b5aa-557d-4cd0-aa9b-aa000ee93e4c', 'status': 'completed', 'code': 200} Feb 03 14:06:17.980760 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e4495-f2df-4c68-9e31-5bfd61b6cbbd req-ac3fbbbb-fd29-45f4-95e3-4c855a0c8881 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:17.982980 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-980e4495-f2df-4c68-9e31-5bfd61b6cbbd req-ac3fbbbb-fd29-45f4-95e3-4c855a0c8881 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/ports?device_id=c336b128-9f7c-4aba-854d-856f70ec6af8 HTTP/1.1" status: 200 len: 946 time: 0.0879340 Feb 03 14:06:18.002965 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-5bc74ad4-3fd2-4dd8-a99a-6b4a3d935867 req-29d82034-e8df-4eb5-b40d-740cf5045fbb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=20710f23-ee24-413d-869e-100cac105880 HTTP/1.1" status: 200 len: 1097 time: 0.0845747 Feb 03 14:06:18.035113 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-980e4495-f2df-4c68-9e31-5bfd61b6cbbd req-a4d852cc-0aff-4d0f-8142-36dca128c70b tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9226bfb-f916-4873-9e1a-3207340701b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444384 Feb 03 14:06:18.149130 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74ad4-3fd2-4dd8-a99a-6b4a3d935867 req-403b67b2-91f6-43f0-aa68-6053b62cc4b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:18.150629 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-5bc74ad4-3fd2-4dd8-a99a-6b4a3d935867 req-403b67b2-91f6-43f0-aa68-6053b62cc4b9 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=55163e99e9e54d69af7505a418f9e84b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1408005 Feb 03 14:06:18.244410 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323011d0-d3ea-43ce-bcb8-3a7f143e31cd req-6e7ff26d-ca30-4989-a643-668298ec395e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:18.245832 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-323011d0-d3ea-43ce-bcb8-3a7f143e31cd req-6e7ff26d-ca30-4989-a643-668298ec395e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=20710f23-ee24-413d-869e-100cac105880 HTTP/1.1" status: 200 len: 944 time: 0.0769360 Feb 03 14:06:18.290212 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74ad4-3fd2-4dd8-a99a-6b4a3d935867 req-7085af78-67cf-4445-9e68-e240f1b73ae5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:18.291235 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-5bc74ad4-3fd2-4dd8-a99a-6b4a3d935867 req-7085af78-67cf-4445-9e68-e240f1b73ae5 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1330035 Feb 03 14:06:18.291868 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-323011d0-d3ea-43ce-bcb8-3a7f143e31cd req-9335a794-e634-4d1e-bed7-5b9509da0a03 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=a538eb21-4502-4703-aac4-e44807857fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398345 Feb 03 14:06:18.399279 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-012916bb-e39a-425b-a40c-50553bc4da75 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=20710f23-ee24-413d-869e-100cac105880 HTTP/1.1" status: 200 len: 1097 time: 0.0699267 Feb 03 14:06:18.554861 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-0f9efa03-2c7c-4e56-9c95-3ae4b7863f77 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a703b5aa-557d-4cd0-aa9b-aa000ee93e4c HTTP/1.1" status: 200 len: 217 time: 0.1473675 Feb 03 14:06:18.616814 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-15dbe184-39f8-437e-9509-29ac77f0b3e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:18.618343 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-15dbe184-39f8-437e-9509-29ac77f0b3e8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5c424c3c-9b1a-43b7-acf2-9f431c597d5c HTTP/1.1" status: 200 len: 834 time: 0.0570207 Feb 03 14:06:18.699089 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-748bab61-445a-4539-8fc0-e896bdccd3e5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fe30f0cf-d14f-4a32-9991-f1b5cf0ae293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686569 Feb 03 14:06:18.832734 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-b32dcacb-cb8c-4f54-aaee-4bec04623014 service neutron] 10.222.0.47 "GET /v2.0/networks/fe30f0cf-d14f-4a32-9991-f1b5cf0ae293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232069 Feb 03 14:06:18.970181 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2fbfb4d2-009e-4a9b-a29c-31a45875b626 req-933604c0-2a18-4c35-b2ca-72c3ccf9e16e service neutron] 10.222.0.47 "GET /v2.0/networks/fe30f0cf-d14f-4a32-9991-f1b5cf0ae293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287837 Feb 03 14:06:19.235555 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f0ceb-11c6-463a-8ad8-1077cc3b8d80 req-84f8f91a-8684-4832-b96d-a64cf9a076fb tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:19.239432 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f07f0ceb-11c6-463a-8ad8-1077cc3b8d80 req-84f8f91a-8684-4832-b96d-a64cf9a076fb tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/ports?device_id=c336b128-9f7c-4aba-854d-856f70ec6af8 HTTP/1.1" status: 200 len: 946 time: 0.0813344 Feb 03 14:06:19.282451 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f07f0ceb-11c6-463a-8ad8-1077cc3b8d80 req-59da24c5-d199-4c3b-bde8-00f2b90d2d70 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9226bfb-f916-4873-9e1a-3207340701b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389967 Feb 03 14:06:19.487156 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff220bc-066c-456f-85d0-79e09ca5a054 req-2e7f828a-24ae-44b9-a865-333dc777dcde tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:19.488816 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8ff220bc-066c-456f-85d0-79e09ca5a054 req-2e7f828a-24ae-44b9-a865-333dc777dcde tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=20710f23-ee24-413d-869e-100cac105880 HTTP/1.1" status: 200 len: 944 time: 0.0768647 Feb 03 14:06:19.533282 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8ff220bc-066c-456f-85d0-79e09ca5a054 req-004c28f7-6d3e-495a-9a07-4d2f0893b754 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=a538eb21-4502-4703-aac4-e44807857fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389907 Feb 03 14:06:20.106394 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e081097-1e46-4e24-a91d-b29dbc3d22ee req-6d16e685-620e-48c2-a5a4-ac07646c3e68 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:20.107101 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-8e081097-1e46-4e24-a91d-b29dbc3d22ee req-6d16e685-620e-48c2-a5a4-ac07646c3e68 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Synchronizing usage tracker for tenant:ac9a9411e5a94aefa6692a7c727c7560 on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:06:20.214160 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-8e081097-1e46-4e24-a91d-b29dbc3d22ee req-6d16e685-620e-48c2-a5a4-ac07646c3e68 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Unset dirty status for tenant:ac9a9411e5a94aefa6692a7c727c7560 on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:06:20.219127 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8e081097-1e46-4e24-a91d-b29dbc3d22ee req-6d16e685-620e-48c2-a5a4-ac07646c3e68 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.47 "GET /v2.0/ports?device_id=c336b128-9f7c-4aba-854d-856f70ec6af8 HTTP/1.1" status: 200 len: 946 time: 0.1879807 Feb 03 14:06:20.284200 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-8e081097-1e46-4e24-a91d-b29dbc3d22ee req-0c08bcbf-9f5f-40cd-a64d-2174b89be80f tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Deleting port b427a95b-f0ad-443b-baec-91fdfab531d8 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:06:20.284547 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-8e081097-1e46-4e24-a91d-b29dbc3d22ee req-0c08bcbf-9f5f-40cd-a64d-2174b89be80f tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:20.498144 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb340114-a329-4cdb-b0ba-11fa7642cc4f req-31692099-dcd4-4a2e-a2ca-a0f090176749 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:20.499806 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-fb340114-a329-4cdb-b0ba-11fa7642cc4f req-31692099-dcd4-4a2e-a2ca-a0f090176749 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/ports?device_id=c336b128-9f7c-4aba-854d-856f70ec6af8 HTTP/1.1" status: 200 len: 946 time: 0.0808120 Feb 03 14:06:20.536109 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-8e081097-1e46-4e24-a91d-b29dbc3d22ee req-0c08bcbf-9f5f-40cd-a64d-2174b89be80f tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] For port b427a95b-f0ad-443b-baec-91fdfab531d8, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=b427a95b-f0ad-443b-baec-91fdfab531d8,segment=NetworkSegment(5d3d82cc-bdaa-4741-ac93-55ff096ba6b1),segment_id=5d3d82cc-bdaa-4741-ac93-55ff096ba6b1)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:06:20.536544 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-8e081097-1e46-4e24-a91d-b29dbc3d22ee req-0c08bcbf-9f5f-40cd-a64d-2174b89be80f tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:20.545809 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-fb340114-a329-4cdb-b0ba-11fa7642cc4f req-e9025c76-80d3-474d-a423-77a2d82c2a9c tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9226bfb-f916-4873-9e1a-3207340701b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403409 Feb 03 14:06:20.658358 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-8e081097-1e46-4e24-a91d-b29dbc3d22ee req-0c08bcbf-9f5f-40cd-a64d-2174b89be80f tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Calling delete_port for b427a95b-f0ad-443b-baec-91fdfab531d8 owned by compute:nova {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:06:20.729561 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63838c-d092-4748-9298-c9a76b12e5e0 req-80723c4d-e6a2-465a-b2e3-a5e80b1b8da6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:20.731077 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ab63838c-d092-4748-9298-c9a76b12e5e0 req-80723c4d-e6a2-465a-b2e3-a5e80b1b8da6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=20710f23-ee24-413d-869e-100cac105880 HTTP/1.1" status: 200 len: 944 time: 0.0764582 Feb 03 14:06:20.780917 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ab63838c-d092-4748-9298-c9a76b12e5e0 req-e8329f77-6a6f-42a6-8bcc-22b0629a5051 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=a538eb21-4502-4703-aac4-e44807857fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433896 Feb 03 14:06:20.877626 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-8e081097-1e46-4e24-a91d-b29dbc3d22ee req-0c08bcbf-9f5f-40cd-a64d-2174b89be80f tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:20.892132 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['b427a95b-f0ad-443b-baec-91fdfab531d8'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:06:20.926665 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08bcbf-9f5f-40cd-a64d-2174b89be80f tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Pushing event deleted for resources: {'Port': ['ID=b427a95b-f0ad-443b-baec-91fdfab531d8,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:06:21.000657 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e081097-1e46-4e24-a91d-b29dbc3d22ee req-0c08bcbf-9f5f-40cd-a64d-2174b89be80f tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] No DVR routers for this DVR port b427a95b-f0ad-443b-baec-91fdfab531d8 on host hv-neutron-8270 {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:06:21.003011 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-8e081097-1e46-4e24-a91d-b29dbc3d22ee req-0c08bcbf-9f5f-40cd-a64d-2174b89be80f tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:21.005456 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c336b128-9f7c-4aba-854d-856f70ec6af8', 'name': 'network-vif-deleted', 'tag': 'b427a95b-f0ad-443b-baec-91fdfab531d8'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:06:21.061533 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c336b128-9f7c-4aba-854d-856f70ec6af8', 'name': 'network-vif-deleted', 'tag': 'b427a95b-f0ad-443b-baec-91fdfab531d8', 'status': 'completed', 'code': 200} Feb 03 14:06:21.082948 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8e081097-1e46-4e24-a91d-b29dbc3d22ee req-0c08bcbf-9f5f-40cd-a64d-2174b89be80f tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.47 "DELETE /v2.0/ports/b427a95b-f0ad-443b-baec-91fdfab531d8 HTTP/1.1" status: 204 len: 173 time: 0.8622379 Feb 03 14:06:21.724109 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-666208c7-ee6b-4ea1-8302-61d5bda7b622 req-21b915e3-ab32-4034-ba48-2c6d2451be92 tempest-TestServerAdvancedOps-240186586 tempest-TestServerAdvancedOps-240186586-project] 10.222.0.41 "GET /v2.0/ports?device_id=c336b128-9f7c-4aba-854d-856f70ec6af8 HTTP/1.1" status: 200 len: 210 time: 0.0416498 Feb 03 14:06:21.814429 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:06:21.977924 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a97b356-e548-4dac-966e-89e86e4e5a73 req-342473ac-0cdd-4d2d-a023-dbef0e6b99b3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:21.979422 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5a97b356-e548-4dac-966e-89e86e4e5a73 req-342473ac-0cdd-4d2d-a023-dbef0e6b99b3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=20710f23-ee24-413d-869e-100cac105880 HTTP/1.1" status: 200 len: 944 time: 0.0760744 Feb 03 14:06:22.031031 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5a97b356-e548-4dac-966e-89e86e4e5a73 req-48e84051-fe52-49a6-a426-394bdd585272 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=a538eb21-4502-4703-aac4-e44807857fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451064 Feb 03 14:06:22.835950 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60968) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:06:22.895447 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-4352c07b-0257-439b-9dc6-b6a4f83bc8df admin admin] Deleting subnet c765e7be-e205-4a51-938c-9bf5c0c4a34c {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:06:22.898680 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4352c07b-0257-439b-9dc6-b6a4f83bc8df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:22.936166 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device a703b5aa-557d-4cd0-aa9b-aa000ee93e4c details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:06:22.948893 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4352c07b-0257-439b-9dc6-b6a4f83bc8df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:23.009423 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4352c07b-0257-439b-9dc6-b6a4f83bc8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:23.013661 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device b427a95b-f0ad-443b-baec-91fdfab531d8 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:06:23.051466 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] No Port match for: b427a95b-f0ad-443b-baec-91fdfab531d8 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:06:23.051812 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device b427a95b-f0ad-443b-baec-91fdfab531d8 not bound to the agent host hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:06:23.106864 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port a703b5aa-557d-4cd0-aa9b-aa000ee93e4c, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=a703b5aa-557d-4cd0-aa9b-aa000ee93e4c,segment=NetworkSegment(5b7e4344-59ab-480e-81e1-62604c69617b),segment_id=5b7e4344-59ab-480e-81e1-62604c69617b)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:06:23.120312 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': 'a703b5aa-557d-4cd0-aa9b-aa000ee93e4c', 'network_id': 'fe30f0cf-d14f-4a32-9991-f1b5cf0ae293', 'port_id': 'a703b5aa-557d-4cd0-aa9b-aa000ee93e4c', 'mac_address': 'fa:16:3e:bb:f6:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c424c3c-9b1a-43b7-acf2-9f431c597d5c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:06:23.129135 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4352c07b-0257-439b-9dc6-b6a4f83bc8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:23.166474 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352c07b-0257-439b-9dc6-b6a4f83bc8df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c765e7be-e205-4a51-938c-9bf5c0c4a34c,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:06:23.174828 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:23.193983 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a703b5aa-557d-4cd0-aa9b-aa000ee93e4c {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:06:23.209360 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port a703b5aa-557d-4cd0-aa9b-aa000ee93e4c, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=a703b5aa-557d-4cd0-aa9b-aa000ee93e4c,segment=NetworkSegment(5b7e4344-59ab-480e-81e1-62604c69617b),segment_id=5b7e4344-59ab-480e-81e1-62604c69617b)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:06:23.217829 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4352c07b-0257-439b-9dc6-b6a4f83bc8df admin admin] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:23.226057 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4352c07b-0257-439b-9dc6-b6a4f83bc8df admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c765e7be-e205-4a51-938c-9bf5c0c4a34c HTTP/1.1" status: 204 len: 168 time: 0.3893385 Feb 03 14:06:23.228661 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 60974) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:06:23.256790 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328ce67-c5b9-493d-8237-e7fba820da03 req-285bf6a3-0721-4a46-baa3-555dd3c1db69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:23.258199 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0328ce67-c5b9-493d-8237-e7fba820da03 req-285bf6a3-0721-4a46-baa3-555dd3c1db69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=20710f23-ee24-413d-869e-100cac105880 HTTP/1.1" status: 200 len: 944 time: 0.0942342 Feb 03 14:06:23.277148 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:23.309916 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0328ce67-c5b9-493d-8237-e7fba820da03 req-429ec27d-2c99-4e51-b5d2-9e87e759b8fc tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=a538eb21-4502-4703-aac4-e44807857fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456045 Feb 03 14:06:23.349768 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cfc895a3-7fc5-4b30-860b-87db1e40ad02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:23.360585 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=a703b5aa-557d-4cd0-aa9b-aa000ee93e4c,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:06:23.476602 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cfc895a3-7fc5-4b30-860b-87db1e40ad02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:23.502089 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-cfc895a3-7fc5-4b30-860b-87db1e40ad02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0190099-f787-4bbb-84b4-069bdc01f2cf']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:06:23.516050 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-cfc895a3-7fc5-4b30-860b-87db1e40ad02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d3d82cc-bdaa-4741-ac93-55ff096ba6b1') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:06:23.516335 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-cfc895a3-7fc5-4b30-860b-87db1e40ad02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d3d82cc-bdaa-4741-ac93-55ff096ba6b1') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:06:23.527382 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cfc895a3-7fc5-4b30-860b-87db1e40ad02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:23.543624 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cfc895a3-7fc5-4b30-860b-87db1e40ad02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:23.550298 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfc895a3-7fc5-4b30-860b-87db1e40ad02 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:06:23.550670 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cfc895a3-7fc5-4b30-860b-87db1e40ad02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:23.563547 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 14:06:23.563547 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:06:23.563547 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 14:06:23.563547 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:06:23.563547 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 14:06:23.563547 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:06:23.563547 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 14:06:23.563547 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:06:23.563547 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 14:06:23.563547 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:06:23.563547 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 14:06:23.563547 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:06:23.563547 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 14:06:23.563547 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:06:23.563547 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:06:23.563547 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:06:23.563547 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:06:23.563547 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:06:23.563547 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 14:06:23.563547 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:06:23.563547 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 14:06:23.563547 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:06:23.563547 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:06:23.563547 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:06:23.563547 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 14:06:23.563547 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:06:23.563547 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:06:23.563547 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:06:23.563547 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:06:23.563547 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:06:23.563547 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:06:23.563547 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:06:23.637499 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['a703b5aa-557d-4cd0-aa9b-aa000ee93e4c'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:06:23.796731 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cfc895a3-7fc5-4b30-860b-87db1e40ad02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:23.801657 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-cfc895a3-7fc5-4b30-860b-87db1e40ad02 admin admin] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:23.832423 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc895a3-7fc5-4b30-860b-87db1e40ad02 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0190099-f787-4bbb-84b4-069bdc01f2cf,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:06:23.906890 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-cfc895a3-7fc5-4b30-860b-87db1e40ad02 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f0190099-f787-4bbb-84b4-069bdc01f2cf HTTP/1.1" status: 204 len: 168 time: 0.6771257 Feb 03 14:06:23.910230 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60980) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:06:23.967765 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-76f62d3d-a779-44ef-9ea9-2580d7698a66 admin admin] Deleting subnet 28cea849-bc6c-4f59-8686-08fc5037a5a7 {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:06:23.970707 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-76f62d3d-a779-44ef-9ea9-2580d7698a66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:24.022127 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-76f62d3d-a779-44ef-9ea9-2580d7698a66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:24.076227 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-76f62d3d-a779-44ef-9ea9-2580d7698a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:24.208892 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-76f62d3d-a779-44ef-9ea9-2580d7698a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:24.250580 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f62d3d-a779-44ef-9ea9-2580d7698a66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28cea849-bc6c-4f59-8686-08fc5037a5a7,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:06:24.255783 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-76f62d3d-a779-44ef-9ea9-2580d7698a66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:24.261455 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-76f62d3d-a779-44ef-9ea9-2580d7698a66 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/28cea849-bc6c-4f59-8686-08fc5037a5a7 HTTP/1.1" status: 204 len: 168 time: 0.3508146 Feb 03 14:06:24.264573 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60984) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:06:24.373223 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3c555a45-33d8-4cc7-a209-66ea726510f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:24.510923 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3c555a45-33d8-4cc7-a209-66ea726510f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:24.573543 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-3c555a45-33d8-4cc7-a209-66ea726510f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a685f75c-32e3-4dbc-9e95-bccdef27424b']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:06:24.588107 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-3c555a45-33d8-4cc7-a209-66ea726510f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '913d1b45-1477-4716-9f56-3cf2f2f907cc') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:06:24.588240 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-3c555a45-33d8-4cc7-a209-66ea726510f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '913d1b45-1477-4716-9f56-3cf2f2f907cc') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:06:24.606409 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3c555a45-33d8-4cc7-a209-66ea726510f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:24.633402 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3c555a45-33d8-4cc7-a209-66ea726510f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:24.643847 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c555a45-33d8-4cc7-a209-66ea726510f3 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:06:24.644242 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3c555a45-33d8-4cc7-a209-66ea726510f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:24.658866 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 14:06:24.658866 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:06:24.658866 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 14:06:24.658866 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:06:24.658866 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 14:06:24.658866 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:06:24.658866 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 14:06:24.658866 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:06:24.658866 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 14:06:24.658866 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:06:24.658866 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 14:06:24.658866 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:06:24.658866 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 14:06:24.658866 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:06:24.658866 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:06:24.658866 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:06:24.658866 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:06:24.658866 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:06:24.658866 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 14:06:24.658866 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:06:24.658866 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 14:06:24.658866 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:06:24.658866 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:06:24.658866 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:06:24.658866 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 14:06:24.658866 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:06:24.658866 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:06:24.658866 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:06:24.658866 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:06:24.658866 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:06:24.658866 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:06:24.658866 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:06:24.667477 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7698a-76ea-4935-a942-3c1a884c3986 req-77cfda82-b88f-4f2b-9e35-2541e049e8eb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:24.668946 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-91a7698a-76ea-4935-a942-3c1a884c3986 req-77cfda82-b88f-4f2b-9e35-2541e049e8eb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=20710f23-ee24-413d-869e-100cac105880 HTTP/1.1" status: 200 len: 945 time: 0.1623836 Feb 03 14:06:24.858304 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-91a7698a-76ea-4935-a942-3c1a884c3986 req-5a51e741-732a-4f23-be2e-999489fe8433 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=a538eb21-4502-4703-aac4-e44807857fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581789 Feb 03 14:06:24.905719 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3c555a45-33d8-4cc7-a209-66ea726510f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:24.922955 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3c555a45-33d8-4cc7-a209-66ea726510f3 admin admin] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:24.932616 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3c555a45-33d8-4cc7-a209-66ea726510f3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a685f75c-32e3-4dbc-9e95-bccdef27424b HTTP/1.1" status: 204 len: 168 time: 0.6671307 Feb 03 14:06:24.933801 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c555a45-33d8-4cc7-a209-66ea726510f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a685f75c-32e3-4dbc-9e95-bccdef27424b,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:06:24.941284 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device a703b5aa-557d-4cd0-aa9b-aa000ee93e4c up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:06:25.082480 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning for port a703b5aa-557d-4cd0-aa9b-aa000ee93e4c completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:06:25.087412 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port a703b5aa-557d-4cd0-aa9b-aa000ee93e4c triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:06:25.087811 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:25.199746 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:25.226995 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20710f23-ee24-413d-869e-100cac105880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a703b5aa-557d-4cd0-aa9b-aa000ee93e4c'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:06:25.237154 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port a703b5aa-557d-4cd0-aa9b-aa000ee93e4c, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=a703b5aa-557d-4cd0-aa9b-aa000ee93e4c,segment=NetworkSegment(5b7e4344-59ab-480e-81e1-62604c69617b),segment_id=5b7e4344-59ab-480e-81e1-62604c69617b)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:06:25.282885 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20710f23-ee24-413d-869e-100cac105880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a703b5aa-557d-4cd0-aa9b-aa000ee93e4c', 'code': 200} Feb 03 14:06:25.288933 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:25.323444 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e1674070-3abf-4ee2-9c61-8bbcaeccee8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:25.353678 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60994) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:06:25.356385 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=a703b5aa-557d-4cd0-aa9b-aa000ee93e4c,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:06:25.407848 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-24c447bf-c905-46bf-a377-5e77e488330a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ac9a9411e5a94aefa6692a7c727c7560&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0530400 Feb 03 14:06:25.410288 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 60998) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:06:25.469076 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f7ee6b1f-be71-421f-a9ea-0aa0e320d22e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:25.496891 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f7ee6b1f-be71-421f-a9ea-0aa0e320d22e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:25.592692 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f7ee6b1f-be71-421f-a9ea-0aa0e320d22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:25.608377 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee6b1f-be71-421f-a9ea-0aa0e320d22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9226bfb-f916-4873-9e1a-3207340701b3,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:06:25.662025 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-23769960-da64-43e8-99b6-46e3ccbc8d93 req-e9c594bb-780a-40e7-bcc2-4277d9b6eec0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=20710f23-ee24-413d-869e-100cac105880 HTTP/1.1" status: 200 len: 1099 time: 0.0724170 Feb 03 14:06:25.687313 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f7ee6b1f-be71-421f-a9ea-0aa0e320d22e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:25.688430 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f7ee6b1f-be71-421f-a9ea-0aa0e320d22e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f9226bfb-f916-4873-9e1a-3207340701b3 HTTP/1.1" status: 204 len: 168 time: 0.2772751 Feb 03 14:06:25.707796 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-23769960-da64-43e8-99b6-46e3ccbc8d93 req-ae86a517-6f24-4974-9fcd-3dee64a5f987 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a538eb21-4502-4703-aac4-e44807857fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370202 Feb 03 14:06:26.060172 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105d878-8c10-4e5f-8c0e-dd826dfef20e req-47171379-0792-470d-ab5a-7fa0a9521244 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:26.061611 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6105d878-8c10-4e5f-8c0e-dd826dfef20e req-47171379-0792-470d-ab5a-7fa0a9521244 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=20710f23-ee24-413d-869e-100cac105880 HTTP/1.1" status: 200 len: 946 time: 0.0825415 Feb 03 14:06:26.111136 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6105d878-8c10-4e5f-8c0e-dd826dfef20e req-bcfc5170-dfd1-4acc-a049-a4e6f6fee34e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=a538eb21-4502-4703-aac4-e44807857fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435550 Feb 03 14:06:26.426350 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 32776) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:06:26.477692 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f594134e-6338-4057-80f4-12e4e4be291f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=00e2cce57934408db9b88b96c1f60ec1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0502100 Feb 03 14:06:26.480007 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 32780) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:06:26.538547 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-817cbb01-b5a0-4914-9360-f89b34fbd87e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:26.563508 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-817cbb01-b5a0-4914-9360-f89b34fbd87e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:26.694536 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-817cbb01-b5a0-4914-9360-f89b34fbd87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:26.714118 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817cbb01-b5a0-4914-9360-f89b34fbd87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff78ab4-3d84-46ec-a091-5b1d67bae82f,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:06:26.718860 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-817cbb01-b5a0-4914-9360-f89b34fbd87e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:26.723379 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-817cbb01-b5a0-4914-9360-f89b34fbd87e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5ff78ab4-3d84-46ec-a091-5b1d67bae82f HTTP/1.1" status: 204 len: 168 time: 0.2390950 Feb 03 14:06:27.314207 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e03b79-3778-4661-9b4c-5af12c49d934 req-f827b1ad-703f-434e-837f-d7937e7b6d74 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:27.315700 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-81e03b79-3778-4661-9b4c-5af12c49d934 req-f827b1ad-703f-434e-837f-d7937e7b6d74 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=20710f23-ee24-413d-869e-100cac105880 HTTP/1.1" status: 200 len: 946 time: 0.0791366 Feb 03 14:06:27.361825 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-81e03b79-3778-4661-9b4c-5af12c49d934 req-003eba8e-f15d-438f-aef3-9f05854f2800 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=a538eb21-4502-4703-aac4-e44807857fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403981 Feb 03 14:06:27.449303 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-efd90b28-a557-4f52-b436-1718785dd676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:27.558719 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d08d42-fb20-42c6-967f-ee2dd387867b req-b495a21b-4da8-40f0-a3ca-0ce67896aa81 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:27.560183 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-06d08d42-fb20-42c6-967f-ee2dd387867b req-b495a21b-4da8-40f0-a3ca-0ce67896aa81 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=20710f23-ee24-413d-869e-100cac105880 HTTP/1.1" status: 200 len: 946 time: 0.0792341 Feb 03 14:06:27.605349 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-06d08d42-fb20-42c6-967f-ee2dd387867b req-1bc898fb-3d77-498f-a7d4-46e06bb18b15 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=a538eb21-4502-4703-aac4-e44807857fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396030 Feb 03 14:06:27.633679 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 32792) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:06:27.705958 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-11fff89d-98ea-4dbd-a2ab-918889f3e321 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=20710f23-ee24-413d-869e-100cac105880 HTTP/1.1" status: 200 len: 1094 time: 0.0710487 Feb 03 14:06:27.708739 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 32798) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:06:27.714087 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-ba746d80-b770-4e61-bc9d-dcc2179097b5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'floatingip': {'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'port_id': 'a703b5aa-557d-4cd0-aa9b-aa000ee93e4c', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:06:27.720368 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-ba746d80-b770-4e61-bc9d-dcc2179097b5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:06:27.724377 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ba746d80-b770-4e61-bc9d-dcc2179097b5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:floatingip and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:06:27.727749 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ba746d80-b770-4e61-bc9d-dcc2179097b5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:06:27.735053 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-ba746d80-b770-4e61-bc9d-dcc2179097b5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:06:27.775294 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ba746d80-b770-4e61-bc9d-dcc2179097b5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for floatingip, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:27.913664 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ba746d80-b770-4e61-bc9d-dcc2179097b5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:28.049634 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-ba746d80-b770-4e61-bc9d-dcc2179097b5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Allocated IP 172.26.3.67 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/3691515e-5c00-4055-9fca-da84cbacf5bd) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:06:28.204046 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ba746d80-b770-4e61-bc9d-dcc2179097b5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:28.283560 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63628c6a-61e1-459d-bc0f-b449763319ef req-6325c06f-ee1a-4272-81d9-a4898945a36d tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:28.285025 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-63628c6a-61e1-459d-bc0f-b449763319ef req-6325c06f-ee1a-4272-81d9-a4898945a36d tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/ports?device_id=a244bc99-4f15-4af7-87e0-26b5f8f6a14c HTTP/1.1" status: 200 len: 945 time: 0.0882890 Feb 03 14:06:28.333002 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-63628c6a-61e1-459d-bc0f-b449763319ef req-f4e4174a-3f36-40e3-bcc6-f781d86e0680 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfcb8363-c07f-458a-9ba8-1b96a116af64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422556 Feb 03 14:06:28.345934 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ba746d80-b770-4e61-bc9d-dcc2179097b5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:28.418588 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba746d80-b770-4e61-bc9d-dcc2179097b5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:06:28.418588 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-ba746d80-b770-4e61-bc9d-dcc2179097b5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:06:28.418588 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba746d80-b770-4e61-bc9d-dcc2179097b5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:06:28.462672 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba746d80-b770-4e61-bc9d-dcc2179097b5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=3691515e-5c00-4055-9fca-da84cbacf5bd,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:06:28.785828 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:28.814417 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:28.938460 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ba746d80-b770-4e61-bc9d-dcc2179097b5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:29.064566 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ba746d80-b770-4e61-bc9d-dcc2179097b5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:29.266768 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ba746d80-b770-4e61-bc9d-dcc2179097b5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:29.305160 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ba746d80-b770-4e61-bc9d-dcc2179097b5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:29.407493 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba746d80-b770-4e61-bc9d-dcc2179097b5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=3691515e-5c00-4055-9fca-da84cbacf5bd,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:06:29.425673 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ba746d80-b770-4e61-bc9d-dcc2179097b5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:29.537291 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926e704-2bfa-4def-bdfc-99b090456034 req-3d82b506-65ff-48d2-9d89-60b25be79a3c tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:29.538777 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e926e704-2bfa-4def-bdfc-99b090456034 req-3d82b506-65ff-48d2-9d89-60b25be79a3c tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/ports?device_id=a244bc99-4f15-4af7-87e0-26b5f8f6a14c HTTP/1.1" status: 200 len: 945 time: 0.0798295 Feb 03 14:06:29.584989 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e926e704-2bfa-4def-bdfc-99b090456034 req-5b3fe201-cba8-4386-a13d-c12d5f026966 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfcb8363-c07f-458a-9ba8-1b96a116af64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407195 Feb 03 14:06:29.708173 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.l3_db [None req-ba746d80-b770-4e61-bc9d-dcc2179097b5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Floating IP c04a5938-0584-42e0-ab16-7d77c1a2b537 associated. External IP: 172.26.3.67, port: a703b5aa-557d-4cd0-aa9b-aa000ee93e4c. Feb 03 14:06:30.094336 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:30.098949 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba746d80-b770-4e61-bc9d-dcc2179097b5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router 6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:06:30.301451 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba746d80-b770-4e61-bc9d-dcc2179097b5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:06:30.311638 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f042c5-5e7b-4610-9bcc-4ccba75df24c None None] Sync routers for ids ['6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:06:30.323432 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f042c5-5e7b-4610-9bcc-4ccba75df24c None None] Routers {'6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:06:30.324045 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-d8f042c5-5e7b-4610-9bcc-4ccba75df24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:06:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:06:30.391266 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ba746d80-b770-4e61-bc9d-dcc2179097b5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:30.447107 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ba746d80-b770-4e61-bc9d-dcc2179097b5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7372501 Feb 03 14:06:30.449965 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20710f23-ee24-413d-869e-100cac105880', 'tag': 'a703b5aa-557d-4cd0-aa9b-aa000ee93e4c'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:06:30.452066 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 32814) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:06:30.504551 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20710f23-ee24-413d-869e-100cac105880', 'tag': 'a703b5aa-557d-4cd0-aa9b-aa000ee93e4c', 'status': 'completed', 'code': 200} Feb 03 14:06:30.513556 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-d8f042c5-5e7b-4610-9bcc-4ccba75df24c None None] Set router 6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:06:30.596202 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-491b747b-879a-43d2-8ff1-85e8a30f4426 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/c04a5938-0584-42e0-ab16-7d77c1a2b537 HTTP/1.1" status: 200 len: 991 time: 0.1423929 Feb 03 14:06:30.640778 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-50bac4b5-be0e-45e5-83a1-094950e9291b req-a3a69b90-73db-4205-80b8-e57576e51ffa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=20710f23-ee24-413d-869e-100cac105880 HTTP/1.1" status: 200 len: 1099 time: 0.1085300 Feb 03 14:06:30.787698 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bac4b5-be0e-45e5-83a1-094950e9291b req-a91477a0-30e4-44d4-b5c6-0ae7d666a554 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:30.789154 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-50bac4b5-be0e-45e5-83a1-094950e9291b req-a91477a0-30e4-44d4-b5c6-0ae7d666a554 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fe30f0cf-d14f-4a32-9991-f1b5cf0ae293 HTTP/1.1" status: 200 len: 897 time: 0.1427236 Feb 03 14:06:30.799775 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc85134-eee1-4d22-b9f4-a8a306f9b659 req-133ba648-d7f7-4dd4-91fc-4e34fcfbc6e1 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:30.801316 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8cc85134-eee1-4d22-b9f4-a8a306f9b659 req-133ba648-d7f7-4dd4-91fc-4e34fcfbc6e1 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/ports?device_id=a244bc99-4f15-4af7-87e0-26b5f8f6a14c HTTP/1.1" status: 200 len: 945 time: 0.0887575 Feb 03 14:06:30.856156 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8cc85134-eee1-4d22-b9f4-a8a306f9b659 req-f7d49fcf-78eb-4f15-a8e8-af02b1d87114 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfcb8363-c07f-458a-9ba8-1b96a116af64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490255 Feb 03 14:06:30.878343 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-d8f042c5-5e7b-4610-9bcc-4ccba75df24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e', 'name': 'tempest-TestNetworkBasicOps-router-192892635', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '39c784cb-5188-4fb4-82a1-d068c01bf11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:06:00Z', 'updated_at': '2022-02-03T14:06:05Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '39c784cb-5188-4fb4-82a1-d068c01bf11b', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:06:00Z', 'updated_at': '2022-02-03T14:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'c04a5938-0584-42e0-ab16-7d77c1a2b537', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.67', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e', 'port_id': 'a703b5aa-557d-4cd0-aa9b-aa000ee93e4c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe30f0cf-d14f-4a32-9991-f1b5cf0ae293', 'mac_address': 'fa:16:3e:bb:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20710f23-ee24-413d-869e-100cac105880', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:06:28Z', 'updated_at': '2022-02-03T14:06:28Z', 'revision_number': 0, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b7849ee-0d8b-4e8e-88b6-a1804caf7fc2', 'name': '', 'network_id': 'fe30f0cf-d14f-4a32-9991-f1b5cf0ae293', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:c9:5e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c424c3c-9b1a-43b7-acf2-9f431c597d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:06:05Z', 'updated_at': '2022-02-03T14:06:11Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '5c424c3c-9b1a-43b7-acf2-9f431c597d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:06:30.882401 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f042c5-5e7b-4610-9bcc-4ccba75df24c None None] Checking router: 6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:06:30.896143 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f042c5-5e7b-4610-9bcc-4ccba75df24c None None] Routers {'6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:06:30.896844 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-d8f042c5-5e7b-4610-9bcc-4ccba75df24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:06:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:06:30.906396 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-50bac4b5-be0e-45e5-83a1-094950e9291b req-5a0611fc-b5cf-4503-a656-add8a80663b4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a703b5aa-557d-4cd0-aa9b-aa000ee93e4c HTTP/1.1" status: 200 len: 999 time: 0.1104393 Feb 03 14:06:30.972765 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bac4b5-be0e-45e5-83a1-094950e9291b req-9f612bff-46c2-4c02-bb08-01047f09899b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:30.974244 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-50bac4b5-be0e-45e5-83a1-094950e9291b req-9f612bff-46c2-4c02-bb08-01047f09899b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5c424c3c-9b1a-43b7-acf2-9f431c597d5c HTTP/1.1" status: 200 len: 834 time: 0.0620897 Feb 03 14:06:31.055320 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-50bac4b5-be0e-45e5-83a1-094950e9291b req-fc541cd6-d9d7-4203-9225-545278d9d12e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fe30f0cf-d14f-4a32-9991-f1b5cf0ae293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746329 Feb 03 14:06:31.116782 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-d8f042c5-5e7b-4610-9bcc-4ccba75df24c None None] Set router 6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:06:31.189010 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-50bac4b5-be0e-45e5-83a1-094950e9291b req-3b930b08-e4fe-4876-b61b-f7a1cf7326a3 service neutron] 10.222.0.47 "GET /v2.0/networks/fe30f0cf-d14f-4a32-9991-f1b5cf0ae293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265965 Feb 03 14:06:31.423116 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-50bac4b5-be0e-45e5-83a1-094950e9291b req-8f92fb5d-4146-4e4d-ac9a-b031af8edec7 service neutron] 10.222.0.47 "GET /v2.0/networks/fe30f0cf-d14f-4a32-9991-f1b5cf0ae293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238348 Feb 03 14:06:31.471797 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-d8f042c5-5e7b-4610-9bcc-4ccba75df24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e', 'name': 'tempest-TestNetworkBasicOps-router-192892635', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '39c784cb-5188-4fb4-82a1-d068c01bf11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:06:00Z', 'updated_at': '2022-02-03T14:06:05Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '39c784cb-5188-4fb4-82a1-d068c01bf11b', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:06:00Z', 'updated_at': '2022-02-03T14:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'c04a5938-0584-42e0-ab16-7d77c1a2b537', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.67', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e', 'port_id': 'a703b5aa-557d-4cd0-aa9b-aa000ee93e4c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe30f0cf-d14f-4a32-9991-f1b5cf0ae293', 'mac_address': 'fa:16:3e:bb:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20710f23-ee24-413d-869e-100cac105880', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:06:28Z', 'updated_at': '2022-02-03T14:06:28Z', 'revision_number': 0, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b7849ee-0d8b-4e8e-88b6-a1804caf7fc2', 'name': '', 'network_id': 'fe30f0cf-d14f-4a32-9991-f1b5cf0ae293', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:c9:5e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c424c3c-9b1a-43b7-acf2-9f431c597d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:06:05Z', 'updated_at': '2022-02-03T14:06:11Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '5c424c3c-9b1a-43b7-acf2-9f431c597d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:06:31.475770 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f042c5-5e7b-4610-9bcc-4ccba75df24c None None] The sync data for ids ['6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e'] in dv-neutron-827016-1-hyperv is: [{'id': '6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e', 'name': 'tempest-TestNetworkBasicOps-router-192892635', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '39c784cb-5188-4fb4-82a1-d068c01bf11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:06:00Z', 'updated_at': '2022-02-03T14:06:05Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '39c784cb-5188-4fb4-82a1-d068c01bf11b', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:06:00Z', 'updated_at': '2022-02-03T14:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'c04a5938-0584-42e0-ab16-7d77c1a2b537', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.67', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e', 'port_id': 'a703b5aa-557d-4cd0-aa9b-aa000ee93e4c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe30f0cf-d14f-4a32-9991-f1b5cf0ae293', 'mac_address': 'fa:16:3e:bb:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20710f23-ee24-413d-869e-100cac105880', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:06:28Z', 'updated_at': '2022-02-03T14:06:28Z', 'revision_number': 0, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b7849ee-0d8b-4e8e-88b6-a1804caf7fc2', 'name': '', 'network_id': 'fe30f0cf-d14f-4a32-9991-f1b5cf0ae293', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:c9:5e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c424c3c-9b1a-43b7-acf2-9f431c597d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:06:05Z', 'updated_at': '2022-02-03T14:06:11Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '5c424c3c-9b1a-43b7-acf2-9f431c597d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:06:31.597817 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 32820) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:06:31.677067 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1e6d11-c1d1-46b8-837f-1b7527d0a7e3 None None] New status for floating IP c04a5938-0584-42e0-ab16-7d77c1a2b537: ACTIVE {{(pid=84184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:06:31.706486 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3c41b5e1-2ff8-47fd-99d1-33db1deb5ea0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/c04a5938-0584-42e0-ab16-7d77c1a2b537 HTTP/1.1" status: 200 len: 991 time: 0.1074910 Feb 03 14:06:32.057769 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde355b8-ce87-44af-8e07-778c9bbeb27b req-bf894541-964a-4a68-9fbe-9737f552d78b tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:32.059233 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-dde355b8-ce87-44af-8e07-778c9bbeb27b req-bf894541-964a-4a68-9fbe-9737f552d78b tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/ports?device_id=a244bc99-4f15-4af7-87e0-26b5f8f6a14c HTTP/1.1" status: 200 len: 945 time: 0.0744696 Feb 03 14:06:32.103379 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-dde355b8-ce87-44af-8e07-778c9bbeb27b req-11c7fe22-1d64-4064-ab03-9142ac510213 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfcb8363-c07f-458a-9ba8-1b96a116af64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386240 Feb 03 14:06:32.710423 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 32826) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:06:32.820829 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4ed92cb8-338d-42a2-abec-f6525b17b776 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/c04a5938-0584-42e0-ab16-7d77c1a2b537 HTTP/1.1" status: 200 len: 993 time: 0.1092324 Feb 03 14:06:33.295598 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c4b83-0683-4f3d-b035-34fd69838fe9 req-395e1da1-3331-44b2-8b75-a97e0739421f tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:33.297022 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-799c4b83-0683-4f3d-b035-34fd69838fe9 req-395e1da1-3331-44b2-8b75-a97e0739421f tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/ports?device_id=a244bc99-4f15-4af7-87e0-26b5f8f6a14c HTTP/1.1" status: 200 len: 945 time: 0.0757329 Feb 03 14:06:33.345138 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-799c4b83-0683-4f3d-b035-34fd69838fe9 req-e5eb51f3-4fbf-4a45-8ec3-7368c1ddcc31 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfcb8363-c07f-458a-9ba8-1b96a116af64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424986 Feb 03 14:06:34.542817 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5e69d-717b-4e4c-8612-a6d74cf1fc05 req-3c5e2fcc-323e-43b5-87f4-fa0fbefe06fe tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:34.544252 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-05b5e69d-717b-4e4c-8612-a6d74cf1fc05 req-3c5e2fcc-323e-43b5-87f4-fa0fbefe06fe tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/ports?device_id=a244bc99-4f15-4af7-87e0-26b5f8f6a14c HTTP/1.1" status: 200 len: 945 time: 0.0783021 Feb 03 14:06:34.589397 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-05b5e69d-717b-4e4c-8612-a6d74cf1fc05 req-09fa32d5-c7be-49c8-ad58-93e4dfe7941c tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfcb8363-c07f-458a-9ba8-1b96a116af64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396905 Feb 03 14:06:35.868120 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956329e-7bb1-4a7b-abb3-6fc3bc4dd7d3 req-5a3c713d-f617-4b6f-abc9-342677806ace tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:35.869459 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a956329e-7bb1-4a7b-abb3-6fc3bc4dd7d3 req-5a3c713d-f617-4b6f-abc9-342677806ace tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/ports?device_id=a244bc99-4f15-4af7-87e0-26b5f8f6a14c HTTP/1.1" status: 200 len: 945 time: 0.1630433 Feb 03 14:06:35.914164 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a956329e-7bb1-4a7b-abb3-6fc3bc4dd7d3 req-0b2e4cbd-29d5-431a-9f50-95e6dd15f607 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfcb8363-c07f-458a-9ba8-1b96a116af64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391493 Feb 03 14:06:37.108228 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658078f-970a-46dd-9bbb-42fe8f9fe329 req-cf1276e0-fbac-4d16-bab6-15f18cd1ebb9 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:37.109904 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e658078f-970a-46dd-9bbb-42fe8f9fe329 req-cf1276e0-fbac-4d16-bab6-15f18cd1ebb9 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/ports?device_id=a244bc99-4f15-4af7-87e0-26b5f8f6a14c HTTP/1.1" status: 200 len: 945 time: 0.0761769 Feb 03 14:06:37.153604 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e658078f-970a-46dd-9bbb-42fe8f9fe329 req-d3c1ae29-d929-4c6d-9769-1e6644dcc8cf tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfcb8363-c07f-458a-9ba8-1b96a116af64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382159 Feb 03 14:06:38.356418 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89014b33-f045-4158-8330-75be284898cc req-7c436194-54a9-4e21-8f01-8f5708aa994b tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:38.358452 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-89014b33-f045-4158-8330-75be284898cc req-7c436194-54a9-4e21-8f01-8f5708aa994b tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/ports?device_id=a244bc99-4f15-4af7-87e0-26b5f8f6a14c HTTP/1.1" status: 200 len: 945 time: 0.0806167 Feb 03 14:06:38.404613 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-89014b33-f045-4158-8330-75be284898cc req-14393650-91dc-410b-ba53-802e7e4cbe49 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfcb8363-c07f-458a-9ba8-1b96a116af64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397234 Feb 03 14:06:39.602561 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951dcca9-f62f-438c-a98b-97ba09a4118d req-e80e4bb6-16f2-4ea5-82c7-0b9cbf48e592 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:39.603999 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-951dcca9-f62f-438c-a98b-97ba09a4118d req-e80e4bb6-16f2-4ea5-82c7-0b9cbf48e592 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/ports?device_id=a244bc99-4f15-4af7-87e0-26b5f8f6a14c HTTP/1.1" status: 200 len: 945 time: 0.0754287 Feb 03 14:06:39.648937 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-951dcca9-f62f-438c-a98b-97ba09a4118d req-7a317d31-4ac2-45be-9520-43de7b68859a tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfcb8363-c07f-458a-9ba8-1b96a116af64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390425 Feb 03 14:06:40.852559 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ddcd5-fe1a-4a5f-83d2-736aad6c9cf9 req-a8ea114c-97ad-4e88-ada4-e701584a4be3 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:40.855295 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-505ddcd5-fe1a-4a5f-83d2-736aad6c9cf9 req-a8ea114c-97ad-4e88-ada4-e701584a4be3 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/ports?device_id=a244bc99-4f15-4af7-87e0-26b5f8f6a14c HTTP/1.1" status: 200 len: 945 time: 0.0799854 Feb 03 14:06:40.907580 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-505ddcd5-fe1a-4a5f-83d2-736aad6c9cf9 req-c48b91d2-916f-4feb-baab-8fbf0f7b3468 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfcb8363-c07f-458a-9ba8-1b96a116af64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429649 Feb 03 14:06:42.101678 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e90860-38b5-4bcb-a96b-939bc453d830 req-7b66a356-a275-43c3-877d-109f257afb81 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:42.104783 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-08e90860-38b5-4bcb-a96b-939bc453d830 req-7b66a356-a275-43c3-877d-109f257afb81 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/ports?device_id=a244bc99-4f15-4af7-87e0-26b5f8f6a14c HTTP/1.1" status: 200 len: 945 time: 0.0751786 Feb 03 14:06:42.151649 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-08e90860-38b5-4bcb-a96b-939bc453d830 req-7c0e2da1-cc49-4b02-969d-b5427205ef9d tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfcb8363-c07f-458a-9ba8-1b96a116af64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430293 Feb 03 14:06:43.074376 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device f2a734ea-b3d3-4575-a871-c3ce9ca93e1a no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:06:43.184797 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:43.214182 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a244bc99-4f15-4af7-87e0-26b5f8f6a14c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2a734ea-b3d3-4575-a871-c3ce9ca93e1a'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:06:43.224354 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port f2a734ea-b3d3-4575-a871-c3ce9ca93e1a, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=f2a734ea-b3d3-4575-a871-c3ce9ca93e1a,segment=NetworkSegment(6206b9bf-f7ed-433b-83c1-a8bc5ab27c19),segment_id=6206b9bf-f7ed-433b-83c1-a8bc5ab27c19)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:06:43.269147 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a244bc99-4f15-4af7-87e0-26b5f8f6a14c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2a734ea-b3d3-4575-a871-c3ce9ca93e1a', 'code': 200} Feb 03 14:06:43.300171 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:43.355231 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8b28a-26e4-4906-8399-8cb7289ed91e req-e0544635-df0e-4e7c-b764-2d0225c037fe tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:43.356762 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-15e8b28a-26e4-4906-8399-8cb7289ed91e req-e0544635-df0e-4e7c-b764-2d0225c037fe tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/ports?device_id=a244bc99-4f15-4af7-87e0-26b5f8f6a14c HTTP/1.1" status: 200 len: 943 time: 0.0782170 Feb 03 14:06:43.371848 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=f2a734ea-b3d3-4575-a871-c3ce9ca93e1a,revision_number=6']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:06:43.406113 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-15e8b28a-26e4-4906-8399-8cb7289ed91e req-dfb23527-c76d-4fd0-a399-d2469f17332c tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfcb8363-c07f-458a-9ba8-1b96a116af64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416512 Feb 03 14:06:43.813058 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-fcee8ba7-04b0-4582-9154-60430e659920 req-455354c1-11a7-44c0-9b70-fea80b527365 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a244bc99-4f15-4af7-87e0-26b5f8f6a14c HTTP/1.1" status: 200 len: 1096 time: 0.0683668 Feb 03 14:06:43.856583 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-fcee8ba7-04b0-4582-9154-60430e659920 req-685263d1-a724-456c-8a67-3096f16286a5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cfcb8363-c07f-458a-9ba8-1b96a116af64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350702 Feb 03 14:06:44.603465 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642bbe9-43d6-40bb-874d-87fe8ad292de req-f7410499-a433-4754-a64c-9a9236bcee2d tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:44.604817 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5642bbe9-43d6-40bb-874d-87fe8ad292de req-f7410499-a433-4754-a64c-9a9236bcee2d tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/ports?device_id=a244bc99-4f15-4af7-87e0-26b5f8f6a14c HTTP/1.1" status: 200 len: 943 time: 0.0791738 Feb 03 14:06:44.650283 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5642bbe9-43d6-40bb-874d-87fe8ad292de req-6b8702c6-0f55-4bc5-9b9f-f419b8a721b7 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfcb8363-c07f-458a-9ba8-1b96a116af64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390444 Feb 03 14:06:45.087743 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device f2a734ea-b3d3-4575-a871-c3ce9ca93e1a details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:06:45.228489 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port f2a734ea-b3d3-4575-a871-c3ce9ca93e1a, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=f2a734ea-b3d3-4575-a871-c3ce9ca93e1a,segment=NetworkSegment(6206b9bf-f7ed-433b-83c1-a8bc5ab27c19),segment_id=6206b9bf-f7ed-433b-83c1-a8bc5ab27c19)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:06:45.242057 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': 'f2a734ea-b3d3-4575-a871-c3ce9ca93e1a', 'network_id': '7b9300c7-0cb5-4eb5-8b70-acffbcb42aff', 'port_id': 'f2a734ea-b3d3-4575-a871-c3ce9ca93e1a', 'mac_address': 'fa:16:3e:62:96:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f658451c-ba41-4c41-b788-622ac71ffacf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:06:45.295514 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:45.312502 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2a734ea-b3d3-4575-a871-c3ce9ca93e1a {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:06:45.326989 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port f2a734ea-b3d3-4575-a871-c3ce9ca93e1a, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=f2a734ea-b3d3-4575-a871-c3ce9ca93e1a,segment=NetworkSegment(6206b9bf-f7ed-433b-83c1-a8bc5ab27c19),segment_id=6206b9bf-f7ed-433b-83c1-a8bc5ab27c19)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:06:45.425624 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:45.495470 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=f2a734ea-b3d3-4575-a871-c3ce9ca93e1a,revision_number=7']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:06:45.772241 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['f2a734ea-b3d3-4575-a871-c3ce9ca93e1a'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:06:45.846186 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f3874-498e-4054-bf85-fd5446f141b4 req-b3a5d662-2758-46fb-bef7-e4b2b78b4fa3 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:45.847646 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-399f3874-498e-4054-bf85-fd5446f141b4 req-b3a5d662-2758-46fb-bef7-e4b2b78b4fa3 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/ports?device_id=a244bc99-4f15-4af7-87e0-26b5f8f6a14c HTTP/1.1" status: 200 len: 944 time: 0.0760891 Feb 03 14:06:45.894966 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-399f3874-498e-4054-bf85-fd5446f141b4 req-5cbe9cb1-c545-4ea5-82d7-40a8f7f3f3fb tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfcb8363-c07f-458a-9ba8-1b96a116af64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415843 Feb 03 14:06:45.921789 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 32856) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:06:46.029383 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-6cac8629-77b9-403a-ae96-d78881ba23bc tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/floatingips/9d555d8b-275d-40cd-9d88-735c68a329e4 HTTP/1.1" status: 200 len: 992 time: 0.1061716 Feb 03 14:06:47.084361 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device f2a734ea-b3d3-4575-a871-c3ce9ca93e1a up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:06:47.155146 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port f2a734ea-b3d3-4575-a871-c3ce9ca93e1a triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:06:47.156701 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:47.278556 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:47.309140 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a244bc99-4f15-4af7-87e0-26b5f8f6a14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a734ea-b3d3-4575-a871-c3ce9ca93e1a'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:06:47.315517 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port f2a734ea-b3d3-4575-a871-c3ce9ca93e1a, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=f2a734ea-b3d3-4575-a871-c3ce9ca93e1a,segment=NetworkSegment(6206b9bf-f7ed-433b-83c1-a8bc5ab27c19),segment_id=6206b9bf-f7ed-433b-83c1-a8bc5ab27c19)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:06:47.359797 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a244bc99-4f15-4af7-87e0-26b5f8f6a14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a734ea-b3d3-4575-a871-c3ce9ca93e1a', 'code': 200} Feb 03 14:06:47.374458 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:47.403729 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:47.471530 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=f2a734ea-b3d3-4575-a871-c3ce9ca93e1a,revision_number=8']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:06:55.333774 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-378b14a7-19b5-4df2-9c64-2d351ead06f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:57.448508 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2c2c19b4-3fdb-465d-ba0f-e2fc41c7c228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:58.797062 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:06:58.818550 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:06:58.825399 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:00.105296 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:04.195303 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-68affc2c-a841-48f8-8913-4f1715e36828 req-b9e8bb06-d1e4-4bce-96b5-4ee1e555f667 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fe20ca92-6a89-43b6-9410-76f2d58175a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0650232 Feb 03 14:07:04.332174 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-68affc2c-a841-48f8-8913-4f1715e36828 req-45b6af1e-6943-4ca5-b72b-7962fb6a00e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4cbc4ee6b61f47a897e271e5a6452f6c&device_id=fe20ca92-6a89-43b6-9410-76f2d58175a7 HTTP/1.1" status: 200 len: 1098 time: 0.0710580 Feb 03 14:07:04.475934 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68affc2c-a841-48f8-8913-4f1715e36828 req-2293aa8e-217d-40fe-bc55-defe1a527f61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:07:04.477440 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-68affc2c-a841-48f8-8913-4f1715e36828 req-2293aa8e-217d-40fe-bc55-defe1a527f61 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2f1c1092-820d-41af-bed3-3674f069c798 HTTP/1.1" status: 200 len: 911 time: 0.1261463 Feb 03 14:07:04.581346 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-68affc2c-a841-48f8-8913-4f1715e36828 req-980b0c6b-cc16-4764-b498-ef89eb7d659e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b6bec5f-2b39-461b-b52e-c1ce2fbf12de HTTP/1.1" status: 200 len: 1000 time: 0.0974920 Feb 03 14:07:04.643026 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68affc2c-a841-48f8-8913-4f1715e36828 req-4b473e31-54a5-401c-be23-78e8d32c7241 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:07:04.644428 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-68affc2c-a841-48f8-8913-4f1715e36828 req-4b473e31-54a5-401c-be23-78e8d32c7241 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac5f2d12-5c46-44f1-bb83-783314b1c271 HTTP/1.1" status: 200 len: 850 time: 0.0565567 Feb 03 14:07:04.720846 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-68affc2c-a841-48f8-8913-4f1715e36828 req-198fb52e-e22c-4b37-95b9-1e54544fda1d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f1c1092-820d-41af-bed3-3674f069c798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698946 Feb 03 14:07:04.850552 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-68affc2c-a841-48f8-8913-4f1715e36828 req-985a8421-9bb9-4a17-adbf-79c72750e5b9 service neutron] 10.222.0.47 "GET /v2.0/networks/2f1c1092-820d-41af-bed3-3674f069c798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217797 Feb 03 14:07:04.980267 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-68affc2c-a841-48f8-8913-4f1715e36828 req-fd3124f9-7dfb-4d16-a9a1-a2643e488498 service neutron] 10.222.0.47 "GET /v2.0/networks/2f1c1092-820d-41af-bed3-3674f069c798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235077 Feb 03 14:07:17.345252 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:25.305346 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bba285ba-551f-4c45-b3ba-33b261f86d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:27.453715 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b5b63ef2-9d50-4ab5-865c-965b06ed47b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:28.790831 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:28.819168 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:30.133494 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:35.818552 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:07:44.105787 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 32902) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:07:44.209328 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-20cf7c37-f884-4fe8-b859-5ecaa991eea9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/c04a5938-0584-42e0-ab16-7d77c1a2b537 HTTP/1.1" status: 200 len: 993 time: 0.1024036 Feb 03 14:07:44.535509 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 32910) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:07:44.729171 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-05b953cd-7f8b-42cb-918b-d42c799dbb41 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting port 3691515e-5c00-4055-9fca-da84cbacf5bd {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:07:44.729509 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-05b953cd-7f8b-42cb-918b-d42c799dbb41 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:44.895146 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-05b953cd-7f8b-42cb-918b-d42c799dbb41 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:44.895476 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-05b953cd-7f8b-42cb-918b-d42c799dbb41 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:45.089149 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-05b953cd-7f8b-42cb-918b-d42c799dbb41 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Calling delete_port for 3691515e-5c00-4055-9fca-da84cbacf5bd owned by network:floatingip {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:07:45.317381 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-05b953cd-7f8b-42cb-918b-d42c799dbb41 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:45.362013 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b953cd-7f8b-42cb-918b-d42c799dbb41 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Port': ['ID=3691515e-5c00-4055-9fca-da84cbacf5bd,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:07:45.401020 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b953cd-7f8b-42cb-918b-d42c799dbb41 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:45.401366 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b953cd-7f8b-42cb-918b-d42c799dbb41 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:45.401704 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b953cd-7f8b-42cb-918b-d42c799dbb41 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:45.402039 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b953cd-7f8b-42cb-918b-d42c799dbb41 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:45.402403 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b953cd-7f8b-42cb-918b-d42c799dbb41 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:45.402728 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b953cd-7f8b-42cb-918b-d42c799dbb41 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:45.403056 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b953cd-7f8b-42cb-918b-d42c799dbb41 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:45.403400 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b953cd-7f8b-42cb-918b-d42c799dbb41 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:45.403718 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b953cd-7f8b-42cb-918b-d42c799dbb41 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:45.404033 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b953cd-7f8b-42cb-918b-d42c799dbb41 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:45.404349 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b953cd-7f8b-42cb-918b-d42c799dbb41 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:45.468082 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-05b953cd-7f8b-42cb-918b-d42c799dbb41 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for floatingip, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:45.854735 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b953cd-7f8b-42cb-918b-d42c799dbb41 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router 6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:07:46.058555 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b953cd-7f8b-42cb-918b-d42c799dbb41 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:07:46.068138 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243d464a-f2e3-4454-a5cc-847151f8a0db None None] Sync routers for ids ['6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:07:46.076106 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-05b953cd-7f8b-42cb-918b-d42c799dbb41 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:46.082222 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243d464a-f2e3-4454-a5cc-847151f8a0db None None] Routers {'6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:07:46.082828 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-243d464a-f2e3-4454-a5cc-847151f8a0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:07:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:07:46.132147 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-05b953cd-7f8b-42cb-918b-d42c799dbb41 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/floatingips/c04a5938-0584-42e0-ab16-7d77c1a2b537 HTTP/1.1" status: 204 len: 168 time: 1.5954521 Feb 03 14:07:46.132806 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20710f23-ee24-413d-869e-100cac105880', 'tag': 'a703b5aa-557d-4cd0-aa9b-aa000ee93e4c'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:07:46.205997 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20710f23-ee24-413d-869e-100cac105880', 'tag': 'a703b5aa-557d-4cd0-aa9b-aa000ee93e4c', 'status': 'completed', 'code': 200} Feb 03 14:07:46.262608 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-243d464a-f2e3-4454-a5cc-847151f8a0db None None] Set router 6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:07:46.302950 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-25ab8563-5a7d-4940-8c9d-c1bd30dc2b8d req-c96dc1db-e5dc-4e4d-93e8-bc1834b044c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=20710f23-ee24-413d-869e-100cac105880 HTTP/1.1" status: 200 len: 1099 time: 0.0690029 Feb 03 14:07:46.437396 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab8563-5a7d-4940-8c9d-c1bd30dc2b8d req-989064b5-b229-44be-b85a-209b280fdaa6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:07:46.438828 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-25ab8563-5a7d-4940-8c9d-c1bd30dc2b8d req-989064b5-b229-44be-b85a-209b280fdaa6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fe30f0cf-d14f-4a32-9991-f1b5cf0ae293 HTTP/1.1" status: 200 len: 897 time: 0.1300182 Feb 03 14:07:46.509092 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-25ab8563-5a7d-4940-8c9d-c1bd30dc2b8d req-ebde4952-3657-4975-a421-1b2691d4c50a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a703b5aa-557d-4cd0-aa9b-aa000ee93e4c HTTP/1.1" status: 200 len: 217 time: 0.0640750 Feb 03 14:07:46.574712 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab8563-5a7d-4940-8c9d-c1bd30dc2b8d req-5b20db25-e83f-4b53-8db3-160696b1ad57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:07:46.577772 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-25ab8563-5a7d-4940-8c9d-c1bd30dc2b8d req-5b20db25-e83f-4b53-8db3-160696b1ad57 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5c424c3c-9b1a-43b7-acf2-9f431c597d5c HTTP/1.1" status: 200 len: 834 time: 0.0622680 Feb 03 14:07:46.582762 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-243d464a-f2e3-4454-a5cc-847151f8a0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e', 'name': 'tempest-TestNetworkBasicOps-router-192892635', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '39c784cb-5188-4fb4-82a1-d068c01bf11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:06:00Z', 'updated_at': '2022-02-03T14:06:05Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '39c784cb-5188-4fb4-82a1-d068c01bf11b', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:06:00Z', 'updated_at': '2022-02-03T14:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '3b7849ee-0d8b-4e8e-88b6-a1804caf7fc2', 'name': '', 'network_id': 'fe30f0cf-d14f-4a32-9991-f1b5cf0ae293', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:c9:5e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c424c3c-9b1a-43b7-acf2-9f431c597d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:06:05Z', 'updated_at': '2022-02-03T14:06:11Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '5c424c3c-9b1a-43b7-acf2-9f431c597d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:07:46.586799 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243d464a-f2e3-4454-a5cc-847151f8a0db None None] Checking router: 6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:07:46.597523 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243d464a-f2e3-4454-a5cc-847151f8a0db None None] Routers {'6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:07:46.598142 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-243d464a-f2e3-4454-a5cc-847151f8a0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:07:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:07:46.660002 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-25ab8563-5a7d-4940-8c9d-c1bd30dc2b8d req-abd16187-9519-4539-99a1-fa4e60d25476 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fe30f0cf-d14f-4a32-9991-f1b5cf0ae293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760427 Feb 03 14:07:46.776514 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-243d464a-f2e3-4454-a5cc-847151f8a0db None None] Set router 6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:07:46.798260 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-25ab8563-5a7d-4940-8c9d-c1bd30dc2b8d req-82fae369-bdbc-4950-8fe5-a3876192cebd service neutron] 10.222.0.47 "GET /v2.0/networks/fe30f0cf-d14f-4a32-9991-f1b5cf0ae293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309581 Feb 03 14:07:46.846818 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab32691-2aaa-4f77-8390-e3b676400011 req-1446045d-e2a1-40aa-bf9e-8568d8ae41e2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:07:46.848413 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2ab32691-2aaa-4f77-8390-e3b676400011 req-1446045d-e2a1-40aa-bf9e-8568d8ae41e2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=20710f23-ee24-413d-869e-100cac105880 HTTP/1.1" status: 200 len: 946 time: 0.2206476 Feb 03 14:07:46.896822 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2ab32691-2aaa-4f77-8390-e3b676400011 req-d3b0ab97-1054-4add-b3f9-a6c59cb19c63 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=a538eb21-4502-4703-aac4-e44807857fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426607 Feb 03 14:07:47.023837 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-25ab8563-5a7d-4940-8c9d-c1bd30dc2b8d req-60ad5c99-013e-4296-bc50-c28990cb7898 service neutron] 10.222.0.47 "GET /v2.0/networks/fe30f0cf-d14f-4a32-9991-f1b5cf0ae293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188861 Feb 03 14:07:47.101157 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-243d464a-f2e3-4454-a5cc-847151f8a0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e', 'name': 'tempest-TestNetworkBasicOps-router-192892635', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '39c784cb-5188-4fb4-82a1-d068c01bf11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:06:00Z', 'updated_at': '2022-02-03T14:06:05Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '39c784cb-5188-4fb4-82a1-d068c01bf11b', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:06:00Z', 'updated_at': '2022-02-03T14:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '3b7849ee-0d8b-4e8e-88b6-a1804caf7fc2', 'name': '', 'network_id': 'fe30f0cf-d14f-4a32-9991-f1b5cf0ae293', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:c9:5e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c424c3c-9b1a-43b7-acf2-9f431c597d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:06:05Z', 'updated_at': '2022-02-03T14:06:11Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '5c424c3c-9b1a-43b7-acf2-9f431c597d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:07:47.105159 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243d464a-f2e3-4454-a5cc-847151f8a0db None None] The sync data for ids ['6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e'] in dv-neutron-827016-1-hyperv is: [{'id': '6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e', 'name': 'tempest-TestNetworkBasicOps-router-192892635', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '39c784cb-5188-4fb4-82a1-d068c01bf11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:06:00Z', 'updated_at': '2022-02-03T14:06:05Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '39c784cb-5188-4fb4-82a1-d068c01bf11b', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:06:00Z', 'updated_at': '2022-02-03T14:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '3b7849ee-0d8b-4e8e-88b6-a1804caf7fc2', 'name': '', 'network_id': 'fe30f0cf-d14f-4a32-9991-f1b5cf0ae293', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:c9:5e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c424c3c-9b1a-43b7-acf2-9f431c597d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:06:05Z', 'updated_at': '2022-02-03T14:06:11Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '5c424c3c-9b1a-43b7-acf2-9f431c597d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:07:47.309393 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a528cb79-55a4-452d-8851-f87093d3b6b5 None None] New status for floating IP c04a5938-0584-42e0-ab16-7d77c1a2b537: DOWN {{(pid=84184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:07:47.333912 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:48.177683 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824aaade-4fa0-4ebc-8daa-9da231eca236 req-476bdc80-ad08-498a-9627-9b974c2960de tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:07:48.179227 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-824aaade-4fa0-4ebc-8daa-9da231eca236 req-476bdc80-ad08-498a-9627-9b974c2960de tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=20710f23-ee24-413d-869e-100cac105880 HTTP/1.1" status: 200 len: 946 time: 0.1525853 Feb 03 14:07:48.196569 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddcfe31-66d3-4da0-9cfc-e9e9e9cdb32e req-b2b36e23-a613-4adb-9ef6-e39481de7c40 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:07:48.197322 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-9ddcfe31-66d3-4da0-9cfc-e9e9e9cdb32e req-b2b36e23-a613-4adb-9ef6-e39481de7c40 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:07:48.227781 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-824aaade-4fa0-4ebc-8daa-9da231eca236 req-7ba2d1b2-f9a5-4284-b8d2-b5d829846e70 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=a538eb21-4502-4703-aac4-e44807857fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422561 Feb 03 14:07:48.276986 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-9ddcfe31-66d3-4da0-9cfc-e9e9e9cdb32e req-b2b36e23-a613-4adb-9ef6-e39481de7c40 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:07:48.278176 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-9ddcfe31-66d3-4da0-9cfc-e9e9e9cdb32e req-b2b36e23-a613-4adb-9ef6-e39481de7c40 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "GET /v2.0/ports?device_id=20710f23-ee24-413d-869e-100cac105880 HTTP/1.1" status: 200 len: 946 time: 0.1574275 Feb 03 14:07:48.356406 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-9ddcfe31-66d3-4da0-9cfc-e9e9e9cdb32e req-60a7a203-fe45-4571-9475-8bb1ed5c6bd0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting port a703b5aa-557d-4cd0-aa9b-aa000ee93e4c {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:07:48.356406 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-9ddcfe31-66d3-4da0-9cfc-e9e9e9cdb32e req-60a7a203-fe45-4571-9475-8bb1ed5c6bd0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:48.595136 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-9ddcfe31-66d3-4da0-9cfc-e9e9e9cdb32e req-60a7a203-fe45-4571-9475-8bb1ed5c6bd0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] For port a703b5aa-557d-4cd0-aa9b-aa000ee93e4c, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=a703b5aa-557d-4cd0-aa9b-aa000ee93e4c,segment=NetworkSegment(5b7e4344-59ab-480e-81e1-62604c69617b),segment_id=5b7e4344-59ab-480e-81e1-62604c69617b)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:07:48.595433 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-9ddcfe31-66d3-4da0-9cfc-e9e9e9cdb32e req-60a7a203-fe45-4571-9475-8bb1ed5c6bd0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:48.725076 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-9ddcfe31-66d3-4da0-9cfc-e9e9e9cdb32e req-60a7a203-fe45-4571-9475-8bb1ed5c6bd0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Calling delete_port for a703b5aa-557d-4cd0-aa9b-aa000ee93e4c owned by compute:nova {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:07:48.905322 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-9ddcfe31-66d3-4da0-9cfc-e9e9e9cdb32e req-60a7a203-fe45-4571-9475-8bb1ed5c6bd0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:48.956307 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a7a203-fe45-4571-9475-8bb1ed5c6bd0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Port': ['ID=a703b5aa-557d-4cd0-aa9b-aa000ee93e4c,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:07:49.026548 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ddcfe31-66d3-4da0-9cfc-e9e9e9cdb32e req-60a7a203-fe45-4571-9475-8bb1ed5c6bd0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] No DVR routers for this DVR port a703b5aa-557d-4cd0-aa9b-aa000ee93e4c on host hv-neutron-8270 {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:07:49.028853 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-9ddcfe31-66d3-4da0-9cfc-e9e9e9cdb32e req-60a7a203-fe45-4571-9475-8bb1ed5c6bd0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:49.031831 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20710f23-ee24-413d-869e-100cac105880', 'name': 'network-vif-deleted', 'tag': 'a703b5aa-557d-4cd0-aa9b-aa000ee93e4c'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:07:49.086595 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20710f23-ee24-413d-869e-100cac105880', 'name': 'network-vif-deleted', 'tag': 'a703b5aa-557d-4cd0-aa9b-aa000ee93e4c', 'status': 'completed', 'code': 200} Feb 03 14:07:49.146400 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-9ddcfe31-66d3-4da0-9cfc-e9e9e9cdb32e req-60a7a203-fe45-4571-9475-8bb1ed5c6bd0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "DELETE /v2.0/ports/a703b5aa-557d-4cd0-aa9b-aa000ee93e4c HTTP/1.1" status: 204 len: 173 time: 0.8628757 Feb 03 14:07:49.399012 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1fb7c353-432d-48c5-9c75-193556b552a3 req-d56edc14-e684-4f16-93d9-ee23a872e414 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=20710f23-ee24-413d-869e-100cac105880 HTTP/1.1" status: 200 len: 210 time: 0.0460150 Feb 03 14:07:50.504147 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 32938) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:07:50.569923 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2a2a4ec6-f43c-4cf6-9600-a79f21e37acd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:50.598706 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2a2a4ec6-f43c-4cf6-9600-a79f21e37acd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:50.762196 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2a2a4ec6-f43c-4cf6-9600-a79f21e37acd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:50.781288 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2a4ec6-f43c-4cf6-9600-a79f21e37acd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a538eb21-4502-4703-aac4-e44807857fc0,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:07:50.790075 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2a4ec6-f43c-4cf6-9600-a79f21e37acd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:50.790417 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2a4ec6-f43c-4cf6-9600-a79f21e37acd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:50.790748 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2a4ec6-f43c-4cf6-9600-a79f21e37acd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:50.791098 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2a4ec6-f43c-4cf6-9600-a79f21e37acd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:50.791424 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2a4ec6-f43c-4cf6-9600-a79f21e37acd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:50.791745 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2a4ec6-f43c-4cf6-9600-a79f21e37acd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:50.792063 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2a4ec6-f43c-4cf6-9600-a79f21e37acd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:50.792380 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2a4ec6-f43c-4cf6-9600-a79f21e37acd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:50.792693 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2a4ec6-f43c-4cf6-9600-a79f21e37acd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:50.793003 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2a4ec6-f43c-4cf6-9600-a79f21e37acd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:50.793312 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2a4ec6-f43c-4cf6-9600-a79f21e37acd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:50.853225 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2a2a4ec6-f43c-4cf6-9600-a79f21e37acd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:50.854307 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2a2a4ec6-f43c-4cf6-9600-a79f21e37acd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/security-groups/a538eb21-4502-4703-aac4-e44807857fc0 HTTP/1.1" status: 204 len: 168 time: 0.3491848 Feb 03 14:07:50.922556 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 32944) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:07:51.402250 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d8c2fc83-d55d-4a8e-8163-a324f35d0eaf tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:51.470772 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device a703b5aa-557d-4cd0-aa9b-aa000ee93e4c no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:07:51.503879 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] No Port match for: a703b5aa-557d-4cd0-aa9b-aa000ee93e4c {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:07:51.504222 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device a703b5aa-557d-4cd0-aa9b-aa000ee93e4c not bound to the agent host hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:07:51.992067 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-d8c2fc83-d55d-4a8e-8163-a324f35d0eaf tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting port 3b7849ee-0d8b-4e8e-88b6-a1804caf7fc2 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:07:51.992697 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d8c2fc83-d55d-4a8e-8163-a324f35d0eaf tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:52.174014 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-d8c2fc83-d55d-4a8e-8163-a324f35d0eaf tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] For port 3b7849ee-0d8b-4e8e-88b6-a1804caf7fc2, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=3b7849ee-0d8b-4e8e-88b6-a1804caf7fc2,segment=NetworkSegment(5b7e4344-59ab-480e-81e1-62604c69617b),segment_id=5b7e4344-59ab-480e-81e1-62604c69617b)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:07:52.174360 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d8c2fc83-d55d-4a8e-8163-a324f35d0eaf tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:52.291631 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-d8c2fc83-d55d-4a8e-8163-a324f35d0eaf tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Calling delete_port for 3b7849ee-0d8b-4e8e-88b6-a1804caf7fc2 owned by network:router_interface {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:07:52.551378 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d8c2fc83-d55d-4a8e-8163-a324f35d0eaf tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:52.599976 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2fc83-d55d-4a8e-8163-a324f35d0eaf tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Port': ['ID=3b7849ee-0d8b-4e8e-88b6-a1804caf7fc2,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:07:52.996301 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d8c2fc83-d55d-4a8e-8163-a324f35d0eaf tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:53.579737 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c2fc83-d55d-4a8e-8163-a324f35d0eaf tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router 6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:07:53.776125 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c2fc83-d55d-4a8e-8163-a324f35d0eaf tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:07:53.785000 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0ffad1-7518-432b-91eb-7ad629d37bd2 None None] Sync routers for ids ['6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:07:53.787757 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d8c2fc83-d55d-4a8e-8163-a324f35d0eaf tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "PUT /v2.0/routers/6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8641334 Feb 03 14:07:53.791171 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 32948) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:07:53.797439 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0ffad1-7518-432b-91eb-7ad629d37bd2 None None] Routers {'6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:07:53.798044 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-4d0ffad1-7518-432b-91eb-7ad629d37bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:07:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:07:53.979127 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-741e0975-8dc9-497f-acc8-6d3acc62f9e2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting subnet 5c424c3c-9b1a-43b7-acf2-9f431c597d5c {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:07:53.981975 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-741e0975-8dc9-497f-acc8-6d3acc62f9e2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:54.016755 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-4d0ffad1-7518-432b-91eb-7ad629d37bd2 None None] Set router 6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:07:54.044687 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-741e0975-8dc9-497f-acc8-6d3acc62f9e2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:54.119294 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-741e0975-8dc9-497f-acc8-6d3acc62f9e2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:54.260110 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-741e0975-8dc9-497f-acc8-6d3acc62f9e2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:54.299409 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e0975-8dc9-497f-acc8-6d3acc62f9e2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Subnet': ['ID=5c424c3c-9b1a-43b7-acf2-9f431c597d5c,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:07:54.309464 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-4d0ffad1-7518-432b-91eb-7ad629d37bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e', 'name': 'tempest-TestNetworkBasicOps-router-192892635', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '39c784cb-5188-4fb4-82a1-d068c01bf11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:06:00Z', 'updated_at': '2022-02-03T14:07:52Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '39c784cb-5188-4fb4-82a1-d068c01bf11b', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:06:00Z', 'updated_at': '2022-02-03T14:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:07:54.309636 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-741e0975-8dc9-497f-acc8-6d3acc62f9e2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:54.310240 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0ffad1-7518-432b-91eb-7ad629d37bd2 None None] Checking router: 6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:07:54.314313 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-741e0975-8dc9-497f-acc8-6d3acc62f9e2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/subnets/5c424c3c-9b1a-43b7-acf2-9f431c597d5c HTTP/1.1" status: 204 len: 168 time: 0.5221961 Feb 03 14:07:54.315853 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7eeb632-3af2-432e-a04c-59f03f906a6d None None] Network fe30f0cf-d14f-4a32-9991-f1b5cf0ae293 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:07:54.316877 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 32952) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:07:54.398236 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0ffad1-7518-432b-91eb-7ad629d37bd2 None None] Routers {'6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:07:54.398866 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-4d0ffad1-7518-432b-91eb-7ad629d37bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:07:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:07:54.520244 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bce5be35-9a11-4b31-9280-69255a3f09f5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:54.673007 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-4d0ffad1-7518-432b-91eb-7ad629d37bd2 None None] Set router 6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:07:54.826033 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bce5be35-9a11-4b31-9280-69255a3f09f5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:54.860358 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c0393c-e5f0-437d-a194-f816c99f4210 None None] DHCP port deletion for fe30f0cf-d14f-4a32-9991-f1b5cf0ae293 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:07:54.878728 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-16c0393c-e5f0-437d-a194-f816c99f4210 None None] Deleting port 9a8d9c4c-b9fb-49f4-bd61-1d69f70ca22a {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:07:54.878728 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-16c0393c-e5f0-437d-a194-f816c99f4210 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:54.894060 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-bce5be35-9a11-4b31-9280-69255a3f09f5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting port 39c784cb-5188-4fb4-82a1-d068c01bf11b {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:07:54.894410 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bce5be35-9a11-4b31-9280-69255a3f09f5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:55.072516 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-bce5be35-9a11-4b31-9280-69255a3f09f5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] For port 39c784cb-5188-4fb4-82a1-d068c01bf11b, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=39c784cb-5188-4fb4-82a1-d068c01bf11b,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:07:55.074422 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bce5be35-9a11-4b31-9280-69255a3f09f5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:55.153726 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-16c0393c-e5f0-437d-a194-f816c99f4210 None None] For port 9a8d9c4c-b9fb-49f4-bd61-1d69f70ca22a, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=9a8d9c4c-b9fb-49f4-bd61-1d69f70ca22a,segment=NetworkSegment(5b7e4344-59ab-480e-81e1-62604c69617b),segment_id=5b7e4344-59ab-480e-81e1-62604c69617b)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:07:55.154114 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-16c0393c-e5f0-437d-a194-f816c99f4210 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:55.192280 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-bce5be35-9a11-4b31-9280-69255a3f09f5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Calling delete_port for 39c784cb-5188-4fb4-82a1-d068c01bf11b owned by network:router_gateway {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:07:55.324806 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-4d0ffad1-7518-432b-91eb-7ad629d37bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e', 'name': 'tempest-TestNetworkBasicOps-router-192892635', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '39c784cb-5188-4fb4-82a1-d068c01bf11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:06:00Z', 'updated_at': '2022-02-03T14:07:52Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '39c784cb-5188-4fb4-82a1-d068c01bf11b', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:06:00Z', 'updated_at': '2022-02-03T14:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:07:55.335582 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-16c0393c-e5f0-437d-a194-f816c99f4210 None None] Calling delete_port for 9a8d9c4c-b9fb-49f4-bd61-1d69f70ca22a owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:07:55.375407 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0ffad1-7518-432b-91eb-7ad629d37bd2 None None] The sync data for ids ['6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e'] in dv-neutron-827016-1-hyperv is: [{'id': '6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e', 'name': 'tempest-TestNetworkBasicOps-router-192892635', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '39c784cb-5188-4fb4-82a1-d068c01bf11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:06:00Z', 'updated_at': '2022-02-03T14:07:52Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '39c784cb-5188-4fb4-82a1-d068c01bf11b', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:06:00Z', 'updated_at': '2022-02-03T14:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:07:55.406420 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bce5be35-9a11-4b31-9280-69255a3f09f5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:55.448465 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce5be35-9a11-4b31-9280-69255a3f09f5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Port': ['ID=39c784cb-5188-4fb4-82a1-d068c01bf11b,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:07:55.465785 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b3fce904-88ca-4256-8882-d41549a0745b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:55.505888 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-16c0393c-e5f0-437d-a194-f816c99f4210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:55.553371 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0393c-e5f0-437d-a194-f816c99f4210 None None] Pushing event deleted for resources: {'Port': ['ID=9a8d9c4c-b9fb-49f4-bd61-1d69f70ca22a,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:07:55.558548 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c0393c-e5f0-437d-a194-f816c99f4210 None None] No DVR routers for this DVR port 9a8d9c4c-b9fb-49f4-bd61-1d69f70ca22a on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:07:55.565472 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0393c-e5f0-437d-a194-f816c99f4210 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:55.565822 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0393c-e5f0-437d-a194-f816c99f4210 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:55.566463 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0393c-e5f0-437d-a194-f816c99f4210 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:55.566463 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0393c-e5f0-437d-a194-f816c99f4210 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:55.566797 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0393c-e5f0-437d-a194-f816c99f4210 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:55.567145 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0393c-e5f0-437d-a194-f816c99f4210 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:55.567474 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0393c-e5f0-437d-a194-f816c99f4210 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:55.567807 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0393c-e5f0-437d-a194-f816c99f4210 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:55.568123 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0393c-e5f0-437d-a194-f816c99f4210 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:55.568444 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0393c-e5f0-437d-a194-f816c99f4210 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:55.569191 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0393c-e5f0-437d-a194-f816c99f4210 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:55.667051 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bce5be35-9a11-4b31-9280-69255a3f09f5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:55.926052 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bce5be35-9a11-4b31-9280-69255a3f09f5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:55.930584 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bce5be35-9a11-4b31-9280-69255a3f09f5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:56.091305 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bce5be35-9a11-4b31-9280-69255a3f09f5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:56.091305 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce5be35-9a11-4b31-9280-69255a3f09f5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Fanout notify agent at l3_agent the message router_deleted on router 6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e {{(pid=84182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:07:56.103144 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bce5be35-9a11-4b31-9280-69255a3f09f5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:56.104220 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-bce5be35-9a11-4b31-9280-69255a3f09f5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/routers/6f3f0fde-f8d9-4a53-88dd-a2f7f32bb54e HTTP/1.1" status: 204 len: 168 time: 1.7864597 Feb 03 14:07:56.106794 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 32958) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:07:56.318780 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a22c7828-10a9-4f8d-b3e8-e64194805474 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:56.450655 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a22c7828-10a9-4f8d-b3e8-e64194805474 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:56.479138 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-a22c7828-10a9-4f8d-b3e8-e64194805474 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe30f0cf-d14f-4a32-9991-f1b5cf0ae293']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:07:56.491880 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-a22c7828-10a9-4f8d-b3e8-e64194805474 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b7e4344-59ab-480e-81e1-62604c69617b') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:07:56.492158 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-a22c7828-10a9-4f8d-b3e8-e64194805474 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b7e4344-59ab-480e-81e1-62604c69617b') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:07:56.503266 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a22c7828-10a9-4f8d-b3e8-e64194805474 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:56.520491 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a22c7828-10a9-4f8d-b3e8-e64194805474 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:56.526423 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a22c7828-10a9-4f8d-b3e8-e64194805474 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:07:56.530589 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a22c7828-10a9-4f8d-b3e8-e64194805474 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:56.541344 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 14:07:56.541344 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:07:56.541344 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 14:07:56.541344 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:07:56.541344 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 14:07:56.541344 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:07:56.541344 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 14:07:56.541344 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:07:56.541344 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 14:07:56.541344 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:07:56.541344 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 14:07:56.541344 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:07:56.541344 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 14:07:56.541344 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:07:56.541344 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:07:56.541344 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:07:56.541344 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:07:56.541344 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:07:56.541344 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 14:07:56.541344 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:07:56.541344 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 14:07:56.541344 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:07:56.541344 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:07:56.541344 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:07:56.541344 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 14:07:56.541344 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:07:56.541344 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:07:56.541344 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:07:56.541344 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:07:56.541344 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:07:56.541344 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:07:56.541344 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:07:56.660052 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a22c7828-10a9-4f8d-b3e8-e64194805474 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:56.687943 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a22c7828-10a9-4f8d-b3e8-e64194805474 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:56.689701 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c7828-10a9-4f8d-b3e8-e64194805474 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Network': ['ID=fe30f0cf-d14f-4a32-9991-f1b5cf0ae293,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:07:56.723335 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 9a8d9c4c-b9fb-49f4-bd61-1d69f70ca22a no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:07:56.756036 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 9a8d9c4c-b9fb-49f4-bd61-1d69f70ca22a {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:07:56.756036 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 9a8d9c4c-b9fb-49f4-bd61-1d69f70ca22a not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:07:56.756243 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 3b7849ee-0d8b-4e8e-88b6-a1804caf7fc2 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:07:56.763804 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a22c7828-10a9-4f8d-b3e8-e64194805474 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/networks/fe30f0cf-d14f-4a32-9991-f1b5cf0ae293 HTTP/1.1" status: 204 len: 168 time: 0.6526504 Feb 03 14:07:56.774508 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 32962) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:07:56.780611 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-e029270e-37bc-4883-8daf-07303243f649 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'network': {'name': 'tempest-network-smoke--79640782', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'port_security_enabled': True}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:07:56.785560 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e029270e-37bc-4883-8daf-07303243f649 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:07:56.790005 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e029270e-37bc-4883-8daf-07303243f649 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:network and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:07:56.792640 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e029270e-37bc-4883-8daf-07303243f649 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:07:56.793241 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 3b7849ee-0d8b-4e8e-88b6-a1804caf7fc2 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:07:56.793590 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 3b7849ee-0d8b-4e8e-88b6-a1804caf7fc2 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:07:56.794050 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 39c784cb-5188-4fb4-82a1-d068c01bf11b no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:07:56.799006 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e029270e-37bc-4883-8daf-07303243f649 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:07:56.827798 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 39c784cb-5188-4fb4-82a1-d068c01bf11b {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:07:56.828144 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 39c784cb-5188-4fb4-82a1-d068c01bf11b not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:07:56.871458 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e029270e-37bc-4883-8daf-07303243f649 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Made reservation on behalf of 55163e99e9e54d69af7505a418f9e84b for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:07:56.874454 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e029270e-37bc-4883-8daf-07303243f649 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:56.902665 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e029270e-37bc-4883-8daf-07303243f649 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:07:56.911449 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e029270e-37bc-4883-8daf-07303243f649 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:56.911738 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-e029270e-37bc-4883-8daf-07303243f649 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Added segment 70aa4af2-6f73-407c-a7b4-552d77c936f5 of type vlan for network d7cb84db-7a3b-4cde-a0f4-4396b9da4b61 Feb 03 14:07:56.937566 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e029270e-37bc-4883-8daf-07303243f649 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:57.019616 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e029270e-37bc-4883-8daf-07303243f649 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:57.023249 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e029270e-37bc-4883-8daf-07303243f649 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:07:57.023859 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e029270e-37bc-4883-8daf-07303243f649 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:57.128473 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e029270e-37bc-4883-8daf-07303243f649 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Network': ['ID=d7cb84db-7a3b-4cde-a0f4-4396b9da4b61,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:07:57.138286 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network d7cb84db-7a3b-4cde-a0f4-4396b9da4b61 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:07:57.186628 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e029270e-37bc-4883-8daf-07303243f649 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4104357 Feb 03 14:07:57.189305 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 32966) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:07:57.194458 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-9aabc06c-7fa9-4c29-aa40-87bcff3b2f5c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1394951346', 'admin_state_up': True, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:07:57.201150 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-9aabc06c-7fa9-4c29-aa40-87bcff3b2f5c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:07:57.205733 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-9aabc06c-7fa9-4c29-aa40-87bcff3b2f5c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:router and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:07:57.212860 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-9aabc06c-7fa9-4c29-aa40-87bcff3b2f5c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:07:57.214192 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-9aabc06c-7fa9-4c29-aa40-87bcff3b2f5c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:07:57.282469 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9aabc06c-7fa9-4c29-aa40-87bcff3b2f5c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:57.283471 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9aabc06c-7fa9-4c29-aa40-87bcff3b2f5c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:57.301602 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9aabc06c-7fa9-4c29-aa40-87bcff3b2f5c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:57.442808 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f80f7fc8-2045-4850-94f3-f7bc7f614e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:57.483983 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9aabc06c-7fa9-4c29-aa40-87bcff3b2f5c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:57.723533 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9aabc06c-7fa9-4c29-aa40-87bcff3b2f5c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router_gateway, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:57.756848 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9aabc06c-7fa9-4c29-aa40-87bcff3b2f5c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:57.975283 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-9aabc06c-7fa9-4c29-aa40-87bcff3b2f5c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Allocated IP 172.26.3.215 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/22d916c2-152a-4c63-abb6-75ca0c85f6fb) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:07:58.127174 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9aabc06c-7fa9-4c29-aa40-87bcff3b2f5c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:58.214056 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9aabc06c-7fa9-4c29-aa40-87bcff3b2f5c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:58.284023 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aabc06c-7fa9-4c29-aa40-87bcff3b2f5c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:07:58.287152 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-9aabc06c-7fa9-4c29-aa40-87bcff3b2f5c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:07:58.291273 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aabc06c-7fa9-4c29-aa40-87bcff3b2f5c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:07:58.315629 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aabc06c-7fa9-4c29-aa40-87bcff3b2f5c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=22d916c2-152a-4c63-abb6-75ca0c85f6fb,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:07:58.505548 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9aabc06c-7fa9-4c29-aa40-87bcff3b2f5c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router_gateway, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:58.506275 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9aabc06c-7fa9-4c29-aa40-87bcff3b2f5c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:58.785513 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aabc06c-7fa9-4c29-aa40-87bcff3b2f5c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router 21c56544-caa0-4bc6-9c20-b3add098e105 is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:07:58.808841 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:58.809902 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:58.986084 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aabc06c-7fa9-4c29-aa40-87bcff3b2f5c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:07:58.995678 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c313db-ca80-4217-b2ba-97952a5d19f4 None None] Sync routers for ids ['21c56544-caa0-4bc6-9c20-b3add098e105'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:07:59.008833 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c313db-ca80-4217-b2ba-97952a5d19f4 None None] Routers {'21c56544-caa0-4bc6-9c20-b3add098e105'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:07:59.009400 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-58c313db-ca80-4217-b2ba-97952a5d19f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:07:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['21c56544-caa0-4bc6-9c20-b3add098e105'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:07:59.060129 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9aabc06c-7fa9-4c29-aa40-87bcff3b2f5c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:59.063994 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-9aabc06c-7fa9-4c29-aa40-87bcff3b2f5c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8717430 Feb 03 14:07:59.065071 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 32970) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:07:59.187828 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-58c313db-ca80-4217-b2ba-97952a5d19f4 None None] Set router 21c56544-caa0-4bc6-9c20-b3add098e105 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:07:59.249228 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-5a7c2cc4-4d82-461d-b949-fe13b48b2036 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=55163e99e9e54d69af7505a418f9e84b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1829329 Feb 03 14:07:59.252092 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 32976) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:07:59.384756 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accf9228-d7bb-461d-92a7-5aec41ebd2f2 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:07:59.386345 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-accf9228-d7bb-461d-92a7-5aec41ebd2f2 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1333129 Feb 03 14:07:59.389292 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 32980) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:07:59.432714 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3b24017b-d960-4458-89f2-1cb21e59e360 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=16a0e898-50c0-4b65-ae3a-069e9649bbca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421674 Feb 03 14:07:59.435257 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 32984) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:07:59.440692 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-dc04d52e-7c78-4ad0-a9cf-65837493c912 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-904798455', 'network_id': 'd7cb84db-7a3b-4cde-a0f4-4396b9da4b61', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:07:59.497891 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-58c313db-ca80-4217-b2ba-97952a5d19f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'name': 'tempest-TestNetworkBasicOps-router-1394951346', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '22d916c2-152a-4c63-abb6-75ca0c85f6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:07:57Z', 'updated_at': '2022-02-03T14:07:58Z', 'revision_number': 3, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '22d916c2-152a-4c63-abb6-75ca0c85f6fb', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:07:57Z', 'updated_at': '2022-02-03T14:07:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:07:59.505790 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c313db-ca80-4217-b2ba-97952a5d19f4 None None] Checking router: 21c56544-caa0-4bc6-9c20-b3add098e105 for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:07:59.505790 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c313db-ca80-4217-b2ba-97952a5d19f4 None None] Updating router 21c56544-caa0-4bc6-9c20-b3add098e105 port 22d916c2-152a-4c63-abb6-75ca0c85f6fb binding host dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:07:59.551725 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-dc04d52e-7c78-4ad0-a9cf-65837493c912 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:07:59.555533 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-dc04d52e-7c78-4ad0-a9cf-65837493c912 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:subnet and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:07:59.557533 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-58c313db-ca80-4217-b2ba-97952a5d19f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:59.558270 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-dc04d52e-7c78-4ad0-a9cf-65837493c912 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:07:59.564046 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-dc04d52e-7c78-4ad0-a9cf-65837493c912 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:07:59.619776 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc04d52e-7c78-4ad0-a9cf-65837493c912 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Made reservation on behalf of 55163e99e9e54d69af7505a418f9e84b for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:07:59.723324 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-dc04d52e-7c78-4ad0-a9cf-65837493c912 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:59.888207 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-58c313db-ca80-4217-b2ba-97952a5d19f4 None None] Notify callbacks [] for port, precommit_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:07:59.900743 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.provisioning_blocks [None req-58c313db-ca80-4217-b2ba-97952a5d19f4 None None] Transition to ACTIVE for port object 22d916c2-152a-4c63-abb6-75ca0c85f6fb will not be triggered until provisioned by entity L2. {{(pid=84184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:07:59.957456 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-58c313db-ca80-4217-b2ba-97952a5d19f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:00.041246 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae1ea9-a963-42ec-96bd-0d137c7c3ea0 None None] Pushing event updated for resources: {'Port': ['ID=22d916c2-152a-4c63-abb6-75ca0c85f6fb,revision_number=2']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:00.044619 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-58c313db-ca80-4217-b2ba-97952a5d19f4 None None] Attempting to bind port 22d916c2-152a-4c63-abb6-75ca0c85f6fb on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:08:00.044619 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-58c313db-ca80-4217-b2ba-97952a5d19f4 None None] Attempting to bind port 22d916c2-152a-4c63-abb6-75ca0c85f6fb by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:08:00.044619 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c313db-ca80-4217-b2ba-97952a5d19f4 None None] Attempting to bind port 22d916c2-152a-4c63-abb6-75ca0c85f6fb on network 16a0e898-50c0-4b65-ae3a-069e9649bbca {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:08:00.056672 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aae1ea9-a963-42ec-96bd-0d137c7c3ea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:00.056672 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aae1ea9-a963-42ec-96bd-0d137c7c3ea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:00.056873 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aae1ea9-a963-42ec-96bd-0d137c7c3ea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:00.057108 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aae1ea9-a963-42ec-96bd-0d137c7c3ea0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:00.057417 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aae1ea9-a963-42ec-96bd-0d137c7c3ea0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:00.057741 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aae1ea9-a963-42ec-96bd-0d137c7c3ea0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:00.058061 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aae1ea9-a963-42ec-96bd-0d137c7c3ea0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:00.058382 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aae1ea9-a963-42ec-96bd-0d137c7c3ea0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:00.058727 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aae1ea9-a963-42ec-96bd-0d137c7c3ea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:00.059055 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aae1ea9-a963-42ec-96bd-0d137c7c3ea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:00.059392 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aae1ea9-a963-42ec-96bd-0d137c7c3ea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:00.062647 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c313db-ca80-4217-b2ba-97952a5d19f4 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:08:00.063021 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c313db-ca80-4217-b2ba-97952a5d19f4 None None] Checking segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:08:00.063524 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-58c313db-ca80-4217-b2ba-97952a5d19f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:00.063861 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c313db-ca80-4217-b2ba-97952a5d19f4 None None] Bound using segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:08:00.064401 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-58c313db-ca80-4217-b2ba-97952a5d19f4 None None] Bound port: 22d916c2-152a-4c63-abb6-75ca0c85f6fb, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:08:00.064767 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-58c313db-ca80-4217-b2ba-97952a5d19f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:00.081845 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-dc04d52e-7c78-4ad0-a9cf-65837493c912 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:00.136353 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-58c313db-ca80-4217-b2ba-97952a5d19f4 None None] For port 22d916c2-152a-4c63-abb6-75ca0c85f6fb, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:08:00.139500 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-58c313db-ca80-4217-b2ba-97952a5d19f4 None None] For port 22d916c2-152a-4c63-abb6-75ca0c85f6fb, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=22d916c2-152a-4c63-abb6-75ca0c85f6fb,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:08:00.152063 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:00.159812 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc04d52e-7c78-4ad0-a9cf-65837493c912 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Subnet': ['ID=d6b50b53-021f-4935-b518-908ef487338e,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:00.172356 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc04d52e-7c78-4ad0-a9cf-65837493c912 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Checking segment: {'id': '70aa4af2-6f73-407c-a7b4-552d77c936f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd7cb84db-7a3b-4cde-a0f4-4396b9da4b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:08:00.172694 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc04d52e-7c78-4ad0-a9cf-65837493c912 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network hostable DHCP agents. Network: d7cb84db-7a3b-4cde-a0f4-4396b9da4b61, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:08:00.231619 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-58c313db-ca80-4217-b2ba-97952a5d19f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:00.315685 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae1ea9-a963-42ec-96bd-0d137c7c3ea0 None None] Pushing event updated for resources: {'Port': ['ID=22d916c2-152a-4c63-abb6-75ca0c85f6fb,revision_number=3']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:00.315685 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c313db-ca80-4217-b2ba-97952a5d19f4 None None] Routers {'21c56544-caa0-4bc6-9c20-b3add098e105'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:08:00.315685 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-58c313db-ca80-4217-b2ba-97952a5d19f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:07:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['21c56544-caa0-4bc6-9c20-b3add098e105'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:08:00.338223 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc04d52e-7c78-4ad0-a9cf-65837493c912 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network d7cb84db-7a3b-4cde-a0f4-4396b9da4b61 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:08:00.425344 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-dc04d52e-7c78-4ad0-a9cf-65837493c912 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, d7cb84db-7a3b-4cde-a0f4-4396b9da4b61) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:08:00.429469 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc04d52e-7c78-4ad0-a9cf-65837493c912 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:00.430211 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-dc04d52e-7c78-4ad0-a9cf-65837493c912 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:00.434120 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e437911-5fdd-4543-9646-b9034d7c897b None None] Network d7cb84db-7a3b-4cde-a0f4-4396b9da4b61 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:08:00.519028 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-58c313db-ca80-4217-b2ba-97952a5d19f4 None None] Set router 21c56544-caa0-4bc6-9c20-b3add098e105 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:08:00.529322 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-dc04d52e-7c78-4ad0-a9cf-65837493c912 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0930064 Feb 03 14:08:00.532108 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 32988) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:08:00.656189 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6e07f6-a3cc-4f3f-838a-3f56a78c9b85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-d7cb84db-7a3b-4cde-a0f4-4396b9da4b61', 'network_id': 'd7cb84db-7a3b-4cde-a0f4-4396b9da4b61', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ips': [{'subnet_id': 'd6b50b53-021f-4935-b518-908ef487338e'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:08:00.657176 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8e6e07f6-a3cc-4f3f-838a-3f56a78c9b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:00.810704 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-58c313db-ca80-4217-b2ba-97952a5d19f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'name': 'tempest-TestNetworkBasicOps-router-1394951346', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '22d916c2-152a-4c63-abb6-75ca0c85f6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:07:57Z', 'updated_at': '2022-02-03T14:07:58Z', 'revision_number': 3, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '22d916c2-152a-4c63-abb6-75ca0c85f6fb', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:07:57Z', 'updated_at': '2022-02-03T14:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:08:00.815478 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c313db-ca80-4217-b2ba-97952a5d19f4 None None] The sync data for ids ['21c56544-caa0-4bc6-9c20-b3add098e105'] in dv-neutron-827016-1-hyperv is: [{'id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'name': 'tempest-TestNetworkBasicOps-router-1394951346', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '22d916c2-152a-4c63-abb6-75ca0c85f6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:07:57Z', 'updated_at': '2022-02-03T14:07:58Z', 'revision_number': 3, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '22d916c2-152a-4c63-abb6-75ca0c85f6fb', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:07:57Z', 'updated_at': '2022-02-03T14:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:08:00.832788 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-8e6e07f6-a3cc-4f3f-838a-3f56a78c9b85 None None] Allocated IP 172.20.0.2 (d7cb84db-7a3b-4cde-a0f4-4396b9da4b61/d6b50b53-021f-4935-b518-908ef487338e/c089658c-21d1-40b5-a556-edc094caffad) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:08:01.081204 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8e6e07f6-a3cc-4f3f-838a-3f56a78c9b85 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:01.089194 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-8e6e07f6-a3cc-4f3f-838a-3f56a78c9b85 None None] Transition to ACTIVE for port object c089658c-21d1-40b5-a556-edc094caffad will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:08:01.111383 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-8e6e07f6-a3cc-4f3f-838a-3f56a78c9b85 None None] Transition to ACTIVE for port object c089658c-21d1-40b5-a556-edc094caffad will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:08:01.187015 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8e6e07f6-a3cc-4f3f-838a-3f56a78c9b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:01.260738 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6e07f6-a3cc-4f3f-838a-3f56a78c9b85 None None] Network d7cb84db-7a3b-4cde-a0f4-4396b9da4b61 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:08:01.265113 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-8e6e07f6-a3cc-4f3f-838a-3f56a78c9b85 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:08:01.266621 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e07f6-a3cc-4f3f-838a-3f56a78c9b85 None None] Pushing event updated for resources: {'Port': ['ID=c089658c-21d1-40b5-a556-edc094caffad,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:01.268852 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6e07f6-a3cc-4f3f-838a-3f56a78c9b85 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:08:01.368836 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-8e6e07f6-a3cc-4f3f-838a-3f56a78c9b85 None None] Attempting to bind port c089658c-21d1-40b5-a556-edc094caffad on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:08:01.369714 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-8e6e07f6-a3cc-4f3f-838a-3f56a78c9b85 None None] Attempting to bind port c089658c-21d1-40b5-a556-edc094caffad by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '70aa4af2-6f73-407c-a7b4-552d77c936f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd7cb84db-7a3b-4cde-a0f4-4396b9da4b61'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:08:01.369714 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6e07f6-a3cc-4f3f-838a-3f56a78c9b85 None None] Attempting to bind port c089658c-21d1-40b5-a556-edc094caffad on network d7cb84db-7a3b-4cde-a0f4-4396b9da4b61 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:08:01.377174 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6e07f6-a3cc-4f3f-838a-3f56a78c9b85 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:08:01.377559 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6e07f6-a3cc-4f3f-838a-3f56a78c9b85 None None] Checking segment: {'id': '70aa4af2-6f73-407c-a7b4-552d77c936f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd7cb84db-7a3b-4cde-a0f4-4396b9da4b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:08:01.378093 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8e6e07f6-a3cc-4f3f-838a-3f56a78c9b85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:01.378492 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6e07f6-a3cc-4f3f-838a-3f56a78c9b85 None None] Bound using segment: {'id': '70aa4af2-6f73-407c-a7b4-552d77c936f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd7cb84db-7a3b-4cde-a0f4-4396b9da4b61'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:08:01.378960 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-8e6e07f6-a3cc-4f3f-838a-3f56a78c9b85 None None] Bound port: c089658c-21d1-40b5-a556-edc094caffad, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70aa4af2-6f73-407c-a7b4-552d77c936f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd7cb84db-7a3b-4cde-a0f4-4396b9da4b61'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:08:01.379357 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8e6e07f6-a3cc-4f3f-838a-3f56a78c9b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:01.383295 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f37c4dfb-fcc0-4d4f-ae7d-be02410c1fca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:01.481623 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-8e6e07f6-a3cc-4f3f-838a-3f56a78c9b85 None None] For port c089658c-21d1-40b5-a556-edc094caffad, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:08:01.486155 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-8e6e07f6-a3cc-4f3f-838a-3f56a78c9b85 None None] For port c089658c-21d1-40b5-a556-edc094caffad, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=c089658c-21d1-40b5-a556-edc094caffad,segment=NetworkSegment(70aa4af2-6f73-407c-a7b4-552d77c936f5),segment_id=70aa4af2-6f73-407c-a7b4-552d77c936f5)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:08:01.568879 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8e6e07f6-a3cc-4f3f-838a-3f56a78c9b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:01.652411 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e07f6-a3cc-4f3f-838a-3f56a78c9b85 None None] Pushing event updated for resources: {'Port': ['ID=c089658c-21d1-40b5-a556-edc094caffad,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:01.821971 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-f37c4dfb-fcc0-4d4f-ae7d-be02410c1fca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Allocated IP 172.20.0.1 (d7cb84db-7a3b-4cde-a0f4-4396b9da4b61/d6b50b53-021f-4935-b518-908ef487338e/d021bcc2-ffcc-4151-9b0f-86b73d56486f) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:08:01.989613 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f37c4dfb-fcc0-4d4f-ae7d-be02410c1fca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:02.005515 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-f37c4dfb-fcc0-4d4f-ae7d-be02410c1fca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Transition to ACTIVE for port object d021bcc2-ffcc-4151-9b0f-86b73d56486f will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:08:02.100186 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f37c4dfb-fcc0-4d4f-ae7d-be02410c1fca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:02.271872 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37c4dfb-fcc0-4d4f-ae7d-be02410c1fca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network d7cb84db-7a3b-4cde-a0f4-4396b9da4b61 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:08:02.275099 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-f37c4dfb-fcc0-4d4f-ae7d-be02410c1fca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:08:02.279366 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37c4dfb-fcc0-4d4f-ae7d-be02410c1fca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:08:02.314592 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37c4dfb-fcc0-4d4f-ae7d-be02410c1fca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=d021bcc2-ffcc-4151-9b0f-86b73d56486f,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:02.341661 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f37c4dfb-fcc0-4d4f-ae7d-be02410c1fca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:02.482105 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f37c4dfb-fcc0-4d4f-ae7d-be02410c1fca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:02.541933 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2121210a-b1fc-461f-a13a-321402fa01fd None None] Network d7cb84db-7a3b-4cde-a0f4-4396b9da4b61 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:08:02.786295 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-81723a01-ab7a-44a6-91b8-c9454d35deb3 None None] Provisioning for port c089658c-21d1-40b5-a556-edc094caffad completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:08:02.820036 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device c089658c-21d1-40b5-a556-edc094caffad up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:08:02.940525 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port c089658c-21d1-40b5-a556-edc094caffad completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:08:02.946888 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port c089658c-21d1-40b5-a556-edc094caffad triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:08:02.947613 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:02.964808 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f37c4dfb-fcc0-4d4f-ae7d-be02410c1fca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:03.003477 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f37c4dfb-fcc0-4d4f-ae7d-be02410c1fca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:03.110085 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:03.131836 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f37c4dfb-fcc0-4d4f-ae7d-be02410c1fca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:03.131836 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37c4dfb-fcc0-4d4f-ae7d-be02410c1fca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=d021bcc2-ffcc-4151-9b0f-86b73d56486f,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:03.149556 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port c089658c-21d1-40b5-a556-edc094caffad, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=c089658c-21d1-40b5-a556-edc094caffad,segment=NetworkSegment(70aa4af2-6f73-407c-a7b4-552d77c936f5),segment_id=70aa4af2-6f73-407c-a7b4-552d77c936f5)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:08:03.156215 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-17ed4502-9846-462c-aba2-359da5527f9f None None] Provisioning complete for port c089658c-21d1-40b5-a556-edc094caffad triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:08:03.157505 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-17ed4502-9846-462c-aba2-359da5527f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:03.276849 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-17ed4502-9846-462c-aba2-359da5527f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:03.278715 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37c4dfb-fcc0-4d4f-ae7d-be02410c1fca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network d7cb84db-7a3b-4cde-a0f4-4396b9da4b61 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:08:03.280418 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-f37c4dfb-fcc0-4d4f-ae7d-be02410c1fca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:08:03.308190 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 32996) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:08:03.380488 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:03.384215 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 22d916c2-152a-4c63-abb6-75ca0c85f6fb up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:08:03.590621 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-a043d4c5-c2c1-43a4-973c-2e275ead6a12 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Deleting port 36572ec4-cd9e-485b-a469-3e0cf0fb9a7a {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:08:03.591091 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a043d4c5-c2c1-43a4-973c-2e275ead6a12 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:03.606743 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=c089658c-21d1-40b5-a556-edc094caffad,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:03.614391 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-17ed4502-9846-462c-aba2-359da5527f9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:08:03.615128 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-17ed4502-9846-462c-aba2-359da5527f9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:08:03.716584 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 22d916c2-152a-4c63-abb6-75ca0c85f6fb completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:08:03.722499 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 22d916c2-152a-4c63-abb6-75ca0c85f6fb triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:08:03.722875 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:03.763402 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4054f5af-cc83-4af9-8293-942cc426a86e req-c2e06b6f-f811-44c7-999a-8496f1d4e3cd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a244bc99-4f15-4af7-87e0-26b5f8f6a14c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2358930 Feb 03 14:08:03.768025 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f37c4dfb-fcc0-4d4f-ae7d-be02410c1fca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router 21c56544-caa0-4bc6-9c20-b3add098e105 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:08:03.770573 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a043d4c5-c2c1-43a4-973c-2e275ead6a12 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:03.770906 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a043d4c5-c2c1-43a4-973c-2e275ead6a12 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:03.853226 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:03.873005 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 22d916c2-152a-4c63-abb6-75ca0c85f6fb, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=22d916c2-152a-4c63-abb6-75ca0c85f6fb,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:08:03.895349 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-a043d4c5-c2c1-43a4-973c-2e275ead6a12 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Calling delete_port for 36572ec4-cd9e-485b-a469-3e0cf0fb9a7a owned by network:floatingip {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:08:03.934238 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4054f5af-cc83-4af9-8293-942cc426a86e req-fb7fb29e-3012-4be5-b017-c9b860127be6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f2c911a406b430aabb3c67131d3265b&device_id=a244bc99-4f15-4af7-87e0-26b5f8f6a14c HTTP/1.1" status: 200 len: 1098 time: 0.1014049 Feb 03 14:08:03.962364 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:04.039504 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=22d916c2-152a-4c63-abb6-75ca0c85f6fb,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:04.132340 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a043d4c5-c2c1-43a4-973c-2e275ead6a12 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:04.176072 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a043d4c5-c2c1-43a4-973c-2e275ead6a12 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Pushing event deleted for resources: {'Port': ['ID=36572ec4-cd9e-485b-a469-3e0cf0fb9a7a,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:04.269165 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054f5af-cc83-4af9-8293-942cc426a86e req-33089d15-d2a0-486d-a04d-e8a24d72af68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:04.270617 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4054f5af-cc83-4af9-8293-942cc426a86e req-33089d15-d2a0-486d-a04d-e8a24d72af68 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7b9300c7-0cb5-4eb5-8b70-acffbcb42aff HTTP/1.1" status: 200 len: 897 time: 0.1669199 Feb 03 14:08:04.275032 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a043d4c5-c2c1-43a4-973c-2e275ead6a12 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for floatingip, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:04.285297 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-17ed4502-9846-462c-aba2-359da5527f9f None None] Provisioning for port d021bcc2-ffcc-4151-9b0f-86b73d56486f completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:08:04.291725 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-17ed4502-9846-462c-aba2-359da5527f9f None None] Provisioning complete for port d021bcc2-ffcc-4151-9b0f-86b73d56486f triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:08:04.292792 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-17ed4502-9846-462c-aba2-359da5527f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:04.350913 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37c4dfb-fcc0-4d4f-ae7d-be02410c1fca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:08:04.356996 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-17ed4502-9846-462c-aba2-359da5527f9f None None] Port d021bcc2-ffcc-4151-9b0f-86b73d56486f cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:08:04.358644 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4054f5af-cc83-4af9-8293-942cc426a86e req-4efc4cf5-04b1-43e6-9457-6e577b0cc17d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2a734ea-b3d3-4575-a871-c3ce9ca93e1a HTTP/1.1" status: 200 len: 217 time: 0.0807552 Feb 03 14:08:04.405292 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f37c4dfb-fcc0-4d4f-ae7d-be02410c1fca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "PUT /v2.0/routers/21c56544-caa0-4bc6-9c20-b3add098e105/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8690596 Feb 03 14:08:04.406292 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 33002) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:08:04.428690 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054f5af-cc83-4af9-8293-942cc426a86e req-4bbfca25-528b-40cc-8773-b7d516b91acf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:04.434580 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4054f5af-cc83-4af9-8293-942cc426a86e req-4bbfca25-528b-40cc-8773-b7d516b91acf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f658451c-ba41-4c41-b788-622ac71ffacf HTTP/1.1" status: 200 len: 834 time: 0.0660043 Feb 03 14:08:04.480911 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-9c5d3e8b-1fb0-4880-8485-b63f111dd7d6 None None] Provisioning complete for port d021bcc2-ffcc-4151-9b0f-86b73d56486f triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:08:04.481300 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9c5d3e8b-1fb0-4880-8485-b63f111dd7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:04.515337 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4054f5af-cc83-4af9-8293-942cc426a86e req-72a0b30e-2f44-4237-8cbc-e9cb519fed15 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7b9300c7-0cb5-4eb5-8b70-acffbcb42aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747807 Feb 03 14:08:04.543201 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258b090d-0225-4ca0-8594-790c942d347d None None] Sync routers for ids ['21c56544-caa0-4bc6-9c20-b3add098e105'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:08:04.552091 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-9c5d3e8b-1fb0-4880-8485-b63f111dd7d6 None None] Port d021bcc2-ffcc-4151-9b0f-86b73d56486f cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:08:04.562151 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258b090d-0225-4ca0-8594-790c942d347d None None] Routers {'21c56544-caa0-4bc6-9c20-b3add098e105'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:08:04.562796 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-258b090d-0225-4ca0-8594-790c942d347d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:07:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['21c56544-caa0-4bc6-9c20-b3add098e105'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:08:04.677833 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4054f5af-cc83-4af9-8293-942cc426a86e req-6bb5d2cd-561e-443a-92b1-39fe778923b9 service neutron] 10.222.0.47 "GET /v2.0/networks/7b9300c7-0cb5-4eb5-8b70-acffbcb42aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581564 Feb 03 14:08:04.743926 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b085643-5263-4c75-9a75-d3a8cbfeb803 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:04.744298 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b085643-5263-4c75-9a75-d3a8cbfeb803 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:04.744875 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b085643-5263-4c75-9a75-d3a8cbfeb803 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:04.745282 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b085643-5263-4c75-9a75-d3a8cbfeb803 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:04.745682 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b085643-5263-4c75-9a75-d3a8cbfeb803 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:04.746158 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b085643-5263-4c75-9a75-d3a8cbfeb803 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:04.746601 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b085643-5263-4c75-9a75-d3a8cbfeb803 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:04.749101 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7b085643-5263-4c75-9a75-d3a8cbfeb803 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4961 time: 0.3411505 Feb 03 14:08:04.756999 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device c089658c-21d1-40b5-a556-edc094caffad up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:08:04.757937 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 33006) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:08:04.825427 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-258b090d-0225-4ca0-8594-790c942d347d None None] Set router 21c56544-caa0-4bc6-9c20-b3add098e105 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:08:04.851451 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4054f5af-cc83-4af9-8293-942cc426a86e req-abedbeb3-4525-4cba-8da2-543a97652e82 service neutron] 10.222.0.47 "GET /v2.0/networks/7b9300c7-0cb5-4eb5-8b70-acffbcb42aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677084 Feb 03 14:08:04.907378 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4ab96e-02c1-4dc7-91b0-8596ca42ed83 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:04.907757 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4ab96e-02c1-4dc7-91b0-8596ca42ed83 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:04.908125 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4ab96e-02c1-4dc7-91b0-8596ca42ed83 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:04.908515 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4ab96e-02c1-4dc7-91b0-8596ca42ed83 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:04.908874 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4ab96e-02c1-4dc7-91b0-8596ca42ed83 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:04.909255 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4ab96e-02c1-4dc7-91b0-8596ca42ed83 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:04.909609 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4ab96e-02c1-4dc7-91b0-8596ca42ed83 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:04.914038 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ad4ab96e-02c1-4dc7-91b0-8596ca42ed83 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4625 time: 0.1522729 Feb 03 14:08:04.914392 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33010) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:08:04.994343 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port c089658c-21d1-40b5-a556-edc094caffad triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:08:04.994719 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:05.056161 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a043d4c5-c2c1-43a4-973c-2e275ead6a12 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Router 1bf6795e-26f2-4fd3-b1be-63b292042597 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:08:05.148181 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d4a4f2da-7b29-4477-b2e5-a94005d58836 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3775 time: 0.2324002 Feb 03 14:08:05.246771 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 22d916c2-152a-4c63-abb6-75ca0c85f6fb up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:08:05.283884 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a043d4c5-c2c1-43a4-973c-2e275ead6a12 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:08:05.296919 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66784b3-08fc-44c8-a3bb-222c20202b56 None None] Sync routers for ids ['1bf6795e-26f2-4fd3-b1be-63b292042597'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:08:05.313984 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a043d4c5-c2c1-43a4-973c-2e275ead6a12 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:05.329566 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66784b3-08fc-44c8-a3bb-222c20202b56 None None] Routers {'1bf6795e-26f2-4fd3-b1be-63b292042597'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:08:05.331348 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-f66784b3-08fc-44c8-a3bb-222c20202b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:07:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['1bf6795e-26f2-4fd3-b1be-63b292042597'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:08:05.358814 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 22d916c2-152a-4c63-abb6-75ca0c85f6fb triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:08:05.367300 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:05.377038 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a043d4c5-c2c1-43a4-973c-2e275ead6a12 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "DELETE /v2.0/floatingips/9d555d8b-275d-40cd-9d88-735c68a329e4 HTTP/1.1" status: 204 len: 168 time: 2.0675888 Feb 03 14:08:05.377878 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a244bc99-4f15-4af7-87e0-26b5f8f6a14c', 'tag': 'f2a734ea-b3d3-4575-a871-c3ce9ca93e1a'}] {{(pid=84182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:08:05.412440 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-258b090d-0225-4ca0-8594-790c942d347d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'name': 'tempest-TestNetworkBasicOps-router-1394951346', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '22d916c2-152a-4c63-abb6-75ca0c85f6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:07:57Z', 'updated_at': '2022-02-03T14:08:02Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '22d916c2-152a-4c63-abb6-75ca0c85f6fb', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:07:57Z', 'updated_at': '2022-02-03T14:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'd021bcc2-ffcc-4151-9b0f-86b73d56486f', 'name': '', 'network_id': 'd7cb84db-7a3b-4cde-a0f4-4396b9da4b61', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:2a:b3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6b50b53-021f-4935-b518-908ef487338e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:01Z', 'updated_at': '2022-02-03T14:08:02Z', 'revision_number': 2, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': 'd6b50b53-021f-4935-b518-908ef487338e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:08:05.431538 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258b090d-0225-4ca0-8594-790c942d347d None None] Checking router: 21c56544-caa0-4bc6-9c20-b3add098e105 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:08:05.431985 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258b090d-0225-4ca0-8594-790c942d347d None None] Updating router 21c56544-caa0-4bc6-9c20-b3add098e105 port d021bcc2-ffcc-4151-9b0f-86b73d56486f binding host dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:08:05.478041 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33020) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:08:05.482433 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-4f358759-7c6b-47a0-9e9d-6c439057e72c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-951263972', 'description': 'tempest-secgroup-smoke-951263972 description', 'project_id': '55163e99e9e54d69af7505a418f9e84b'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:08:05.498832 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-4f358759-7c6b-47a0-9e9d-6c439057e72c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:08:05.506413 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-4f358759-7c6b-47a0-9e9d-6c439057e72c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:08:05.511910 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-4f358759-7c6b-47a0-9e9d-6c439057e72c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:08:05.520624 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-4f358759-7c6b-47a0-9e9d-6c439057e72c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:08:05.548558 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a244bc99-4f15-4af7-87e0-26b5f8f6a14c', 'tag': 'f2a734ea-b3d3-4575-a871-c3ce9ca93e1a', 'status': 'completed', 'code': 200} Feb 03 14:08:05.598869 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-f66784b3-08fc-44c8-a3bb-222c20202b56 None None] Set router 1bf6795e-26f2-4fd3-b1be-63b292042597 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:08:05.631456 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-258b090d-0225-4ca0-8594-790c942d347d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:05.645702 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-9fc5b925-18a2-45a0-a9b4-60a373d044bb req-66cd0f41-2bc7-467d-b735-f7dff770644b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f2c911a406b430aabb3c67131d3265b&device_id=a244bc99-4f15-4af7-87e0-26b5f8f6a14c HTTP/1.1" status: 200 len: 1098 time: 0.0741253 Feb 03 14:08:05.681273 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4f358759-7c6b-47a0-9e9d-6c439057e72c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:05.794700 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-4f358759-7c6b-47a0-9e9d-6c439057e72c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:08:05.810067 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-4f358759-7c6b-47a0-9e9d-6c439057e72c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:08:05.815740 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-4f358759-7c6b-47a0-9e9d-6c439057e72c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:08:05.832624 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-4f358759-7c6b-47a0-9e9d-6c439057e72c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:08:05.837548 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5b925-18a2-45a0-a9b4-60a373d044bb req-1ad56a85-b8ad-4873-b1b8-5d1ff16326a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:05.839018 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-9fc5b925-18a2-45a0-a9b4-60a373d044bb req-1ad56a85-b8ad-4873-b1b8-5d1ff16326a1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7b9300c7-0cb5-4eb5-8b70-acffbcb42aff HTTP/1.1" status: 200 len: 897 time: 0.1875160 Feb 03 14:08:05.922359 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-9fc5b925-18a2-45a0-a9b4-60a373d044bb req-e0a4731d-756d-4ad3-9f9a-789ca40084b6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2a734ea-b3d3-4575-a871-c3ce9ca93e1a HTTP/1.1" status: 200 len: 217 time: 0.0758684 Feb 03 14:08:05.973260 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-f66784b3-08fc-44c8-a3bb-222c20202b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf6795e-26f2-4fd3-b1be-63b292042597', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833874204', 'tenant_id': '7f2c911a406b430aabb3c67131d3265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': 'dfef7f86-c3da-4662-916a-5e538fe9ff09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:04:30Z', 'updated_at': '2022-02-03T14:04:41Z', 'revision_number': 4, 'project_id': '7f2c911a406b430aabb3c67131d3265b', 'gw_port': {'id': 'dfef7f86-c3da-4662-916a-5e538fe9ff09', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf6795e-26f2-4fd3-b1be-63b292042597', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:04:32Z', 'updated_at': '2022-02-03T14:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'c6fa0850-e892-4624-88fb-feac524281f1', 'name': '', 'network_id': '7b9300c7-0cb5-4eb5-8b70-acffbcb42aff', 'tenant_id': '7f2c911a406b430aabb3c67131d3265b', 'mac_address': 'fa:16:3e:0e:07:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf6795e-26f2-4fd3-b1be-63b292042597', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f658451c-ba41-4c41-b788-622ac71ffacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:04:40Z', 'updated_at': '2022-02-03T14:04:57Z', 'revision_number': 5, 'project_id': '7f2c911a406b430aabb3c67131d3265b', 'subnets': [{'id': 'f658451c-ba41-4c41-b788-622ac71ffacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:08:05.979680 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66784b3-08fc-44c8-a3bb-222c20202b56 None None] Checking router: 1bf6795e-26f2-4fd3-b1be-63b292042597 for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:08:05.996362 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66784b3-08fc-44c8-a3bb-222c20202b56 None None] Routers {'1bf6795e-26f2-4fd3-b1be-63b292042597'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:08:05.996983 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-f66784b3-08fc-44c8-a3bb-222c20202b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:07:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['1bf6795e-26f2-4fd3-b1be-63b292042597'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:08:06.016925 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4f358759-7c6b-47a0-9e9d-6c439057e72c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:06.025289 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5b925-18a2-45a0-a9b4-60a373d044bb req-0e2ccd22-28c9-4f18-bb9a-7f77594180f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:06.026788 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-9fc5b925-18a2-45a0-a9b4-60a373d044bb req-0e2ccd22-28c9-4f18-bb9a-7f77594180f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f658451c-ba41-4c41-b788-622ac71ffacf HTTP/1.1" status: 200 len: 834 time: 0.0942636 Feb 03 14:08:06.066033 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-258b090d-0225-4ca0-8594-790c942d347d None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:06.079292 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-258b090d-0225-4ca0-8594-790c942d347d None None] Transition to ACTIVE for port object d021bcc2-ffcc-4151-9b0f-86b73d56486f will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:08:06.108625 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4f358759-7c6b-47a0-9e9d-6c439057e72c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:06.123017 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a60ff1-2bbf-4793-8cd5-1447a416ade3 req-328f9ec2-0aab-4bfc-a03f-d5406692d6bd tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:06.123769 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-89a60ff1-2bbf-4793-8cd5-1447a416ade3 req-328f9ec2-0aab-4bfc-a03f-d5406692d6bd tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Synchronizing usage tracker for tenant:7f2c911a406b430aabb3c67131d3265b on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:08:06.153310 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-9fc5b925-18a2-45a0-a9b4-60a373d044bb req-3d2eb1de-5476-499f-804e-e74a6d807470 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7b9300c7-0cb5-4eb5-8b70-acffbcb42aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1183715 Feb 03 14:08:06.178505 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f358759-7c6b-47a0-9e9d-6c439057e72c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa52986-852a-4024-a22b-07f476f73244,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:06.203348 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-f66784b3-08fc-44c8-a3bb-222c20202b56 None None] Set router 1bf6795e-26f2-4fd3-b1be-63b292042597 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:08:06.214143 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-258b090d-0225-4ca0-8594-790c942d347d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:06.236857 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-89a60ff1-2bbf-4793-8cd5-1447a416ade3 req-328f9ec2-0aab-4bfc-a03f-d5406692d6bd tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Unset dirty status for tenant:7f2c911a406b430aabb3c67131d3265b on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:08:06.238231 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-89a60ff1-2bbf-4793-8cd5-1447a416ade3 req-328f9ec2-0aab-4bfc-a03f-d5406692d6bd tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/ports?device_id=a244bc99-4f15-4af7-87e0-26b5f8f6a14c HTTP/1.1" status: 200 len: 945 time: 0.2032924 Feb 03 14:08:06.306482 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-89a60ff1-2bbf-4793-8cd5-1447a416ade3 req-e87c7064-1685-4080-92a3-2931ba3d59b3 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfcb8363-c07f-458a-9ba8-1b96a116af64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615633 Feb 03 14:08:06.368499 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608dfec-3771-4375-abf9-bd4baac5e439 None None] Pushing event updated for resources: {'Port': ['ID=d021bcc2-ffcc-4151-9b0f-86b73d56486f,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:06.437911 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4f358759-7c6b-47a0-9e9d-6c439057e72c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:06.439230 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-4f358759-7c6b-47a0-9e9d-6c439057e72c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.9629719 Feb 03 14:08:06.442173 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 33026) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:08:06.447782 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-55cfc016-8ef6-4a71-9a13-c81d1a046fe5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': '8fa52986-852a-4024-a22b-07f476f73244', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:08:06.447985 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-9fc5b925-18a2-45a0-a9b4-60a373d044bb req-128b0876-9808-4275-8a4e-cf42af4ad027 service neutron] 10.222.0.47 "GET /v2.0/networks/7b9300c7-0cb5-4eb5-8b70-acffbcb42aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873957 Feb 03 14:08:06.461557 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-55cfc016-8ef6-4a71-9a13-c81d1a046fe5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:08:06.466329 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-55cfc016-8ef6-4a71-9a13-c81d1a046fe5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:08:06.470867 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-55cfc016-8ef6-4a71-9a13-c81d1a046fe5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:08:06.480156 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-55cfc016-8ef6-4a71-9a13-c81d1a046fe5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:08:06.493094 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-258b090d-0225-4ca0-8594-790c942d347d None None] Attempting to bind port d021bcc2-ffcc-4151-9b0f-86b73d56486f on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:08:06.493735 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-258b090d-0225-4ca0-8594-790c942d347d None None] Attempting to bind port d021bcc2-ffcc-4151-9b0f-86b73d56486f by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '70aa4af2-6f73-407c-a7b4-552d77c936f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd7cb84db-7a3b-4cde-a0f4-4396b9da4b61'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:08:06.494313 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258b090d-0225-4ca0-8594-790c942d347d None None] Attempting to bind port d021bcc2-ffcc-4151-9b0f-86b73d56486f on network d7cb84db-7a3b-4cde-a0f4-4396b9da4b61 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:08:06.505740 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258b090d-0225-4ca0-8594-790c942d347d None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:08:06.506314 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258b090d-0225-4ca0-8594-790c942d347d None None] Checking segment: {'id': '70aa4af2-6f73-407c-a7b4-552d77c936f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd7cb84db-7a3b-4cde-a0f4-4396b9da4b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:08:06.506747 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-258b090d-0225-4ca0-8594-790c942d347d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:06.507271 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258b090d-0225-4ca0-8594-790c942d347d None None] Bound using segment: {'id': '70aa4af2-6f73-407c-a7b4-552d77c936f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd7cb84db-7a3b-4cde-a0f4-4396b9da4b61'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:08:06.507743 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-258b090d-0225-4ca0-8594-790c942d347d None None] Bound port: d021bcc2-ffcc-4151-9b0f-86b73d56486f, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70aa4af2-6f73-407c-a7b4-552d77c936f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd7cb84db-7a3b-4cde-a0f4-4396b9da4b61'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:08:06.508105 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-258b090d-0225-4ca0-8594-790c942d347d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:06.568728 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-55cfc016-8ef6-4a71-9a13-c81d1a046fe5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:06.621759 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-9fc5b925-18a2-45a0-a9b4-60a373d044bb req-63332275-64bf-4da0-ab1c-09d31a542d10 service neutron] 10.222.0.47 "GET /v2.0/networks/7b9300c7-0cb5-4eb5-8b70-acffbcb42aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663857 Feb 03 14:08:06.640354 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-55cfc016-8ef6-4a71-9a13-c81d1a046fe5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:06.652400 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-258b090d-0225-4ca0-8594-790c942d347d None None] For port d021bcc2-ffcc-4151-9b0f-86b73d56486f, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:08:06.656148 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-258b090d-0225-4ca0-8594-790c942d347d None None] For port d021bcc2-ffcc-4151-9b0f-86b73d56486f, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=d021bcc2-ffcc-4151-9b0f-86b73d56486f,segment=NetworkSegment(70aa4af2-6f73-407c-a7b4-552d77c936f5),segment_id=70aa4af2-6f73-407c-a7b4-552d77c936f5)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:08:06.690451 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-f66784b3-08fc-44c8-a3bb-222c20202b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf6795e-26f2-4fd3-b1be-63b292042597', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833874204', 'tenant_id': '7f2c911a406b430aabb3c67131d3265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': 'dfef7f86-c3da-4662-916a-5e538fe9ff09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:04:30Z', 'updated_at': '2022-02-03T14:04:41Z', 'revision_number': 4, 'project_id': '7f2c911a406b430aabb3c67131d3265b', 'gw_port': {'id': 'dfef7f86-c3da-4662-916a-5e538fe9ff09', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf6795e-26f2-4fd3-b1be-63b292042597', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:04:32Z', 'updated_at': '2022-02-03T14:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'c6fa0850-e892-4624-88fb-feac524281f1', 'name': '', 'network_id': '7b9300c7-0cb5-4eb5-8b70-acffbcb42aff', 'tenant_id': '7f2c911a406b430aabb3c67131d3265b', 'mac_address': 'fa:16:3e:0e:07:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf6795e-26f2-4fd3-b1be-63b292042597', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f658451c-ba41-4c41-b788-622ac71ffacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:04:40Z', 'updated_at': '2022-02-03T14:04:57Z', 'revision_number': 5, 'project_id': '7f2c911a406b430aabb3c67131d3265b', 'subnets': [{'id': 'f658451c-ba41-4c41-b788-622ac71ffacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:08:06.694364 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66784b3-08fc-44c8-a3bb-222c20202b56 None None] The sync data for ids ['1bf6795e-26f2-4fd3-b1be-63b292042597'] in dv-neutron-827016-1-hyperv is: [{'id': '1bf6795e-26f2-4fd3-b1be-63b292042597', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833874204', 'tenant_id': '7f2c911a406b430aabb3c67131d3265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': 'dfef7f86-c3da-4662-916a-5e538fe9ff09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:04:30Z', 'updated_at': '2022-02-03T14:04:41Z', 'revision_number': 4, 'project_id': '7f2c911a406b430aabb3c67131d3265b', 'gw_port': {'id': 'dfef7f86-c3da-4662-916a-5e538fe9ff09', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf6795e-26f2-4fd3-b1be-63b292042597', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:04:32Z', 'updated_at': '2022-02-03T14:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'c6fa0850-e892-4624-88fb-feac524281f1', 'name': '', 'network_id': '7b9300c7-0cb5-4eb5-8b70-acffbcb42aff', 'tenant_id': '7f2c911a406b430aabb3c67131d3265b', 'mac_address': 'fa:16:3e:0e:07:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf6795e-26f2-4fd3-b1be-63b292042597', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f658451c-ba41-4c41-b788-622ac71ffacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:04:40Z', 'updated_at': '2022-02-03T14:04:57Z', 'revision_number': 5, 'project_id': '7f2c911a406b430aabb3c67131d3265b', 'subnets': [{'id': 'f658451c-ba41-4c41-b788-622ac71ffacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:08:06.722983 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-55cfc016-8ef6-4a71-9a13-c81d1a046fe5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:06.747552 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfc016-8ef6-4a71-9a13-c81d1a046fe5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=367aa6c1-6560-495e-b41f-6a4a2262b49a,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:06.753863 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-258b090d-0225-4ca0-8594-790c942d347d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:06.815829 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-55cfc016-8ef6-4a71-9a13-c81d1a046fe5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:06.818595 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-55cfc016-8ef6-4a71-9a13-c81d1a046fe5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3754389 Feb 03 14:08:06.857594 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258b090d-0225-4ca0-8594-790c942d347d None None] Routers {'21c56544-caa0-4bc6-9c20-b3add098e105'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:08:06.857594 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-258b090d-0225-4ca0-8594-790c942d347d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:07:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['21c56544-caa0-4bc6-9c20-b3add098e105'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:08:06.860593 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 33030) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:08:06.866772 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-b773c9a0-cf6a-4dd6-a971-5cdf8bb97ef1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': '8fa52986-852a-4024-a22b-07f476f73244', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:08:06.873533 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b773c9a0-cf6a-4dd6-a971-5cdf8bb97ef1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:08:06.879033 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b773c9a0-cf6a-4dd6-a971-5cdf8bb97ef1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:08:06.882663 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b773c9a0-cf6a-4dd6-a971-5cdf8bb97ef1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:08:06.888577 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b773c9a0-cf6a-4dd6-a971-5cdf8bb97ef1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:08:06.901596 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608dfec-3771-4375-abf9-bd4baac5e439 None None] Pushing event updated for resources: {'Port': ['ID=d021bcc2-ffcc-4151-9b0f-86b73d56486f,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:06.986996 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b773c9a0-cf6a-4dd6-a971-5cdf8bb97ef1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:07.030333 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-258b090d-0225-4ca0-8594-790c942d347d None None] Set router 21c56544-caa0-4bc6-9c20-b3add098e105 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:08:07.056547 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b773c9a0-cf6a-4dd6-a971-5cdf8bb97ef1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:07.151029 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b773c9a0-cf6a-4dd6-a971-5cdf8bb97ef1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:07.172474 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b773c9a0-cf6a-4dd6-a971-5cdf8bb97ef1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63e03857-7b5d-4d24-a6c4-542809b2fea7,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:07.259746 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b773c9a0-cf6a-4dd6-a971-5cdf8bb97ef1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:07.261029 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b773c9a0-cf6a-4dd6-a971-5cdf8bb97ef1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3993530 Feb 03 14:08:07.264585 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 33034) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:08:07.271672 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-92297dec-5970-493d-b8c3-a41dd0d1c603 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': '8fa52986-852a-4024-a22b-07f476f73244', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:08:07.277456 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-92297dec-5970-493d-b8c3-a41dd0d1c603 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:08:07.282355 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-92297dec-5970-493d-b8c3-a41dd0d1c603 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:08:07.285376 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-92297dec-5970-493d-b8c3-a41dd0d1c603 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:08:07.291216 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-92297dec-5970-493d-b8c3-a41dd0d1c603 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:08:07.355981 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-258b090d-0225-4ca0-8594-790c942d347d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'name': 'tempest-TestNetworkBasicOps-router-1394951346', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '22d916c2-152a-4c63-abb6-75ca0c85f6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:07:57Z', 'updated_at': '2022-02-03T14:08:02Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '22d916c2-152a-4c63-abb6-75ca0c85f6fb', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:07:57Z', 'updated_at': '2022-02-03T14:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'd021bcc2-ffcc-4151-9b0f-86b73d56486f', 'name': '', 'network_id': 'd7cb84db-7a3b-4cde-a0f4-4396b9da4b61', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:2a:b3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6b50b53-021f-4935-b518-908ef487338e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:01Z', 'updated_at': '2022-02-03T14:08:06Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': 'd6b50b53-021f-4935-b518-908ef487338e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:08:07.360519 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258b090d-0225-4ca0-8594-790c942d347d None None] The sync data for ids ['21c56544-caa0-4bc6-9c20-b3add098e105'] in dv-neutron-827016-1-hyperv is: [{'id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'name': 'tempest-TestNetworkBasicOps-router-1394951346', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '22d916c2-152a-4c63-abb6-75ca0c85f6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:07:57Z', 'updated_at': '2022-02-03T14:08:02Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '22d916c2-152a-4c63-abb6-75ca0c85f6fb', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:07:57Z', 'updated_at': '2022-02-03T14:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'd021bcc2-ffcc-4151-9b0f-86b73d56486f', 'name': '', 'network_id': 'd7cb84db-7a3b-4cde-a0f4-4396b9da4b61', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:2a:b3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6b50b53-021f-4935-b518-908ef487338e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:01Z', 'updated_at': '2022-02-03T14:08:06Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': 'd6b50b53-021f-4935-b518-908ef487338e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:08:07.396338 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-92297dec-5970-493d-b8c3-a41dd0d1c603 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:07.543702 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-92297dec-5970-493d-b8c3-a41dd0d1c603 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:07.565497 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790981b7-05d9-494c-bbf8-a6562ce594a6 req-87f27aed-a947-4d85-a58e-6c5d4af61987 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:07.567014 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-790981b7-05d9-494c-bbf8-a6562ce594a6 req-87f27aed-a947-4d85-a58e-6c5d4af61987 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/ports?device_id=a244bc99-4f15-4af7-87e0-26b5f8f6a14c HTTP/1.1" status: 200 len: 945 time: 0.1076579 Feb 03 14:08:07.604097 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-92297dec-5970-493d-b8c3-a41dd0d1c603 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:07.638289 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-790981b7-05d9-494c-bbf8-a6562ce594a6 req-33c70c74-b7dc-4626-93f6-758cff69a6ab tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfcb8363-c07f-458a-9ba8-1b96a116af64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657420 Feb 03 14:08:07.640769 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92297dec-5970-493d-b8c3-a41dd0d1c603 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3bb8c9e-fa0f-48d1-b690-2c51f9cd5c7d,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:07.724213 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60459243-d435-467f-a4af-281993ac2311 req-7e4e54ef-bf02-4ee4-af81-229e93654e31 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:07.724929 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-60459243-d435-467f-a4af-281993ac2311 req-7e4e54ef-bf02-4ee4-af81-229e93654e31 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Synchronizing usage tracker for tenant:7f2c911a406b430aabb3c67131d3265b on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:08:07.737662 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-60459243-d435-467f-a4af-281993ac2311 req-7e4e54ef-bf02-4ee4-af81-229e93654e31 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Unset dirty status for tenant:7f2c911a406b430aabb3c67131d3265b on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:08:07.738956 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-60459243-d435-467f-a4af-281993ac2311 req-7e4e54ef-bf02-4ee4-af81-229e93654e31 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.47 "GET /v2.0/ports?device_id=a244bc99-4f15-4af7-87e0-26b5f8f6a14c HTTP/1.1" status: 200 len: 945 time: 0.0989327 Feb 03 14:08:07.743582 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-92297dec-5970-493d-b8c3-a41dd0d1c603 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:07.743582 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-92297dec-5970-493d-b8c3-a41dd0d1c603 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4768071 Feb 03 14:08:07.751101 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 33040) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:08:07.756623 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-5d4c4757-4771-4653-aaac-388803acaf07 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': '8fa52986-852a-4024-a22b-07f476f73244', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:08:07.762607 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-5d4c4757-4771-4653-aaac-388803acaf07 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:08:07.767362 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-5d4c4757-4771-4653-aaac-388803acaf07 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:08:07.770532 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-5d4c4757-4771-4653-aaac-388803acaf07 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:08:07.776458 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-5d4c4757-4771-4653-aaac-388803acaf07 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:08:07.816563 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-60459243-d435-467f-a4af-281993ac2311 req-111739cd-2c10-4332-b164-54e6fe86fbe9 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Deleting port f2a734ea-b3d3-4575-a871-c3ce9ca93e1a {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:08:07.816902 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-60459243-d435-467f-a4af-281993ac2311 req-111739cd-2c10-4332-b164-54e6fe86fbe9 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:07.861795 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5d4c4757-4771-4653-aaac-388803acaf07 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:07.942643 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5d4c4757-4771-4653-aaac-388803acaf07 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:08.002492 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5d4c4757-4771-4653-aaac-388803acaf07 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:08.030729 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c4757-4771-4653-aaac-388803acaf07 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19f186f7-7bcd-465c-813c-34b68466e943,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:08.087554 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-60459243-d435-467f-a4af-281993ac2311 req-111739cd-2c10-4332-b164-54e6fe86fbe9 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] For port f2a734ea-b3d3-4575-a871-c3ce9ca93e1a, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=f2a734ea-b3d3-4575-a871-c3ce9ca93e1a,segment=NetworkSegment(6206b9bf-f7ed-433b-83c1-a8bc5ab27c19),segment_id=6206b9bf-f7ed-433b-83c1-a8bc5ab27c19)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:08:08.087554 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-60459243-d435-467f-a4af-281993ac2311 req-111739cd-2c10-4332-b164-54e6fe86fbe9 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:08.108835 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5d4c4757-4771-4653-aaac-388803acaf07 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:08.110557 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-5d4c4757-4771-4653-aaac-388803acaf07 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3582854 Feb 03 14:08:08.113076 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 33044) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:08:08.122067 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-2dbac175-913e-4503-9c50-a086d6ddfe19 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': '8fa52986-852a-4024-a22b-07f476f73244', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:08:08.126243 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-2dbac175-913e-4503-9c50-a086d6ddfe19 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:08:08.134609 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2dbac175-913e-4503-9c50-a086d6ddfe19 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:08:08.138043 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2dbac175-913e-4503-9c50-a086d6ddfe19 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:08:08.145932 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-2dbac175-913e-4503-9c50-a086d6ddfe19 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:08:08.208349 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-60459243-d435-467f-a4af-281993ac2311 req-111739cd-2c10-4332-b164-54e6fe86fbe9 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Calling delete_port for f2a734ea-b3d3-4575-a871-c3ce9ca93e1a owned by compute:nova {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:08:08.234621 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.securitygroups_db [None req-2dbac175-913e-4503-9c50-a086d6ddfe19 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Project 55163e99e9e54d69af7505a418f9e84b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:08:08.241073 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2dbac175-913e-4503-9c50-a086d6ddfe19 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:08.318256 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2dbac175-913e-4503-9c50-a086d6ddfe19 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:08.387569 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2dbac175-913e-4503-9c50-a086d6ddfe19 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:08.410388 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbac175-913e-4503-9c50-a086d6ddfe19 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3daa21e-2026-4a35-9f63-03123ab1e3ec,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:08.447967 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-60459243-d435-467f-a4af-281993ac2311 req-111739cd-2c10-4332-b164-54e6fe86fbe9 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:08.504494 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2dbac175-913e-4503-9c50-a086d6ddfe19 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:08.504494 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2dbac175-913e-4503-9c50-a086d6ddfe19 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3812590 Feb 03 14:08:08.505666 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111739cd-2c10-4332-b164-54e6fe86fbe9 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Pushing event deleted for resources: {'Port': ['ID=f2a734ea-b3d3-4575-a871-c3ce9ca93e1a,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:08.506606 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 33048) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:08:08.512148 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-f4e63d6a-a256-4514-828f-2b94e7998b6b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': '8fa52986-852a-4024-a22b-07f476f73244', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:08:08.518160 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-f4e63d6a-a256-4514-828f-2b94e7998b6b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:08:08.529069 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-f4e63d6a-a256-4514-828f-2b94e7998b6b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:08:08.529069 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-f4e63d6a-a256-4514-828f-2b94e7998b6b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:08:08.534730 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-f4e63d6a-a256-4514-828f-2b94e7998b6b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:08:08.572634 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-60459243-d435-467f-a4af-281993ac2311 req-111739cd-2c10-4332-b164-54e6fe86fbe9 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] No DVR routers for this DVR port f2a734ea-b3d3-4575-a871-c3ce9ca93e1a on host hv-neutron-8270 {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:08:08.575016 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-60459243-d435-467f-a4af-281993ac2311 req-111739cd-2c10-4332-b164-54e6fe86fbe9 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:08.578037 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a244bc99-4f15-4af7-87e0-26b5f8f6a14c', 'name': 'network-vif-deleted', 'tag': 'f2a734ea-b3d3-4575-a871-c3ce9ca93e1a'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:08:08.590889 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.securitygroups_db [None req-f4e63d6a-a256-4514-828f-2b94e7998b6b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Project 55163e99e9e54d69af7505a418f9e84b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:08:08.596903 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f4e63d6a-a256-4514-828f-2b94e7998b6b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:08.649942 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-60459243-d435-467f-a4af-281993ac2311 req-111739cd-2c10-4332-b164-54e6fe86fbe9 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.47 "DELETE /v2.0/ports/f2a734ea-b3d3-4575-a871-c3ce9ca93e1a HTTP/1.1" status: 204 len: 173 time: 0.9056623 Feb 03 14:08:08.671978 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f4e63d6a-a256-4514-828f-2b94e7998b6b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:08.744313 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f4e63d6a-a256-4514-828f-2b94e7998b6b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:08.778305 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a244bc99-4f15-4af7-87e0-26b5f8f6a14c', 'name': 'network-vif-deleted', 'tag': 'f2a734ea-b3d3-4575-a871-c3ce9ca93e1a', 'status': 'completed', 'code': 200} Feb 03 14:08:08.783039 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device d021bcc2-ffcc-4151-9b0f-86b73d56486f up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:08:08.791374 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e63d6a-a256-4514-828f-2b94e7998b6b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e352573b-25eb-4972-9a26-469cec1da964,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:08.925872 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f4e63d6a-a256-4514-828f-2b94e7998b6b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:08.937205 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f4e63d6a-a256-4514-828f-2b94e7998b6b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4293787 Feb 03 14:08:08.945709 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d3d44521-2867-4c37-84a6-191ac412805a req-d4883b1e-9ae5-4e19-916f-280ed4eba9c9 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "GET /v2.0/ports?device_id=a244bc99-4f15-4af7-87e0-26b5f8f6a14c HTTP/1.1" status: 200 len: 210 time: 0.0555687 Feb 03 14:08:09.002625 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port d021bcc2-ffcc-4151-9b0f-86b73d56486f completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:08:09.008924 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port d021bcc2-ffcc-4151-9b0f-86b73d56486f triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:08:09.009540 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:09.147303 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-80536772-4aef-4dc7-8a5a-2bd4847a1d60 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:security_group {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:08:09.194225 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:09.228176 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port d021bcc2-ffcc-4151-9b0f-86b73d56486f, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=d021bcc2-ffcc-4151-9b0f-86b73d56486f,segment=NetworkSegment(70aa4af2-6f73-407c-a7b4-552d77c936f5),segment_id=70aa4af2-6f73-407c-a7b4-552d77c936f5)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:08:09.242300 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-80536772-4aef-4dc7-8a5a-2bd4847a1d60 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:security_group {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:08:09.243476 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-80536772-4aef-4dc7-8a5a-2bd4847a1d60 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-951263972&fields=id&tenant_id=55163e99e9e54d69af7505a418f9e84b HTTP/1.1" status: 200 len: 267 time: 0.1370285 Feb 03 14:08:09.289696 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:09.377567 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=d021bcc2-ffcc-4151-9b0f-86b73d56486f,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:09.400790 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-1ccabeca-a2ed-4faa-a535-1bd84deb5df2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:09.401360 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-1ccabeca-a2ed-4faa-a535-1bd84deb5df2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:network {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:08:09.495213 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b2fc3-5b5f-4bd2-8b92-46cfd65a1cc6 req-d34e98dc-bc82-43ca-8152-42782e774f6e tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:09.496989 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-354b2fc3-5b5f-4bd2-8b92-46cfd65a1cc6 req-d34e98dc-bc82-43ca-8152-42782e774f6e tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe20ca92-6a89-43b6-9410-76f2d58175a7 HTTP/1.1" status: 200 len: 945 time: 0.1012187 Feb 03 14:08:09.549334 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-354b2fc3-5b5f-4bd2-8b92-46cfd65a1cc6 req-0cd3f224-9ec8-47e5-91c6-68b1053db786 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456150 Feb 03 14:08:09.556460 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-1ccabeca-a2ed-4faa-a535-1bd84deb5df2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:network {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:08:09.561379 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-1ccabeca-a2ed-4faa-a535-1bd84deb5df2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/networks?id=d7cb84db-7a3b-4cde-a0f4-4396b9da4b61 HTTP/1.1" status: 200 len: 795 time: 0.3069572 Feb 03 14:08:09.587617 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-e1e14495-b5d3-40c5-a3f0-5f5e0c614373 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/quotas/55163e99e9e54d69af7505a418f9e84b HTTP/1.1" status: 200 len: 375 time: 0.0226188 Feb 03 14:08:09.665397 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-31e24eff-0520-459c-9a61-1c02007bef0a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:08:09.739643 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-31e24eff-0520-459c-9a61-1c02007bef0a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:08:09.742211 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-31e24eff-0520-459c-9a61-1c02007bef0a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1494327 Feb 03 14:08:09.982112 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-b721377a-e998-4a03-bd18-7091e6125560 service neutron] 10.222.0.41 "GET /v2.0/networks/d7cb84db-7a3b-4cde-a0f4-4396b9da4b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273042 Feb 03 14:08:10.060184 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33072) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:08:10.115575 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-8b1c33a4-017f-471a-90c3-835620d30281 service neutron] 10.222.0.41 "GET /v2.0/networks/d7cb84db-7a3b-4cde-a0f4-4396b9da4b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278491 Feb 03 14:08:10.383038 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2d4772ad-7dc1-4b40-b00e-b324731b6667 req-b31f0b32-a4a8-4949-b307-9aa74ef79227 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=791c9add-99a6-4d95-b36b-b451598b0279 HTTP/1.1" status: 200 len: 210 time: 0.0439041 Feb 03 14:08:10.474707 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-583aa2c5-c072-4caa-a6b2-5c2b7218d788 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:10.756043 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device d021bcc2-ffcc-4151-9b0f-86b73d56486f up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:08:10.764693 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728af1e7-215e-4afd-a4fe-0abb4ff35895 req-0650c028-f909-44ed-bf77-a8cb921686f5 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:10.767615 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-728af1e7-215e-4afd-a4fe-0abb4ff35895 req-0650c028-f909-44ed-bf77-a8cb921686f5 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe20ca92-6a89-43b6-9410-76f2d58175a7 HTTP/1.1" status: 200 len: 945 time: 0.0857162 Feb 03 14:08:10.815914 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-728af1e7-215e-4afd-a4fe-0abb4ff35895 req-e1890f6a-0aaf-4823-9a36-9f98dea6597b tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434489 Feb 03 14:08:10.823037 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port d021bcc2-ffcc-4151-9b0f-86b73d56486f triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:08:10.823458 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:11.082921 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ee47c9-fc45-44a6-804e-e4e5bc5b8b62 None None] New status for floating IP 9d555d8b-275d-40cd-9d88-735c68a329e4: DOWN {{(pid=84183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:08:11.124888 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651a818-969b-4242-9d7a-c1c7bacd9e97 req-f4b598c1-fa2c-46f7-80f0-950d2f12e638 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:11.125576 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-a651a818-969b-4242-9d7a-c1c7bacd9e97 req-f4b598c1-fa2c-46f7-80f0-950d2f12e638 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Synchronizing usage tracker for tenant:4cbc4ee6b61f47a897e271e5a6452f6c on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:08:11.222023 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-a651a818-969b-4242-9d7a-c1c7bacd9e97 req-f4b598c1-fa2c-46f7-80f0-950d2f12e638 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Unset dirty status for tenant:4cbc4ee6b61f47a897e271e5a6452f6c on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:08:11.223171 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a651a818-969b-4242-9d7a-c1c7bacd9e97 req-f4b598c1-fa2c-46f7-80f0-950d2f12e638 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe20ca92-6a89-43b6-9410-76f2d58175a7 HTTP/1.1" status: 200 len: 945 time: 0.2737918 Feb 03 14:08:11.334722 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-a651a818-969b-4242-9d7a-c1c7bacd9e97 req-5408fa7f-038e-4b9b-84c9-3b5e3c6cd112 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Deleting port 5b6bec5f-2b39-461b-b52e-c1ce2fbf12de {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:08:11.334979 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-a651a818-969b-4242-9d7a-c1c7bacd9e97 req-5408fa7f-038e-4b9b-84c9-3b5e3c6cd112 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:11.413067 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-583aa2c5-c072-4caa-a6b2-5c2b7218d788 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Deleting port c6fa0850-e892-4624-88fb-feac524281f1 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:08:11.413501 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-583aa2c5-c072-4caa-a6b2-5c2b7218d788 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:11.551723 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4f690ef5-25bf-446b-8e20-52fa327c2c1a req-87d4ccb4-f3e9-48a1-88b1-1e7684529787 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=791c9add-99a6-4d95-b36b-b451598b0279 HTTP/1.1" status: 200 len: 210 time: 0.0442603 Feb 03 14:08:11.594169 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device f2a734ea-b3d3-4575-a871-c3ce9ca93e1a no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:08:11.626373 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] No Port match for: f2a734ea-b3d3-4575-a871-c3ce9ca93e1a {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:08:11.627016 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device f2a734ea-b3d3-4575-a871-c3ce9ca93e1a not bound to the agent host hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:08:11.633120 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 5b6bec5f-2b39-461b-b52e-c1ce2fbf12de no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:08:11.739472 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:11.759819 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-583aa2c5-c072-4caa-a6b2-5c2b7218d788 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] For port c6fa0850-e892-4624-88fb-feac524281f1, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=c6fa0850-e892-4624-88fb-feac524281f1,segment=NetworkSegment(6206b9bf-f7ed-433b-83c1-a8bc5ab27c19),segment_id=6206b9bf-f7ed-433b-83c1-a8bc5ab27c19)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:08:11.760182 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-583aa2c5-c072-4caa-a6b2-5c2b7218d788 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:11.767998 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe20ca92-6a89-43b6-9410-76f2d58175a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b6bec5f-2b39-461b-b52e-c1ce2fbf12de'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:08:11.778668 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 5b6bec5f-2b39-461b-b52e-c1ce2fbf12de, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=5b6bec5f-2b39-461b-b52e-c1ce2fbf12de,segment=NetworkSegment(a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce),segment_id=a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:08:11.843307 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:11.898749 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-583aa2c5-c072-4caa-a6b2-5c2b7218d788 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Calling delete_port for c6fa0850-e892-4624-88fb-feac524281f1 owned by network:router_interface {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:08:11.912889 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=5b6bec5f-2b39-461b-b52e-c1ce2fbf12de,revision_number=6']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:11.937550 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe20ca92-6a89-43b6-9410-76f2d58175a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b6bec5f-2b39-461b-b52e-c1ce2fbf12de', 'code': 200} Feb 03 14:08:11.940259 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-a651a818-969b-4242-9d7a-c1c7bacd9e97 req-5408fa7f-038e-4b9b-84c9-3b5e3c6cd112 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] For port 5b6bec5f-2b39-461b-b52e-c1ce2fbf12de, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=5b6bec5f-2b39-461b-b52e-c1ce2fbf12de,segment=NetworkSegment(a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce),segment_id=a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:08:11.940629 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-a651a818-969b-4242-9d7a-c1c7bacd9e97 req-5408fa7f-038e-4b9b-84c9-3b5e3c6cd112 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:12.056631 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ec345-5eb2-40ac-a222-0923c0d0e5f2 req-7e66c55e-3724-46b1-9237-0c39e3a75273 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:12.058059 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-080ec345-5eb2-40ac-a222-0923c0d0e5f2 req-7e66c55e-3724-46b1-9237-0c39e3a75273 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe20ca92-6a89-43b6-9410-76f2d58175a7 HTTP/1.1" status: 200 len: 943 time: 0.0762579 Feb 03 14:08:12.104072 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-080ec345-5eb2-40ac-a222-0923c0d0e5f2 req-ae6571d4-bc74-406f-b6e8-e8d20f1202d3 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394857 Feb 03 14:08:12.382332 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-a651a818-969b-4242-9d7a-c1c7bacd9e97 req-5408fa7f-038e-4b9b-84c9-3b5e3c6cd112 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:12.382893 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-a651a818-969b-4242-9d7a-c1c7bacd9e97 req-5408fa7f-038e-4b9b-84c9-3b5e3c6cd112 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:12.383033 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.l3_db [req-a651a818-969b-4242-9d7a-c1c7bacd9e97 req-5408fa7f-038e-4b9b-84c9-3b5e3c6cd112 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Floating IP d094c339-ec2b-4854-810f-d3a9eb92b628 disassociated. External IP: 172.26.3.11, port: 5b6bec5f-2b39-461b-b52e-c1ce2fbf12de. Feb 03 14:08:12.383427 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-a651a818-969b-4242-9d7a-c1c7bacd9e97 req-5408fa7f-038e-4b9b-84c9-3b5e3c6cd112 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Calling delete_port for 5b6bec5f-2b39-461b-b52e-c1ce2fbf12de owned by compute:nova {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:08:12.640051 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-850ae809-b7ba-4334-b8ff-e19940c15c0b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:12.640643 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-850ae809-b7ba-4334-b8ff-e19940c15c0b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:network {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:08:12.645452 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.db.api [req-a651a818-969b-4242-9d7a-c1c7bacd9e97 req-5408fa7f-038e-4b9b-84c9-3b5e3c6cd112 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:08:12.647164 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG oslo_db.api [req-a651a818-969b-4242-9d7a-c1c7bacd9e97 req-5408fa7f-038e-4b9b-84c9-3b5e3c6cd112 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:08:12.654045 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-850ae809-b7ba-4334-b8ff-e19940c15c0b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:network {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:08:12.655708 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-850ae809-b7ba-4334-b8ff-e19940c15c0b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "GET /v2.0/networks?id=d7cb84db-7a3b-4cde-a0f4-4396b9da4b61 HTTP/1.1" status: 200 len: 795 time: 0.2283244 Feb 03 14:08:12.665322 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-583aa2c5-c072-4caa-a6b2-5c2b7218d788 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:12.725435 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-857e0c93-fef4-4aea-b08e-04d700291fe9 req-4f3abd18-b615-4d57-8ae1-1f9280d36b0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=791c9add-99a6-4d95-b36b-b451598b0279 HTTP/1.1" status: 200 len: 210 time: 0.0458937 Feb 03 14:08:12.735878 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583aa2c5-c072-4caa-a6b2-5c2b7218d788 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Pushing event deleted for resources: {'Port': ['ID=c6fa0850-e892-4624-88fb-feac524281f1,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:12.819520 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:08:12.828057 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-6eb9c78b-b603-4a2a-81c5-f0395d7fa7ac tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:security_group {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:08:12.856829 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-6eb9c78b-b603-4a2a-81c5-f0395d7fa7ac tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:security_group {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:08:12.857999 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-6eb9c78b-b603-4a2a-81c5-f0395d7fa7ac tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55163e99e9e54d69af7505a418f9e84b HTTP/1.1" status: 200 len: 379 time: 0.1882792 Feb 03 14:08:12.911985 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-d8233320-46fc-466c-b330-b21a74caba3e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'port': {'device_id': '791c9add-99a6-4d95-b36b-b451598b0279', 'network_id': 'd7cb84db-7a3b-4cde-a0f4-4396b9da4b61', 'admin_state_up': True, 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'security_groups': ['8fa52986-852a-4024-a22b-07f476f73244']}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:08:13.073439 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-d8233320-46fc-466c-b330-b21a74caba3e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:08:13.085293 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-d8233320-46fc-466c-b330-b21a74caba3e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:08:13.148161 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-a651a818-969b-4242-9d7a-c1c7bacd9e97 req-5408fa7f-038e-4b9b-84c9-3b5e3c6cd112 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Deleting port 5b6bec5f-2b39-461b-b52e-c1ce2fbf12de {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:08:13.148499 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-a651a818-969b-4242-9d7a-c1c7bacd9e97 req-5408fa7f-038e-4b9b-84c9-3b5e3c6cd112 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:13.209830 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-d8233320-46fc-466c-b330-b21a74caba3e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Made reservation on behalf of 55163e99e9e54d69af7505a418f9e84b for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:08:13.213741 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-d8233320-46fc-466c-b330-b21a74caba3e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:13.300250 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb03ba-b9bf-48d5-ba2d-12e88410d73a req-7f7de225-719e-453d-a3e4-cf5aacb13684 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:13.302313 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5ffb03ba-b9bf-48d5-ba2d-12e88410d73a req-7f7de225-719e-453d-a3e4-cf5aacb13684 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe20ca92-6a89-43b6-9410-76f2d58175a7 HTTP/1.1" status: 200 len: 943 time: 0.0767610 Feb 03 14:08:13.349433 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5ffb03ba-b9bf-48d5-ba2d-12e88410d73a req-840ef759-d90a-4c3e-9685-6b967b2aecfb tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415010 Feb 03 14:08:13.463165 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-583aa2c5-c072-4caa-a6b2-5c2b7218d788 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:13.624958 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-d8233320-46fc-466c-b330-b21a74caba3e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Allocated IP 172.20.0.6 (d7cb84db-7a3b-4cde-a0f4-4396b9da4b61/d6b50b53-021f-4935-b518-908ef487338e/f1ba940c-5b37-4eef-bdcd-fc66f3e01334) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:08:13.645136 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-a651a818-969b-4242-9d7a-c1c7bacd9e97 req-5408fa7f-038e-4b9b-84c9-3b5e3c6cd112 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] For port 5b6bec5f-2b39-461b-b52e-c1ce2fbf12de, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=5b6bec5f-2b39-461b-b52e-c1ce2fbf12de,segment=NetworkSegment(a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce),segment_id=a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:08:13.645487 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-a651a818-969b-4242-9d7a-c1c7bacd9e97 req-5408fa7f-038e-4b9b-84c9-3b5e3c6cd112 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:13.912290 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-db5bd2d0-75ab-4587-a96b-7a50a490c66d req-6f562a09-1ef4-4bdf-b300-99ae309bed1a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=791c9add-99a6-4d95-b36b-b451598b0279 HTTP/1.1" status: 200 len: 210 time: 0.0441580 Feb 03 14:08:14.258574 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-d8233320-46fc-466c-b330-b21a74caba3e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:14.263280 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-a651a818-969b-4242-9d7a-c1c7bacd9e97 req-5408fa7f-038e-4b9b-84c9-3b5e3c6cd112 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:14.263648 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-a651a818-969b-4242-9d7a-c1c7bacd9e97 req-5408fa7f-038e-4b9b-84c9-3b5e3c6cd112 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:14.264038 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.l3_db [req-a651a818-969b-4242-9d7a-c1c7bacd9e97 req-5408fa7f-038e-4b9b-84c9-3b5e3c6cd112 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Floating IP d094c339-ec2b-4854-810f-d3a9eb92b628 disassociated. External IP: 172.26.3.11, port: 5b6bec5f-2b39-461b-b52e-c1ce2fbf12de. Feb 03 14:08:14.264362 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-a651a818-969b-4242-9d7a-c1c7bacd9e97 req-5408fa7f-038e-4b9b-84c9-3b5e3c6cd112 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Calling delete_port for 5b6bec5f-2b39-461b-b52e-c1ce2fbf12de owned by compute:nova {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:08:14.329655 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-d8233320-46fc-466c-b330-b21a74caba3e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Transition to ACTIVE for port object f1ba940c-5b37-4eef-bdcd-fc66f3e01334 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:08:14.547539 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b9b80-78e2-430f-8d53-c49ae5252c8f req-b5a34ed2-6711-450c-a065-1ff35aa37f40 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:14.548887 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c64b9b80-78e2-430f-8d53-c49ae5252c8f req-b5a34ed2-6711-450c-a065-1ff35aa37f40 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe20ca92-6a89-43b6-9410-76f2d58175a7 HTTP/1.1" status: 200 len: 943 time: 0.0762115 Feb 03 14:08:14.584661 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-d8233320-46fc-466c-b330-b21a74caba3e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:14.597485 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c64b9b80-78e2-430f-8d53-c49ae5252c8f req-e9017044-f158-47c0-8676-42a7fd143ae1 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398953 Feb 03 14:08:14.670687 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-a651a818-969b-4242-9d7a-c1c7bacd9e97 req-5408fa7f-038e-4b9b-84c9-3b5e3c6cd112 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:14.681863 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-d8233320-46fc-466c-b330-b21a74caba3e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network d7cb84db-7a3b-4cde-a0f4-4396b9da4b61 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:08:14.690415 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-d8233320-46fc-466c-b330-b21a74caba3e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:08:14.698891 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-d8233320-46fc-466c-b330-b21a74caba3e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:08:14.730902 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8233320-46fc-466c-b330-b21a74caba3e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=f1ba940c-5b37-4eef-bdcd-fc66f3e01334,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:14.842719 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5408fa7f-038e-4b9b-84c9-3b5e3c6cd112 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Pushing event deleted for resources: {'Port': ['ID=5b6bec5f-2b39-461b-b52e-c1ce2fbf12de,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:14.932249 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-d8233320-46fc-466c-b330-b21a74caba3e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:14.932846 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-d8233320-46fc-466c-b330-b21a74caba3e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:15.019766 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-ec953288-c78d-4fc3-8fb1-97fbe1f0496e None None] Provisioning for port f1ba940c-5b37-4eef-bdcd-fc66f3e01334 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:08:15.025352 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-ec953288-c78d-4fc3-8fb1-97fbe1f0496e None None] Provisioning complete for port f1ba940c-5b37-4eef-bdcd-fc66f3e01334 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:08:15.025817 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ec953288-c78d-4fc3-8fb1-97fbe1f0496e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:15.073501 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-d8233320-46fc-466c-b330-b21a74caba3e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1652794 Feb 03 14:08:15.084713 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-ec953288-c78d-4fc3-8fb1-97fbe1f0496e None None] Port f1ba940c-5b37-4eef-bdcd-fc66f3e01334 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:08:15.117833 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16654909-4e78-4d7c-993f-09e6fe7c0922 req-10c90b13-56b9-4bae-9c30-b5e71fb9c5a0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:15.119375 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-16654909-4e78-4d7c-993f-09e6fe7c0922 req-10c90b13-56b9-4bae-9c30-b5e71fb9c5a0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=791c9add-99a6-4d95-b36b-b451598b0279 HTTP/1.1" status: 200 len: 931 time: 0.0841823 Feb 03 14:08:15.125136 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-dfe66954-bbc1-4ed1-bac3-5ed8b389c5be service neutron] Request body: {'port': {'device_id': '791c9add-99a6-4d95-b36b-b451598b0279', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:08:15.169248 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-16654909-4e78-4d7c-993f-09e6fe7c0922 req-fcb689ad-c30e-46d8-aca8-e3ea0f20d9c6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fa52986-852a-4024-a22b-07f476f73244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425351 Feb 03 14:08:15.409534 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-dfe66954-bbc1-4ed1-bac3-5ed8b389c5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:15.440163 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-583aa2c5-c072-4caa-a6b2-5c2b7218d788 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Router 1bf6795e-26f2-4fd3-b1be-63b292042597 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:08:15.503976 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a651a818-969b-4242-9d7a-c1c7bacd9e97 req-5408fa7f-038e-4b9b-84c9-3b5e3c6cd112 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Router e99ef848-aa98-4722-80b7-7357374de1ac has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:08:15.764551 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e324ac89-7dfb-4d20-9730-3802afcecbff req-de32659d-686b-4b38-b57a-55c73c7d4ab7 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe20ca92-6a89-43b6-9410-76f2d58175a7 HTTP/1.1" status: 200 len: 210 time: 0.0413091 Feb 03 14:08:16.078236 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-dfe66954-bbc1-4ed1-bac3-5ed8b389c5be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1ba940c-5b37-4eef-bdcd-fc66f3e01334 {{(pid=84181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:08:16.096161 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-dfe66954-bbc1-4ed1-bac3-5ed8b389c5be service neutron] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:16.122101 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-dfe66954-bbc1-4ed1-bac3-5ed8b389c5be service neutron] Transition to ACTIVE for port object f1ba940c-5b37-4eef-bdcd-fc66f3e01334 will not be triggered until provisioned by entity L2. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:08:16.130097 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583aa2c5-c072-4caa-a6b2-5c2b7218d788 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:08:16.135111 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-583aa2c5-c072-4caa-a6b2-5c2b7218d788 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "PUT /v2.0/routers/1bf6795e-26f2-4fd3-b1be-63b292042597/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0738602 Feb 03 14:08:16.138663 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33112) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:08:16.141969 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd670a6-37ac-4978-a15b-3148da38f80d None None] Sync routers for ids ['1bf6795e-26f2-4fd3-b1be-63b292042597'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:08:16.153556 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd670a6-37ac-4978-a15b-3148da38f80d None None] Routers {'1bf6795e-26f2-4fd3-b1be-63b292042597'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:08:16.154159 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-5bd670a6-37ac-4978-a15b-3148da38f80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:07:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['1bf6795e-26f2-4fd3-b1be-63b292042597'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:08:16.193507 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a651a818-969b-4242-9d7a-c1c7bacd9e97 req-5408fa7f-038e-4b9b-84c9-3b5e3c6cd112 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:08:16.205100 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ae3aec-0fad-44db-9c15-d9acbbc9ff4f None None] Sync routers for ids ['e99ef848-aa98-4722-80b7-7357374de1ac'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:08:16.224226 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ae3aec-0fad-44db-9c15-d9acbbc9ff4f None None] Routers {'e99ef848-aa98-4722-80b7-7357374de1ac'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:08:16.225086 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-d9ae3aec-0fad-44db-9c15-d9acbbc9ff4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:07:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e99ef848-aa98-4722-80b7-7357374de1ac'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:08:16.236174 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-dfe66954-bbc1-4ed1-bac3-5ed8b389c5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:16.323923 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-a651a818-969b-4242-9d7a-c1c7bacd9e97 req-5408fa7f-038e-4b9b-84c9-3b5e3c6cd112 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] No DVR routers for this DVR port 5b6bec5f-2b39-461b-b52e-c1ce2fbf12de on host hv-neutron-8270 {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:08:16.347825 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-a651a818-969b-4242-9d7a-c1c7bacd9e97 req-5408fa7f-038e-4b9b-84c9-3b5e3c6cd112 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:16.349685 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a651a818-969b-4242-9d7a-c1c7bacd9e97 req-5408fa7f-038e-4b9b-84c9-3b5e3c6cd112 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.47 "DELETE /v2.0/ports/5b6bec5f-2b39-461b-b52e-c1ce2fbf12de HTTP/1.1" status: 204 len: 173 time: 5.1205554 Feb 03 14:08:16.358240 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe20ca92-6a89-43b6-9410-76f2d58175a7', 'name': 'network-vif-deleted', 'tag': '5b6bec5f-2b39-461b-b52e-c1ce2fbf12de'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:08:16.447845 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-d9ae3aec-0fad-44db-9c15-d9acbbc9ff4f None None] Set router e99ef848-aa98-4722-80b7-7357374de1ac gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:08:16.462722 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d7c14-a5b7-4bfa-aabf-4ca21ecb6373 req-1f65427b-1f0b-48fb-929e-9664265cb9f6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:16.470476 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4a9d7c14-a5b7-4bfa-aabf-4ca21ecb6373 req-1f65427b-1f0b-48fb-929e-9664265cb9f6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=791c9add-99a6-4d95-b36b-b451598b0279 HTTP/1.1" status: 200 len: 943 time: 0.1694043 Feb 03 14:08:16.475850 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-5bd670a6-37ac-4978-a15b-3148da38f80d None None] Set router 1bf6795e-26f2-4fd3-b1be-63b292042597 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:08:16.509772 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe66954-bbc1-4ed1-bac3-5ed8b389c5be service neutron] Pushing event updated for resources: {'Port': ['ID=f1ba940c-5b37-4eef-bdcd-fc66f3e01334,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:16.534775 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe20ca92-6a89-43b6-9410-76f2d58175a7', 'name': 'network-vif-deleted', 'tag': '5b6bec5f-2b39-461b-b52e-c1ce2fbf12de', 'status': 'completed', 'code': 200} Feb 03 14:08:16.577425 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4a9d7c14-a5b7-4bfa-aabf-4ca21ecb6373 req-b618a446-167c-4b03-80ad-61d3767cedcc tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fa52986-852a-4024-a22b-07f476f73244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063385 Feb 03 14:08:16.615249 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ce2853b-bdf2-46cb-a07c-08f17986bd7f tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Deleting subnet f658451c-ba41-4c41-b788-622ac71ffacf {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:08:16.618708 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2ce2853b-bdf2-46cb-a07c-08f17986bd7f tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:16.825772 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2ce2853b-bdf2-46cb-a07c-08f17986bd7f tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:16.891354 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-d9ae3aec-0fad-44db-9c15-d9acbbc9ff4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'name': 'tempest-TestVolumeBootPattern-211161176-router', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:15Z', 'updated_at': '2022-02-03T14:03:30Z', 'revision_number': 4, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'gw_port': {'id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:17Z', 'updated_at': '2022-02-03T14:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '36c5ceab-9546-4155-a0cd-7c3d6a13d789', 'name': '', 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'mac_address': 'fa:16:3e:55:2e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:27Z', 'updated_at': '2022-02-03T14:03:43Z', 'revision_number': 5, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'subnets': [{'id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:08:16.896154 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ae3aec-0fad-44db-9c15-d9acbbc9ff4f None None] Checking router: e99ef848-aa98-4722-80b7-7357374de1ac for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:08:16.907743 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ae3aec-0fad-44db-9c15-d9acbbc9ff4f None None] Routers {'e99ef848-aa98-4722-80b7-7357374de1ac'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:08:16.908695 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-d9ae3aec-0fad-44db-9c15-d9acbbc9ff4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:07:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e99ef848-aa98-4722-80b7-7357374de1ac'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:08:16.924384 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-dfe66954-bbc1-4ed1-bac3-5ed8b389c5be service neutron] Attempting to bind port f1ba940c-5b37-4eef-bdcd-fc66f3e01334 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:08:16.924740 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-dfe66954-bbc1-4ed1-bac3-5ed8b389c5be service neutron] Attempting to bind port f1ba940c-5b37-4eef-bdcd-fc66f3e01334 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '70aa4af2-6f73-407c-a7b4-552d77c936f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd7cb84db-7a3b-4cde-a0f4-4396b9da4b61'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:08:16.925035 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-dfe66954-bbc1-4ed1-bac3-5ed8b389c5be service neutron] Attempting to bind port f1ba940c-5b37-4eef-bdcd-fc66f3e01334 on network d7cb84db-7a3b-4cde-a0f4-4396b9da4b61 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:08:16.928776 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-5bd670a6-37ac-4978-a15b-3148da38f80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf6795e-26f2-4fd3-b1be-63b292042597', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833874204', 'tenant_id': '7f2c911a406b430aabb3c67131d3265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': 'dfef7f86-c3da-4662-916a-5e538fe9ff09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:04:30Z', 'updated_at': '2022-02-03T14:08:12Z', 'revision_number': 5, 'project_id': '7f2c911a406b430aabb3c67131d3265b', 'gw_port': {'id': 'dfef7f86-c3da-4662-916a-5e538fe9ff09', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf6795e-26f2-4fd3-b1be-63b292042597', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:04:32Z', 'updated_at': '2022-02-03T14:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:08:16.932752 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd670a6-37ac-4978-a15b-3148da38f80d None None] Checking router: 1bf6795e-26f2-4fd3-b1be-63b292042597 for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:08:16.946236 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd670a6-37ac-4978-a15b-3148da38f80d None None] Routers {'1bf6795e-26f2-4fd3-b1be-63b292042597'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:08:16.946855 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-5bd670a6-37ac-4978-a15b-3148da38f80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:07:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['1bf6795e-26f2-4fd3-b1be-63b292042597'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:08:17.037014 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-11aad426-3a13-417f-9d82-0ed6ae36f752 req-85da38cf-f690-4504-9aeb-ed446083926d tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe20ca92-6a89-43b6-9410-76f2d58175a7 HTTP/1.1" status: 200 len: 210 time: 0.0650094 Feb 03 14:08:17.106300 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-dfe66954-bbc1-4ed1-bac3-5ed8b389c5be service neutron] Port f1ba940c-5b37-4eef-bdcd-fc66f3e01334 on network d7cb84db-7a3b-4cde-a0f4-4396b9da4b61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 14:08:17.107247 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-dfe66954-bbc1-4ed1-bac3-5ed8b389c5be service neutron] Attempting to bind port f1ba940c-5b37-4eef-bdcd-fc66f3e01334 on network d7cb84db-7a3b-4cde-a0f4-4396b9da4b61 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:08:17.118990 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-dfe66954-bbc1-4ed1-bac3-5ed8b389c5be service neutron] Checking agent: {'id': '8cce4e55-f72c-4604-b6eb-27dc2f3f162a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'started_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:08:17.119406 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-dfe66954-bbc1-4ed1-bac3-5ed8b389c5be service neutron] Checking segment: {'id': '70aa4af2-6f73-407c-a7b4-552d77c936f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd7cb84db-7a3b-4cde-a0f4-4396b9da4b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:08:17.120265 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-dfe66954-bbc1-4ed1-bac3-5ed8b389c5be service neutron] Bound using segment: {'id': '70aa4af2-6f73-407c-a7b4-552d77c936f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd7cb84db-7a3b-4cde-a0f4-4396b9da4b61'} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:08:17.120696 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-dfe66954-bbc1-4ed1-bac3-5ed8b389c5be service neutron] Bound port: f1ba940c-5b37-4eef-bdcd-fc66f3e01334, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70aa4af2-6f73-407c-a7b4-552d77c936f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd7cb84db-7a3b-4cde-a0f4-4396b9da4b61'}}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:08:17.121035 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-dfe66954-bbc1-4ed1-bac3-5ed8b389c5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:17.122602 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-d9ae3aec-0fad-44db-9c15-d9acbbc9ff4f None None] Set router e99ef848-aa98-4722-80b7-7357374de1ac gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:08:17.230155 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2ce2853b-bdf2-46cb-a07c-08f17986bd7f tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:17.272503 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-dfe66954-bbc1-4ed1-bac3-5ed8b389c5be service neutron] For port f1ba940c-5b37-4eef-bdcd-fc66f3e01334, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:08:17.282325 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-5bd670a6-37ac-4978-a15b-3148da38f80d None None] Set router 1bf6795e-26f2-4fd3-b1be-63b292042597 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:08:17.290054 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-dfe66954-bbc1-4ed1-bac3-5ed8b389c5be service neutron] For port f1ba940c-5b37-4eef-bdcd-fc66f3e01334, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=f1ba940c-5b37-4eef-bdcd-fc66f3e01334,segment=NetworkSegment(70aa4af2-6f73-407c-a7b4-552d77c936f5),segment_id=70aa4af2-6f73-407c-a7b4-552d77c936f5)] {{(pid=84181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:08:17.376196 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-dfe66954-bbc1-4ed1-bac3-5ed8b389c5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:17.438978 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:17.465490 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe66954-bbc1-4ed1-bac3-5ed8b389c5be service neutron] Pushing event updated for resources: {'Port': ['ID=f1ba940c-5b37-4eef-bdcd-fc66f3e01334,revision_number=3']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:17.476722 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2ce2853b-bdf2-46cb-a07c-08f17986bd7f tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:17.514149 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-d9ae3aec-0fad-44db-9c15-d9acbbc9ff4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'name': 'tempest-TestVolumeBootPattern-211161176-router', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:15Z', 'updated_at': '2022-02-03T14:03:30Z', 'revision_number': 4, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'gw_port': {'id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:17Z', 'updated_at': '2022-02-03T14:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '36c5ceab-9546-4155-a0cd-7c3d6a13d789', 'name': '', 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'mac_address': 'fa:16:3e:55:2e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:27Z', 'updated_at': '2022-02-03T14:03:43Z', 'revision_number': 5, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'subnets': [{'id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:08:17.518568 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ae3aec-0fad-44db-9c15-d9acbbc9ff4f None None] The sync data for ids ['e99ef848-aa98-4722-80b7-7357374de1ac'] in dv-neutron-827016-1-hyperv is: [{'id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'name': 'tempest-TestVolumeBootPattern-211161176-router', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:15Z', 'updated_at': '2022-02-03T14:03:30Z', 'revision_number': 4, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'gw_port': {'id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:17Z', 'updated_at': '2022-02-03T14:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '36c5ceab-9546-4155-a0cd-7c3d6a13d789', 'name': '', 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'mac_address': 'fa:16:3e:55:2e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:27Z', 'updated_at': '2022-02-03T14:03:43Z', 'revision_number': 5, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'subnets': [{'id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:08:17.530924 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-dfe66954-bbc1-4ed1-bac3-5ed8b389c5be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:17.532314 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-dfe66954-bbc1-4ed1-bac3-5ed8b389c5be service neutron] 10.222.0.47 "PUT /v2.0/ports/f1ba940c-5b37-4eef-bdcd-fc66f3e01334 HTTP/1.1" status: 200 len: 1093 time: 2.4121459 Feb 03 14:08:17.533177 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce2853b-bdf2-46cb-a07c-08f17986bd7f tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Pushing event deleted for resources: {'Subnet': ['ID=f658451c-ba41-4c41-b788-622ac71ffacf,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:17.535765 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2ce2853b-bdf2-46cb-a07c-08f17986bd7f tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:17.548404 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-2ce2853b-bdf2-46cb-a07c-08f17986bd7f tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "DELETE /v2.0/subnets/f658451c-ba41-4c41-b788-622ac71ffacf HTTP/1.1" status: 204 len: 168 time: 1.4093149 Feb 03 14:08:17.550995 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 33122) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:08:17.556753 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c1aa70-c970-4509-8ef1-71fbf0eaebc4 None None] Network 7b9300c7-0cb5-4eb5-8b70-acffbcb42aff requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:08:17.619415 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-5bd670a6-37ac-4978-a15b-3148da38f80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf6795e-26f2-4fd3-b1be-63b292042597', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833874204', 'tenant_id': '7f2c911a406b430aabb3c67131d3265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': 'dfef7f86-c3da-4662-916a-5e538fe9ff09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:04:30Z', 'updated_at': '2022-02-03T14:08:12Z', 'revision_number': 5, 'project_id': '7f2c911a406b430aabb3c67131d3265b', 'gw_port': {'id': 'dfef7f86-c3da-4662-916a-5e538fe9ff09', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf6795e-26f2-4fd3-b1be-63b292042597', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:04:32Z', 'updated_at': '2022-02-03T14:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:08:17.625259 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd670a6-37ac-4978-a15b-3148da38f80d None None] The sync data for ids ['1bf6795e-26f2-4fd3-b1be-63b292042597'] in dv-neutron-827016-1-hyperv is: [{'id': '1bf6795e-26f2-4fd3-b1be-63b292042597', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833874204', 'tenant_id': '7f2c911a406b430aabb3c67131d3265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': 'dfef7f86-c3da-4662-916a-5e538fe9ff09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:04:30Z', 'updated_at': '2022-02-03T14:08:12Z', 'revision_number': 5, 'project_id': '7f2c911a406b430aabb3c67131d3265b', 'gw_port': {'id': 'dfef7f86-c3da-4662-916a-5e538fe9ff09', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf6795e-26f2-4fd3-b1be-63b292042597', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:04:32Z', 'updated_at': '2022-02-03T14:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:08:17.771441 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-ff4a7ad9-3120-46a5-8abe-39bb98c90fe3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=791c9add-99a6-4d95-b36b-b451598b0279 HTTP/1.1" status: 200 len: 1096 time: 0.1235702 Feb 03 14:08:17.849741 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-631d00ab-d9ab-4e82-b958-7d7b00c8b9b9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1ba940c-5b37-4eef-bdcd-fc66f3e01334 HTTP/1.1" status: 200 len: 217 time: 0.0714576 Feb 03 14:08:17.913170 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad52c6-83e1-48e6-abca-e17ec48af3eb req-3e109d59-1a15-4678-a901-87e98bc58608 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:17.914594 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f8ad52c6-83e1-48e6-abca-e17ec48af3eb req-3e109d59-1a15-4678-a901-87e98bc58608 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=791c9add-99a6-4d95-b36b-b451598b0279 HTTP/1.1" status: 200 len: 943 time: 0.1022067 Feb 03 14:08:17.921503 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-68d8e6ca-418b-4d1a-8197-44d961043247 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:17.923148 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-68d8e6ca-418b-4d1a-8197-44d961043247 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d6b50b53-021f-4935-b518-908ef487338e HTTP/1.1" status: 200 len: 834 time: 0.0673714 Feb 03 14:08:17.945816 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b6b4cc0a-0ebd-4c1f-a173-d84c16ac03ec tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for router, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:18.011334 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-3b8d4f5d-9c1b-4f0a-9895-f6ea85217166 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d7cb84db-7a3b-4cde-a0f4-4396b9da4b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741739 Feb 03 14:08:18.031226 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f8ad52c6-83e1-48e6-abca-e17ec48af3eb req-7fa7fce5-c5ef-49df-8933-0e76d5bcb548 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fa52986-852a-4024-a22b-07f476f73244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109912 Feb 03 14:08:18.061187 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d784c90-42f7-4ea6-9590-7833dec582d0 None None] DHCP port deletion for 7b9300c7-0cb5-4eb5-8b70-acffbcb42aff request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:08:18.066543 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-3d784c90-42f7-4ea6-9590-7833dec582d0 None None] Deleting port 660bf9ab-038b-421c-b06a-9ec266f21796 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:08:18.067163 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3d784c90-42f7-4ea6-9590-7833dec582d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:18.194356 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-b2bd5116-ec3b-46fc-91a7-ccd2379de1dd service neutron] 10.222.0.47 "GET /v2.0/networks/d7cb84db-7a3b-4cde-a0f4-4396b9da4b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745391 Feb 03 14:08:18.296047 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-3d784c90-42f7-4ea6-9590-7833dec582d0 None None] For port 660bf9ab-038b-421c-b06a-9ec266f21796, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=660bf9ab-038b-421c-b06a-9ec266f21796,segment=NetworkSegment(6206b9bf-f7ed-433b-83c1-a8bc5ab27c19),segment_id=6206b9bf-f7ed-433b-83c1-a8bc5ab27c19)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:08:18.296362 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3d784c90-42f7-4ea6-9590-7833dec582d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:18.340463 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-65d26413-5212-41a3-b961-09bec7c9afb1 req-4b1c9d39-3b2f-443c-9163-3f0241035aa8 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe20ca92-6a89-43b6-9410-76f2d58175a7 HTTP/1.1" status: 200 len: 210 time: 0.0547047 Feb 03 14:08:18.399114 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f1cd5d88-01ed-493a-917e-683ab914cbaa req-8749e841-009b-4ec8-b4de-1ae5c680d8ab service neutron] 10.222.0.47 "GET /v2.0/networks/d7cb84db-7a3b-4cde-a0f4-4396b9da4b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975219 Feb 03 14:08:18.401190 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b6b4cc0a-0ebd-4c1f-a173-d84c16ac03ec tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:18.447531 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-3d784c90-42f7-4ea6-9590-7833dec582d0 None None] Calling delete_port for 660bf9ab-038b-421c-b06a-9ec266f21796 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:08:18.494177 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-b6b4cc0a-0ebd-4c1f-a173-d84c16ac03ec tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Deleting port dfef7f86-c3da-4662-916a-5e538fe9ff09 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:08:18.494641 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b6b4cc0a-0ebd-4c1f-a173-d84c16ac03ec tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:18.531450 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '791c9add-99a6-4d95-b36b-b451598b0279', 'tag': 'f1ba940c-5b37-4eef-bdcd-fc66f3e01334'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:08:18.568596 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3d784c90-42f7-4ea6-9590-7833dec582d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:18.587776 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '791c9add-99a6-4d95-b36b-b451598b0279', 'tag': 'f1ba940c-5b37-4eef-bdcd-fc66f3e01334', 'status': 'completed', 'code': 200} Feb 03 14:08:18.614122 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d784c90-42f7-4ea6-9590-7833dec582d0 None None] Pushing event deleted for resources: {'Port': ['ID=660bf9ab-038b-421c-b06a-9ec266f21796,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:18.623835 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d784c90-42f7-4ea6-9590-7833dec582d0 None None] No DVR routers for this DVR port 660bf9ab-038b-421c-b06a-9ec266f21796 on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:08:18.677233 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-b6b4cc0a-0ebd-4c1f-a173-d84c16ac03ec tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] For port dfef7f86-c3da-4662-916a-5e538fe9ff09, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=dfef7f86-c3da-4662-916a-5e538fe9ff09,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:08:18.677744 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b6b4cc0a-0ebd-4c1f-a173-d84c16ac03ec tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:18.696016 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1312c755-9605-4332-91aa-29fd04006321 req-9acf1500-006f-4f77-afbf-34ad337d420b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=791c9add-99a6-4d95-b36b-b451598b0279 HTTP/1.1" status: 200 len: 1096 time: 0.0803626 Feb 03 14:08:18.738587 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device c6fa0850-e892-4624-88fb-feac524281f1 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:08:18.775880 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: c6fa0850-e892-4624-88fb-feac524281f1 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:08:18.776378 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device c6fa0850-e892-4624-88fb-feac524281f1 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:08:18.776816 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 660bf9ab-038b-421c-b06a-9ec266f21796 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:08:18.805088 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-b6b4cc0a-0ebd-4c1f-a173-d84c16ac03ec tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Calling delete_port for dfef7f86-c3da-4662-916a-5e538fe9ff09 owned by network:router_gateway {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:08:18.812647 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 660bf9ab-038b-421c-b06a-9ec266f21796 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:08:18.812998 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 660bf9ab-038b-421c-b06a-9ec266f21796 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:08:18.833389 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312c755-9605-4332-91aa-29fd04006321 req-a1bb6275-efe9-43a7-9fa2-bf0d2e2bf460 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:18.834831 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1312c755-9605-4332-91aa-29fd04006321 req-a1bb6275-efe9-43a7-9fa2-bf0d2e2bf460 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d7cb84db-7a3b-4cde-a0f4-4396b9da4b61 HTTP/1.1" status: 200 len: 895 time: 0.1320534 Feb 03 14:08:18.901092 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1312c755-9605-4332-91aa-29fd04006321 req-5396c19d-32e9-4871-9106-dc1144b613aa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1ba940c-5b37-4eef-bdcd-fc66f3e01334 HTTP/1.1" status: 200 len: 217 time: 0.0602701 Feb 03 14:08:18.970951 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312c755-9605-4332-91aa-29fd04006321 req-7645a5ea-bc26-4307-a999-1a784ba840bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:18.970951 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1312c755-9605-4332-91aa-29fd04006321 req-7645a5ea-bc26-4307-a999-1a784ba840bf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d6b50b53-021f-4935-b518-908ef487338e HTTP/1.1" status: 200 len: 834 time: 0.0595336 Feb 03 14:08:19.039503 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1312c755-9605-4332-91aa-29fd04006321 req-76f05f49-8192-4a9f-94a0-7cc7417234c8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d7cb84db-7a3b-4cde-a0f4-4396b9da4b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667994 Feb 03 14:08:19.059325 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b6b4cc0a-0ebd-4c1f-a173-d84c16ac03ec tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:19.114102 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b4cc0a-0ebd-4c1f-a173-d84c16ac03ec tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Pushing event deleted for resources: {'Port': ['ID=dfef7f86-c3da-4662-916a-5e538fe9ff09,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:19.181155 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1312c755-9605-4332-91aa-29fd04006321 req-d73fc811-b441-4b0c-8a53-f39bea0b1a24 service neutron] 10.222.0.47 "GET /v2.0/networks/d7cb84db-7a3b-4cde-a0f4-4396b9da4b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346998 Feb 03 14:08:19.312552 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1312c755-9605-4332-91aa-29fd04006321 req-ceade7be-7a20-4b74-a62d-977b0cb88816 service neutron] 10.222.0.47 "GET /v2.0/networks/d7cb84db-7a3b-4cde-a0f4-4396b9da4b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250479 Feb 03 14:08:19.385336 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b6b4cc0a-0ebd-4c1f-a173-d84c16ac03ec tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:19.460171 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92898bd0-ba78-4250-8a38-bb7e5c5febe2 req-4d39d59b-bbae-4b9e-aadb-0b4896628202 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:19.461682 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-92898bd0-ba78-4250-8a38-bb7e5c5febe2 req-4d39d59b-bbae-4b9e-aadb-0b4896628202 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=791c9add-99a6-4d95-b36b-b451598b0279 HTTP/1.1" status: 200 len: 943 time: 0.2856140 Feb 03 14:08:19.679449 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b6b4cc0a-0ebd-4c1f-a173-d84c16ac03ec tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:19.686876 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-92898bd0-ba78-4250-8a38-bb7e5c5febe2 req-a96916a3-096a-4d2f-a6dd-960a3ed56421 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fa52986-852a-4024-a22b-07f476f73244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719790 Feb 03 14:08:19.688210 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b6b4cc0a-0ebd-4c1f-a173-d84c16ac03ec tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:19.764380 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-84c58f68-7285-4d27-bb57-ecc148f9a744 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1606553172&fields=id&tenant_id=4cbc4ee6b61f47a897e271e5a6452f6c HTTP/1.1" status: 200 len: 267 time: 0.0394487 Feb 03 14:08:19.894433 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b6b4cc0a-0ebd-4c1f-a173-d84c16ac03ec tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:19.894842 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b4cc0a-0ebd-4c1f-a173-d84c16ac03ec tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Fanout notify agent at l3_agent the message router_deleted on router 1bf6795e-26f2-4fd3-b1be-63b292042597 {{(pid=84182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:08:19.965634 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b6b4cc0a-0ebd-4c1f-a173-d84c16ac03ec tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:19.966691 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b6b4cc0a-0ebd-4c1f-a173-d84c16ac03ec tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "DELETE /v2.0/routers/1bf6795e-26f2-4fd3-b1be-63b292042597 HTTP/1.1" status: 204 len: 168 time: 2.4147100 Feb 03 14:08:19.969519 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33142) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:08:20.023747 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-79ca3c13-701f-44a3-904d-d505d2535e6b tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:20.025221 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-79ca3c13-701f-44a3-904d-d505d2535e6b tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/networks?id=2f1c1092-820d-41af-bed3-3674f069c798 HTTP/1.1" status: 200 len: 811 time: 0.2545252 Feb 03 14:08:20.042194 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-eb59f149-3048-4927-b344-9181137541f2 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/quotas/4cbc4ee6b61f47a897e271e5a6452f6c HTTP/1.1" status: 200 len: 375 time: 0.0111399 Feb 03 14:08:20.127193 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-c9fb1150-1957-4f83-93ca-466de1ffa54c tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4cbc4ee6b61f47a897e271e5a6452f6c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0781686 Feb 03 14:08:20.173616 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7a02dc2d-704e-4c89-87e9-0900f4ae6344 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:20.265650 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-63783089-de06-4438-be19-28e7a6307735 service neutron] 10.222.0.41 "GET /v2.0/networks/2f1c1092-820d-41af-bed3-3674f069c798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262803 Feb 03 14:08:20.302655 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7a02dc2d-704e-4c89-87e9-0900f4ae6344 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:20.327377 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-7a02dc2d-704e-4c89-87e9-0900f4ae6344 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b9300c7-0cb5-4eb5-8b70-acffbcb42aff']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:08:20.339224 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-7a02dc2d-704e-4c89-87e9-0900f4ae6344 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6206b9bf-f7ed-433b-83c1-a8bc5ab27c19') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:08:20.339513 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-7a02dc2d-704e-4c89-87e9-0900f4ae6344 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6206b9bf-f7ed-433b-83c1-a8bc5ab27c19') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:08:20.351199 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7a02dc2d-704e-4c89-87e9-0900f4ae6344 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:20.368020 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7a02dc2d-704e-4c89-87e9-0900f4ae6344 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:20.374087 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a02dc2d-704e-4c89-87e9-0900f4ae6344 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:08:20.374469 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7a02dc2d-704e-4c89-87e9-0900f4ae6344 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:20.394610 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 14:08:20.394610 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:08:20.394610 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 14:08:20.394610 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:08:20.394610 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 14:08:20.394610 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:08:20.394610 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 14:08:20.394610 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:08:20.394610 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 14:08:20.394610 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:08:20.394610 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 14:08:20.394610 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:08:20.394610 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 14:08:20.394610 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:08:20.394610 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:08:20.394610 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:08:20.394610 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:08:20.394610 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:08:20.394610 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 14:08:20.394610 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:08:20.394610 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 14:08:20.394610 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:08:20.394610 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:08:20.394610 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:08:20.394610 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 14:08:20.394610 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:08:20.394610 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:08:20.394610 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:08:20.394610 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:08:20.394610 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:08:20.394610 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:08:20.394610 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:08:20.399910 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-2c39b028-69cb-4f3c-ac3a-744668b5d7e6 service neutron] 10.222.0.41 "GET /v2.0/networks/2f1c1092-820d-41af-bed3-3674f069c798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285458 Feb 03 14:08:20.539530 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7a02dc2d-704e-4c89-87e9-0900f4ae6344 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:20.568678 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7a02dc2d-704e-4c89-87e9-0900f4ae6344 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:20.571993 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02dc2d-704e-4c89-87e9-0900f4ae6344 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Pushing event deleted for resources: {'Network': ['ID=7b9300c7-0cb5-4eb5-8b70-acffbcb42aff,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:20.631685 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-7a02dc2d-704e-4c89-87e9-0900f4ae6344 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "DELETE /v2.0/networks/7b9300c7-0cb5-4eb5-8b70-acffbcb42aff HTTP/1.1" status: 204 len: 168 time: 0.6606059 Feb 03 14:08:20.633927 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33152) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:08:20.709225 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c0aad636-775e-4136-b3ab-fe3220dce9c0 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:20.742182 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c0aad636-775e-4136-b3ab-fe3220dce9c0 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:20.886363 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91712c30-432b-4426-8eec-7c6d2769679a req-bd4942e7-bee3-477a-be9a-ae169b7b4796 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:20.887824 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-91712c30-432b-4426-8eec-7c6d2769679a req-bd4942e7-bee3-477a-be9a-ae169b7b4796 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=791c9add-99a6-4d95-b36b-b451598b0279 HTTP/1.1" status: 200 len: 943 time: 0.0778544 Feb 03 14:08:20.937207 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-91712c30-432b-4426-8eec-7c6d2769679a req-5b23555d-7b32-4f87-9096-3ba700f0bfd8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fa52986-852a-4024-a22b-07f476f73244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431325 Feb 03 14:08:21.002765 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c0aad636-775e-4136-b3ab-fe3220dce9c0 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:21.021940 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aad636-775e-4136-b3ab-fe3220dce9c0 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcb8363-c07f-458a-9ba8-1b96a116af64,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:21.076112 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c0aad636-775e-4136-b3ab-fe3220dce9c0 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:21.078159 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c0aad636-775e-4136-b3ab-fe3220dce9c0 tempest-TestNetworkAdvancedServerOps-591324839 tempest-TestNetworkAdvancedServerOps-591324839-project] 10.222.0.41 "DELETE /v2.0/security-groups/cfcb8363-c07f-458a-9ba8-1b96a116af64 HTTP/1.1" status: 204 len: 168 time: 0.4433401 Feb 03 14:08:21.208356 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ac14c04e-f4b7-4ab6-8fa2-7a4d769f80f5 req-92f32847-2545-45eb-8cbb-72d38065cfc6 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a991aaa-c11d-456f-bb34-aa7f511bca79 HTTP/1.1" status: 200 len: 210 time: 0.0583220 Feb 03 14:08:21.657960 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device f1ba940c-5b37-4eef-bdcd-fc66f3e01334 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:08:21.760812 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33174) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:08:21.799929 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port f1ba940c-5b37-4eef-bdcd-fc66f3e01334, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=f1ba940c-5b37-4eef-bdcd-fc66f3e01334,segment=NetworkSegment(70aa4af2-6f73-407c-a7b4-552d77c936f5),segment_id=70aa4af2-6f73-407c-a7b4-552d77c936f5)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:08:21.813333 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': 'f1ba940c-5b37-4eef-bdcd-fc66f3e01334', 'network_id': 'd7cb84db-7a3b-4cde-a0f4-4396b9da4b61', 'port_id': 'f1ba940c-5b37-4eef-bdcd-fc66f3e01334', 'mac_address': 'fa:16:3e:af:2a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6b50b53-021f-4935-b518-908ef487338e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:08:21.870373 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:21.887926 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ba940c-5b37-4eef-bdcd-fc66f3e01334 {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:08:21.904152 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port f1ba940c-5b37-4eef-bdcd-fc66f3e01334, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=f1ba940c-5b37-4eef-bdcd-fc66f3e01334,segment=NetworkSegment(70aa4af2-6f73-407c-a7b4-552d77c936f5),segment_id=70aa4af2-6f73-407c-a7b4-552d77c936f5)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:08:21.961770 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-0eeae8e5-3018-4901-ad1c-3a462276e4e6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7f2c911a406b430aabb3c67131d3265b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1997991 Feb 03 14:08:21.964229 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33180) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:08:21.974039 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:22.025681 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-15816dfe-9028-4e14-ab99-ccb2ddd75913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:22.052319 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=f1ba940c-5b37-4eef-bdcd-fc66f3e01334,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:22.060720 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-15816dfe-9028-4e14-ab99-ccb2ddd75913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:22.147626 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd9a49-03e1-42ba-965b-f5f5bfbc0f89 req-01dc1e53-4f34-4a1a-a19c-e448290a0566 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:22.149039 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-60bd9a49-03e1-42ba-965b-f5f5bfbc0f89 req-01dc1e53-4f34-4a1a-a19c-e448290a0566 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=791c9add-99a6-4d95-b36b-b451598b0279 HTTP/1.1" status: 200 len: 944 time: 0.0773168 Feb 03 14:08:22.185357 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-15816dfe-9028-4e14-ab99-ccb2ddd75913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:22.201744 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-60bd9a49-03e1-42ba-965b-f5f5bfbc0f89 req-ee4d78e0-9ab6-448a-a15f-077761a78349 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fa52986-852a-4024-a22b-07f476f73244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471222 Feb 03 14:08:22.205042 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15816dfe-9028-4e14-ab99-ccb2ddd75913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbc0b2e-a800-4913-a97e-fe9736e6c6c1,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:22.218491 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-15816dfe-9028-4e14-ab99-ccb2ddd75913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:22.218491 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-15816dfe-9028-4e14-ab99-ccb2ddd75913 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8bbc0b2e-a800-4913-a97e-fe9736e6c6c1 HTTP/1.1" status: 204 len: 168 time: 0.2504840 Feb 03 14:08:22.294771 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['f1ba940c-5b37-4eef-bdcd-fc66f3e01334'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:08:22.386973 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-df154855-a7cd-473f-8dd2-8969be8d5330 req-60f2f00a-45e7-4daa-8074-43d079a57b92 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a991aaa-c11d-456f-bb34-aa7f511bca79 HTTP/1.1" status: 200 len: 210 time: 0.0469441 Feb 03 14:08:22.878329 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33192) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:08:22.893550 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-18697f72-3f55-4a25-86e0-ff8ac1725149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:23.003477 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-18697f72-3f55-4a25-86e0-ff8ac1725149 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:08:23.016454 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-18697f72-3f55-4a25-86e0-ff8ac1725149 admin admin] Usage tracker for resource:security_group_rule and tenant:115a593a55734941a4087682431deadf is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:08:23.021227 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-18697f72-3f55-4a25-86e0-ff8ac1725149 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:08:23.034713 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-18697f72-3f55-4a25-86e0-ff8ac1725149 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:08:23.077994 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-fe061ccb-0ec9-43e5-b68c-1dbe3e132f8e tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:23.079417 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-fe061ccb-0ec9-43e5-b68c-1dbe3e132f8e tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.47 "GET /v2.0/networks?id=2f1c1092-820d-41af-bed3-3674f069c798 HTTP/1.1" status: 200 len: 811 time: 0.1702492 Feb 03 14:08:23.163391 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-34322bcf-f35b-4a82-acc9-92d4a6f4220b tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cbc4ee6b61f47a897e271e5a6452f6c HTTP/1.1" status: 200 len: 380 time: 0.0690479 Feb 03 14:08:23.167304 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-18697f72-3f55-4a25-86e0-ff8ac1725149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:23.172700 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-0d88fe92-51c1-4e6d-9abb-6f71cab5bb07 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Request body: {'port': {'device_id': '5a991aaa-c11d-456f-bb34-aa7f511bca79', 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798', 'admin_state_up': True, 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'security_groups': ['c56dbaf7-2de8-43d4-85c7-495920dcdd2a']}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:08:23.272462 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-18697f72-3f55-4a25-86e0-ff8ac1725149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:23.350549 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18697f72-3f55-4a25-86e0-ff8ac1725149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459c6d8d-e706-4974-aba8-8dd1243b94d2,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:23.368313 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-18697f72-3f55-4a25-86e0-ff8ac1725149 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=115a593a55734941a4087682431deadf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4917986 Feb 03 14:08:23.369990 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-0d88fe92-51c1-4e6d-9abb-6f71cab5bb07 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:08:23.371676 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33200) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:08:23.393650 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-0d88fe92-51c1-4e6d-9abb-6f71cab5bb07 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:08:23.446176 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7cdec56a-9c61-4eab-bf9c-a3fdd8d01a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:23.478327 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7cdec56a-9c61-4eab-bf9c-a3fdd8d01a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:23.484056 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf92efc-f6c9-4f3f-8765-40c011c12533 req-36879ac1-2229-4cd4-9f94-e8b5e3c4309f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:23.485776 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-baf92efc-f6c9-4f3f-8765-40c011c12533 req-36879ac1-2229-4cd4-9f94-e8b5e3c4309f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=791c9add-99a6-4d95-b36b-b451598b0279 HTTP/1.1" status: 200 len: 944 time: 0.1305230 Feb 03 14:08:23.494730 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-0d88fe92-51c1-4e6d-9abb-6f71cab5bb07 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Made reservation on behalf of 4cbc4ee6b61f47a897e271e5a6452f6c for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:08:23.497778 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-0d88fe92-51c1-4e6d-9abb-6f71cab5bb07 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:23.590885 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8c02b543-2105-4cec-9723-2e962eca3ee1 req-ee20aca5-4f9c-44cf-9d73-4c3250fd7647 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a991aaa-c11d-456f-bb34-aa7f511bca79 HTTP/1.1" status: 200 len: 210 time: 0.0587156 Feb 03 14:08:23.594855 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-baf92efc-f6c9-4f3f-8765-40c011c12533 req-b5d3ae72-0078-43f9-a981-e6bbe893217b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fa52986-852a-4024-a22b-07f476f73244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029718 Feb 03 14:08:23.658060 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device f1ba940c-5b37-4eef-bdcd-fc66f3e01334 up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:08:23.715553 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7cdec56a-9c61-4eab-bf9c-a3fdd8d01a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:23.719832 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317d12e2-5f2a-4226-9d29-b104c510a284 None None] New status for floating IP d094c339-ec2b-4854-810f-d3a9eb92b628: DOWN {{(pid=84184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:08:23.749029 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-0d88fe92-51c1-4e6d-9abb-6f71cab5bb07 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Allocated IP 172.20.0.3 (2f1c1092-820d-41af-bed3-3674f069c798/ac5f2d12-5c46-44f1-bb83-783314b1c271/4447ff64-d96e-48d5-9070-bfd23a060422) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:08:23.754823 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdec56a-9c61-4eab-bf9c-a3fdd8d01a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459c6d8d-e706-4974-aba8-8dd1243b94d2,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:23.802753 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning for port f1ba940c-5b37-4eef-bdcd-fc66f3e01334 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:08:23.808698 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port f1ba940c-5b37-4eef-bdcd-fc66f3e01334 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:08:23.809074 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:23.919648 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7cdec56a-9c61-4eab-bf9c-a3fdd8d01a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:23.923716 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-7cdec56a-9c61-4eab-bf9c-a3fdd8d01a82 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/459c6d8d-e706-4974-aba8-8dd1243b94d2 HTTP/1.1" status: 204 len: 168 time: 0.5511529 Feb 03 14:08:23.940712 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:23.973568 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '791c9add-99a6-4d95-b36b-b451598b0279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ba940c-5b37-4eef-bdcd-fc66f3e01334'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:08:23.986116 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port f1ba940c-5b37-4eef-bdcd-fc66f3e01334, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=f1ba940c-5b37-4eef-bdcd-fc66f3e01334,segment=NetworkSegment(70aa4af2-6f73-407c-a7b4-552d77c936f5),segment_id=70aa4af2-6f73-407c-a7b4-552d77c936f5)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:08:24.019882 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-0d88fe92-51c1-4e6d-9abb-6f71cab5bb07 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:24.040686 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '791c9add-99a6-4d95-b36b-b451598b0279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ba940c-5b37-4eef-bdcd-fc66f3e01334', 'code': 200} Feb 03 14:08:24.042823 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-0d88fe92-51c1-4e6d-9abb-6f71cab5bb07 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Transition to ACTIVE for port object 4447ff64-d96e-48d5-9070-bfd23a060422 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:08:24.054397 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:24.145214 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=f1ba940c-5b37-4eef-bdcd-fc66f3e01334,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:24.163044 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-0d88fe92-51c1-4e6d-9abb-6f71cab5bb07 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:24.284577 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88fe92-51c1-4e6d-9abb-6f71cab5bb07 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Pushing event updated for resources: {'Port': ['ID=4447ff64-d96e-48d5-9070-bfd23a060422,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:24.300090 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-0d88fe92-51c1-4e6d-9abb-6f71cab5bb07 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Network 2f1c1092-820d-41af-bed3-3674f069c798 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:08:24.300090 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-0d88fe92-51c1-4e6d-9abb-6f71cab5bb07 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:08:24.300591 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-0d88fe92-51c1-4e6d-9abb-6f71cab5bb07 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:08:24.554838 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-0d88fe92-51c1-4e6d-9abb-6f71cab5bb07 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:24.555674 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-0d88fe92-51c1-4e6d-9abb-6f71cab5bb07 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:24.596665 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c291472f-abd5-4f8e-b048-5377d134b487 req-7b462947-1f09-4c06-8ae3-3c9feb8f1abb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=791c9add-99a6-4d95-b36b-b451598b0279 HTTP/1.1" status: 200 len: 1098 time: 0.2388935 Feb 03 14:08:24.646417 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c291472f-abd5-4f8e-b048-5377d134b487 req-46a6b1c7-e036-4aa0-b184-f45421051428 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8fa52986-852a-4024-a22b-07f476f73244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436146 Feb 03 14:08:24.654011 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-7d7ae57d-fdc9-4aa2-96e6-e9a81b359557 None None] Provisioning for port 4447ff64-d96e-48d5-9070-bfd23a060422 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:08:24.661515 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-7d7ae57d-fdc9-4aa2-96e6-e9a81b359557 None None] Provisioning complete for port 4447ff64-d96e-48d5-9070-bfd23a060422 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:08:24.662184 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7d7ae57d-fdc9-4aa2-96e6-e9a81b359557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:24.706191 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-0d88fe92-51c1-4e6d-9abb-6f71cab5bb07 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5375402 Feb 03 14:08:24.729437 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device dfef7f86-c3da-4662-916a-5e538fe9ff09 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:08:24.789875 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: dfef7f86-c3da-4662-916a-5e538fe9ff09 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:08:24.790524 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device dfef7f86-c3da-4662-916a-5e538fe9ff09 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:08:24.798283 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-7d7ae57d-fdc9-4aa2-96e6-e9a81b359557 None None] Port 4447ff64-d96e-48d5-9070-bfd23a060422 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:08:24.875726 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362da1d3-213e-459c-a085-d31a898b708b req-6d6e3cd4-e9d5-4ebc-907f-30f6976b3c78 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:24.877138 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-362da1d3-213e-459c-a085-d31a898b708b req-6d6e3cd4-e9d5-4ebc-907f-30f6976b3c78 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=791c9add-99a6-4d95-b36b-b451598b0279 HTTP/1.1" status: 200 len: 945 time: 0.1386471 Feb 03 14:08:24.898784 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-931cbcd9-0e2c-49d8-829e-8ca91e96909a service neutron] Request body: {'port': {'device_id': '5a991aaa-c11d-456f-bb34-aa7f511bca79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:08:24.902778 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5bf34-dec7-4ec9-befa-fe88a3f9f939 req-0aa51892-a115-4c08-b2f1-5dc8846b93ad tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:24.904240 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c6c5bf34-dec7-4ec9-befa-fe88a3f9f939 req-0aa51892-a115-4c08-b2f1-5dc8846b93ad tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a991aaa-c11d-456f-bb34-aa7f511bca79 HTTP/1.1" status: 200 len: 931 time: 0.1152225 Feb 03 14:08:24.970978 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-362da1d3-213e-459c-a085-d31a898b708b req-5fcb7baa-5036-40c3-90b4-a5cf232bb7ee tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fa52986-852a-4024-a22b-07f476f73244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863912 Feb 03 14:08:24.982202 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c6c5bf34-dec7-4ec9-befa-fe88a3f9f939 req-9c491f4c-6663-43ef-90c1-04518227f682 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687585 Feb 03 14:08:25.043874 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-931cbcd9-0e2c-49d8-829e-8ca91e96909a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:25.322951 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6e98b1e9-b552-4044-84d5-55d79509bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:25.397864 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-931cbcd9-0e2c-49d8-829e-8ca91e96909a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4447ff64-d96e-48d5-9070-bfd23a060422 {{(pid=84181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:08:25.404694 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-931cbcd9-0e2c-49d8-829e-8ca91e96909a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:25.418675 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-931cbcd9-0e2c-49d8-829e-8ca91e96909a service neutron] Transition to ACTIVE for port object 4447ff64-d96e-48d5-9070-bfd23a060422 will not be triggered until provisioned by entity L2. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:08:25.516871 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-931cbcd9-0e2c-49d8-829e-8ca91e96909a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:25.644655 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931cbcd9-0e2c-49d8-829e-8ca91e96909a service neutron] Pushing event updated for resources: {'Port': ['ID=4447ff64-d96e-48d5-9070-bfd23a060422,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:25.765996 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-931cbcd9-0e2c-49d8-829e-8ca91e96909a service neutron] Attempting to bind port 4447ff64-d96e-48d5-9070-bfd23a060422 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:08:25.766371 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-931cbcd9-0e2c-49d8-829e-8ca91e96909a service neutron] Attempting to bind port 4447ff64-d96e-48d5-9070-bfd23a060422 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:08:25.766674 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-931cbcd9-0e2c-49d8-829e-8ca91e96909a service neutron] Attempting to bind port 4447ff64-d96e-48d5-9070-bfd23a060422 on network 2f1c1092-820d-41af-bed3-3674f069c798 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:08:25.773613 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-931cbcd9-0e2c-49d8-829e-8ca91e96909a service neutron] Port 4447ff64-d96e-48d5-9070-bfd23a060422 on network 2f1c1092-820d-41af-bed3-3674f069c798 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 14:08:25.773936 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-931cbcd9-0e2c-49d8-829e-8ca91e96909a service neutron] Attempting to bind port 4447ff64-d96e-48d5-9070-bfd23a060422 on network 2f1c1092-820d-41af-bed3-3674f069c798 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:08:25.781756 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-931cbcd9-0e2c-49d8-829e-8ca91e96909a service neutron] Checking agent: {'id': '8cce4e55-f72c-4604-b6eb-27dc2f3f162a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'started_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:08:25.782088 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-931cbcd9-0e2c-49d8-829e-8ca91e96909a service neutron] Checking segment: {'id': 'a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:08:25.782465 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-931cbcd9-0e2c-49d8-829e-8ca91e96909a service neutron] Bound using segment: {'id': 'a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798'} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:08:25.782880 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-931cbcd9-0e2c-49d8-829e-8ca91e96909a service neutron] Bound port: 4447ff64-d96e-48d5-9070-bfd23a060422, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798'}}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:08:25.783249 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-931cbcd9-0e2c-49d8-829e-8ca91e96909a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:25.868861 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-931cbcd9-0e2c-49d8-829e-8ca91e96909a service neutron] For port 4447ff64-d96e-48d5-9070-bfd23a060422, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:08:25.871746 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-931cbcd9-0e2c-49d8-829e-8ca91e96909a service neutron] For port 4447ff64-d96e-48d5-9070-bfd23a060422, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=4447ff64-d96e-48d5-9070-bfd23a060422,segment=NetworkSegment(a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce),segment_id=a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce)] {{(pid=84181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:08:25.952177 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-931cbcd9-0e2c-49d8-829e-8ca91e96909a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:26.010647 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-931cbcd9-0e2c-49d8-829e-8ca91e96909a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:26.011905 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-931cbcd9-0e2c-49d8-829e-8ca91e96909a service neutron] 10.222.0.47 "PUT /v2.0/ports/4447ff64-d96e-48d5-9070-bfd23a060422 HTTP/1.1" status: 200 len: 1093 time: 1.1174247 Feb 03 14:08:26.016366 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a991aaa-c11d-456f-bb34-aa7f511bca79', 'tag': '4447ff64-d96e-48d5-9070-bfd23a060422'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:08:26.039153 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931cbcd9-0e2c-49d8-829e-8ca91e96909a service neutron] Pushing event updated for resources: {'Port': ['ID=4447ff64-d96e-48d5-9070-bfd23a060422,revision_number=3']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:26.211561 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-4ec2dfaa-f902-44cb-b0d5-8e43cd524650 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4cbc4ee6b61f47a897e271e5a6452f6c&device_id=5a991aaa-c11d-456f-bb34-aa7f511bca79 HTTP/1.1" status: 200 len: 1096 time: 0.0981264 Feb 03 14:08:26.274135 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76f7ce-2a55-41b6-8c1c-0e4adb739899 req-f307fe56-fe7e-4991-be42-0263b2b8e6a7 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:26.275584 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ce76f7ce-2a55-41b6-8c1c-0e4adb739899 req-f307fe56-fe7e-4991-be42-0263b2b8e6a7 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a991aaa-c11d-456f-bb34-aa7f511bca79 HTTP/1.1" status: 200 len: 943 time: 0.1531117 Feb 03 14:08:26.285761 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f4c134-684e-4456-94c9-083a40b382be req-d795e9c1-9869-449a-87c2-ef1d4d7c7dcf tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:26.286542 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-19b6a7ee-bbd7-4670-9344-b9c349c9322d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4447ff64-d96e-48d5-9070-bfd23a060422 HTTP/1.1" status: 200 len: 217 time: 0.0676043 Feb 03 14:08:26.287335 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f3f4c134-684e-4456-94c9-083a40b382be req-d795e9c1-9869-449a-87c2-ef1d4d7c7dcf tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=791c9add-99a6-4d95-b36b-b451598b0279 HTTP/1.1" status: 200 len: 945 time: 0.1296763 Feb 03 14:08:26.348453 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-14bc34e6-4aae-4191-8a25-9ba4cd43aed1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:26.350166 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-14bc34e6-4aae-4191-8a25-9ba4cd43aed1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac5f2d12-5c46-44f1-bb83-783314b1c271 HTTP/1.1" status: 200 len: 850 time: 0.0584958 Feb 03 14:08:26.356754 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ce76f7ce-2a55-41b6-8c1c-0e4adb739899 req-c683ec41-85a4-4a17-87c0-4a3e1c928eb3 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684536 Feb 03 14:08:26.362116 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f3f4c134-684e-4456-94c9-083a40b382be req-428a1ba7-936b-4a0a-ba02-48fcc53cc6c0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fa52986-852a-4024-a22b-07f476f73244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607338 Feb 03 14:08:26.432449 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-cafaff20-1993-47fb-9f8c-9196d66923e7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f1c1092-820d-41af-bed3-3674f069c798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762799 Feb 03 14:08:26.438977 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a991aaa-c11d-456f-bb34-aa7f511bca79', 'tag': '4447ff64-d96e-48d5-9070-bfd23a060422', 'status': 'completed', 'code': 200} Feb 03 14:08:26.562606 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-b691e50a-e7d9-4d80-8d15-2c8ad3aef1f4 service neutron] 10.222.0.47 "GET /v2.0/networks/2f1c1092-820d-41af-bed3-3674f069c798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224771 Feb 03 14:08:26.690326 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-606feb32-9f20-4be7-809c-cf135ff5c1dd req-ffad8b40-251c-47c8-8b82-b851ad3c1ef9 service neutron] 10.222.0.47 "GET /v2.0/networks/2f1c1092-820d-41af-bed3-3674f069c798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224346 Feb 03 14:08:26.861820 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-30603791-f9c6-42e8-8daa-a402babbbb34 req-250b6681-230d-4ccc-ac38-ab4780cc3d51 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4cbc4ee6b61f47a897e271e5a6452f6c&device_id=5a991aaa-c11d-456f-bb34-aa7f511bca79 HTTP/1.1" status: 200 len: 1096 time: 0.0718472 Feb 03 14:08:27.070948 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30603791-f9c6-42e8-8daa-a402babbbb34 req-bf6df704-1f10-4064-894f-7d5ec023a29e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:27.072408 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-30603791-f9c6-42e8-8daa-a402babbbb34 req-bf6df704-1f10-4064-894f-7d5ec023a29e service neutron] 10.222.0.47 "GET /v2.0/networks?id=2f1c1092-820d-41af-bed3-3674f069c798 HTTP/1.1" status: 200 len: 911 time: 0.2046068 Feb 03 14:08:27.138142 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-30603791-f9c6-42e8-8daa-a402babbbb34 req-7e52f1d3-2db0-4420-9e44-e90ce6684330 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4447ff64-d96e-48d5-9070-bfd23a060422 HTTP/1.1" status: 200 len: 217 time: 0.0595663 Feb 03 14:08:27.201488 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30603791-f9c6-42e8-8daa-a402babbbb34 req-24e1a91d-1986-4c05-979f-15e82356227f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:27.202900 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-30603791-f9c6-42e8-8daa-a402babbbb34 req-24e1a91d-1986-4c05-979f-15e82356227f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac5f2d12-5c46-44f1-bb83-783314b1c271 HTTP/1.1" status: 200 len: 850 time: 0.0591710 Feb 03 14:08:27.274309 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-30603791-f9c6-42e8-8daa-a402babbbb34 req-0cb1155e-097b-498d-92e4-194276c1d1ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f1c1092-820d-41af-bed3-3674f069c798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658672 Feb 03 14:08:27.406823 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-30603791-f9c6-42e8-8daa-a402babbbb34 req-1192b1bd-4a7e-45ff-b998-dd3592eecb21 service neutron] 10.222.0.47 "GET /v2.0/networks/2f1c1092-820d-41af-bed3-3674f069c798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244361 Feb 03 14:08:27.448146 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5de7d247-ee23-4348-9b08-62d04cdc9421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:27.542702 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-30603791-f9c6-42e8-8daa-a402babbbb34 req-ad03034f-c4ef-4a41-891a-55b914dde40a service neutron] 10.222.0.47 "GET /v2.0/networks/2f1c1092-820d-41af-bed3-3674f069c798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293638 Feb 03 14:08:27.644359 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69141fc2-ee11-4564-9e96-b045612ed6ef req-c7503b1f-5360-4e84-ae65-4f4cdc91439e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:27.645693 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-69141fc2-ee11-4564-9e96-b045612ed6ef req-c7503b1f-5360-4e84-ae65-4f4cdc91439e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=791c9add-99a6-4d95-b36b-b451598b0279 HTTP/1.1" status: 200 len: 945 time: 0.1464238 Feb 03 14:08:27.656134 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09d45e-32d1-4de9-b9f4-c089553e53ca req-fe129f40-3efd-42fb-9c8c-6779af733299 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:27.657453 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bf09d45e-32d1-4de9-b9f4-c089553e53ca req-fe129f40-3efd-42fb-9c8c-6779af733299 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a991aaa-c11d-456f-bb34-aa7f511bca79 HTTP/1.1" status: 200 len: 943 time: 0.1058307 Feb 03 14:08:27.737232 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-69141fc2-ee11-4564-9e96-b045612ed6ef req-7c4f5096-9a08-465c-ad9b-faa86aa6eadf tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fa52986-852a-4024-a22b-07f476f73244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717320 Feb 03 14:08:27.737232 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bf09d45e-32d1-4de9-b9f4-c089553e53ca req-029a333c-c24c-47e7-8dfd-d22daa49b22b tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607879 Feb 03 14:08:27.922809 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd782e-1fee-4106-9c8c-03dda82f30a8 req-bcc45312-776b-44c7-a414-81c42cd314e7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:27.924255 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-33dd782e-1fee-4106-9c8c-03dda82f30a8 req-bcc45312-776b-44c7-a414-81c42cd314e7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=791c9add-99a6-4d95-b36b-b451598b0279 HTTP/1.1" status: 200 len: 945 time: 0.0750470 Feb 03 14:08:27.971978 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-33dd782e-1fee-4106-9c8c-03dda82f30a8 req-713707e7-acc0-409f-bba4-c327135c0681 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fa52986-852a-4024-a22b-07f476f73244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422637 Feb 03 14:08:27.999894 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 33228) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:08:28.155194 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d96de033-8eb7-48be-a0da-e2aaec43ba03 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=791c9add-99a6-4d95-b36b-b451598b0279 HTTP/1.1" status: 200 len: 1093 time: 0.1535876 Feb 03 14:08:28.157832 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 33232) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:08:28.163278 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-7e125899-8b6b-4bd1-bfef-125094fcc85f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'floatingip': {'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'port_id': 'f1ba940c-5b37-4eef-bdcd-fc66f3e01334', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:08:28.168661 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-7e125899-8b6b-4bd1-bfef-125094fcc85f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:08:28.173071 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-7e125899-8b6b-4bd1-bfef-125094fcc85f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:floatingip and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:08:28.175796 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-7e125899-8b6b-4bd1-bfef-125094fcc85f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:08:28.181348 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-7e125899-8b6b-4bd1-bfef-125094fcc85f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:08:28.253622 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7e125899-8b6b-4bd1-bfef-125094fcc85f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for floatingip, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:28.385570 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7e125899-8b6b-4bd1-bfef-125094fcc85f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:28.515472 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-7e125899-8b6b-4bd1-bfef-125094fcc85f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Allocated IP 172.26.3.250 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/1fdb80cc-2a60-4085-b93f-ddbdd2d4559c) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:08:28.658635 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7e125899-8b6b-4bd1-bfef-125094fcc85f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:28.734711 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7e125899-8b6b-4bd1-bfef-125094fcc85f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:28.803426 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e125899-8b6b-4bd1-bfef-125094fcc85f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:08:28.806365 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-7e125899-8b6b-4bd1-bfef-125094fcc85f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:08:28.808208 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:28.810201 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e125899-8b6b-4bd1-bfef-125094fcc85f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:08:28.819744 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:28.843998 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e125899-8b6b-4bd1-bfef-125094fcc85f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=1fdb80cc-2a60-4085-b93f-ddbdd2d4559c,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:29.031191 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6620a-3f34-436e-89c4-7ac597a5030f req-08735e64-1157-4d08-9812-4db20e54b11a tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:29.032550 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c0e6620a-3f34-436e-89c4-7ac597a5030f req-08735e64-1157-4d08-9812-4db20e54b11a tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a991aaa-c11d-456f-bb34-aa7f511bca79 HTTP/1.1" status: 200 len: 943 time: 0.1719551 Feb 03 14:08:29.156570 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c0e6620a-3f34-436e-89c4-7ac597a5030f req-9b6d08d3-0d3d-4929-bc87-1b7c0a39c12f tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184001 Feb 03 14:08:29.408167 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7e125899-8b6b-4bd1-bfef-125094fcc85f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:29.512832 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7e125899-8b6b-4bd1-bfef-125094fcc85f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:29.719535 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7e125899-8b6b-4bd1-bfef-125094fcc85f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:29.785083 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7e125899-8b6b-4bd1-bfef-125094fcc85f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:29.885738 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e125899-8b6b-4bd1-bfef-125094fcc85f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=1fdb80cc-2a60-4085-b93f-ddbdd2d4559c,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:29.901396 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7e125899-8b6b-4bd1-bfef-125094fcc85f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:30.162315 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:30.182091 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.l3_db [None req-7e125899-8b6b-4bd1-bfef-125094fcc85f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Floating IP e71bcb77-c12e-4583-9737-2d5a6e01250d associated. External IP: 172.26.3.250, port: f1ba940c-5b37-4eef-bdcd-fc66f3e01334. Feb 03 14:08:30.424824 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e94627-3b9f-4143-8a0d-ffeaf818ae64 req-bafc8d0a-90d2-4b46-88f6-56dac21a685a tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:30.426244 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-00e94627-3b9f-4143-8a0d-ffeaf818ae64 req-bafc8d0a-90d2-4b46-88f6-56dac21a685a tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a991aaa-c11d-456f-bb34-aa7f511bca79 HTTP/1.1" status: 200 len: 943 time: 0.1480508 Feb 03 14:08:30.537335 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-00e94627-3b9f-4143-8a0d-ffeaf818ae64 req-9fd536ef-9b2d-4f14-aca0-98afb19f84fd tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030498 Feb 03 14:08:30.668775 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e125899-8b6b-4bd1-bfef-125094fcc85f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router 21c56544-caa0-4bc6-9c20-b3add098e105 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:08:30.860322 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e125899-8b6b-4bd1-bfef-125094fcc85f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:08:30.869463 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa7bb46-a94a-4530-8e04-6e4fff63bed6 None None] Sync routers for ids ['21c56544-caa0-4bc6-9c20-b3add098e105'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:08:30.881221 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa7bb46-a94a-4530-8e04-6e4fff63bed6 None None] Routers {'21c56544-caa0-4bc6-9c20-b3add098e105'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:08:30.881823 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-1fa7bb46-a94a-4530-8e04-6e4fff63bed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:08:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['21c56544-caa0-4bc6-9c20-b3add098e105'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:08:30.951645 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7e125899-8b6b-4bd1-bfef-125094fcc85f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:31.006812 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7e125899-8b6b-4bd1-bfef-125094fcc85f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8479614 Feb 03 14:08:31.007694 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '791c9add-99a6-4d95-b36b-b451598b0279', 'tag': 'f1ba940c-5b37-4eef-bdcd-fc66f3e01334'}] {{(pid=84182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:08:31.009647 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33240) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:08:31.058910 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-1fa7bb46-a94a-4530-8e04-6e4fff63bed6 None None] Set router 21c56544-caa0-4bc6-9c20-b3add098e105 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:08:31.071534 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '791c9add-99a6-4d95-b36b-b451598b0279', 'tag': 'f1ba940c-5b37-4eef-bdcd-fc66f3e01334', 'status': 'completed', 'code': 200} Feb 03 14:08:31.176668 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c3c96f01-1a4f-4bd3-8a53-d58d0ea0e236 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/e71bcb77-c12e-4583-9737-2d5a6e01250d HTTP/1.1" status: 200 len: 991 time: 0.1657743 Feb 03 14:08:31.200659 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a3b188d3-7cab-4ae1-8e58-f4f42447d97b req-e29495d7-dcc9-49c9-bde0-5ba2d9e47886 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=791c9add-99a6-4d95-b36b-b451598b0279 HTTP/1.1" status: 200 len: 1098 time: 0.1050441 Feb 03 14:08:31.329758 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b188d3-7cab-4ae1-8e58-f4f42447d97b req-915ad07d-7d04-41c7-bb70-8258b47429d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:31.331189 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a3b188d3-7cab-4ae1-8e58-f4f42447d97b req-915ad07d-7d04-41c7-bb70-8258b47429d4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d7cb84db-7a3b-4cde-a0f4-4396b9da4b61 HTTP/1.1" status: 200 len: 895 time: 0.1245732 Feb 03 14:08:31.401959 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-1fa7bb46-a94a-4530-8e04-6e4fff63bed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'name': 'tempest-TestNetworkBasicOps-router-1394951346', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '22d916c2-152a-4c63-abb6-75ca0c85f6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:07:57Z', 'updated_at': '2022-02-03T14:08:02Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '22d916c2-152a-4c63-abb6-75ca0c85f6fb', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:07:57Z', 'updated_at': '2022-02-03T14:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'e71bcb77-c12e-4583-9737-2d5a6e01250d', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.250', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'port_id': 'f1ba940c-5b37-4eef-bdcd-fc66f3e01334', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7cb84db-7a3b-4cde-a0f4-4396b9da4b61', 'mac_address': 'fa:16:3e:af:2a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791c9add-99a6-4d95-b36b-b451598b0279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:08:29Z', 'updated_at': '2022-02-03T14:08:29Z', 'revision_number': 0, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd021bcc2-ffcc-4151-9b0f-86b73d56486f', 'name': '', 'network_id': 'd7cb84db-7a3b-4cde-a0f4-4396b9da4b61', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:2a:b3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6b50b53-021f-4935-b518-908ef487338e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:01Z', 'updated_at': '2022-02-03T14:08:09Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': 'd6b50b53-021f-4935-b518-908ef487338e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:08:31.405911 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa7bb46-a94a-4530-8e04-6e4fff63bed6 None None] Checking router: 21c56544-caa0-4bc6-9c20-b3add098e105 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:08:31.416421 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa7bb46-a94a-4530-8e04-6e4fff63bed6 None None] Routers {'21c56544-caa0-4bc6-9c20-b3add098e105'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:08:31.417018 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-1fa7bb46-a94a-4530-8e04-6e4fff63bed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:08:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['21c56544-caa0-4bc6-9c20-b3add098e105'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:08:31.432296 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a3b188d3-7cab-4ae1-8e58-f4f42447d97b req-46cbf0a4-a071-48d0-9956-4d3ea63de5a4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1ba940c-5b37-4eef-bdcd-fc66f3e01334 HTTP/1.1" status: 200 len: 999 time: 0.0949552 Feb 03 14:08:31.493820 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b188d3-7cab-4ae1-8e58-f4f42447d97b req-d373c896-5eaa-4b88-a4d4-ec6d8b75716d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:31.495284 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a3b188d3-7cab-4ae1-8e58-f4f42447d97b req-d373c896-5eaa-4b88-a4d4-ec6d8b75716d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d6b50b53-021f-4935-b518-908ef487338e HTTP/1.1" status: 200 len: 834 time: 0.0569293 Feb 03 14:08:31.567503 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a3b188d3-7cab-4ae1-8e58-f4f42447d97b req-7da69201-c981-49fd-bd99-4eea3b8317e7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d7cb84db-7a3b-4cde-a0f4-4396b9da4b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667083 Feb 03 14:08:31.594505 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-1fa7bb46-a94a-4530-8e04-6e4fff63bed6 None None] Set router 21c56544-caa0-4bc6-9c20-b3add098e105 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:08:31.705537 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a3b188d3-7cab-4ae1-8e58-f4f42447d97b req-80f17d60-e206-4b54-a6c0-684fc1c874ce service neutron] 10.222.0.47 "GET /v2.0/networks/d7cb84db-7a3b-4cde-a0f4-4396b9da4b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324899 Feb 03 14:08:31.735016 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de80607-3965-41cf-96ac-74534131bff2 req-c1c45a53-dcab-4f85-9bce-f8fca47bc4b2 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:31.736643 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7de80607-3965-41cf-96ac-74534131bff2 req-c1c45a53-dcab-4f85-9bce-f8fca47bc4b2 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a991aaa-c11d-456f-bb34-aa7f511bca79 HTTP/1.1" status: 200 len: 943 time: 0.0773137 Feb 03 14:08:31.787815 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7de80607-3965-41cf-96ac-74534131bff2 req-286ff4a6-cff6-4a65-a4cc-fa5e9668f1ab tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457239 Feb 03 14:08:31.845632 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a3b188d3-7cab-4ae1-8e58-f4f42447d97b req-0e42621b-cd75-44b5-a906-e3d05748a732 service neutron] 10.222.0.47 "GET /v2.0/networks/d7cb84db-7a3b-4cde-a0f4-4396b9da4b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340973 Feb 03 14:08:31.977769 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-1fa7bb46-a94a-4530-8e04-6e4fff63bed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'name': 'tempest-TestNetworkBasicOps-router-1394951346', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '22d916c2-152a-4c63-abb6-75ca0c85f6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:07:57Z', 'updated_at': '2022-02-03T14:08:02Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '22d916c2-152a-4c63-abb6-75ca0c85f6fb', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:07:57Z', 'updated_at': '2022-02-03T14:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'e71bcb77-c12e-4583-9737-2d5a6e01250d', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.250', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'port_id': 'f1ba940c-5b37-4eef-bdcd-fc66f3e01334', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7cb84db-7a3b-4cde-a0f4-4396b9da4b61', 'mac_address': 'fa:16:3e:af:2a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791c9add-99a6-4d95-b36b-b451598b0279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:08:29Z', 'updated_at': '2022-02-03T14:08:29Z', 'revision_number': 0, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd021bcc2-ffcc-4151-9b0f-86b73d56486f', 'name': '', 'network_id': 'd7cb84db-7a3b-4cde-a0f4-4396b9da4b61', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:2a:b3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6b50b53-021f-4935-b518-908ef487338e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:01Z', 'updated_at': '2022-02-03T14:08:09Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': 'd6b50b53-021f-4935-b518-908ef487338e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:08:31.981597 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa7bb46-a94a-4530-8e04-6e4fff63bed6 None None] The sync data for ids ['21c56544-caa0-4bc6-9c20-b3add098e105'] in dv-neutron-827016-1-hyperv is: [{'id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'name': 'tempest-TestNetworkBasicOps-router-1394951346', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '22d916c2-152a-4c63-abb6-75ca0c85f6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:07:57Z', 'updated_at': '2022-02-03T14:08:02Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '22d916c2-152a-4c63-abb6-75ca0c85f6fb', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:07:57Z', 'updated_at': '2022-02-03T14:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'e71bcb77-c12e-4583-9737-2d5a6e01250d', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.250', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'port_id': 'f1ba940c-5b37-4eef-bdcd-fc66f3e01334', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7cb84db-7a3b-4cde-a0f4-4396b9da4b61', 'mac_address': 'fa:16:3e:af:2a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791c9add-99a6-4d95-b36b-b451598b0279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:08:29Z', 'updated_at': '2022-02-03T14:08:29Z', 'revision_number': 0, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd021bcc2-ffcc-4151-9b0f-86b73d56486f', 'name': '', 'network_id': 'd7cb84db-7a3b-4cde-a0f4-4396b9da4b61', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:2a:b3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6b50b53-021f-4935-b518-908ef487338e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:01Z', 'updated_at': '2022-02-03T14:08:09Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': 'd6b50b53-021f-4935-b518-908ef487338e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:08:32.167762 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043a031d-c939-45b0-818d-d0c451b2521f None None] New status for floating IP e71bcb77-c12e-4583-9737-2d5a6e01250d: ACTIVE {{(pid=84184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:08:32.180566 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33248) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:08:32.284510 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-78cbd795-b22a-4412-b3e1-d0f2e2140213 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/e71bcb77-c12e-4583-9737-2d5a6e01250d HTTP/1.1" status: 200 len: 991 time: 0.1028073 Feb 03 14:08:32.987545 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834a39d-7e22-4228-ae6a-788bfd3694c4 req-42f006d4-efca-41dd-a8e0-9c4d951503a8 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:32.988894 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2834a39d-7e22-4228-ae6a-788bfd3694c4 req-42f006d4-efca-41dd-a8e0-9c4d951503a8 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a991aaa-c11d-456f-bb34-aa7f511bca79 HTTP/1.1" status: 200 len: 943 time: 0.0777550 Feb 03 14:08:33.033109 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2834a39d-7e22-4228-ae6a-788bfd3694c4 req-5946ff09-f98b-48a7-9029-dbc14cdd5d4e tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388341 Feb 03 14:08:33.289844 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 33254) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:08:33.394357 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3f84e879-15fa-42bb-8dbf-b650be6b9cc0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/e71bcb77-c12e-4583-9737-2d5a6e01250d HTTP/1.1" status: 200 len: 993 time: 0.1034687 Feb 03 14:08:33.720189 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 4447ff64-d96e-48d5-9070-bfd23a060422 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:08:33.851671 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 4447ff64-d96e-48d5-9070-bfd23a060422, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=4447ff64-d96e-48d5-9070-bfd23a060422,segment=NetworkSegment(a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce),segment_id=a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:08:33.865238 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': '4447ff64-d96e-48d5-9070-bfd23a060422', 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798', 'port_id': '4447ff64-d96e-48d5-9070-bfd23a060422', 'mac_address': 'fa:16:3e:be:60:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:08:33.917517 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:33.934178 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4447ff64-d96e-48d5-9070-bfd23a060422 {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:08:33.949105 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 4447ff64-d96e-48d5-9070-bfd23a060422, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=4447ff64-d96e-48d5-9070-bfd23a060422,segment=NetworkSegment(a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce),segment_id=a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:08:34.019355 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:34.087927 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=4447ff64-d96e-48d5-9070-bfd23a060422,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:34.231447 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c6953-9d85-4f57-be41-a9d3d1fab648 req-6c8cb8af-d005-4ff1-acce-733c5b11a58d tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:34.232886 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-358c6953-9d85-4f57-be41-a9d3d1fab648 req-6c8cb8af-d005-4ff1-acce-733c5b11a58d tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a991aaa-c11d-456f-bb34-aa7f511bca79 HTTP/1.1" status: 200 len: 944 time: 0.0771656 Feb 03 14:08:34.280444 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-358c6953-9d85-4f57-be41-a9d3d1fab648 req-89a8c0ed-eb15-4206-a932-da045ac9a8c6 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414870 Feb 03 14:08:34.335136 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['4447ff64-d96e-48d5-9070-bfd23a060422'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:08:35.475359 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c91b5-97d0-4cd7-84b0-a63c2cb9ff76 req-7c73ae38-f490-466d-8d11-28ee56444e69 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:35.476791 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2c3c91b5-97d0-4cd7-84b0-a63c2cb9ff76 req-7c73ae38-f490-466d-8d11-28ee56444e69 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a991aaa-c11d-456f-bb34-aa7f511bca79 HTTP/1.1" status: 200 len: 944 time: 0.0782013 Feb 03 14:08:35.521220 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2c3c91b5-97d0-4cd7-84b0-a63c2cb9ff76 req-95af291f-08d8-4d98-a71a-9c43e3d22e49 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390995 Feb 03 14:08:35.726530 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 4447ff64-d96e-48d5-9070-bfd23a060422 up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:08:35.875741 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning for port 4447ff64-d96e-48d5-9070-bfd23a060422 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:08:35.880716 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port 4447ff64-d96e-48d5-9070-bfd23a060422 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:08:35.881097 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:35.991735 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:36.017228 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a991aaa-c11d-456f-bb34-aa7f511bca79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4447ff64-d96e-48d5-9070-bfd23a060422'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:08:36.026783 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 4447ff64-d96e-48d5-9070-bfd23a060422, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=4447ff64-d96e-48d5-9070-bfd23a060422,segment=NetworkSegment(a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce),segment_id=a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:08:36.070587 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a991aaa-c11d-456f-bb34-aa7f511bca79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4447ff64-d96e-48d5-9070-bfd23a060422', 'code': 200} Feb 03 14:08:36.099731 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:36.163990 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=4447ff64-d96e-48d5-9070-bfd23a060422,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:36.558263 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f8753e66-643d-4738-b883-ff6b7f89fcfd req-15f9ab26-7ed1-4222-9e56-5da007db05fb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5a991aaa-c11d-456f-bb34-aa7f511bca79 HTTP/1.1" status: 200 len: 1098 time: 0.1622515 Feb 03 14:08:36.606146 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f8753e66-643d-4738-b883-ff6b7f89fcfd req-ddbd19d8-5afc-4f20-bbaf-f1aedabeb829 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389225 Feb 03 14:08:36.729596 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b017cc-10d0-4287-80a9-42a069b5b741 req-33be4787-a6a0-4ef4-93e6-92a5d970d738 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:36.731031 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a4b017cc-10d0-4287-80a9-42a069b5b741 req-33be4787-a6a0-4ef4-93e6-92a5d970d738 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a991aaa-c11d-456f-bb34-aa7f511bca79 HTTP/1.1" status: 200 len: 945 time: 0.0745797 Feb 03 14:08:36.776488 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a4b017cc-10d0-4287-80a9-42a069b5b741 req-a712b21c-dce8-4480-ac93-31bdd2522946 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390444 Feb 03 14:08:38.082529 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9c601-f2d2-4cdb-8950-dca3b9b74894 req-42698c2d-d91d-4242-a7c8-00ff54904d07 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:38.083939 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-49d9c601-f2d2-4cdb-8950-dca3b9b74894 req-42698c2d-d91d-4242-a7c8-00ff54904d07 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a991aaa-c11d-456f-bb34-aa7f511bca79 HTTP/1.1" status: 200 len: 945 time: 0.1823909 Feb 03 14:08:38.129489 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-49d9c601-f2d2-4cdb-8950-dca3b9b74894 req-257e8b69-19c8-4eba-a9be-806dd12b7aec tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398805 Feb 03 14:08:39.325891 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53df822-c79f-4d48-a3f1-ab754e9db6f5 req-bd556546-0954-4719-b0d2-070b5c0c6538 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:39.327358 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d53df822-c79f-4d48-a3f1-ab754e9db6f5 req-bd556546-0954-4719-b0d2-070b5c0c6538 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a991aaa-c11d-456f-bb34-aa7f511bca79 HTTP/1.1" status: 200 len: 945 time: 0.0765328 Feb 03 14:08:39.372772 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d53df822-c79f-4d48-a3f1-ab754e9db6f5 req-b5192f01-6f03-4cbb-8012-b63fe7166670 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398662 Feb 03 14:08:39.562981 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecff834-386c-4c7f-95e7-00e547f7a3d0 req-bf059092-b1cb-4f67-b118-aa815e2b1d1d tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:39.564432 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5ecff834-386c-4c7f-95e7-00e547f7a3d0 req-bf059092-b1cb-4f67-b118-aa815e2b1d1d tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a991aaa-c11d-456f-bb34-aa7f511bca79 HTTP/1.1" status: 200 len: 945 time: 0.0740321 Feb 03 14:08:39.608628 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5ecff834-386c-4c7f-95e7-00e547f7a3d0 req-8c4d0524-edf9-4dd2-b5b9-2e1fd26b142e tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388787 Feb 03 14:08:39.635787 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 33272) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:08:39.706621 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-12cef857-c875-4ebf-8c2f-0eee0cc2ce76 tempest-TestVolumeBootPattern-1498163705 tempest-TestVolumeBootPattern-1498163705-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5a991aaa-c11d-456f-bb34-aa7f511bca79 HTTP/1.1" status: 200 len: 1093 time: 0.0696449 Feb 03 14:08:39.709163 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 33276) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:08:39.714153 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-b7ccd3d4-914a-4448-a2ad-e755f60d4da4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Request body: {'floatingip': {'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'port_id': '4447ff64-d96e-48d5-9070-bfd23a060422', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:08:39.720069 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b7ccd3d4-914a-4448-a2ad-e755f60d4da4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:08:39.723856 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b7ccd3d4-914a-4448-a2ad-e755f60d4da4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Usage tracker for resource:floatingip and tenant:4cbc4ee6b61f47a897e271e5a6452f6c is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:08:39.726646 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b7ccd3d4-914a-4448-a2ad-e755f60d4da4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:08:39.732286 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b7ccd3d4-914a-4448-a2ad-e755f60d4da4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:08:39.836673 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3d4-914a-4448-a2ad-e755f60d4da4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for floatingip, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:39.969426 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3d4-914a-4448-a2ad-e755f60d4da4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:40.100730 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-b7ccd3d4-914a-4448-a2ad-e755f60d4da4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Allocated IP 172.26.3.184 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/abc8173c-ff96-4251-b457-ee568b6c5265) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:08:40.246204 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3d4-914a-4448-a2ad-e755f60d4da4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:40.328727 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3d4-914a-4448-a2ad-e755f60d4da4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:40.394462 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ccd3d4-914a-4448-a2ad-e755f60d4da4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:08:40.397310 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-b7ccd3d4-914a-4448-a2ad-e755f60d4da4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:08:40.401002 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ccd3d4-914a-4448-a2ad-e755f60d4da4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:08:40.430179 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ccd3d4-914a-4448-a2ad-e755f60d4da4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Pushing event updated for resources: {'Port': ['ID=abc8173c-ff96-4251-b457-ee568b6c5265,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:40.897917 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3d4-914a-4448-a2ad-e755f60d4da4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:41.005195 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3d4-914a-4448-a2ad-e755f60d4da4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:41.296339 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3d4-914a-4448-a2ad-e755f60d4da4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:41.362463 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3d4-914a-4448-a2ad-e755f60d4da4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:41.465074 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ccd3d4-914a-4448-a2ad-e755f60d4da4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Pushing event updated for resources: {'Port': ['ID=abc8173c-ff96-4251-b457-ee568b6c5265,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:41.480549 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3d4-914a-4448-a2ad-e755f60d4da4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:41.664519 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.l3_db [None req-b7ccd3d4-914a-4448-a2ad-e755f60d4da4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Floating IP f357fefa-2a8c-4ed8-94ef-6fb51e7bc549 associated. External IP: 172.26.3.184, port: 4447ff64-d96e-48d5-9070-bfd23a060422. Feb 03 14:08:42.042883 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ccd3d4-914a-4448-a2ad-e755f60d4da4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Router e99ef848-aa98-4722-80b7-7357374de1ac has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:08:42.238801 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ccd3d4-914a-4448-a2ad-e755f60d4da4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:08:42.248764 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb7368b-d9b4-4eda-8e9c-f86bebe62c9c None None] Sync routers for ids ['e99ef848-aa98-4722-80b7-7357374de1ac'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:08:42.260796 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb7368b-d9b4-4eda-8e9c-f86bebe62c9c None None] Routers {'e99ef848-aa98-4722-80b7-7357374de1ac'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:08:42.261471 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-7cb7368b-d9b4-4eda-8e9c-f86bebe62c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:08:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e99ef848-aa98-4722-80b7-7357374de1ac'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:08:42.311265 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3d4-914a-4448-a2ad-e755f60d4da4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:42.368466 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b7ccd3d4-914a-4448-a2ad-e755f60d4da4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6583128 Feb 03 14:08:42.369771 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a991aaa-c11d-456f-bb34-aa7f511bca79', 'tag': '4447ff64-d96e-48d5-9070-bfd23a060422'}] {{(pid=84182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:08:42.428468 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a991aaa-c11d-456f-bb34-aa7f511bca79', 'tag': '4447ff64-d96e-48d5-9070-bfd23a060422', 'status': 'completed', 'code': 200} Feb 03 14:08:42.443463 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-7cb7368b-d9b4-4eda-8e9c-f86bebe62c9c None None] Set router e99ef848-aa98-4722-80b7-7357374de1ac gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:08:42.521535 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f6c119b3-47c9-41a1-a213-446c33f5ba84 req-ff20d708-3351-431a-a800-539cc5863dc9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4cbc4ee6b61f47a897e271e5a6452f6c&device_id=5a991aaa-c11d-456f-bb34-aa7f511bca79 HTTP/1.1" status: 200 len: 1098 time: 0.0680220 Feb 03 14:08:42.651090 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c119b3-47c9-41a1-a213-446c33f5ba84 req-7c15cc57-b8cc-4621-af13-67116029db21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:42.652545 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f6c119b3-47c9-41a1-a213-446c33f5ba84 req-7c15cc57-b8cc-4621-af13-67116029db21 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2f1c1092-820d-41af-bed3-3674f069c798 HTTP/1.1" status: 200 len: 911 time: 0.1257021 Feb 03 14:08:42.755432 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f6c119b3-47c9-41a1-a213-446c33f5ba84 req-c58a8296-c6a1-4119-bcec-51bb32ceb7c6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4447ff64-d96e-48d5-9070-bfd23a060422 HTTP/1.1" status: 200 len: 999 time: 0.0964894 Feb 03 14:08:42.785817 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-7cb7368b-d9b4-4eda-8e9c-f86bebe62c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'name': 'tempest-TestVolumeBootPattern-211161176-router', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:15Z', 'updated_at': '2022-02-03T14:03:30Z', 'revision_number': 4, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'gw_port': {'id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:17Z', 'updated_at': '2022-02-03T14:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'f357fefa-2a8c-4ed8-94ef-6fb51e7bc549', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'floating_ip_address': '172.26.3.184', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'port_id': '4447ff64-d96e-48d5-9070-bfd23a060422', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798', 'mac_address': 'fa:16:3e:be:60:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a991aaa-c11d-456f-bb34-aa7f511bca79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:08:40Z', 'updated_at': '2022-02-03T14:08:40Z', 'revision_number': 0, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36c5ceab-9546-4155-a0cd-7c3d6a13d789', 'name': '', 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'mac_address': 'fa:16:3e:55:2e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:27Z', 'updated_at': '2022-02-03T14:03:43Z', 'revision_number': 5, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'subnets': [{'id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:08:42.789563 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb7368b-d9b4-4eda-8e9c-f86bebe62c9c None None] Checking router: e99ef848-aa98-4722-80b7-7357374de1ac for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:08:42.800450 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb7368b-d9b4-4eda-8e9c-f86bebe62c9c None None] Routers {'e99ef848-aa98-4722-80b7-7357374de1ac'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:08:42.801029 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-7cb7368b-d9b4-4eda-8e9c-f86bebe62c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:08:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e99ef848-aa98-4722-80b7-7357374de1ac'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:08:42.817341 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c119b3-47c9-41a1-a213-446c33f5ba84 req-79b49314-c112-4ec8-98c4-dbe525a282b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:42.818760 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f6c119b3-47c9-41a1-a213-446c33f5ba84 req-79b49314-c112-4ec8-98c4-dbe525a282b2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac5f2d12-5c46-44f1-bb83-783314b1c271 HTTP/1.1" status: 200 len: 850 time: 0.0573316 Feb 03 14:08:42.899384 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f6c119b3-47c9-41a1-a213-446c33f5ba84 req-7826fd15-a13e-434e-9eba-860f3f1cf0c2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f1c1092-820d-41af-bed3-3674f069c798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719743 Feb 03 14:08:43.011369 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-7cb7368b-d9b4-4eda-8e9c-f86bebe62c9c None None] Set router e99ef848-aa98-4722-80b7-7357374de1ac gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:08:43.028770 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f6c119b3-47c9-41a1-a213-446c33f5ba84 req-f2f1d203-cca1-41b6-b6a0-b026505d1a03 service neutron] 10.222.0.47 "GET /v2.0/networks/2f1c1092-820d-41af-bed3-3674f069c798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235123 Feb 03 14:08:43.161452 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f6c119b3-47c9-41a1-a213-446c33f5ba84 req-8b4f9460-c136-4b0b-9eba-f801068882a7 service neutron] 10.222.0.47 "GET /v2.0/networks/2f1c1092-820d-41af-bed3-3674f069c798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271033 Feb 03 14:08:43.353075 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-7cb7368b-d9b4-4eda-8e9c-f86bebe62c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'name': 'tempest-TestVolumeBootPattern-211161176-router', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:15Z', 'updated_at': '2022-02-03T14:03:30Z', 'revision_number': 4, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'gw_port': {'id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:17Z', 'updated_at': '2022-02-03T14:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'f357fefa-2a8c-4ed8-94ef-6fb51e7bc549', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'floating_ip_address': '172.26.3.184', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'port_id': '4447ff64-d96e-48d5-9070-bfd23a060422', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798', 'mac_address': 'fa:16:3e:be:60:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a991aaa-c11d-456f-bb34-aa7f511bca79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:08:40Z', 'updated_at': '2022-02-03T14:08:40Z', 'revision_number': 0, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36c5ceab-9546-4155-a0cd-7c3d6a13d789', 'name': '', 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'mac_address': 'fa:16:3e:55:2e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:27Z', 'updated_at': '2022-02-03T14:03:43Z', 'revision_number': 5, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'subnets': [{'id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:08:43.356929 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb7368b-d9b4-4eda-8e9c-f86bebe62c9c None None] The sync data for ids ['e99ef848-aa98-4722-80b7-7357374de1ac'] in dv-neutron-827016-1-hyperv is: [{'id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'name': 'tempest-TestVolumeBootPattern-211161176-router', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:15Z', 'updated_at': '2022-02-03T14:03:30Z', 'revision_number': 4, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'gw_port': {'id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:17Z', 'updated_at': '2022-02-03T14:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'f357fefa-2a8c-4ed8-94ef-6fb51e7bc549', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'floating_ip_address': '172.26.3.184', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'port_id': '4447ff64-d96e-48d5-9070-bfd23a060422', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798', 'mac_address': 'fa:16:3e:be:60:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a991aaa-c11d-456f-bb34-aa7f511bca79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:08:40Z', 'updated_at': '2022-02-03T14:08:40Z', 'revision_number': 0, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36c5ceab-9546-4155-a0cd-7c3d6a13d789', 'name': '', 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'mac_address': 'fa:16:3e:55:2e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:27Z', 'updated_at': '2022-02-03T14:03:43Z', 'revision_number': 5, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'subnets': [{'id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:08:43.554138 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0e0aed-f952-4a19-9811-fd2a24289748 None None] New status for floating IP f357fefa-2a8c-4ed8-94ef-6fb51e7bc549: ACTIVE {{(pid=84184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:08:47.373890 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:49.820924 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:08:55.339381 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2ccf43cc-f682-4401-9b2d-530d3a209c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:57.442829 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1b9acc07-da50-46d8-a866-e0265acb6423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:58.863932 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:08:58.899188 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:00.133794 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:17.368288 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:25.310713 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-802e800e-9843-4120-bd7e-b4a04de98de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:26.821026 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:09:27.458956 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c2561e7c-9494-460c-b6f4-2d342309054f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:28.807626 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:28.836091 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:30.127548 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:42.379911 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 33316) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:09:42.454747 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3d82f4f6-7bcc-4672-a384-c87cd3b10edb tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/ports?project_id=55163e99e9e54d69af7505a418f9e84b&network_id=d7cb84db-7a3b-4cde-a0f4-4396b9da4b61 HTTP/1.1" status: 200 len: 2999 time: 0.0737159 Feb 03 14:09:44.150725 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33330) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:09:44.208533 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03a3c0c-57a8-464b-9189-c3dc195242e7 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:44.209982 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d03a3c0c-57a8-464b-9189-c3dc195242e7 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=16a0e898-50c0-4b65-ae3a-069e9649bbca HTTP/1.1" status: 200 len: 814 time: 0.0587540 Feb 03 14:09:44.709486 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 33338) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:09:44.715434 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-eee8dcb2-0558-42d1-a5c7-81013f032f34 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:09:44.809490 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-eee8dcb2-0558-42d1-a5c7-81013f032f34 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for floatingip, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:45.182294 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-eee8dcb2-0558-42d1-a5c7-81013f032f34 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:45.270501 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-eee8dcb2-0558-42d1-a5c7-81013f032f34 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:45.278057 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.l3_db [None req-eee8dcb2-0558-42d1-a5c7-81013f032f34 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Floating IP e71bcb77-c12e-4583-9737-2d5a6e01250d disassociated. External IP: 172.26.3.250, port: f1ba940c-5b37-4eef-bdcd-fc66f3e01334. Feb 03 14:09:45.659424 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee8dcb2-0558-42d1-a5c7-81013f032f34 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router 21c56544-caa0-4bc6-9c20-b3add098e105 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:09:45.864189 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee8dcb2-0558-42d1-a5c7-81013f032f34 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:09:45.868919 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-eee8dcb2-0558-42d1-a5c7-81013f032f34 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:45.875407 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae74c87a-d8d0-490d-9ea8-5474a5046854 None None] Sync routers for ids ['21c56544-caa0-4bc6-9c20-b3add098e105'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:09:45.887441 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae74c87a-d8d0-490d-9ea8-5474a5046854 None None] Routers {'21c56544-caa0-4bc6-9c20-b3add098e105'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:09:45.888069 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-ae74c87a-d8d0-490d-9ea8-5474a5046854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:09:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['21c56544-caa0-4bc6-9c20-b3add098e105'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:09:45.923000 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-eee8dcb2-0558-42d1-a5c7-81013f032f34 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "PUT /v2.0/floatingips/e71bcb77-c12e-4583-9737-2d5a6e01250d HTTP/1.1" status: 200 len: 690 time: 1.2123365 Feb 03 14:09:45.923484 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '791c9add-99a6-4d95-b36b-b451598b0279', 'tag': 'f1ba940c-5b37-4eef-bdcd-fc66f3e01334'}] {{(pid=84182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:09:45.925713 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33342) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:09:45.981908 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '791c9add-99a6-4d95-b36b-b451598b0279', 'tag': 'f1ba940c-5b37-4eef-bdcd-fc66f3e01334', 'status': 'completed', 'code': 200} Feb 03 14:09:46.053061 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c166476d-1363-4ef0-bf82-793c03c0bc3c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/e71bcb77-c12e-4583-9737-2d5a6e01250d HTTP/1.1" status: 200 len: 690 time: 0.1254694 Feb 03 14:09:46.068325 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-ae74c87a-d8d0-490d-9ea8-5474a5046854 None None] Set router 21c56544-caa0-4bc6-9c20-b3add098e105 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:09:46.082989 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-701bc785-df51-4ddd-a780-6758736af0a1 req-aff1b857-6489-4b64-9d8e-edf072d34e5d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=791c9add-99a6-4d95-b36b-b451598b0279 HTTP/1.1" status: 200 len: 1098 time: 0.0784965 Feb 03 14:09:46.214228 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701bc785-df51-4ddd-a780-6758736af0a1 req-00612dcd-013c-45af-82c2-2d4408e22c60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:46.216497 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-701bc785-df51-4ddd-a780-6758736af0a1 req-00612dcd-013c-45af-82c2-2d4408e22c60 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d7cb84db-7a3b-4cde-a0f4-4396b9da4b61 HTTP/1.1" status: 200 len: 895 time: 0.1261199 Feb 03 14:09:46.289344 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-701bc785-df51-4ddd-a780-6758736af0a1 req-b247ac23-f61c-4046-88b3-75f4f9cefc55 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1ba940c-5b37-4eef-bdcd-fc66f3e01334 HTTP/1.1" status: 200 len: 217 time: 0.0669138 Feb 03 14:09:46.351158 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701bc785-df51-4ddd-a780-6758736af0a1 req-162cff25-7423-4069-90e3-19f12c62599a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:46.352577 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-701bc785-df51-4ddd-a780-6758736af0a1 req-162cff25-7423-4069-90e3-19f12c62599a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d6b50b53-021f-4935-b518-908ef487338e HTTP/1.1" status: 200 len: 834 time: 0.0579486 Feb 03 14:09:46.388523 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-ae74c87a-d8d0-490d-9ea8-5474a5046854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'name': 'tempest-TestNetworkBasicOps-router-1394951346', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '22d916c2-152a-4c63-abb6-75ca0c85f6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:07:57Z', 'updated_at': '2022-02-03T14:08:02Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '22d916c2-152a-4c63-abb6-75ca0c85f6fb', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:07:57Z', 'updated_at': '2022-02-03T14:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'd021bcc2-ffcc-4151-9b0f-86b73d56486f', 'name': '', 'network_id': 'd7cb84db-7a3b-4cde-a0f4-4396b9da4b61', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:2a:b3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6b50b53-021f-4935-b518-908ef487338e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:01Z', 'updated_at': '2022-02-03T14:08:09Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': 'd6b50b53-021f-4935-b518-908ef487338e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:09:46.393122 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae74c87a-d8d0-490d-9ea8-5474a5046854 None None] Checking router: 21c56544-caa0-4bc6-9c20-b3add098e105 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:09:46.403852 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae74c87a-d8d0-490d-9ea8-5474a5046854 None None] Routers {'21c56544-caa0-4bc6-9c20-b3add098e105'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:09:46.404503 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-ae74c87a-d8d0-490d-9ea8-5474a5046854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:09:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['21c56544-caa0-4bc6-9c20-b3add098e105'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:09:46.435165 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-701bc785-df51-4ddd-a780-6758736af0a1 req-aa71b938-a7ae-48ea-9a5f-3769b78a0157 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d7cb84db-7a3b-4cde-a0f4-4396b9da4b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761497 Feb 03 14:09:46.572211 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-701bc785-df51-4ddd-a780-6758736af0a1 req-c138f2d3-a34a-496f-bf76-30539b28bc04 service neutron] 10.222.0.47 "GET /v2.0/networks/d7cb84db-7a3b-4cde-a0f4-4396b9da4b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306849 Feb 03 14:09:46.626407 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-ae74c87a-d8d0-490d-9ea8-5474a5046854 None None] Set router 21c56544-caa0-4bc6-9c20-b3add098e105 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:09:46.800265 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-701bc785-df51-4ddd-a780-6758736af0a1 req-ddcef2c7-de3a-4595-a14b-322b94bcc1fd service neutron] 10.222.0.47 "GET /v2.0/networks/d7cb84db-7a3b-4cde-a0f4-4396b9da4b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219481 Feb 03 14:09:46.941709 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-ae74c87a-d8d0-490d-9ea8-5474a5046854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'name': 'tempest-TestNetworkBasicOps-router-1394951346', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '22d916c2-152a-4c63-abb6-75ca0c85f6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:07:57Z', 'updated_at': '2022-02-03T14:08:02Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '22d916c2-152a-4c63-abb6-75ca0c85f6fb', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:07:57Z', 'updated_at': '2022-02-03T14:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'd021bcc2-ffcc-4151-9b0f-86b73d56486f', 'name': '', 'network_id': 'd7cb84db-7a3b-4cde-a0f4-4396b9da4b61', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:2a:b3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6b50b53-021f-4935-b518-908ef487338e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:01Z', 'updated_at': '2022-02-03T14:08:09Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': 'd6b50b53-021f-4935-b518-908ef487338e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:09:46.945588 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae74c87a-d8d0-490d-9ea8-5474a5046854 None None] The sync data for ids ['21c56544-caa0-4bc6-9c20-b3add098e105'] in dv-neutron-827016-1-hyperv is: [{'id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'name': 'tempest-TestNetworkBasicOps-router-1394951346', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '22d916c2-152a-4c63-abb6-75ca0c85f6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:07:57Z', 'updated_at': '2022-02-03T14:08:02Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '22d916c2-152a-4c63-abb6-75ca0c85f6fb', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:07:57Z', 'updated_at': '2022-02-03T14:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'd021bcc2-ffcc-4151-9b0f-86b73d56486f', 'name': '', 'network_id': 'd7cb84db-7a3b-4cde-a0f4-4396b9da4b61', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:2a:b3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6b50b53-021f-4935-b518-908ef487338e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:01Z', 'updated_at': '2022-02-03T14:08:09Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': 'd6b50b53-021f-4935-b518-908ef487338e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:09:47.057935 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33348) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:09:47.143677 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-1a6fe197-01c4-411e-b508-6cf70786ee9c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/e71bcb77-c12e-4583-9737-2d5a6e01250d HTTP/1.1" status: 200 len: 690 time: 0.0845668 Feb 03 14:09:47.165736 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83617cfe-ed33-461f-b13f-4d7fb2d1c166 None None] New status for floating IP e71bcb77-c12e-4583-9737-2d5a6e01250d: DOWN {{(pid=84184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:09:47.374206 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:48.147142 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33352) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:09:48.226285 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f1d086f8-4ddc-4d76-9df4-90f009425049 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/e71bcb77-c12e-4583-9737-2d5a6e01250d HTTP/1.1" status: 200 len: 688 time: 0.0778027 Feb 03 14:09:49.542166 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33360) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:09:49.550502 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-18a2cd94-68c7-4702-a561-ddb01f7781ec tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-126940999', 'description': 'tempest-secgroup-smoke-126940999 description', 'project_id': '55163e99e9e54d69af7505a418f9e84b'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:09:49.554460 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-18a2cd94-68c7-4702-a561-ddb01f7781ec tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:09:49.564611 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-18a2cd94-68c7-4702-a561-ddb01f7781ec tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:09:49.641514 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-18a2cd94-68c7-4702-a561-ddb01f7781ec tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:49.679575 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-18a2cd94-68c7-4702-a561-ddb01f7781ec tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:09:49.683311 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-18a2cd94-68c7-4702-a561-ddb01f7781ec tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:09:49.687041 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-18a2cd94-68c7-4702-a561-ddb01f7781ec tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:09:49.693265 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-18a2cd94-68c7-4702-a561-ddb01f7781ec tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:09:49.746380 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-18a2cd94-68c7-4702-a561-ddb01f7781ec tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:49.852901 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-18a2cd94-68c7-4702-a561-ddb01f7781ec tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:49.894398 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a2cd94-68c7-4702-a561-ddb01f7781ec tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e012dd59-6064-409e-b033-e271525cb4cc,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:49.905812 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a2cd94-68c7-4702-a561-ddb01f7781ec tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:49.906152 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a2cd94-68c7-4702-a561-ddb01f7781ec tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:49.909664 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a2cd94-68c7-4702-a561-ddb01f7781ec tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:49.909664 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a2cd94-68c7-4702-a561-ddb01f7781ec tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:49.909664 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a2cd94-68c7-4702-a561-ddb01f7781ec tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:49.909664 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a2cd94-68c7-4702-a561-ddb01f7781ec tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:49.909664 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a2cd94-68c7-4702-a561-ddb01f7781ec tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:49.909664 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a2cd94-68c7-4702-a561-ddb01f7781ec tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:49.909664 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a2cd94-68c7-4702-a561-ddb01f7781ec tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:49.909664 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a2cd94-68c7-4702-a561-ddb01f7781ec tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:49.909664 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a2cd94-68c7-4702-a561-ddb01f7781ec tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:49.955891 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-18a2cd94-68c7-4702-a561-ddb01f7781ec tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:49.958148 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-18a2cd94-68c7-4702-a561-ddb01f7781ec tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4149418 Feb 03 14:09:49.959936 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33364) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:09:49.965497 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-b9b31498-d4d4-4e33-b414-ee2e56cc3305 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': 'e012dd59-6064-409e-b033-e271525cb4cc', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:09:49.971858 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-b9b31498-d4d4-4e33-b414-ee2e56cc3305 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:09:49.975704 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-b9b31498-d4d4-4e33-b414-ee2e56cc3305 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:09:49.978640 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-b9b31498-d4d4-4e33-b414-ee2e56cc3305 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:09:49.985191 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-b9b31498-d4d4-4e33-b414-ee2e56cc3305 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:09:50.054015 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b9b31498-d4d4-4e33-b414-ee2e56cc3305 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:50.115303 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b9b31498-d4d4-4e33-b414-ee2e56cc3305 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:50.173393 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b9b31498-d4d4-4e33-b414-ee2e56cc3305 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:50.196048 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b31498-d4d4-4e33-b414-ee2e56cc3305 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfd96c1e-824c-4775-baea-44bdbf724236,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:50.265101 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b9b31498-d4d4-4e33-b414-ee2e56cc3305 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:50.266323 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b9b31498-d4d4-4e33-b414-ee2e56cc3305 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3054690 Feb 03 14:09:50.269287 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33368) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:09:50.274775 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-e8125d74-3669-4458-bf85-265f177c67a3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': 'e012dd59-6064-409e-b033-e271525cb4cc', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:09:50.281269 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e8125d74-3669-4458-bf85-265f177c67a3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:09:50.284977 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e8125d74-3669-4458-bf85-265f177c67a3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:09:50.287792 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e8125d74-3669-4458-bf85-265f177c67a3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:09:50.293365 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e8125d74-3669-4458-bf85-265f177c67a3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:09:50.374124 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e8125d74-3669-4458-bf85-265f177c67a3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:50.437771 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e8125d74-3669-4458-bf85-265f177c67a3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:50.516340 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e8125d74-3669-4458-bf85-265f177c67a3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:50.543223 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8125d74-3669-4458-bf85-265f177c67a3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc91e8c2-5738-4ab3-a37a-9beeb42d9efb,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:50.613082 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e8125d74-3669-4458-bf85-265f177c67a3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:50.614260 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e8125d74-3669-4458-bf85-265f177c67a3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3440795 Feb 03 14:09:50.617070 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33372) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:09:50.622361 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-36578ab9-bf46-4bde-9bba-aee459aacb51 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': 'e012dd59-6064-409e-b033-e271525cb4cc', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:09:50.629092 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-36578ab9-bf46-4bde-9bba-aee459aacb51 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:09:50.632789 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-36578ab9-bf46-4bde-9bba-aee459aacb51 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:09:50.638412 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-36578ab9-bf46-4bde-9bba-aee459aacb51 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:09:50.641805 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-36578ab9-bf46-4bde-9bba-aee459aacb51 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:09:50.705318 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-36578ab9-bf46-4bde-9bba-aee459aacb51 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:50.767980 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-36578ab9-bf46-4bde-9bba-aee459aacb51 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:50.846574 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-36578ab9-bf46-4bde-9bba-aee459aacb51 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:50.870427 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36578ab9-bf46-4bde-9bba-aee459aacb51 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f06e4943-15b7-4b06-be77-88dc264b7ed7,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:51.024554 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-36578ab9-bf46-4bde-9bba-aee459aacb51 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:51.025744 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-36578ab9-bf46-4bde-9bba-aee459aacb51 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4077792 Feb 03 14:09:51.031638 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33376) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:09:51.037069 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-a1075c8f-1d41-49b0-9131-a0d4b818a5d0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': 'e012dd59-6064-409e-b033-e271525cb4cc', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:09:51.042905 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-a1075c8f-1d41-49b0-9131-a0d4b818a5d0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:09:51.046649 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-a1075c8f-1d41-49b0-9131-a0d4b818a5d0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:09:51.049514 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-a1075c8f-1d41-49b0-9131-a0d4b818a5d0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:09:51.058149 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-a1075c8f-1d41-49b0-9131-a0d4b818a5d0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:09:51.150489 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a1075c8f-1d41-49b0-9131-a0d4b818a5d0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:51.212155 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a1075c8f-1d41-49b0-9131-a0d4b818a5d0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:51.316393 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a1075c8f-1d41-49b0-9131-a0d4b818a5d0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:51.343089 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1075c8f-1d41-49b0-9131-a0d4b818a5d0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=033b2563-b5d8-4a5c-a858-443fac1f2877,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:51.441691 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a1075c8f-1d41-49b0-9131-a0d4b818a5d0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:51.445743 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-a1075c8f-1d41-49b0-9131-a0d4b818a5d0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4103470 Feb 03 14:09:51.447778 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33380) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:09:51.453680 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-dd304210-6ca5-49bb-b87f-b48a3337a810 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': 'e012dd59-6064-409e-b033-e271525cb4cc', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:09:51.459673 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-dd304210-6ca5-49bb-b87f-b48a3337a810 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:09:51.464375 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-dd304210-6ca5-49bb-b87f-b48a3337a810 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:09:51.466898 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-dd304210-6ca5-49bb-b87f-b48a3337a810 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:09:51.472458 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-dd304210-6ca5-49bb-b87f-b48a3337a810 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:09:51.562203 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.securitygroups_db [None req-dd304210-6ca5-49bb-b87f-b48a3337a810 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Project 55163e99e9e54d69af7505a418f9e84b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:09:51.568773 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-dd304210-6ca5-49bb-b87f-b48a3337a810 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:51.632354 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-dd304210-6ca5-49bb-b87f-b48a3337a810 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:51.709848 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-dd304210-6ca5-49bb-b87f-b48a3337a810 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:51.734579 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd304210-6ca5-49bb-b87f-b48a3337a810 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=339e5334-f680-4806-bc86-53b1ccaff07a,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:51.807741 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-dd304210-6ca5-49bb-b87f-b48a3337a810 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:51.808664 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-dd304210-6ca5-49bb-b87f-b48a3337a810 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3599963 Feb 03 14:09:51.811937 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33384) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:09:51.817214 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-335af2fe-603d-4c08-842b-569ceb95e29f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': 'e012dd59-6064-409e-b033-e271525cb4cc', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:09:51.823273 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-335af2fe-603d-4c08-842b-569ceb95e29f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:09:51.826889 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-335af2fe-603d-4c08-842b-569ceb95e29f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:09:51.829862 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-335af2fe-603d-4c08-842b-569ceb95e29f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:09:51.835687 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-335af2fe-603d-4c08-842b-569ceb95e29f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:09:51.932597 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.securitygroups_db [None req-335af2fe-603d-4c08-842b-569ceb95e29f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Project 55163e99e9e54d69af7505a418f9e84b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:09:51.939763 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-335af2fe-603d-4c08-842b-569ceb95e29f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:52.004722 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-335af2fe-603d-4c08-842b-569ceb95e29f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:52.075909 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-335af2fe-603d-4c08-842b-569ceb95e29f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:52.102192 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335af2fe-603d-4c08-842b-569ceb95e29f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ba1cfb4-b3e4-4635-ab91-337881d20f21,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:52.161804 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-335af2fe-603d-4c08-842b-569ceb95e29f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:52.163086 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-335af2fe-603d-4c08-842b-569ceb95e29f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3502402 Feb 03 14:09:52.393651 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-24309770-b202-44bb-b920-7232208eb018 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-126940999&fields=id&tenant_id=55163e99e9e54d69af7505a418f9e84b HTTP/1.1" status: 200 len: 267 time: 0.0410576 Feb 03 14:09:52.551758 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-cb8896b8-540e-44d8-b891-8bfd6c38fcec tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:52.553145 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-cb8896b8-540e-44d8-b891-8bfd6c38fcec tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/networks?id=d7cb84db-7a3b-4cde-a0f4-4396b9da4b61 HTTP/1.1" status: 200 len: 795 time: 0.1528034 Feb 03 14:09:52.569578 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-f6f7f574-6934-4c93-bd47-c81276812c01 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/quotas/55163e99e9e54d69af7505a418f9e84b HTTP/1.1" status: 200 len: 375 time: 0.0110486 Feb 03 14:09:52.656063 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-0ba192be-5a4e-4bd0-ac1c-6bb2a0736b25 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0814159 Feb 03 14:09:52.912259 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-21f4e7ab-d638-4627-b4d7-1f84c3624608 service neutron] 10.222.0.41 "GET /v2.0/networks/d7cb84db-7a3b-4cde-a0f4-4396b9da4b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449913 Feb 03 14:09:53.043272 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-496f4c3e-cd6c-4c6f-9a0d-9ac4ffb8d7aa service neutron] 10.222.0.41 "GET /v2.0/networks/d7cb84db-7a3b-4cde-a0f4-4396b9da4b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252007 Feb 03 14:09:53.296052 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a9fd8bed-3921-4ee1-b0e1-c6d1b2804c57 req-533fbb86-8abe-4b02-914a-b4e89c87ae39 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=a720effb-de42-491a-bcd3-f7d19745b641 HTTP/1.1" status: 200 len: 210 time: 0.0418496 Feb 03 14:09:54.458262 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9a253fc2-a91c-42f4-91c0-f6bc57e6b108 req-7dfc78fe-d4d5-48fb-9b05-4fb9c0072a28 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=a720effb-de42-491a-bcd3-f7d19745b641 HTTP/1.1" status: 200 len: 210 time: 0.0412159 Feb 03 14:09:55.346789 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-64c32dd3-c9b4-42c7-b895-ed98500d15cb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:55.348259 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-64c32dd3-c9b4-42c7-b895-ed98500d15cb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "GET /v2.0/networks?id=d7cb84db-7a3b-4cde-a0f4-4396b9da4b61 HTTP/1.1" status: 200 len: 795 time: 0.1461234 Feb 03 14:09:55.406419 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-8d15416d-79ee-41ee-aa6f-ee65d02f1581 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:security_group {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:09:55.411019 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-aade2605-d033-4c8c-a49f-96c0c8c0bdf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:55.539198 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-8d15416d-79ee-41ee-aa6f-ee65d02f1581 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:security_group {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:09:55.540808 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-8d15416d-79ee-41ee-aa6f-ee65d02f1581 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55163e99e9e54d69af7505a418f9e84b HTTP/1.1" status: 200 len: 471 time: 0.1803374 Feb 03 14:09:55.550000 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-0ec00c31-6a57-4ea7-be96-1ec3f656ed0c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'port': {'device_id': 'a720effb-de42-491a-bcd3-f7d19745b641', 'network_id': 'd7cb84db-7a3b-4cde-a0f4-4396b9da4b61', 'admin_state_up': True, 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'security_groups': ['e012dd59-6064-409e-b033-e271525cb4cc']}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:09:55.695738 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-0ec00c31-6a57-4ea7-be96-1ec3f656ed0c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:09:55.699773 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-0ec00c31-6a57-4ea7-be96-1ec3f656ed0c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:port and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:09:55.703145 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-0ec00c31-6a57-4ea7-be96-1ec3f656ed0c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:09:55.709011 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-0ec00c31-6a57-4ea7-be96-1ec3f656ed0c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:09:55.773953 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7430ce4c-7255-4166-b726-905586ee541b req-11aa1843-fc12-4e11-8436-4b1b7cfa4a3e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=a720effb-de42-491a-bcd3-f7d19745b641 HTTP/1.1" status: 200 len: 210 time: 0.0437269 Feb 03 14:09:55.807087 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-0ec00c31-6a57-4ea7-be96-1ec3f656ed0c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Made reservation on behalf of 55163e99e9e54d69af7505a418f9e84b for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:09:55.810213 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-0ec00c31-6a57-4ea7-be96-1ec3f656ed0c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:55.966204 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-0ec00c31-6a57-4ea7-be96-1ec3f656ed0c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Allocated IP 172.20.0.11 (d7cb84db-7a3b-4cde-a0f4-4396b9da4b61/d6b50b53-021f-4935-b518-908ef487338e/a705377e-f555-41e2-87b2-623ec63b46bb) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:09:56.155175 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-0ec00c31-6a57-4ea7-be96-1ec3f656ed0c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:56.170669 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-0ec00c31-6a57-4ea7-be96-1ec3f656ed0c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Transition to ACTIVE for port object a705377e-f555-41e2-87b2-623ec63b46bb will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:09:56.248340 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-0ec00c31-6a57-4ea7-be96-1ec3f656ed0c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:56.315717 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-0ec00c31-6a57-4ea7-be96-1ec3f656ed0c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network d7cb84db-7a3b-4cde-a0f4-4396b9da4b61 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:09:56.318685 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-0ec00c31-6a57-4ea7-be96-1ec3f656ed0c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:09:56.322698 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-0ec00c31-6a57-4ea7-be96-1ec3f656ed0c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:09:56.353462 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec00c31-6a57-4ea7-be96-1ec3f656ed0c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=a705377e-f555-41e2-87b2-623ec63b46bb,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:56.389387 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-0ec00c31-6a57-4ea7-be96-1ec3f656ed0c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:56.390315 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-0ec00c31-6a57-4ea7-be96-1ec3f656ed0c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:56.511547 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-0ec00c31-6a57-4ea7-be96-1ec3f656ed0c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9656684 Feb 03 14:09:56.522346 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-20777937-0eba-4ac2-ab24-d36e0a1c3a6b service neutron] Request body: {'port': {'device_id': 'a720effb-de42-491a-bcd3-f7d19745b641', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:09:56.630999 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-20777937-0eba-4ac2-ab24-d36e0a1c3a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:56.675535 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-e8e745b3-4365-420e-8183-63c49a570b6b None None] Provisioning for port a705377e-f555-41e2-87b2-623ec63b46bb completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:09:56.680491 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-e8e745b3-4365-420e-8183-63c49a570b6b None None] Provisioning complete for port a705377e-f555-41e2-87b2-623ec63b46bb triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:09:56.680888 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e8e745b3-4365-420e-8183-63c49a570b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:56.733396 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-e8e745b3-4365-420e-8183-63c49a570b6b None None] Port a705377e-f555-41e2-87b2-623ec63b46bb cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:09:56.971175 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-20777937-0eba-4ac2-ab24-d36e0a1c3a6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a705377e-f555-41e2-87b2-623ec63b46bb {{(pid=84181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:09:56.973658 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a3447-c02f-40e7-9da2-8b62c048e163 req-f58c303b-390c-4785-9851-4abe20583949 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:56.976779 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-250a3447-c02f-40e7-9da2-8b62c048e163 req-f58c303b-390c-4785-9851-4abe20583949 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=a720effb-de42-491a-bcd3-f7d19745b641 HTTP/1.1" status: 200 len: 932 time: 0.0771127 Feb 03 14:09:56.978248 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-20777937-0eba-4ac2-ab24-d36e0a1c3a6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:56.993425 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-20777937-0eba-4ac2-ab24-d36e0a1c3a6b service neutron] Transition to ACTIVE for port object a705377e-f555-41e2-87b2-623ec63b46bb will not be triggered until provisioned by entity L2. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:09:57.020430 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-250a3447-c02f-40e7-9da2-8b62c048e163 req-945bf52a-54ad-469e-8706-4021de7951ce tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=e012dd59-6064-409e-b033-e271525cb4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397949 Feb 03 14:09:57.075714 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-20777937-0eba-4ac2-ab24-d36e0a1c3a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:57.297839 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20777937-0eba-4ac2-ab24-d36e0a1c3a6b service neutron] Pushing event updated for resources: {'Port': ['ID=a705377e-f555-41e2-87b2-623ec63b46bb,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:57.403244 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-20777937-0eba-4ac2-ab24-d36e0a1c3a6b service neutron] Attempting to bind port a705377e-f555-41e2-87b2-623ec63b46bb on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:09:57.403829 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-20777937-0eba-4ac2-ab24-d36e0a1c3a6b service neutron] Attempting to bind port a705377e-f555-41e2-87b2-623ec63b46bb by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '70aa4af2-6f73-407c-a7b4-552d77c936f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd7cb84db-7a3b-4cde-a0f4-4396b9da4b61'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:09:57.408134 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-20777937-0eba-4ac2-ab24-d36e0a1c3a6b service neutron] Attempting to bind port a705377e-f555-41e2-87b2-623ec63b46bb on network d7cb84db-7a3b-4cde-a0f4-4396b9da4b61 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:09:57.410189 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-20777937-0eba-4ac2-ab24-d36e0a1c3a6b service neutron] Port a705377e-f555-41e2-87b2-623ec63b46bb on network d7cb84db-7a3b-4cde-a0f4-4396b9da4b61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 14:09:57.410504 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-20777937-0eba-4ac2-ab24-d36e0a1c3a6b service neutron] Attempting to bind port a705377e-f555-41e2-87b2-623ec63b46bb on network d7cb84db-7a3b-4cde-a0f4-4396b9da4b61 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:09:57.416668 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-20777937-0eba-4ac2-ab24-d36e0a1c3a6b service neutron] Checking agent: {'id': '8cce4e55-f72c-4604-b6eb-27dc2f3f162a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'started_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:09:57.417002 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-20777937-0eba-4ac2-ab24-d36e0a1c3a6b service neutron] Checking segment: {'id': '70aa4af2-6f73-407c-a7b4-552d77c936f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd7cb84db-7a3b-4cde-a0f4-4396b9da4b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:09:57.417377 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-20777937-0eba-4ac2-ab24-d36e0a1c3a6b service neutron] Bound using segment: {'id': '70aa4af2-6f73-407c-a7b4-552d77c936f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd7cb84db-7a3b-4cde-a0f4-4396b9da4b61'} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:09:57.417787 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-20777937-0eba-4ac2-ab24-d36e0a1c3a6b service neutron] Bound port: a705377e-f555-41e2-87b2-623ec63b46bb, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70aa4af2-6f73-407c-a7b4-552d77c936f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd7cb84db-7a3b-4cde-a0f4-4396b9da4b61'}}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:09:57.418125 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-20777937-0eba-4ac2-ab24-d36e0a1c3a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:57.458687 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-54631a90-ef87-4706-9454-bb3cf81caad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:57.508281 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-20777937-0eba-4ac2-ab24-d36e0a1c3a6b service neutron] For port a705377e-f555-41e2-87b2-623ec63b46bb, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:09:57.511309 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-20777937-0eba-4ac2-ab24-d36e0a1c3a6b service neutron] For port a705377e-f555-41e2-87b2-623ec63b46bb, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=a705377e-f555-41e2-87b2-623ec63b46bb,segment=NetworkSegment(70aa4af2-6f73-407c-a7b4-552d77c936f5),segment_id=70aa4af2-6f73-407c-a7b4-552d77c936f5)] {{(pid=84181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:09:57.602141 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-20777937-0eba-4ac2-ab24-d36e0a1c3a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:57.664200 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-20777937-0eba-4ac2-ab24-d36e0a1c3a6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:57.665549 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-20777937-0eba-4ac2-ab24-d36e0a1c3a6b service neutron] 10.222.0.47 "PUT /v2.0/ports/a705377e-f555-41e2-87b2-623ec63b46bb HTTP/1.1" status: 200 len: 1094 time: 1.1474624 Feb 03 14:09:57.665982 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a720effb-de42-491a-bcd3-f7d19745b641', 'tag': 'a705377e-f555-41e2-87b2-623ec63b46bb'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:09:57.684999 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20777937-0eba-4ac2-ab24-d36e0a1c3a6b service neutron] Pushing event updated for resources: {'Port': ['ID=a705377e-f555-41e2-87b2-623ec63b46bb,revision_number=3']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:57.731739 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a720effb-de42-491a-bcd3-f7d19745b641', 'tag': 'a705377e-f555-41e2-87b2-623ec63b46bb', 'status': 'completed', 'code': 200} Feb 03 14:09:57.823600 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-175f75d2-6061-40ae-862b-4b1527a5c24f req-5dd84e2f-53d1-4985-b5c1-bbd12729696e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=a720effb-de42-491a-bcd3-f7d19745b641 HTTP/1.1" status: 200 len: 1097 time: 0.0746205 Feb 03 14:09:57.962467 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f75d2-6061-40ae-862b-4b1527a5c24f req-ab92f324-aba6-4e89-b943-c0fc72fc8ea6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:57.963938 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-175f75d2-6061-40ae-862b-4b1527a5c24f req-ab92f324-aba6-4e89-b943-c0fc72fc8ea6 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=55163e99e9e54d69af7505a418f9e84b&shared=False HTTP/1.1" status: 200 len: 895 time: 0.1340709 Feb 03 14:09:58.101393 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f75d2-6061-40ae-862b-4b1527a5c24f req-f94beffc-5120-4106-a7ad-cb926bf90499 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:58.102848 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-175f75d2-6061-40ae-862b-4b1527a5c24f req-f94beffc-5120-4106-a7ad-cb926bf90499 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1331716 Feb 03 14:09:58.207265 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-fe6c32ee-0d1f-46f2-8108-78ccc4db4cc9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=a720effb-de42-491a-bcd3-f7d19745b641 HTTP/1.1" status: 200 len: 1097 time: 0.0694425 Feb 03 14:09:58.222063 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96dde0-f63d-40ff-87a9-55f2f05648ea req-11f67811-f531-4c22-8b85-c2e10e098cc1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:58.223461 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0b96dde0-f63d-40ff-87a9-55f2f05648ea req-11f67811-f531-4c22-8b85-c2e10e098cc1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=a720effb-de42-491a-bcd3-f7d19745b641 HTTP/1.1" status: 200 len: 944 time: 0.0789723 Feb 03 14:09:58.281005 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-e03d6874-151a-4d0b-a5a1-c998ab81b2fa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a705377e-f555-41e2-87b2-623ec63b46bb HTTP/1.1" status: 200 len: 217 time: 0.0676007 Feb 03 14:09:58.343942 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-4b4a5938-656b-498e-99bb-ef986c5657c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:58.345460 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-4b4a5938-656b-498e-99bb-ef986c5657c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d6b50b53-021f-4935-b518-908ef487338e HTTP/1.1" status: 200 len: 834 time: 0.0593979 Feb 03 14:09:58.372189 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0b96dde0-f63d-40ff-87a9-55f2f05648ea req-cac2ac21-d30f-489a-9c9a-3873d37500ce tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=e012dd59-6064-409e-b033-e271525cb4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428106 Feb 03 14:09:58.424799 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-406317dd-9d59-4264-b318-3b6cbee156bd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d7cb84db-7a3b-4cde-a0f4-4396b9da4b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732071 Feb 03 14:09:58.556779 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-70791a8c-6694-42dd-a383-2b2317e7be37 service neutron] 10.222.0.47 "GET /v2.0/networks/d7cb84db-7a3b-4cde-a0f4-4396b9da4b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249449 Feb 03 14:09:58.701657 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8c88f84a-43ab-43ae-947a-b0fa3eb30244 req-6a98d646-d728-4bac-824f-5c4df4b7f425 service neutron] 10.222.0.47 "GET /v2.0/networks/d7cb84db-7a3b-4cde-a0f4-4396b9da4b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400266 Feb 03 14:09:58.818468 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:58.820041 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:09:59.567511 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0589e69-59f5-4289-b3c7-e7d9dad85b90 req-711cbf6d-8063-4db7-b3b8-ca5a659f67de tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:59.568932 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e0589e69-59f5-4289-b3c7-e7d9dad85b90 req-711cbf6d-8063-4db7-b3b8-ca5a659f67de tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=a720effb-de42-491a-bcd3-f7d19745b641 HTTP/1.1" status: 200 len: 944 time: 0.0763450 Feb 03 14:09:59.614027 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e0589e69-59f5-4289-b3c7-e7d9dad85b90 req-30c10dcb-0fe9-4f44-a7df-c9401b85ba99 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=e012dd59-6064-409e-b033-e271525cb4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394552 Feb 03 14:10:00.083649 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device a705377e-f555-41e2-87b2-623ec63b46bb details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:10:00.178305 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:10:00.219464 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port a705377e-f555-41e2-87b2-623ec63b46bb, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=a705377e-f555-41e2-87b2-623ec63b46bb,segment=NetworkSegment(70aa4af2-6f73-407c-a7b4-552d77c936f5),segment_id=70aa4af2-6f73-407c-a7b4-552d77c936f5)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:00.232427 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': 'a705377e-f555-41e2-87b2-623ec63b46bb', 'network_id': 'd7cb84db-7a3b-4cde-a0f4-4396b9da4b61', 'port_id': 'a705377e-f555-41e2-87b2-623ec63b46bb', 'mac_address': 'fa:16:3e:a2:67:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6b50b53-021f-4935-b518-908ef487338e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:10:00.286024 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:10:00.302601 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a705377e-f555-41e2-87b2-623ec63b46bb {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:10:00.317597 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port a705377e-f555-41e2-87b2-623ec63b46bb, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=a705377e-f555-41e2-87b2-623ec63b46bb,segment=NetworkSegment(70aa4af2-6f73-407c-a7b4-552d77c936f5),segment_id=70aa4af2-6f73-407c-a7b4-552d77c936f5)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:00.396400 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:10:00.460304 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=a705377e-f555-41e2-87b2-623ec63b46bb,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:00.468427 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:00.468773 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:00.469115 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:00.469456 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:00.469788 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:00.470116 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:00.470445 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:00.470772 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:00.471123 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:00.471534 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:00.471780 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:00.809944 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb52366-3468-4693-9d80-8ea61c79e178 req-561b4a43-6b08-4ddd-912e-47a01833368d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:00.811458 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0fb52366-3468-4693-9d80-8ea61c79e178 req-561b4a43-6b08-4ddd-912e-47a01833368d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=a720effb-de42-491a-bcd3-f7d19745b641 HTTP/1.1" status: 200 len: 945 time: 0.0767899 Feb 03 14:10:00.824177 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['a705377e-f555-41e2-87b2-623ec63b46bb'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:10:00.857113 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0fb52366-3468-4693-9d80-8ea61c79e178 req-2d844988-b650-4d7f-93d8-e7d509f568c9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=e012dd59-6064-409e-b033-e271525cb4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396209 Feb 03 14:10:02.051428 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec187b-60e0-4cf3-b0e2-5bad5a826594 req-071dfc13-059f-49a8-ba8a-274d92ae6f90 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:02.053502 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-55ec187b-60e0-4cf3-b0e2-5bad5a826594 req-071dfc13-059f-49a8-ba8a-274d92ae6f90 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=a720effb-de42-491a-bcd3-f7d19745b641 HTTP/1.1" status: 200 len: 945 time: 0.0745020 Feb 03 14:10:02.095196 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device a705377e-f555-41e2-87b2-623ec63b46bb up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:10:02.100551 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-55ec187b-60e0-4cf3-b0e2-5bad5a826594 req-567d453f-c57d-4476-8c80-dd9f09edee69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=e012dd59-6064-409e-b033-e271525cb4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420332 Feb 03 14:10:02.258795 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning for port a705377e-f555-41e2-87b2-623ec63b46bb completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:10:02.264066 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port a705377e-f555-41e2-87b2-623ec63b46bb triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:10:02.264443 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:10:02.378052 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:10:02.405711 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a720effb-de42-491a-bcd3-f7d19745b641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a705377e-f555-41e2-87b2-623ec63b46bb'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:10:02.415022 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port a705377e-f555-41e2-87b2-623ec63b46bb, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=a705377e-f555-41e2-87b2-623ec63b46bb,segment=NetworkSegment(70aa4af2-6f73-407c-a7b4-552d77c936f5),segment_id=70aa4af2-6f73-407c-a7b4-552d77c936f5)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:02.458635 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a720effb-de42-491a-bcd3-f7d19745b641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a705377e-f555-41e2-87b2-623ec63b46bb', 'code': 200} Feb 03 14:10:02.503862 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:10:02.569570 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=a705377e-f555-41e2-87b2-623ec63b46bb,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:02.957166 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6e6c5bf9-3fda-47ea-8a5a-38c2a6ecf7fc req-af963de9-7cfc-4301-a08c-4511271f91a7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a720effb-de42-491a-bcd3-f7d19745b641 HTTP/1.1" status: 200 len: 1099 time: 0.0665734 Feb 03 14:10:02.999103 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6e6c5bf9-3fda-47ea-8a5a-38c2a6ecf7fc req-b550959c-05b6-41df-9aa7-eb16a15c85c4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e012dd59-6064-409e-b033-e271525cb4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357070 Feb 03 14:10:03.293028 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25abc11-d00b-439e-bb9b-ca42c8eea35c req-0b6c461a-80b3-4073-beec-fbdfa04defae tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:03.294509 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f25abc11-d00b-439e-bb9b-ca42c8eea35c req-0b6c461a-80b3-4073-beec-fbdfa04defae tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=a720effb-de42-491a-bcd3-f7d19745b641 HTTP/1.1" status: 200 len: 946 time: 0.0762253 Feb 03 14:10:03.339390 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f25abc11-d00b-439e-bb9b-ca42c8eea35c req-4d61701b-bc12-4bbf-a514-195d4f53763c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=e012dd59-6064-409e-b033-e271525cb4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393205 Feb 03 14:10:03.821322 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:10:04.541120 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b13d82-da27-479d-a4d9-5d042d84b53b req-8510bbf4-c6ac-4304-919e-bfc692d1c10b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:04.542488 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-71b13d82-da27-479d-a4d9-5d042d84b53b req-8510bbf4-c6ac-4304-919e-bfc692d1c10b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=a720effb-de42-491a-bcd3-f7d19745b641 HTTP/1.1" status: 200 len: 946 time: 0.0793068 Feb 03 14:10:04.587361 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-71b13d82-da27-479d-a4d9-5d042d84b53b req-d9e10a96-69ec-48f1-bbab-b589ea9a0155 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=e012dd59-6064-409e-b033-e271525cb4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389869 Feb 03 14:10:05.788546 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec4ccd-f8fc-4370-9c73-32ac03add56d req-c6d6020f-265d-45a1-8ff8-ec8340026b4e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:05.790007 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9cec4ccd-f8fc-4370-9c73-32ac03add56d req-c6d6020f-265d-45a1-8ff8-ec8340026b4e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=a720effb-de42-491a-bcd3-f7d19745b641 HTTP/1.1" status: 200 len: 946 time: 0.0756164 Feb 03 14:10:05.835777 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9cec4ccd-f8fc-4370-9c73-32ac03add56d req-6c49f23c-e21f-4bb0-98d7-ed87915e8a39 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=e012dd59-6064-409e-b033-e271525cb4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400546 Feb 03 14:10:06.035595 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415ebb7-cd42-46c5-8ebd-bea981d6c820 req-5183d7df-69dc-40ba-979a-d06dd8676472 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:06.037119 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5415ebb7-cd42-46c5-8ebd-bea981d6c820 req-5183d7df-69dc-40ba-979a-d06dd8676472 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=a720effb-de42-491a-bcd3-f7d19745b641 HTTP/1.1" status: 200 len: 946 time: 0.0794213 Feb 03 14:10:06.082471 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5415ebb7-cd42-46c5-8ebd-bea981d6c820 req-26a0010f-f7ab-412f-b89c-4ec22d604348 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=e012dd59-6064-409e-b033-e271525cb4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399237 Feb 03 14:10:06.117288 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 33438) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:10:06.184444 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4096d52f-c604-4199-b99d-78165e53d038 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a720effb-de42-491a-bcd3-f7d19745b641 HTTP/1.1" status: 200 len: 1094 time: 0.0660541 Feb 03 14:10:06.187172 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 33442) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:10:06.192291 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-7b6138d8-bf73-44b5-b172-263eabe58c0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'floatingip': {'port_id': 'a705377e-f555-41e2-87b2-623ec63b46bb'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:10:06.270107 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7b6138d8-bf73-44b5-b172-263eabe58c0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for floatingip, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:10:06.862032 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7b6138d8-bf73-44b5-b172-263eabe58c0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:10:06.915932 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7b6138d8-bf73-44b5-b172-263eabe58c0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:10:07.193011 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.l3_db [None req-7b6138d8-bf73-44b5-b172-263eabe58c0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Floating IP e71bcb77-c12e-4583-9737-2d5a6e01250d associated. External IP: 172.26.3.250, port: a705377e-f555-41e2-87b2-623ec63b46bb. Feb 03 14:10:07.517235 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1dd8bbea-dbe5-48cd-a62a-0f1f326e653c req-826c6556-4f79-4662-b986-7a7b2a58488c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=791c9add-99a6-4d95-b36b-b451598b0279&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731361 Feb 03 14:10:07.581693 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b6138d8-bf73-44b5-b172-263eabe58c0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router 21c56544-caa0-4bc6-9c20-b3add098e105 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:10:07.654041 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1dd8bbea-dbe5-48cd-a62a-0f1f326e653c req-d44db773-1395-49c7-b799-b4f0e07e4111 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=791c9add-99a6-4d95-b36b-b451598b0279 HTTP/1.1" status: 200 len: 1098 time: 0.0706830 Feb 03 14:10:07.784639 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6138d8-bf73-44b5-b172-263eabe58c0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:10:07.789588 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7b6138d8-bf73-44b5-b172-263eabe58c0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:10:07.795832 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3927aecd-9ed4-40c3-8c92-74a23202c0b1 None None] Sync routers for ids ['21c56544-caa0-4bc6-9c20-b3add098e105'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:10:07.802829 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8bbea-dbe5-48cd-a62a-0f1f326e653c req-fefc740c-c0fd-435b-a746-ad9dad133e2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:07.804325 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1dd8bbea-dbe5-48cd-a62a-0f1f326e653c req-fefc740c-c0fd-435b-a746-ad9dad133e2a service neutron] 10.222.0.47 "GET /v2.0/networks?id=d7cb84db-7a3b-4cde-a0f4-4396b9da4b61 HTTP/1.1" status: 200 len: 895 time: 0.1325071 Feb 03 14:10:07.808340 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3927aecd-9ed4-40c3-8c92-74a23202c0b1 None None] Routers {'21c56544-caa0-4bc6-9c20-b3add098e105'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:10:07.809001 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-3927aecd-9ed4-40c3-8c92-74a23202c0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:09:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['21c56544-caa0-4bc6-9c20-b3add098e105'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:07.848995 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7b6138d8-bf73-44b5-b172-263eabe58c0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "PUT /v2.0/floatingips/e71bcb77-c12e-4583-9737-2d5a6e01250d HTTP/1.1" status: 200 len: 992 time: 1.6583540 Feb 03 14:10:07.848995 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a720effb-de42-491a-bcd3-f7d19745b641', 'tag': 'a705377e-f555-41e2-87b2-623ec63b46bb'}] {{(pid=84182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:10:07.855923 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 33446) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:10:07.922808 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a720effb-de42-491a-bcd3-f7d19745b641', 'tag': 'a705377e-f555-41e2-87b2-623ec63b46bb', 'status': 'completed', 'code': 200} Feb 03 14:10:07.978275 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b67b2c7d-be0d-4c2b-bd4d-23e407ef58f8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/e71bcb77-c12e-4583-9737-2d5a6e01250d HTTP/1.1" status: 200 len: 992 time: 0.1251850 Feb 03 14:10:08.001947 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-3927aecd-9ed4-40c3-8c92-74a23202c0b1 None None] Set router 21c56544-caa0-4bc6-9c20-b3add098e105 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:10:08.015013 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1dd8bbea-dbe5-48cd-a62a-0f1f326e653c req-7ba58c12-8db6-4d76-8144-abb9a98e1303 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1ba940c-5b37-4eef-bdcd-fc66f3e01334 HTTP/1.1" status: 200 len: 217 time: 0.2038248 Feb 03 14:10:08.091334 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8bbea-dbe5-48cd-a62a-0f1f326e653c req-5d4e23d5-5d10-43c4-ae91-cbcf1c28f05a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:08.093340 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1dd8bbea-dbe5-48cd-a62a-0f1f326e653c req-5d4e23d5-5d10-43c4-ae91-cbcf1c28f05a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d6b50b53-021f-4935-b518-908ef487338e HTTP/1.1" status: 200 len: 834 time: 0.0728235 Feb 03 14:10:08.142576 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-d11daff2-f53d-4bcb-bd69-b9d4eda44fe5 req-0d8b90d5-a279-41ec-bf11-cea59cf3b820 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=a720effb-de42-491a-bcd3-f7d19745b641 HTTP/1.1" status: 200 len: 1099 time: 0.1635525 Feb 03 14:10:08.294272 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1dd8bbea-dbe5-48cd-a62a-0f1f326e653c req-b75a1cca-d26b-418d-bc0d-a7906e5394cd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d7cb84db-7a3b-4cde-a0f4-4396b9da4b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1927850 Feb 03 14:10:08.296586 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11daff2-f53d-4bcb-bd69-b9d4eda44fe5 req-6565e2bb-a688-4103-8f0d-7a9099c1f82d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:08.297907 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-d11daff2-f53d-4bcb-bd69-b9d4eda44fe5 req-6565e2bb-a688-4103-8f0d-7a9099c1f82d service neutron] 10.222.0.47 "GET /v2.0/networks?id=d7cb84db-7a3b-4cde-a0f4-4396b9da4b61 HTTP/1.1" status: 200 len: 895 time: 0.1481106 Feb 03 14:10:08.389773 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-3927aecd-9ed4-40c3-8c92-74a23202c0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'name': 'tempest-TestNetworkBasicOps-router-1394951346', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '22d916c2-152a-4c63-abb6-75ca0c85f6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:07:57Z', 'updated_at': '2022-02-03T14:08:02Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '22d916c2-152a-4c63-abb6-75ca0c85f6fb', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:07:57Z', 'updated_at': '2022-02-03T14:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'e71bcb77-c12e-4583-9737-2d5a6e01250d', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.250', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'port_id': 'a705377e-f555-41e2-87b2-623ec63b46bb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7cb84db-7a3b-4cde-a0f4-4396b9da4b61', 'mac_address': 'fa:16:3e:a2:67:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a720effb-de42-491a-bcd3-f7d19745b641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:08:29Z', 'updated_at': '2022-02-03T14:10:06Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd021bcc2-ffcc-4151-9b0f-86b73d56486f', 'name': '', 'network_id': 'd7cb84db-7a3b-4cde-a0f4-4396b9da4b61', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:2a:b3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6b50b53-021f-4935-b518-908ef487338e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:01Z', 'updated_at': '2022-02-03T14:08:09Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': 'd6b50b53-021f-4935-b518-908ef487338e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:08.395507 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3927aecd-9ed4-40c3-8c92-74a23202c0b1 None None] Checking router: 21c56544-caa0-4bc6-9c20-b3add098e105 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:10:08.404567 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3927aecd-9ed4-40c3-8c92-74a23202c0b1 None None] Routers {'21c56544-caa0-4bc6-9c20-b3add098e105'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:10:08.405315 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-3927aecd-9ed4-40c3-8c92-74a23202c0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:09:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['21c56544-caa0-4bc6-9c20-b3add098e105'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:08.498787 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-d11daff2-f53d-4bcb-bd69-b9d4eda44fe5 req-d9c2a28a-dd59-4503-bc4f-6044891e0ffe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a705377e-f555-41e2-87b2-623ec63b46bb HTTP/1.1" status: 200 len: 1000 time: 0.1929781 Feb 03 14:10:08.552816 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1dd8bbea-dbe5-48cd-a62a-0f1f326e653c req-fff59ab6-0a6f-4113-95d5-1df8e94ce2b9 service neutron] 10.222.0.47 "GET /v2.0/networks/d7cb84db-7a3b-4cde-a0f4-4396b9da4b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486079 Feb 03 14:10:08.584431 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-3927aecd-9ed4-40c3-8c92-74a23202c0b1 None None] Set router 21c56544-caa0-4bc6-9c20-b3add098e105 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:10:08.658942 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11daff2-f53d-4bcb-bd69-b9d4eda44fe5 req-860e7648-c968-4f6b-a89f-6969193d3f29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:08.660407 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-d11daff2-f53d-4bcb-bd69-b9d4eda44fe5 req-860e7648-c968-4f6b-a89f-6969193d3f29 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d6b50b53-021f-4935-b518-908ef487338e HTTP/1.1" status: 200 len: 834 time: 0.1466959 Feb 03 14:10:08.766737 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1dd8bbea-dbe5-48cd-a62a-0f1f326e653c req-a761fcd3-e18c-4874-aa6b-e15b53b5a981 service neutron] 10.222.0.47 "GET /v2.0/networks/d7cb84db-7a3b-4cde-a0f4-4396b9da4b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079139 Feb 03 14:10:08.781807 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-d11daff2-f53d-4bcb-bd69-b9d4eda44fe5 req-f2a97ad5-64b6-4eb1-9eeb-339f85033454 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d7cb84db-7a3b-4cde-a0f4-4396b9da4b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1145585 Feb 03 14:10:08.917912 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-d11daff2-f53d-4bcb-bd69-b9d4eda44fe5 req-6e82a76e-be35-4a60-afa6-7663bfe5a03e service neutron] 10.222.0.47 "GET /v2.0/networks/d7cb84db-7a3b-4cde-a0f4-4396b9da4b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278713 Feb 03 14:10:08.936193 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-3927aecd-9ed4-40c3-8c92-74a23202c0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'name': 'tempest-TestNetworkBasicOps-router-1394951346', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '22d916c2-152a-4c63-abb6-75ca0c85f6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:07:57Z', 'updated_at': '2022-02-03T14:08:02Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '22d916c2-152a-4c63-abb6-75ca0c85f6fb', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:07:57Z', 'updated_at': '2022-02-03T14:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'e71bcb77-c12e-4583-9737-2d5a6e01250d', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.250', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'port_id': 'a705377e-f555-41e2-87b2-623ec63b46bb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7cb84db-7a3b-4cde-a0f4-4396b9da4b61', 'mac_address': 'fa:16:3e:a2:67:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a720effb-de42-491a-bcd3-f7d19745b641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:08:29Z', 'updated_at': '2022-02-03T14:10:06Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd021bcc2-ffcc-4151-9b0f-86b73d56486f', 'name': '', 'network_id': 'd7cb84db-7a3b-4cde-a0f4-4396b9da4b61', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:2a:b3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6b50b53-021f-4935-b518-908ef487338e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:01Z', 'updated_at': '2022-02-03T14:08:09Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': 'd6b50b53-021f-4935-b518-908ef487338e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:08.940314 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3927aecd-9ed4-40c3-8c92-74a23202c0b1 None None] The sync data for ids ['21c56544-caa0-4bc6-9c20-b3add098e105'] in dv-neutron-827016-1-hyperv is: [{'id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'name': 'tempest-TestNetworkBasicOps-router-1394951346', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '22d916c2-152a-4c63-abb6-75ca0c85f6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:07:57Z', 'updated_at': '2022-02-03T14:08:02Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '22d916c2-152a-4c63-abb6-75ca0c85f6fb', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:07:57Z', 'updated_at': '2022-02-03T14:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'e71bcb77-c12e-4583-9737-2d5a6e01250d', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.250', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'port_id': 'a705377e-f555-41e2-87b2-623ec63b46bb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7cb84db-7a3b-4cde-a0f4-4396b9da4b61', 'mac_address': 'fa:16:3e:a2:67:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a720effb-de42-491a-bcd3-f7d19745b641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:08:29Z', 'updated_at': '2022-02-03T14:10:06Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd021bcc2-ffcc-4151-9b0f-86b73d56486f', 'name': '', 'network_id': 'd7cb84db-7a3b-4cde-a0f4-4396b9da4b61', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:2a:b3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6b50b53-021f-4935-b518-908ef487338e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:01Z', 'updated_at': '2022-02-03T14:08:09Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': 'd6b50b53-021f-4935-b518-908ef487338e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:10:08.981902 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 33452) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:10:09.055503 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-d11daff2-f53d-4bcb-bd69-b9d4eda44fe5 req-0fcde463-fe91-4ced-8af8-0bdb3cbaa913 service neutron] 10.222.0.47 "GET /v2.0/networks/d7cb84db-7a3b-4cde-a0f4-4396b9da4b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318038 Feb 03 14:10:09.092608 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d32c0354-3bd4-4993-90b5-c08d4d085cd0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/e71bcb77-c12e-4583-9737-2d5a6e01250d HTTP/1.1" status: 200 len: 992 time: 0.1088781 Feb 03 14:10:09.151282 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a426c8b1-84e8-4174-91c0-1eb6b3e900cd None None] New status for floating IP e71bcb77-c12e-4583-9737-2d5a6e01250d: ACTIVE {{(pid=84184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:10:10.096551 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33456) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:10:10.198355 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ea7bdf37-8d36-4b38-ad37-4c919692eac4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/e71bcb77-c12e-4583-9737-2d5a6e01250d HTTP/1.1" status: 200 len: 994 time: 0.1005590 Feb 03 14:10:17.378795 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:10:25.338009 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ec7e255a-ab2b-4f1f-bd30-8bd6103add5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:10:27.503885 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e288379e-9187-44e3-8ff0-448c0d413729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:10:28.818143 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:10:28.847353 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:10:30.143901 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:10:40.823710 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:10:47.389840 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:10:55.303677 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c2b78576-9971-44e8-b1db-13d6bbc2fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:10:57.457339 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f167d05e-d531-4244-8e87-828313b3b993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:10:58.834815 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:10:58.840542 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:00.126166 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:09.537405 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c5ec76f9-36be-4282-b199-e7bf5492082a req-f8dd35dc-ae8f-441c-8ce0-d67db2b9716c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5a991aaa-c11d-456f-bb34-aa7f511bca79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694306 Feb 03 14:11:09.625172 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c5ec76f9-36be-4282-b199-e7bf5492082a req-9f8c1e93-b059-4b0f-8f4f-ba0f3c18438d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4cbc4ee6b61f47a897e271e5a6452f6c&device_id=5a991aaa-c11d-456f-bb34-aa7f511bca79 HTTP/1.1" status: 200 len: 1098 time: 0.0664802 Feb 03 14:11:09.768965 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec76f9-36be-4282-b199-e7bf5492082a req-75746adb-0347-4a08-a22c-9102989d01b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:09.770389 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c5ec76f9-36be-4282-b199-e7bf5492082a req-75746adb-0347-4a08-a22c-9102989d01b0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2f1c1092-820d-41af-bed3-3674f069c798 HTTP/1.1" status: 200 len: 911 time: 0.1268919 Feb 03 14:11:09.968781 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c5ec76f9-36be-4282-b199-e7bf5492082a req-364baef1-383b-45d9-98ad-594a7e6b0162 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4447ff64-d96e-48d5-9070-bfd23a060422 HTTP/1.1" status: 200 len: 1001 time: 0.1917865 Feb 03 14:11:10.032970 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec76f9-36be-4282-b199-e7bf5492082a req-80f00497-9113-487d-94ff-eb09605ac3d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:10.034395 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c5ec76f9-36be-4282-b199-e7bf5492082a req-80f00497-9113-487d-94ff-eb09605ac3d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac5f2d12-5c46-44f1-bb83-783314b1c271 HTTP/1.1" status: 200 len: 850 time: 0.0596862 Feb 03 14:11:10.107603 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c5ec76f9-36be-4282-b199-e7bf5492082a req-33ec4f43-d464-4f38-8b44-3aea373655a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f1c1092-820d-41af-bed3-3674f069c798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673416 Feb 03 14:11:10.237884 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c5ec76f9-36be-4282-b199-e7bf5492082a req-fbf6929d-104b-428c-b062-cf6997807e95 service neutron] 10.222.0.47 "GET /v2.0/networks/2f1c1092-820d-41af-bed3-3674f069c798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246414 Feb 03 14:11:10.368986 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c5ec76f9-36be-4282-b199-e7bf5492082a req-eb4dd153-6a8e-482a-b542-faec872c9f0e service neutron] 10.222.0.47 "GET /v2.0/networks/2f1c1092-820d-41af-bed3-3674f069c798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242850 Feb 03 14:11:17.412415 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:17.824695 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:11:24.065434 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78f00e-9266-4f40-87fe-46a53e88a896 req-70ac6048-2513-4880-8222-eaadbe614541 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:24.067182 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5d78f00e-9266-4f40-87fe-46a53e88a896 req-70ac6048-2513-4880-8222-eaadbe614541 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=a720effb-de42-491a-bcd3-f7d19745b641 HTTP/1.1" status: 200 len: 946 time: 0.0794075 Feb 03 14:11:24.116717 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5d78f00e-9266-4f40-87fe-46a53e88a896 req-7e2c7019-c495-441f-aa6a-bf1ed84885c6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=e012dd59-6064-409e-b033-e271525cb4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439291 Feb 03 14:11:25.320817 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd42160-40cb-474c-a4c3-80942b8b011e req-32aee6d7-f9df-4d47-899b-b7c646d04160 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:25.321470 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cde334c8-be71-42eb-b25f-5f7aec2e5986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:25.323397 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1dd42160-40cb-474c-a4c3-80942b8b011e req-32aee6d7-f9df-4d47-899b-b7c646d04160 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=a720effb-de42-491a-bcd3-f7d19745b641 HTTP/1.1" status: 200 len: 946 time: 0.0803554 Feb 03 14:11:25.371319 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1dd42160-40cb-474c-a4c3-80942b8b011e req-95555ad7-bda7-4b6a-857a-5b4ba09a174e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=e012dd59-6064-409e-b033-e271525cb4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430741 Feb 03 14:11:25.802633 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e085f3fc-40cc-4250-9c78-e1a45562d138 req-8e99827a-8c97-46d1-84dc-af6e90f1ffd2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:25.803441 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-e085f3fc-40cc-4250-9c78-e1a45562d138 req-8e99827a-8c97-46d1-84dc-af6e90f1ffd2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:11:25.898569 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-e085f3fc-40cc-4250-9c78-e1a45562d138 req-8e99827a-8c97-46d1-84dc-af6e90f1ffd2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:11:25.900454 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-e085f3fc-40cc-4250-9c78-e1a45562d138 req-8e99827a-8c97-46d1-84dc-af6e90f1ffd2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "GET /v2.0/ports?device_id=a720effb-de42-491a-bcd3-f7d19745b641 HTTP/1.1" status: 200 len: 946 time: 0.1802835 Feb 03 14:11:25.973819 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-e085f3fc-40cc-4250-9c78-e1a45562d138 req-fd7aa8c3-47ca-4bc9-aba3-f002f41ca8cb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting port a705377e-f555-41e2-87b2-623ec63b46bb {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:11:25.974161 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-e085f3fc-40cc-4250-9c78-e1a45562d138 req-fd7aa8c3-47ca-4bc9-aba3-f002f41ca8cb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:26.223433 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-e085f3fc-40cc-4250-9c78-e1a45562d138 req-fd7aa8c3-47ca-4bc9-aba3-f002f41ca8cb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] For port a705377e-f555-41e2-87b2-623ec63b46bb, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=a705377e-f555-41e2-87b2-623ec63b46bb,segment=NetworkSegment(70aa4af2-6f73-407c-a7b4-552d77c936f5),segment_id=70aa4af2-6f73-407c-a7b4-552d77c936f5)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:26.223692 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-e085f3fc-40cc-4250-9c78-e1a45562d138 req-fd7aa8c3-47ca-4bc9-aba3-f002f41ca8cb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:26.516660 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-e085f3fc-40cc-4250-9c78-e1a45562d138 req-fd7aa8c3-47ca-4bc9-aba3-f002f41ca8cb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:26.517089 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-e085f3fc-40cc-4250-9c78-e1a45562d138 req-fd7aa8c3-47ca-4bc9-aba3-f002f41ca8cb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:26.517458 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.l3_db [req-e085f3fc-40cc-4250-9c78-e1a45562d138 req-fd7aa8c3-47ca-4bc9-aba3-f002f41ca8cb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Floating IP e71bcb77-c12e-4583-9737-2d5a6e01250d disassociated. External IP: 172.26.3.250, port: a705377e-f555-41e2-87b2-623ec63b46bb. Feb 03 14:11:26.517910 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-e085f3fc-40cc-4250-9c78-e1a45562d138 req-fd7aa8c3-47ca-4bc9-aba3-f002f41ca8cb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Calling delete_port for a705377e-f555-41e2-87b2-623ec63b46bb owned by compute:nova {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:11:26.611108 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1054c4-d4b0-4ba8-ba5e-fd700ad80dfc req-89a4775c-383a-4686-a54a-17955ecbe347 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:26.612573 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2a1054c4-d4b0-4ba8-ba5e-fd700ad80dfc req-89a4775c-383a-4686-a54a-17955ecbe347 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=a720effb-de42-491a-bcd3-f7d19745b641 HTTP/1.1" status: 200 len: 946 time: 0.0807347 Feb 03 14:11:26.661237 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2a1054c4-d4b0-4ba8-ba5e-fd700ad80dfc req-0e45c8a7-ef7f-417c-a459-c4625fdb8139 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=e012dd59-6064-409e-b033-e271525cb4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427613 Feb 03 14:11:26.766224 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-e085f3fc-40cc-4250-9c78-e1a45562d138 req-fd7aa8c3-47ca-4bc9-aba3-f002f41ca8cb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:26.834349 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7aa8c3-47ca-4bc9-aba3-f002f41ca8cb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Port': ['ID=a705377e-f555-41e2-87b2-623ec63b46bb,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:26.849198 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7aa8c3-47ca-4bc9-aba3-f002f41ca8cb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:26.849605 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7aa8c3-47ca-4bc9-aba3-f002f41ca8cb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:26.849945 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7aa8c3-47ca-4bc9-aba3-f002f41ca8cb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:26.850277 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7aa8c3-47ca-4bc9-aba3-f002f41ca8cb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:26.850598 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7aa8c3-47ca-4bc9-aba3-f002f41ca8cb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:26.850919 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7aa8c3-47ca-4bc9-aba3-f002f41ca8cb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:26.851309 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7aa8c3-47ca-4bc9-aba3-f002f41ca8cb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:26.851582 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7aa8c3-47ca-4bc9-aba3-f002f41ca8cb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:26.851897 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7aa8c3-47ca-4bc9-aba3-f002f41ca8cb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:26.852218 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7aa8c3-47ca-4bc9-aba3-f002f41ca8cb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:26.852530 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7aa8c3-47ca-4bc9-aba3-f002f41ca8cb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:27.200971 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e085f3fc-40cc-4250-9c78-e1a45562d138 req-fd7aa8c3-47ca-4bc9-aba3-f002f41ca8cb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router 21c56544-caa0-4bc6-9c20-b3add098e105 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:11:27.422248 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e085f3fc-40cc-4250-9c78-e1a45562d138 req-fd7aa8c3-47ca-4bc9-aba3-f002f41ca8cb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:11:27.432171 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f813ef-d0ad-422a-92a2-8c4a5235ea9c None None] Sync routers for ids ['21c56544-caa0-4bc6-9c20-b3add098e105'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:11:27.444690 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f813ef-d0ad-422a-92a2-8c4a5235ea9c None None] Routers {'21c56544-caa0-4bc6-9c20-b3add098e105'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:11:27.445295 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-77f813ef-d0ad-422a-92a2-8c4a5235ea9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:10:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['21c56544-caa0-4bc6-9c20-b3add098e105'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:27.498438 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b1023c19-ccf5-4dd8-9c39-5fa2023daf3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:27.503626 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-e085f3fc-40cc-4250-9c78-e1a45562d138 req-fd7aa8c3-47ca-4bc9-aba3-f002f41ca8cb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] No DVR routers for this DVR port a705377e-f555-41e2-87b2-623ec63b46bb on host hv-neutron-8270 {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:11:27.506129 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-e085f3fc-40cc-4250-9c78-e1a45562d138 req-fd7aa8c3-47ca-4bc9-aba3-f002f41ca8cb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:27.522016 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a720effb-de42-491a-bcd3-f7d19745b641', 'name': 'network-vif-deleted', 'tag': 'a705377e-f555-41e2-87b2-623ec63b46bb'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:11:27.580349 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a720effb-de42-491a-bcd3-f7d19745b641', 'name': 'network-vif-deleted', 'tag': 'a705377e-f555-41e2-87b2-623ec63b46bb', 'status': 'completed', 'code': 200} Feb 03 14:11:27.631473 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-77f813ef-d0ad-422a-92a2-8c4a5235ea9c None None] Set router 21c56544-caa0-4bc6-9c20-b3add098e105 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:11:27.635430 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-e085f3fc-40cc-4250-9c78-e1a45562d138 req-fd7aa8c3-47ca-4bc9-aba3-f002f41ca8cb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "DELETE /v2.0/ports/a705377e-f555-41e2-87b2-623ec63b46bb HTTP/1.1" status: 204 len: 173 time: 1.7302778 Feb 03 14:11:27.893519 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b6823895-8552-4e46-915e-5d4939d18dbc req-65bbbd81-54e4-476d-8454-ab8e2d079efc tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=a720effb-de42-491a-bcd3-f7d19745b641 HTTP/1.1" status: 200 len: 210 time: 0.0699975 Feb 03 14:11:28.013154 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-77f813ef-d0ad-422a-92a2-8c4a5235ea9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'name': 'tempest-TestNetworkBasicOps-router-1394951346', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '22d916c2-152a-4c63-abb6-75ca0c85f6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:07:57Z', 'updated_at': '2022-02-03T14:08:02Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '22d916c2-152a-4c63-abb6-75ca0c85f6fb', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:07:57Z', 'updated_at': '2022-02-03T14:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'd021bcc2-ffcc-4151-9b0f-86b73d56486f', 'name': '', 'network_id': 'd7cb84db-7a3b-4cde-a0f4-4396b9da4b61', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:2a:b3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6b50b53-021f-4935-b518-908ef487338e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:01Z', 'updated_at': '2022-02-03T14:08:09Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': 'd6b50b53-021f-4935-b518-908ef487338e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:28.017137 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f813ef-d0ad-422a-92a2-8c4a5235ea9c None None] Checking router: 21c56544-caa0-4bc6-9c20-b3add098e105 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:11:28.027645 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f813ef-d0ad-422a-92a2-8c4a5235ea9c None None] Routers {'21c56544-caa0-4bc6-9c20-b3add098e105'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:11:28.028236 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-77f813ef-d0ad-422a-92a2-8c4a5235ea9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:11:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['21c56544-caa0-4bc6-9c20-b3add098e105'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:28.210874 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-77f813ef-d0ad-422a-92a2-8c4a5235ea9c None None] Set router 21c56544-caa0-4bc6-9c20-b3add098e105 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:11:28.517458 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device a705377e-f555-41e2-87b2-623ec63b46bb no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:11:28.561961 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] No Port match for: a705377e-f555-41e2-87b2-623ec63b46bb {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:11:28.562311 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device a705377e-f555-41e2-87b2-623ec63b46bb not bound to the agent host hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:11:28.594188 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-77f813ef-d0ad-422a-92a2-8c4a5235ea9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'name': 'tempest-TestNetworkBasicOps-router-1394951346', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '22d916c2-152a-4c63-abb6-75ca0c85f6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:07:57Z', 'updated_at': '2022-02-03T14:08:02Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '22d916c2-152a-4c63-abb6-75ca0c85f6fb', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:07:57Z', 'updated_at': '2022-02-03T14:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'd021bcc2-ffcc-4151-9b0f-86b73d56486f', 'name': '', 'network_id': 'd7cb84db-7a3b-4cde-a0f4-4396b9da4b61', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:2a:b3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6b50b53-021f-4935-b518-908ef487338e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:01Z', 'updated_at': '2022-02-03T14:08:09Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': 'd6b50b53-021f-4935-b518-908ef487338e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:28.598900 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f813ef-d0ad-422a-92a2-8c4a5235ea9c None None] The sync data for ids ['21c56544-caa0-4bc6-9c20-b3add098e105'] in dv-neutron-827016-1-hyperv is: [{'id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'name': 'tempest-TestNetworkBasicOps-router-1394951346', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '22d916c2-152a-4c63-abb6-75ca0c85f6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:07:57Z', 'updated_at': '2022-02-03T14:08:02Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '22d916c2-152a-4c63-abb6-75ca0c85f6fb', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:07:57Z', 'updated_at': '2022-02-03T14:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'd021bcc2-ffcc-4151-9b0f-86b73d56486f', 'name': '', 'network_id': 'd7cb84db-7a3b-4cde-a0f4-4396b9da4b61', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:2a:b3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6b50b53-021f-4935-b518-908ef487338e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:01Z', 'updated_at': '2022-02-03T14:08:09Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': 'd6b50b53-021f-4935-b518-908ef487338e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:11:28.839254 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8e649c-c95b-432f-8edc-879931262c22 None None] New status for floating IP e71bcb77-c12e-4583-9737-2d5a6e01250d: DOWN {{(pid=84184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:11:28.891413 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:28.903384 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:29.009261 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33566) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:11:29.094879 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0aab86c2-5742-43d4-a4fa-c7c020ac85a7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:29.126160 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0aab86c2-5742-43d4-a4fa-c7c020ac85a7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:29.274670 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0aab86c2-5742-43d4-a4fa-c7c020ac85a7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:29.303840 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab86c2-5742-43d4-a4fa-c7c020ac85a7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e012dd59-6064-409e-b033-e271525cb4cc,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:29.388955 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0aab86c2-5742-43d4-a4fa-c7c020ac85a7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:29.393810 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-0aab86c2-5742-43d4-a4fa-c7c020ac85a7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/security-groups/e012dd59-6064-409e-b033-e271525cb4cc HTTP/1.1" status: 204 len: 168 time: 0.3834226 Feb 03 14:11:29.509081 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 33572) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:11:29.784879 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-9527fb9f-1aac-4d81-bdcb-c43c55c5a629 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting port 1fdb80cc-2a60-4085-b93f-ddbdd2d4559c {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:11:29.785219 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9527fb9f-1aac-4d81-bdcb-c43c55c5a629 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:29.955917 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9527fb9f-1aac-4d81-bdcb-c43c55c5a629 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:29.956246 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9527fb9f-1aac-4d81-bdcb-c43c55c5a629 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:30.082402 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-9527fb9f-1aac-4d81-bdcb-c43c55c5a629 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Calling delete_port for 1fdb80cc-2a60-4085-b93f-ddbdd2d4559c owned by network:floatingip {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:11:30.166307 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:30.281301 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9527fb9f-1aac-4d81-bdcb-c43c55c5a629 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:30.325567 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9527fb9f-1aac-4d81-bdcb-c43c55c5a629 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Port': ['ID=1fdb80cc-2a60-4085-b93f-ddbdd2d4559c,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:30.365422 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9527fb9f-1aac-4d81-bdcb-c43c55c5a629 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:30.365763 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9527fb9f-1aac-4d81-bdcb-c43c55c5a629 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:30.366098 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9527fb9f-1aac-4d81-bdcb-c43c55c5a629 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:30.366498 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9527fb9f-1aac-4d81-bdcb-c43c55c5a629 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:30.366833 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9527fb9f-1aac-4d81-bdcb-c43c55c5a629 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:30.367182 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9527fb9f-1aac-4d81-bdcb-c43c55c5a629 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:30.367517 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9527fb9f-1aac-4d81-bdcb-c43c55c5a629 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:30.367839 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9527fb9f-1aac-4d81-bdcb-c43c55c5a629 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:30.368507 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9527fb9f-1aac-4d81-bdcb-c43c55c5a629 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:30.368507 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9527fb9f-1aac-4d81-bdcb-c43c55c5a629 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:30.368810 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9527fb9f-1aac-4d81-bdcb-c43c55c5a629 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:30.428653 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9527fb9f-1aac-4d81-bdcb-c43c55c5a629 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for floatingip, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:30.443409 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9527fb9f-1aac-4d81-bdcb-c43c55c5a629 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:30.444536 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-9527fb9f-1aac-4d81-bdcb-c43c55c5a629 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/floatingips/e71bcb77-c12e-4583-9737-2d5a6e01250d HTTP/1.1" status: 204 len: 168 time: 0.9343045 Feb 03 14:11:31.079896 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6a7af-1cb7-4faf-83b8-cca24576dd46 req-0bcb54d3-fd05-443d-8a91-beb7db521184 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:31.080610 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-36b6a7af-1cb7-4faf-83b8-cca24576dd46 req-0bcb54d3-fd05-443d-8a91-beb7db521184 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:11:31.200728 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-36b6a7af-1cb7-4faf-83b8-cca24576dd46 req-0bcb54d3-fd05-443d-8a91-beb7db521184 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:11:31.201890 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-36b6a7af-1cb7-4faf-83b8-cca24576dd46 req-0bcb54d3-fd05-443d-8a91-beb7db521184 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=791c9add-99a6-4d95-b36b-b451598b0279 HTTP/1.1" status: 200 len: 945 time: 0.2053642 Feb 03 14:11:31.248181 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-36b6a7af-1cb7-4faf-83b8-cca24576dd46 req-bdfdd2a5-d926-4f14-b845-4a6dce47bd20 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fa52986-852a-4024-a22b-07f476f73244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400994 Feb 03 14:11:32.469504 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f46844-cfd2-4345-8a0b-c81e98b4aae9 req-2f152e01-4c67-474e-8b07-bc9e026febad tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:32.471483 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c8f46844-cfd2-4345-8a0b-c81e98b4aae9 req-2f152e01-4c67-474e-8b07-bc9e026febad tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=791c9add-99a6-4d95-b36b-b451598b0279 HTTP/1.1" status: 200 len: 945 time: 0.0813787 Feb 03 14:11:32.522873 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c8f46844-cfd2-4345-8a0b-c81e98b4aae9 req-1ade15dd-808c-40ad-8930-31b0cb1a6482 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fa52986-852a-4024-a22b-07f476f73244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441103 Feb 03 14:11:32.687157 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bc504-f0c6-4d2c-966b-47e1452da842 req-a72e61b7-cce5-4ad7-aa62-47e6aa71a092 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:32.687800 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-376bc504-f0c6-4d2c-966b-47e1452da842 req-a72e61b7-cce5-4ad7-aa62-47e6aa71a092 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:11:32.700814 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-376bc504-f0c6-4d2c-966b-47e1452da842 req-a72e61b7-cce5-4ad7-aa62-47e6aa71a092 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:11:32.701926 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-376bc504-f0c6-4d2c-966b-47e1452da842 req-a72e61b7-cce5-4ad7-aa62-47e6aa71a092 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "GET /v2.0/ports?device_id=791c9add-99a6-4d95-b36b-b451598b0279 HTTP/1.1" status: 200 len: 945 time: 0.0903039 Feb 03 14:11:32.770838 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-376bc504-f0c6-4d2c-966b-47e1452da842 req-b72e33a0-d207-47ee-b39a-cbe1eb6e4574 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting port f1ba940c-5b37-4eef-bdcd-fc66f3e01334 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:11:32.771224 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-376bc504-f0c6-4d2c-966b-47e1452da842 req-b72e33a0-d207-47ee-b39a-cbe1eb6e4574 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:33.022430 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-376bc504-f0c6-4d2c-966b-47e1452da842 req-b72e33a0-d207-47ee-b39a-cbe1eb6e4574 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] For port f1ba940c-5b37-4eef-bdcd-fc66f3e01334, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=f1ba940c-5b37-4eef-bdcd-fc66f3e01334,segment=NetworkSegment(70aa4af2-6f73-407c-a7b4-552d77c936f5),segment_id=70aa4af2-6f73-407c-a7b4-552d77c936f5)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:33.022720 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-376bc504-f0c6-4d2c-966b-47e1452da842 req-b72e33a0-d207-47ee-b39a-cbe1eb6e4574 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:33.145796 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-376bc504-f0c6-4d2c-966b-47e1452da842 req-b72e33a0-d207-47ee-b39a-cbe1eb6e4574 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Calling delete_port for f1ba940c-5b37-4eef-bdcd-fc66f3e01334 owned by compute:nova {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:11:33.383554 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-376bc504-f0c6-4d2c-966b-47e1452da842 req-b72e33a0-d207-47ee-b39a-cbe1eb6e4574 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:33.432449 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e33a0-d207-47ee-b39a-cbe1eb6e4574 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Port': ['ID=f1ba940c-5b37-4eef-bdcd-fc66f3e01334,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:33.510171 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-376bc504-f0c6-4d2c-966b-47e1452da842 req-b72e33a0-d207-47ee-b39a-cbe1eb6e4574 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] No DVR routers for this DVR port f1ba940c-5b37-4eef-bdcd-fc66f3e01334 on host hv-neutron-8270 {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:11:33.512973 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-376bc504-f0c6-4d2c-966b-47e1452da842 req-b72e33a0-d207-47ee-b39a-cbe1eb6e4574 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:33.517460 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '791c9add-99a6-4d95-b36b-b451598b0279', 'name': 'network-vif-deleted', 'tag': 'f1ba940c-5b37-4eef-bdcd-fc66f3e01334'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:11:33.569342 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '791c9add-99a6-4d95-b36b-b451598b0279', 'name': 'network-vif-deleted', 'tag': 'f1ba940c-5b37-4eef-bdcd-fc66f3e01334', 'status': 'completed', 'code': 200} Feb 03 14:11:33.635251 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-376bc504-f0c6-4d2c-966b-47e1452da842 req-b72e33a0-d207-47ee-b39a-cbe1eb6e4574 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "DELETE /v2.0/ports/f1ba940c-5b37-4eef-bdcd-fc66f3e01334 HTTP/1.1" status: 204 len: 173 time: 0.9282343 Feb 03 14:11:33.707643 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d4359f34-fdae-4670-9880-080707a7769a req-4258047f-3b65-4419-9071-97ba813ddff8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=791c9add-99a6-4d95-b36b-b451598b0279 HTTP/1.1" status: 200 len: 210 time: 0.0406933 Feb 03 14:11:34.820318 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 33600) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:11:34.890480 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-46f87a21-f1ad-4536-9142-e60d9feaf781 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:34.919579 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-46f87a21-f1ad-4536-9142-e60d9feaf781 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:35.063634 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-46f87a21-f1ad-4536-9142-e60d9feaf781 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:35.083011 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f87a21-f1ad-4536-9142-e60d9feaf781 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa52986-852a-4024-a22b-07f476f73244,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:35.089567 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-46f87a21-f1ad-4536-9142-e60d9feaf781 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:35.090680 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-46f87a21-f1ad-4536-9142-e60d9feaf781 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/security-groups/8fa52986-852a-4024-a22b-07f476f73244 HTTP/1.1" status: 204 len: 168 time: 0.2693963 Feb 03 14:11:35.207743 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 33606) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:11:35.612814 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5872f7f9-7322-422a-98c3-83a27747d787 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:36.312548 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-5872f7f9-7322-422a-98c3-83a27747d787 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting port d021bcc2-ffcc-4151-9b0f-86b73d56486f {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:11:36.313246 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5872f7f9-7322-422a-98c3-83a27747d787 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:36.505860 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-5872f7f9-7322-422a-98c3-83a27747d787 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] For port d021bcc2-ffcc-4151-9b0f-86b73d56486f, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=d021bcc2-ffcc-4151-9b0f-86b73d56486f,segment=NetworkSegment(70aa4af2-6f73-407c-a7b4-552d77c936f5),segment_id=70aa4af2-6f73-407c-a7b4-552d77c936f5)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:36.506215 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5872f7f9-7322-422a-98c3-83a27747d787 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:36.538154 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device f1ba940c-5b37-4eef-bdcd-fc66f3e01334 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:11:36.571810 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] No Port match for: f1ba940c-5b37-4eef-bdcd-fc66f3e01334 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:11:36.572141 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device f1ba940c-5b37-4eef-bdcd-fc66f3e01334 not bound to the agent host hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:11:36.632625 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-5872f7f9-7322-422a-98c3-83a27747d787 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Calling delete_port for d021bcc2-ffcc-4151-9b0f-86b73d56486f owned by network:router_interface {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:11:36.908628 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5872f7f9-7322-422a-98c3-83a27747d787 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:36.956746 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872f7f9-7322-422a-98c3-83a27747d787 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Port': ['ID=d021bcc2-ffcc-4151-9b0f-86b73d56486f,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:37.258146 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5872f7f9-7322-422a-98c3-83a27747d787 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:37.944061 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5872f7f9-7322-422a-98c3-83a27747d787 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router 21c56544-caa0-4bc6-9c20-b3add098e105 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:11:38.143925 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5872f7f9-7322-422a-98c3-83a27747d787 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:11:38.154349 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73378f7a-d0f5-4649-8385-5bfc7a4331c4 None None] Sync routers for ids ['21c56544-caa0-4bc6-9c20-b3add098e105'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:11:38.158739 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-5872f7f9-7322-422a-98c3-83a27747d787 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "PUT /v2.0/routers/21c56544-caa0-4bc6-9c20-b3add098e105/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9498703 Feb 03 14:11:38.161380 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 33616) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:11:38.166206 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73378f7a-d0f5-4649-8385-5bfc7a4331c4 None None] Routers {'21c56544-caa0-4bc6-9c20-b3add098e105'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:11:38.168926 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-73378f7a-d0f5-4649-8385-5bfc7a4331c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:11:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['21c56544-caa0-4bc6-9c20-b3add098e105'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:38.345773 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-73378f7a-d0f5-4649-8385-5bfc7a4331c4 None None] Set router 21c56544-caa0-4bc6-9c20-b3add098e105 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:11:38.361857 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-8739e6cb-a99d-46fa-8047-3c9421c2af68 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting subnet d6b50b53-021f-4935-b518-908ef487338e {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:11:38.368343 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8739e6cb-a99d-46fa-8047-3c9421c2af68 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:38.424409 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8739e6cb-a99d-46fa-8047-3c9421c2af68 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:38.507878 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8739e6cb-a99d-46fa-8047-3c9421c2af68 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:38.646893 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8739e6cb-a99d-46fa-8047-3c9421c2af68 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:38.676445 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-73378f7a-d0f5-4649-8385-5bfc7a4331c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'name': 'tempest-TestNetworkBasicOps-router-1394951346', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '22d916c2-152a-4c63-abb6-75ca0c85f6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:07:57Z', 'updated_at': '2022-02-03T14:11:36Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '22d916c2-152a-4c63-abb6-75ca0c85f6fb', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:07:57Z', 'updated_at': '2022-02-03T14:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:38.685003 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73378f7a-d0f5-4649-8385-5bfc7a4331c4 None None] Checking router: 21c56544-caa0-4bc6-9c20-b3add098e105 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:11:38.692906 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8739e6cb-a99d-46fa-8047-3c9421c2af68 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Subnet': ['ID=d6b50b53-021f-4935-b518-908ef487338e,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:38.698216 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8739e6cb-a99d-46fa-8047-3c9421c2af68 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:38.700098 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73378f7a-d0f5-4649-8385-5bfc7a4331c4 None None] Routers {'21c56544-caa0-4bc6-9c20-b3add098e105'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:11:38.700700 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-73378f7a-d0f5-4649-8385-5bfc7a4331c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:11:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['21c56544-caa0-4bc6-9c20-b3add098e105'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:38.704624 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-8739e6cb-a99d-46fa-8047-3c9421c2af68 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/subnets/d6b50b53-021f-4935-b518-908ef487338e HTTP/1.1" status: 204 len: 168 time: 0.5422940 Feb 03 14:11:38.707174 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 33620) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:11:38.752920 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b02770-5930-4a3f-9c3f-fe8b2f83d13c None None] Network d7cb84db-7a3b-4cde-a0f4-4396b9da4b61 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:11:38.926109 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0768de4b-eac2-4c92-a50c-e60690aa1c64 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:39.049677 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-73378f7a-d0f5-4649-8385-5bfc7a4331c4 None None] Set router 21c56544-caa0-4bc6-9c20-b3add098e105 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:11:39.127181 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0768de4b-eac2-4c92-a50c-e60690aa1c64 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:39.252234 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-0768de4b-eac2-4c92-a50c-e60690aa1c64 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting port 22d916c2-152a-4c63-abb6-75ca0c85f6fb {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:11:39.252786 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0768de4b-eac2-4c92-a50c-e60690aa1c64 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:39.324118 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e63798-f395-4051-9152-101e9715d585 None None] DHCP port deletion for d7cb84db-7a3b-4cde-a0f4-4396b9da4b61 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:11:39.339668 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-00e63798-f395-4051-9152-101e9715d585 None None] Deleting port c089658c-21d1-40b5-a556-edc094caffad {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:11:39.340386 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-00e63798-f395-4051-9152-101e9715d585 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:39.553535 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-0768de4b-eac2-4c92-a50c-e60690aa1c64 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] For port 22d916c2-152a-4c63-abb6-75ca0c85f6fb, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=22d916c2-152a-4c63-abb6-75ca0c85f6fb,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:39.556894 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0768de4b-eac2-4c92-a50c-e60690aa1c64 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:39.563426 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-73378f7a-d0f5-4649-8385-5bfc7a4331c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'name': 'tempest-TestNetworkBasicOps-router-1394951346', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '22d916c2-152a-4c63-abb6-75ca0c85f6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:07:57Z', 'updated_at': '2022-02-03T14:11:36Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '22d916c2-152a-4c63-abb6-75ca0c85f6fb', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:07:57Z', 'updated_at': '2022-02-03T14:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:39.579748 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73378f7a-d0f5-4649-8385-5bfc7a4331c4 None None] The sync data for ids ['21c56544-caa0-4bc6-9c20-b3add098e105'] in dv-neutron-827016-1-hyperv is: [{'id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'name': 'tempest-TestNetworkBasicOps-router-1394951346', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '22d916c2-152a-4c63-abb6-75ca0c85f6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:07:57Z', 'updated_at': '2022-02-03T14:11:36Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '22d916c2-152a-4c63-abb6-75ca0c85f6fb', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c56544-caa0-4bc6-9c20-b3add098e105', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:07:57Z', 'updated_at': '2022-02-03T14:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:11:39.579748 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-00e63798-f395-4051-9152-101e9715d585 None None] For port c089658c-21d1-40b5-a556-edc094caffad, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=c089658c-21d1-40b5-a556-edc094caffad,segment=NetworkSegment(70aa4af2-6f73-407c-a7b4-552d77c936f5),segment_id=70aa4af2-6f73-407c-a7b4-552d77c936f5)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:39.579748 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-00e63798-f395-4051-9152-101e9715d585 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:39.691769 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-0768de4b-eac2-4c92-a50c-e60690aa1c64 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Calling delete_port for 22d916c2-152a-4c63-abb6-75ca0c85f6fb owned by network:router_gateway {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:11:39.721760 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-00e63798-f395-4051-9152-101e9715d585 None None] Calling delete_port for c089658c-21d1-40b5-a556-edc094caffad owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:11:39.937672 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-00e63798-f395-4051-9152-101e9715d585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:39.972329 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0768de4b-eac2-4c92-a50c-e60690aa1c64 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:39.984903 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e63798-f395-4051-9152-101e9715d585 None None] Pushing event deleted for resources: {'Port': ['ID=c089658c-21d1-40b5-a556-edc094caffad,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:39.996340 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e63798-f395-4051-9152-101e9715d585 None None] No DVR routers for this DVR port c089658c-21d1-40b5-a556-edc094caffad on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:11:39.999764 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e63798-f395-4051-9152-101e9715d585 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:40.005695 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e63798-f395-4051-9152-101e9715d585 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:40.005695 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e63798-f395-4051-9152-101e9715d585 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:40.005695 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e63798-f395-4051-9152-101e9715d585 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:40.005695 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e63798-f395-4051-9152-101e9715d585 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:40.005695 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e63798-f395-4051-9152-101e9715d585 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:40.005695 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e63798-f395-4051-9152-101e9715d585 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:40.005695 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e63798-f395-4051-9152-101e9715d585 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:40.005695 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e63798-f395-4051-9152-101e9715d585 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:40.005695 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e63798-f395-4051-9152-101e9715d585 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:40.005695 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e63798-f395-4051-9152-101e9715d585 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:40.026490 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768de4b-eac2-4c92-a50c-e60690aa1c64 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Port': ['ID=22d916c2-152a-4c63-abb6-75ca0c85f6fb,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:40.265583 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0768de4b-eac2-4c92-a50c-e60690aa1c64 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:40.459361 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-83bf5a2a-5212-4216-83a6-f143996d221b req-18641081-1cd6-4def-bf11-19d00ac1e4cd tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1606553172&fields=id&tenant_id=4cbc4ee6b61f47a897e271e5a6452f6c HTTP/1.1" status: 200 len: 267 time: 0.2198944 Feb 03 14:11:40.601899 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0768de4b-eac2-4c92-a50c-e60690aa1c64 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:40.613139 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0768de4b-eac2-4c92-a50c-e60690aa1c64 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:40.681646 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf5a2a-5212-4216-83a6-f143996d221b req-8ced25eb-4a29-4c59-b7cc-102e39456bcc tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:40.683041 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-83bf5a2a-5212-4216-83a6-f143996d221b req-8ced25eb-4a29-4c59-b7cc-102e39456bcc tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/networks?id=2f1c1092-820d-41af-bed3-3674f069c798 HTTP/1.1" status: 200 len: 811 time: 0.2110975 Feb 03 14:11:40.699206 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-83bf5a2a-5212-4216-83a6-f143996d221b req-196f102d-7d8b-46ed-875d-7083eaebf88d tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/quotas/4cbc4ee6b61f47a897e271e5a6452f6c HTTP/1.1" status: 200 len: 375 time: 0.0106578 Feb 03 14:11:40.751591 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0768de4b-eac2-4c92-a50c-e60690aa1c64 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:40.752057 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0768de4b-eac2-4c92-a50c-e60690aa1c64 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Fanout notify agent at l3_agent the message router_deleted on router 21c56544-caa0-4bc6-9c20-b3add098e105 {{(pid=84182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:11:40.778331 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0768de4b-eac2-4c92-a50c-e60690aa1c64 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:40.782065 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-0768de4b-eac2-4c92-a50c-e60690aa1c64 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/routers/21c56544-caa0-4bc6-9c20-b3add098e105 HTTP/1.1" status: 204 len: 168 time: 2.0713804 Feb 03 14:11:40.785084 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 33636) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:11:40.899303 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device d021bcc2-ffcc-4151-9b0f-86b73d56486f no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:11:40.933243 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: d021bcc2-ffcc-4151-9b0f-86b73d56486f {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:11:40.933516 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device d021bcc2-ffcc-4151-9b0f-86b73d56486f not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:11:40.933943 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device c089658c-21d1-40b5-a556-edc094caffad no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:11:40.965461 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: c089658c-21d1-40b5-a556-edc094caffad {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:11:40.965805 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device c089658c-21d1-40b5-a556-edc094caffad not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:11:40.984111 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-83bf5a2a-5212-4216-83a6-f143996d221b req-b2a30683-60ee-485a-af4e-f54ccb2187e2 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4cbc4ee6b61f47a897e271e5a6452f6c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2796574 Feb 03 14:11:41.088471 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ab7bea32-0dff-4174-ae4a-8e26be1b134b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:41.235292 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-83bf5a2a-5212-4216-83a6-f143996d221b req-2bb768a0-75eb-49b5-9116-bf01bf7643f5 service neutron] 10.222.0.41 "GET /v2.0/networks/2f1c1092-820d-41af-bed3-3674f069c798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376020 Feb 03 14:11:41.285479 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ab7bea32-0dff-4174-ae4a-8e26be1b134b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:41.359408 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-ab7bea32-0dff-4174-ae4a-8e26be1b134b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7cb84db-7a3b-4cde-a0f4-4396b9da4b61']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:41.380574 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-ab7bea32-0dff-4174-ae4a-8e26be1b134b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70aa4af2-6f73-407c-a7b4-552d77c936f5') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:41.380867 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-ab7bea32-0dff-4174-ae4a-8e26be1b134b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70aa4af2-6f73-407c-a7b4-552d77c936f5') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:41.409392 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ab7bea32-0dff-4174-ae4a-8e26be1b134b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:41.437881 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ab7bea32-0dff-4174-ae4a-8e26be1b134b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:41.441259 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-83bf5a2a-5212-4216-83a6-f143996d221b req-40094a4a-b2e7-4e13-bf89-f5911d93904c service neutron] 10.222.0.41 "GET /v2.0/networks/2f1c1092-820d-41af-bed3-3674f069c798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960695 Feb 03 14:11:41.448748 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab7bea32-0dff-4174-ae4a-8e26be1b134b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:11:41.448748 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ab7bea32-0dff-4174-ae4a-8e26be1b134b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:41.460238 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 14:11:41.460238 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:11:41.460238 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 14:11:41.460238 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:11:41.460238 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 14:11:41.460238 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:11:41.460238 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 14:11:41.460238 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:11:41.460238 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 14:11:41.460238 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:11:41.460238 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 14:11:41.460238 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:11:41.460238 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 14:11:41.460238 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:11:41.460238 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:11:41.460238 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:11:41.460238 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:11:41.460238 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:11:41.460238 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 14:11:41.460238 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:11:41.460238 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 14:11:41.460238 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:11:41.460238 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:11:41.460238 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:11:41.460238 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 14:11:41.460238 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:11:41.460238 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:11:41.460238 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:11:41.460238 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:11:41.460238 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:11:41.460238 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:11:41.460238 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:11:41.606438 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ab7bea32-0dff-4174-ae4a-8e26be1b134b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:41.623660 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ab7bea32-0dff-4174-ae4a-8e26be1b134b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:41.638874 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bea32-0dff-4174-ae4a-8e26be1b134b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Network': ['ID=d7cb84db-7a3b-4cde-a0f4-4396b9da4b61,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:41.749003 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ab7bea32-0dff-4174-ae4a-8e26be1b134b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/networks/d7cb84db-7a3b-4cde-a0f4-4396b9da4b61 HTTP/1.1" status: 204 len: 168 time: 0.9656446 Feb 03 14:11:41.777889 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 33646) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:11:41.783113 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-9bbb7c4a-71bd-415b-a6b2-02edbdd0819c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'network': {'name': 'tempest-network-smoke--608663537', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'port_security_enabled': True}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:11:41.788191 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-9bbb7c4a-71bd-415b-a6b2-02edbdd0819c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:11:41.792345 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-9bbb7c4a-71bd-415b-a6b2-02edbdd0819c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:network and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:11:41.795222 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-9bbb7c4a-71bd-415b-a6b2-02edbdd0819c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:11:41.800887 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-9bbb7c4a-71bd-415b-a6b2-02edbdd0819c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:11:41.851253 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbb7c4a-71bd-415b-a6b2-02edbdd0819c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Made reservation on behalf of 55163e99e9e54d69af7505a418f9e84b for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:11:41.854284 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9bbb7c4a-71bd-415b-a6b2-02edbdd0819c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:41.882512 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bbb7c4a-71bd-415b-a6b2-02edbdd0819c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:11:41.890824 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9bbb7c4a-71bd-415b-a6b2-02edbdd0819c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:41.892397 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-9bbb7c4a-71bd-415b-a6b2-02edbdd0819c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Added segment 2eac202b-867e-4dd2-90c9-681f1736d755 of type vlan for network e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842 Feb 03 14:11:41.917876 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9bbb7c4a-71bd-415b-a6b2-02edbdd0819c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:42.046007 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9bbb7c4a-71bd-415b-a6b2-02edbdd0819c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:42.049764 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbb7c4a-71bd-415b-a6b2-02edbdd0819c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:42.050385 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9bbb7c4a-71bd-415b-a6b2-02edbdd0819c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:42.182300 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-375c3b07-d396-42cd-9fa9-e3aaa8ea1468 req-796a61bf-d1a7-4f06-af53-daf95094fdc0 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaa3a01b-dfda-48b0-a0a5-194b3c960db7 HTTP/1.1" status: 200 len: 210 time: 0.1060610 Feb 03 14:11:42.201300 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb7c4a-71bd-415b-a6b2-02edbdd0819c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Network': ['ID=e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:42.217307 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:11:42.286476 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-9bbb7c4a-71bd-415b-a6b2-02edbdd0819c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5026951 Feb 03 14:11:42.288861 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 33658) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:11:42.294155 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-49abc799-ab26-4e36-98f2-0efb592323f2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-638901526', 'admin_state_up': True, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:11:42.302200 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-49abc799-ab26-4e36-98f2-0efb592323f2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:11:42.309511 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-49abc799-ab26-4e36-98f2-0efb592323f2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:router and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:11:42.309511 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-49abc799-ab26-4e36-98f2-0efb592323f2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:11:42.316243 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-49abc799-ab26-4e36-98f2-0efb592323f2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:11:42.434714 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-49abc799-ab26-4e36-98f2-0efb592323f2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:42.435734 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-49abc799-ab26-4e36-98f2-0efb592323f2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:42.454586 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-49abc799-ab26-4e36-98f2-0efb592323f2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:42.762567 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-49abc799-ab26-4e36-98f2-0efb592323f2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:42.789534 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 22d916c2-152a-4c63-abb6-75ca0c85f6fb no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:11:42.822061 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 22d916c2-152a-4c63-abb6-75ca0c85f6fb {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:11:42.822334 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 22d916c2-152a-4c63-abb6-75ca0c85f6fb not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:11:43.009888 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-49abc799-ab26-4e36-98f2-0efb592323f2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router_gateway, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:43.039605 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-49abc799-ab26-4e36-98f2-0efb592323f2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:43.180867 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-49abc799-ab26-4e36-98f2-0efb592323f2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Allocated IP 172.26.3.170 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:11:43.406563 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-fe90e431-02a9-4e7e-9c5b-8e15f502f8f5 req-7d8c0a3f-8320-4b22-aaa0-8d3cf279ae85 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaa3a01b-dfda-48b0-a0a5-194b3c960db7 HTTP/1.1" status: 200 len: 210 time: 0.0484967 Feb 03 14:11:43.470288 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-49abc799-ab26-4e36-98f2-0efb592323f2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:43.589307 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-49abc799-ab26-4e36-98f2-0efb592323f2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:43.656704 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49abc799-ab26-4e36-98f2-0efb592323f2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:11:43.660041 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-49abc799-ab26-4e36-98f2-0efb592323f2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:11:43.663744 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49abc799-ab26-4e36-98f2-0efb592323f2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:11:43.692711 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49abc799-ab26-4e36-98f2-0efb592323f2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:43.904668 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-49abc799-ab26-4e36-98f2-0efb592323f2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router_gateway, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:43.905421 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-49abc799-ab26-4e36-98f2-0efb592323f2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:44.228928 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49abc799-ab26-4e36-98f2-0efb592323f2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router 4cd54a85-2b51-46d9-b7d4-1533e8187639 is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:11:44.253472 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf5a2a-5212-4216-83a6-f143996d221b req-25125938-0d65-4f89-ae3e-858511bc8291 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:44.254885 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-83bf5a2a-5212-4216-83a6-f143996d221b req-25125938-0d65-4f89-ae3e-858511bc8291 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.47 "GET /v2.0/networks?id=2f1c1092-820d-41af-bed3-3674f069c798 HTTP/1.1" status: 200 len: 811 time: 0.1442676 Feb 03 14:11:44.309119 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-83bf5a2a-5212-4216-83a6-f143996d221b req-13b105ec-e952-4472-92ab-14f61046e10b tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cbc4ee6b61f47a897e271e5a6452f6c HTTP/1.1" status: 200 len: 380 time: 0.0417442 Feb 03 14:11:44.316966 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-83bf5a2a-5212-4216-83a6-f143996d221b req-81c8315b-c415-4236-995e-974d4b093971 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Request body: {'port': {'device_id': 'aaa3a01b-dfda-48b0-a0a5-194b3c960db7', 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798', 'admin_state_up': True, 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'security_groups': ['c56dbaf7-2de8-43d4-85c7-495920dcdd2a']}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:11:44.441813 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49abc799-ab26-4e36-98f2-0efb592323f2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:11:44.455079 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b214716c-15da-4201-9448-22f6e3960f21 None None] Sync routers for ids ['4cd54a85-2b51-46d9-b7d4-1533e8187639'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:11:44.476763 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b214716c-15da-4201-9448-22f6e3960f21 None None] Routers {'4cd54a85-2b51-46d9-b7d4-1533e8187639'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:11:44.477438 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-b214716c-15da-4201-9448-22f6e3960f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:11:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['4cd54a85-2b51-46d9-b7d4-1533e8187639'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:44.488878 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-83bf5a2a-5212-4216-83a6-f143996d221b req-81c8315b-c415-4236-995e-974d4b093971 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:11:44.493105 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-83bf5a2a-5212-4216-83a6-f143996d221b req-81c8315b-c415-4236-995e-974d4b093971 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Usage tracker for resource:port and tenant:4cbc4ee6b61f47a897e271e5a6452f6c is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:11:44.496136 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-83bf5a2a-5212-4216-83a6-f143996d221b req-81c8315b-c415-4236-995e-974d4b093971 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:11:44.502162 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-83bf5a2a-5212-4216-83a6-f143996d221b req-81c8315b-c415-4236-995e-974d4b093971 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:11:44.534584 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-49abc799-ab26-4e36-98f2-0efb592323f2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:44.543876 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-49abc799-ab26-4e36-98f2-0efb592323f2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2539232 Feb 03 14:11:44.544856 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 33668) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:11:44.594706 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83bf5a2a-5212-4216-83a6-f143996d221b req-81c8315b-c415-4236-995e-974d4b093971 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Made reservation on behalf of 4cbc4ee6b61f47a897e271e5a6452f6c for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:11:44.598318 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-83bf5a2a-5212-4216-83a6-f143996d221b req-81c8315b-c415-4236-995e-974d4b093971 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:44.660284 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-80489bcf-0839-4b1b-afce-ffbcb7ff9346 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=55163e99e9e54d69af7505a418f9e84b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1135073 Feb 03 14:11:44.663667 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ccbaeef6-9c51-4e5d-b0f6-a282ec11c54e req-3ad3d064-f652-4e02-b194-d0b0586dac91 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaa3a01b-dfda-48b0-a0a5-194b3c960db7 HTTP/1.1" status: 200 len: 210 time: 0.0857139 Feb 03 14:11:44.664131 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 33672) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:11:44.681856 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-b214716c-15da-4201-9448-22f6e3960f21 None None] Set router 4cd54a85-2b51-46d9-b7d4-1533e8187639 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:11:44.830205 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566d6f3d-18f2-4e5d-adbd-7aca0a57708e tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:44.831938 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-566d6f3d-18f2-4e5d-adbd-7aca0a57708e tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1668737 Feb 03 14:11:44.834795 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 33676) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:11:44.879927 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-cf5069f8-bd93-489e-8497-f5820a09d79e tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=16a0e898-50c0-4b65-ae3a-069e9649bbca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439494 Feb 03 14:11:44.883435 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 33680) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:11:44.890131 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-e04cf077-26d6-4660-950c-f0c618d2b2eb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-870495318', 'network_id': 'e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:11:44.897257 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [req-83bf5a2a-5212-4216-83a6-f143996d221b req-81c8315b-c415-4236-995e-974d4b093971 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Allocated IP 172.20.0.8 (2f1c1092-820d-41af-bed3-3674f069c798/ac5f2d12-5c46-44f1-bb83-783314b1c271/1124ea5e-dd21-456a-888c-c0b64f57c71e) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:11:44.985836 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-b214716c-15da-4201-9448-22f6e3960f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd54a85-2b51-46d9-b7d4-1533e8187639', 'name': 'tempest-TestNetworkBasicOps-router-638901526', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:11:42Z', 'updated_at': '2022-02-03T14:11:43Z', 'revision_number': 3, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd54a85-2b51-46d9-b7d4-1533e8187639', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:43Z', 'updated_at': '2022-02-03T14:11:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:44.990155 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b214716c-15da-4201-9448-22f6e3960f21 None None] Checking router: 4cd54a85-2b51-46d9-b7d4-1533e8187639 for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:11:44.990513 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b214716c-15da-4201-9448-22f6e3960f21 None None] Updating router 4cd54a85-2b51-46d9-b7d4-1533e8187639 port f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f binding host dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:11:45.020496 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e04cf077-26d6-4660-950c-f0c618d2b2eb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:11:45.027197 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e04cf077-26d6-4660-950c-f0c618d2b2eb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:subnet and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:11:45.030764 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e04cf077-26d6-4660-950c-f0c618d2b2eb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:11:45.037901 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e04cf077-26d6-4660-950c-f0c618d2b2eb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:11:45.052416 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-b214716c-15da-4201-9448-22f6e3960f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:45.096461 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-83bf5a2a-5212-4216-83a6-f143996d221b req-81c8315b-c415-4236-995e-974d4b093971 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:45.113052 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-83bf5a2a-5212-4216-83a6-f143996d221b req-81c8315b-c415-4236-995e-974d4b093971 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Transition to ACTIVE for port object 1124ea5e-dd21-456a-888c-c0b64f57c71e will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:11:45.128128 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04cf077-26d6-4660-950c-f0c618d2b2eb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Made reservation on behalf of 55163e99e9e54d69af7505a418f9e84b for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:11:45.201830 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-83bf5a2a-5212-4216-83a6-f143996d221b req-81c8315b-c415-4236-995e-974d4b093971 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:45.244855 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e04cf077-26d6-4660-950c-f0c618d2b2eb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:45.295897 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83bf5a2a-5212-4216-83a6-f143996d221b req-81c8315b-c415-4236-995e-974d4b093971 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Network 2f1c1092-820d-41af-bed3-3674f069c798 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:11:45.297675 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [req-83bf5a2a-5212-4216-83a6-f143996d221b req-81c8315b-c415-4236-995e-974d4b093971 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:11:45.302386 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-83bf5a2a-5212-4216-83a6-f143996d221b req-81c8315b-c415-4236-995e-974d4b093971 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:11:45.342161 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c8315b-c415-4236-995e-974d4b093971 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Pushing event updated for resources: {'Port': ['ID=1124ea5e-dd21-456a-888c-c0b64f57c71e,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:45.377601 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf5a2a-5212-4216-83a6-f143996d221b req-81c8315b-c415-4236-995e-974d4b093971 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:45.378304 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-83bf5a2a-5212-4216-83a6-f143996d221b req-81c8315b-c415-4236-995e-974d4b093971 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:45.453562 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-b214716c-15da-4201-9448-22f6e3960f21 None None] Notify callbacks [] for port, precommit_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:45.467444 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.provisioning_blocks [None req-b214716c-15da-4201-9448-22f6e3960f21 None None] Transition to ACTIVE for port object f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f will not be triggered until provisioned by entity L2. {{(pid=84184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:11:45.487825 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-83bf5a2a-5212-4216-83a6-f143996d221b req-81c8315b-c415-4236-995e-974d4b093971 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1743751 Feb 03 14:11:45.500693 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-83bf5a2a-5212-4216-83a6-f143996d221b req-d4218558-23f7-41ad-9e33-7d6c6f12b9ad service neutron] Request body: {'port': {'device_id': 'aaa3a01b-dfda-48b0-a0a5-194b3c960db7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:11:45.583879 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-b214716c-15da-4201-9448-22f6e3960f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:45.618715 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-83bf5a2a-5212-4216-83a6-f143996d221b req-d4218558-23f7-41ad-9e33-7d6c6f12b9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:45.663371 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e04cf077-26d6-4660-950c-f0c618d2b2eb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:45.675308 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-b214716c-15da-4201-9448-22f6e3960f21 None None] Attempting to bind port f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:11:45.675883 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-b214716c-15da-4201-9448-22f6e3960f21 None None] Attempting to bind port f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:11:45.676391 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b214716c-15da-4201-9448-22f6e3960f21 None None] Attempting to bind port f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f on network 16a0e898-50c0-4b65-ae3a-069e9649bbca {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:11:45.689073 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66645823-5424-46ad-a7ea-46e20a0cf734 None None] Pushing event updated for resources: {'Port': ['ID=f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f,revision_number=2']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:45.760406 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-fea6a86d-465a-42a0-8cb8-db5cf8e13b63 None None] Provisioning for port 1124ea5e-dd21-456a-888c-c0b64f57c71e completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:11:45.767822 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-fea6a86d-465a-42a0-8cb8-db5cf8e13b63 None None] Provisioning complete for port 1124ea5e-dd21-456a-888c-c0b64f57c71e triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:11:45.768628 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fea6a86d-465a-42a0-8cb8-db5cf8e13b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:45.792097 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b214716c-15da-4201-9448-22f6e3960f21 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:11:45.793604 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b214716c-15da-4201-9448-22f6e3960f21 None None] Checking segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:11:45.794218 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-b214716c-15da-4201-9448-22f6e3960f21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:45.794790 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b214716c-15da-4201-9448-22f6e3960f21 None None] Bound using segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:11:45.795488 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-b214716c-15da-4201-9448-22f6e3960f21 None None] Bound port: f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:11:45.796045 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-b214716c-15da-4201-9448-22f6e3960f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:45.871614 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66645823-5424-46ad-a7ea-46e20a0cf734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:45.872855 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66645823-5424-46ad-a7ea-46e20a0cf734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:45.873523 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66645823-5424-46ad-a7ea-46e20a0cf734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:45.874704 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66645823-5424-46ad-a7ea-46e20a0cf734 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:45.878838 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66645823-5424-46ad-a7ea-46e20a0cf734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:45.879410 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66645823-5424-46ad-a7ea-46e20a0cf734 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:45.879941 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66645823-5424-46ad-a7ea-46e20a0cf734 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:45.881519 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66645823-5424-46ad-a7ea-46e20a0cf734 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:45.882183 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66645823-5424-46ad-a7ea-46e20a0cf734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:45.882759 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66645823-5424-46ad-a7ea-46e20a0cf734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:45.883348 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66645823-5424-46ad-a7ea-46e20a0cf734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:45.900220 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04cf077-26d6-4660-950c-f0c618d2b2eb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Subnet': ['ID=84f53da0-403e-442d-93d9-945939c5cde4,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:45.915947 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-fea6a86d-465a-42a0-8cb8-db5cf8e13b63 None None] Port 1124ea5e-dd21-456a-888c-c0b64f57c71e cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:11:45.920700 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04cf077-26d6-4660-950c-f0c618d2b2eb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Checking segment: {'id': '2eac202b-867e-4dd2-90c9-681f1736d755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:11:45.921058 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04cf077-26d6-4660-950c-f0c618d2b2eb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network hostable DHCP agents. Network: e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:11:45.952053 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-b214716c-15da-4201-9448-22f6e3960f21 None None] For port f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:11:45.953748 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-b214716c-15da-4201-9448-22f6e3960f21 None None] For port f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:11:45.961115 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b1a45-4bf3-437f-8671-dd19df119ed8 req-57e6a6cd-a852-4dc9-98c8-0f0a09704327 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:45.962565 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-475b1a45-4bf3-437f-8671-dd19df119ed8 req-57e6a6cd-a852-4dc9-98c8-0f0a09704327 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaa3a01b-dfda-48b0-a0a5-194b3c960db7 HTTP/1.1" status: 200 len: 931 time: 0.1205776 Feb 03 14:11:46.008937 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04cf077-26d6-4660-950c-f0c618d2b2eb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:11:46.016749 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-b214716c-15da-4201-9448-22f6e3960f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:46.021455 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-475b1a45-4bf3-437f-8671-dd19df119ed8 req-c758345a-edce-420a-aa52-9812c1edb678 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508838 Feb 03 14:11:46.083920 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [req-83bf5a2a-5212-4216-83a6-f143996d221b req-d4218558-23f7-41ad-9e33-7d6c6f12b9ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1124ea5e-dd21-456a-888c-c0b64f57c71e {{(pid=84181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:11:46.091083 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-83bf5a2a-5212-4216-83a6-f143996d221b req-d4218558-23f7-41ad-9e33-7d6c6f12b9ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:46.103361 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-e04cf077-26d6-4660-950c-f0c618d2b2eb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:11:46.113404 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66645823-5424-46ad-a7ea-46e20a0cf734 None None] Pushing event updated for resources: {'Port': ['ID=f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f,revision_number=3']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:46.114206 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-83bf5a2a-5212-4216-83a6-f143996d221b req-d4218558-23f7-41ad-9e33-7d6c6f12b9ad service neutron] Transition to ACTIVE for port object 1124ea5e-dd21-456a-888c-c0b64f57c71e will not be triggered until provisioned by entity L2. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:11:46.114734 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04cf077-26d6-4660-950c-f0c618d2b2eb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:46.116597 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e04cf077-26d6-4660-950c-f0c618d2b2eb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:46.121871 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b214716c-15da-4201-9448-22f6e3960f21 None None] Routers {'4cd54a85-2b51-46d9-b7d4-1533e8187639'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:11:46.122212 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-b214716c-15da-4201-9448-22f6e3960f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:11:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['4cd54a85-2b51-46d9-b7d4-1533e8187639'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:46.127022 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904d2977-9015-48c7-888b-6bbecbd23ef7 None None] Network e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:11:46.211728 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-83bf5a2a-5212-4216-83a6-f143996d221b req-d4218558-23f7-41ad-9e33-7d6c6f12b9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:46.212931 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e04cf077-26d6-4660-950c-f0c618d2b2eb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3277261 Feb 03 14:11:46.215892 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 33686) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:11:46.381857 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-b214716c-15da-4201-9448-22f6e3960f21 None None] Set router 4cd54a85-2b51-46d9-b7d4-1533e8187639 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:11:46.414481 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4218558-23f7-41ad-9e33-7d6c6f12b9ad service neutron] Pushing event updated for resources: {'Port': ['ID=1124ea5e-dd21-456a-888c-c0b64f57c71e,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:46.432780 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92199f55-3b40-402a-9b71-3424d41cd77e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842', 'network_id': 'e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ips': [{'subnet_id': '84f53da0-403e-442d-93d9-945939c5cde4'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:11:46.434081 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-92199f55-3b40-402a-9b71-3424d41cd77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:46.570793 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-83bf5a2a-5212-4216-83a6-f143996d221b req-d4218558-23f7-41ad-9e33-7d6c6f12b9ad service neutron] Attempting to bind port 1124ea5e-dd21-456a-888c-c0b64f57c71e on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:11:46.571435 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-83bf5a2a-5212-4216-83a6-f143996d221b req-d4218558-23f7-41ad-9e33-7d6c6f12b9ad service neutron] Attempting to bind port 1124ea5e-dd21-456a-888c-c0b64f57c71e by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:11:46.571967 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bf5a2a-5212-4216-83a6-f143996d221b req-d4218558-23f7-41ad-9e33-7d6c6f12b9ad service neutron] Attempting to bind port 1124ea5e-dd21-456a-888c-c0b64f57c71e on network 2f1c1092-820d-41af-bed3-3674f069c798 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:11:46.585055 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bf5a2a-5212-4216-83a6-f143996d221b req-d4218558-23f7-41ad-9e33-7d6c6f12b9ad service neutron] Port 1124ea5e-dd21-456a-888c-c0b64f57c71e on network 2f1c1092-820d-41af-bed3-3674f069c798 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 14:11:46.589752 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bf5a2a-5212-4216-83a6-f143996d221b req-d4218558-23f7-41ad-9e33-7d6c6f12b9ad service neutron] Attempting to bind port 1124ea5e-dd21-456a-888c-c0b64f57c71e on network 2f1c1092-820d-41af-bed3-3674f069c798 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:11:46.596070 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bf5a2a-5212-4216-83a6-f143996d221b req-d4218558-23f7-41ad-9e33-7d6c6f12b9ad service neutron] Checking agent: {'id': '8cce4e55-f72c-4604-b6eb-27dc2f3f162a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'started_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:11:46.596496 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bf5a2a-5212-4216-83a6-f143996d221b req-d4218558-23f7-41ad-9e33-7d6c6f12b9ad service neutron] Checking segment: {'id': 'a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:11:46.596952 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bf5a2a-5212-4216-83a6-f143996d221b req-d4218558-23f7-41ad-9e33-7d6c6f12b9ad service neutron] Bound using segment: {'id': 'a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798'} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:11:46.597453 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-83bf5a2a-5212-4216-83a6-f143996d221b req-d4218558-23f7-41ad-9e33-7d6c6f12b9ad service neutron] Bound port: 1124ea5e-dd21-456a-888c-c0b64f57c71e, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798'}}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:11:46.597866 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-83bf5a2a-5212-4216-83a6-f143996d221b req-d4218558-23f7-41ad-9e33-7d6c6f12b9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:46.698626 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-92199f55-3b40-402a-9b71-3424d41cd77e None None] Allocated IP 172.20.0.2 (e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842/84f53da0-403e-442d-93d9-945939c5cde4/8694a1bf-fd8d-4af0-958e-342d08ff29e5) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:11:46.701597 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-83bf5a2a-5212-4216-83a6-f143996d221b req-d4218558-23f7-41ad-9e33-7d6c6f12b9ad service neutron] For port 1124ea5e-dd21-456a-888c-c0b64f57c71e, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:11:46.705663 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-83bf5a2a-5212-4216-83a6-f143996d221b req-d4218558-23f7-41ad-9e33-7d6c6f12b9ad service neutron] For port 1124ea5e-dd21-456a-888c-c0b64f57c71e, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=1124ea5e-dd21-456a-888c-c0b64f57c71e,segment=NetworkSegment(a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce),segment_id=a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce)] {{(pid=84181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:11:46.797667 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-b214716c-15da-4201-9448-22f6e3960f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd54a85-2b51-46d9-b7d4-1533e8187639', 'name': 'tempest-TestNetworkBasicOps-router-638901526', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:11:42Z', 'updated_at': '2022-02-03T14:11:43Z', 'revision_number': 3, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd54a85-2b51-46d9-b7d4-1533e8187639', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:43Z', 'updated_at': '2022-02-03T14:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:46.800694 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-83bf5a2a-5212-4216-83a6-f143996d221b req-d4218558-23f7-41ad-9e33-7d6c6f12b9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:46.807852 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b214716c-15da-4201-9448-22f6e3960f21 None None] The sync data for ids ['4cd54a85-2b51-46d9-b7d4-1533e8187639'] in dv-neutron-827016-1-hyperv is: [{'id': '4cd54a85-2b51-46d9-b7d4-1533e8187639', 'name': 'tempest-TestNetworkBasicOps-router-638901526', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:11:42Z', 'updated_at': '2022-02-03T14:11:43Z', 'revision_number': 3, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd54a85-2b51-46d9-b7d4-1533e8187639', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:43Z', 'updated_at': '2022-02-03T14:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:11:46.916841 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4218558-23f7-41ad-9e33-7d6c6f12b9ad service neutron] Pushing event updated for resources: {'Port': ['ID=1124ea5e-dd21-456a-888c-c0b64f57c71e,revision_number=3']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:46.923971 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-83bf5a2a-5212-4216-83a6-f143996d221b req-d4218558-23f7-41ad-9e33-7d6c6f12b9ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:46.926228 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-83bf5a2a-5212-4216-83a6-f143996d221b req-d4218558-23f7-41ad-9e33-7d6c6f12b9ad service neutron] 10.222.0.47 "PUT /v2.0/ports/1124ea5e-dd21-456a-888c-c0b64f57c71e HTTP/1.1" status: 200 len: 1093 time: 1.4308724 Feb 03 14:11:46.930101 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaa3a01b-dfda-48b0-a0a5-194b3c960db7', 'tag': '1124ea5e-dd21-456a-888c-c0b64f57c71e'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:11:47.000471 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaa3a01b-dfda-48b0-a0a5-194b3c960db7', 'tag': '1124ea5e-dd21-456a-888c-c0b64f57c71e', 'status': 'completed', 'code': 200} Feb 03 14:11:47.084780 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-92199f55-3b40-402a-9b71-3424d41cd77e None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:47.102733 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-92199f55-3b40-402a-9b71-3424d41cd77e None None] Transition to ACTIVE for port object 8694a1bf-fd8d-4af0-958e-342d08ff29e5 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:11:47.148706 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-92199f55-3b40-402a-9b71-3424d41cd77e None None] Transition to ACTIVE for port object 8694a1bf-fd8d-4af0-958e-342d08ff29e5 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:11:47.190911 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-41d995af-a243-44f8-92ba-6cf8c0590232 req-c04a7479-6a4c-45ba-9761-29f81d8766be service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4cbc4ee6b61f47a897e271e5a6452f6c&device_id=aaa3a01b-dfda-48b0-a0a5-194b3c960db7 HTTP/1.1" status: 200 len: 1096 time: 0.1660912 Feb 03 14:11:47.235993 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-92199f55-3b40-402a-9b71-3424d41cd77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:47.363508 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92199f55-3b40-402a-9b71-3424d41cd77e None None] Network e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:11:47.367706 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-92199f55-3b40-402a-9b71-3424d41cd77e None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:11:47.370319 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92199f55-3b40-402a-9b71-3424d41cd77e None None] Pushing event updated for resources: {'Port': ['ID=8694a1bf-fd8d-4af0-958e-342d08ff29e5,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:47.373551 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92199f55-3b40-402a-9b71-3424d41cd77e None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:11:47.429808 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d995af-a243-44f8-92ba-6cf8c0590232 req-6b41c06b-7123-483c-9d8b-1327a825a032 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:47.431494 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-41d995af-a243-44f8-92ba-6cf8c0590232 req-6b41c06b-7123-483c-9d8b-1327a825a032 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=4cbc4ee6b61f47a897e271e5a6452f6c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2313156 Feb 03 14:11:47.462566 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:47.485150 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-92199f55-3b40-402a-9b71-3424d41cd77e None None] Attempting to bind port 8694a1bf-fd8d-4af0-958e-342d08ff29e5 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:11:47.489180 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-92199f55-3b40-402a-9b71-3424d41cd77e None None] Attempting to bind port 8694a1bf-fd8d-4af0-958e-342d08ff29e5 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '2eac202b-867e-4dd2-90c9-681f1736d755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:11:47.489180 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92199f55-3b40-402a-9b71-3424d41cd77e None None] Attempting to bind port 8694a1bf-fd8d-4af0-958e-342d08ff29e5 on network e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:11:47.498728 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92199f55-3b40-402a-9b71-3424d41cd77e None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:11:47.499233 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92199f55-3b40-402a-9b71-3424d41cd77e None None] Checking segment: {'id': '2eac202b-867e-4dd2-90c9-681f1736d755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:11:47.499720 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-92199f55-3b40-402a-9b71-3424d41cd77e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:47.500172 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92199f55-3b40-402a-9b71-3424d41cd77e None None] Bound using segment: {'id': '2eac202b-867e-4dd2-90c9-681f1736d755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:11:47.500749 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-92199f55-3b40-402a-9b71-3424d41cd77e None None] Bound port: 8694a1bf-fd8d-4af0-958e-342d08ff29e5, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eac202b-867e-4dd2-90c9-681f1736d755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:11:47.501825 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-92199f55-3b40-402a-9b71-3424d41cd77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:47.510729 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e740b-6be1-44e1-8330-49abd5593771 req-62f07104-92e7-4a02-95b1-6b86890dfeeb tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:47.518124 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7b3e740b-6be1-44e1-8330-49abd5593771 req-62f07104-92e7-4a02-95b1-6b86890dfeeb tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaa3a01b-dfda-48b0-a0a5-194b3c960db7 HTTP/1.1" status: 200 len: 943 time: 0.2649071 Feb 03 14:11:47.543827 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d77815aa-70e2-4d88-b224-0e0a0b386fbb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:47.603450 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-92199f55-3b40-402a-9b71-3424d41cd77e None None] For port 8694a1bf-fd8d-4af0-958e-342d08ff29e5, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:11:47.603676 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d995af-a243-44f8-92ba-6cf8c0590232 req-ec30998e-6bdb-498a-a396-aeef9a61fa54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:47.605733 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-41d995af-a243-44f8-92ba-6cf8c0590232 req-ec30998e-6bdb-498a-a396-aeef9a61fa54 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1682343 Feb 03 14:11:47.607178 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-92199f55-3b40-402a-9b71-3424d41cd77e None None] For port 8694a1bf-fd8d-4af0-958e-342d08ff29e5, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=8694a1bf-fd8d-4af0-958e-342d08ff29e5,segment=NetworkSegment(2eac202b-867e-4dd2-90c9-681f1736d755),segment_id=2eac202b-867e-4dd2-90c9-681f1736d755)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:11:47.650321 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7b3e740b-6be1-44e1-8330-49abd5593771 req-cde7eb14-4648-48f7-b7d3-8c859a4d0253 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312110 Feb 03 14:11:47.716135 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-92199f55-3b40-402a-9b71-3424d41cd77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:47.819004 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92199f55-3b40-402a-9b71-3424d41cd77e None None] Pushing event updated for resources: {'Port': ['ID=8694a1bf-fd8d-4af0-958e-342d08ff29e5,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:47.863013 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-83bf5a2a-5212-4216-83a6-f143996d221b req-b9c86328-ebb2-45bb-a34d-de784c8e2944 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4cbc4ee6b61f47a897e271e5a6452f6c&device_id=aaa3a01b-dfda-48b0-a0a5-194b3c960db7 HTTP/1.1" status: 200 len: 1096 time: 0.2213392 Feb 03 14:11:47.951273 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-83bf5a2a-5212-4216-83a6-f143996d221b req-701f4b46-cde6-4191-b6f5-733d47d6856f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1124ea5e-dd21-456a-888c-c0b64f57c71e HTTP/1.1" status: 200 len: 217 time: 0.0808349 Feb 03 14:11:48.057600 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf5a2a-5212-4216-83a6-f143996d221b req-c54ca31c-61fd-4830-96a6-088e896bc3cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:48.059635 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-83bf5a2a-5212-4216-83a6-f143996d221b req-c54ca31c-61fd-4830-96a6-088e896bc3cf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac5f2d12-5c46-44f1-bb83-783314b1c271 HTTP/1.1" status: 200 len: 850 time: 0.1017396 Feb 03 14:11:48.099471 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-d77815aa-70e2-4d88-b224-0e0a0b386fbb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Allocated IP 172.20.0.1 (e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842/84f53da0-403e-442d-93d9-945939c5cde4/e5408736-0d1f-476d-8b82-76f17d02c30c) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:11:48.147105 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-83bf5a2a-5212-4216-83a6-f143996d221b req-56695190-e5bd-45a4-8d1c-13d5bbf3898a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f1c1092-820d-41af-bed3-3674f069c798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817049 Feb 03 14:11:48.291107 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-83bf5a2a-5212-4216-83a6-f143996d221b req-e10430ab-a683-4d84-9cd6-fa5dbe7d52c5 service neutron] 10.222.0.47 "GET /v2.0/networks/2f1c1092-820d-41af-bed3-3674f069c798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381350 Feb 03 14:11:48.410120 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d77815aa-70e2-4d88-b224-0e0a0b386fbb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:48.428461 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-d77815aa-70e2-4d88-b224-0e0a0b386fbb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Transition to ACTIVE for port object e5408736-0d1f-476d-8b82-76f17d02c30c will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:11:48.460803 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-83bf5a2a-5212-4216-83a6-f143996d221b req-af33a151-b765-4f9b-9b60-0a9f6f73c3f1 service neutron] 10.222.0.47 "GET /v2.0/networks/2f1c1092-820d-41af-bed3-3674f069c798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643207 Feb 03 14:11:48.509235 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d77815aa-70e2-4d88-b224-0e0a0b386fbb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:48.579587 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77815aa-70e2-4d88-b224-0e0a0b386fbb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:11:48.582751 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-d77815aa-70e2-4d88-b224-0e0a0b386fbb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:11:48.587258 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77815aa-70e2-4d88-b224-0e0a0b386fbb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:11:48.618113 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77815aa-70e2-4d88-b224-0e0a0b386fbb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=e5408736-0d1f-476d-8b82-76f17d02c30c,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:48.650877 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d77815aa-70e2-4d88-b224-0e0a0b386fbb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:48.874396 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d77815aa-70e2-4d88-b224-0e0a0b386fbb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:48.936986 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:11:48.963824 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d2cb4-5534-40bf-aca1-8403829944a4 req-05fc9524-70f3-4d17-9d40-c0c01f4e8efd tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:48.965272 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2a7d2cb4-5534-40bf-aca1-8403829944a4 req-05fc9524-70f3-4d17-9d40-c0c01f4e8efd tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaa3a01b-dfda-48b0-a0a5-194b3c960db7 HTTP/1.1" status: 200 len: 943 time: 0.1741722 Feb 03 14:11:49.007825 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0670fe-8fa5-4ac8-ae20-aebf69159123 None None] Network e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:11:49.143883 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2a7d2cb4-5534-40bf-aca1-8403829944a4 req-6a906b85-8631-4096-87ad-cfee4ff6de88 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208289 Feb 03 14:11:49.172474 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:11:49.183023 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:11:49.183412 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:49.213012 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-898be45a-f368-4fa5-96ce-18861f120743 None None] Provisioning for port 8694a1bf-fd8d-4af0-958e-342d08ff29e5 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:11:49.365015 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d77815aa-70e2-4d88-b224-0e0a0b386fbb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:49.371541 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:49.393495 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:49.424161 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d77815aa-70e2-4d88-b224-0e0a0b386fbb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:49.474840 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:49.475921 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 8694a1bf-fd8d-4af0-958e-342d08ff29e5 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:11:49.540145 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d77815aa-70e2-4d88-b224-0e0a0b386fbb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:49.543586 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77815aa-70e2-4d88-b224-0e0a0b386fbb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=e5408736-0d1f-476d-8b82-76f17d02c30c,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:49.643921 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:49.696469 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77815aa-70e2-4d88-b224-0e0a0b386fbb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:11:49.697639 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-d77815aa-70e2-4d88-b224-0e0a0b386fbb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:11:49.714516 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 8694a1bf-fd8d-4af0-958e-342d08ff29e5 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:11:49.720357 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 8694a1bf-fd8d-4af0-958e-342d08ff29e5 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:11:49.724708 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:49.751601 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b97a1453-33e1-4dea-883e-b5328db679a0 None None] Provisioning for port e5408736-0d1f-476d-8b82-76f17d02c30c completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:11:49.762240 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b97a1453-33e1-4dea-883e-b5328db679a0 None None] Provisioning complete for port e5408736-0d1f-476d-8b82-76f17d02c30c triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:11:49.762616 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b97a1453-33e1-4dea-883e-b5328db679a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:49.846676 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-b97a1453-33e1-4dea-883e-b5328db679a0 None None] Port e5408736-0d1f-476d-8b82-76f17d02c30c cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:11:49.908652 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:49.946778 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 8694a1bf-fd8d-4af0-958e-342d08ff29e5, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=8694a1bf-fd8d-4af0-958e-342d08ff29e5,segment=NetworkSegment(2eac202b-867e-4dd2-90c9-681f1736d755),segment_id=2eac202b-867e-4dd2-90c9-681f1736d755)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:49.969075 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-0928756f-5a69-46a8-aecf-f5e6131a1a02 None None] Provisioning complete for port e5408736-0d1f-476d-8b82-76f17d02c30c triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:11:49.970187 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0928756f-5a69-46a8-aecf-f5e6131a1a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:50.003186 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:50.072839 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-0928756f-5a69-46a8-aecf-f5e6131a1a02 None None] Port e5408736-0d1f-476d-8b82-76f17d02c30c cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:11:50.086221 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=8694a1bf-fd8d-4af0-958e-342d08ff29e5,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:50.105130 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77815aa-70e2-4d88-b224-0e0a0b386fbb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router 4cd54a85-2b51-46d9-b7d4-1533e8187639 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:11:50.467455 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77815aa-70e2-4d88-b224-0e0a0b386fbb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:11:50.489890 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d77815aa-70e2-4d88-b224-0e0a0b386fbb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "PUT /v2.0/routers/4cd54a85-2b51-46d9-b7d4-1533e8187639/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2726159 Feb 03 14:11:50.492609 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 33698) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:11:50.614523 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291479f2-66d6-41b6-a3a9-d9b33c821c3a req-4937d76b-ee31-4feb-9072-ae6433c09e71 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:50.616139 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-291479f2-66d6-41b6-a3a9-d9b33c821c3a req-4937d76b-ee31-4feb-9072-ae6433c09e71 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaa3a01b-dfda-48b0-a0a5-194b3c960db7 HTTP/1.1" status: 200 len: 943 time: 0.1887591 Feb 03 14:11:50.662831 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fa810a-d103-46ae-8c38-c3421db2898a None None] Sync routers for ids ['4cd54a85-2b51-46d9-b7d4-1533e8187639'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:11:50.675025 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fa810a-d103-46ae-8c38-c3421db2898a None None] Routers {'4cd54a85-2b51-46d9-b7d4-1533e8187639'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:11:50.678264 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-37fa810a-d103-46ae-8c38-c3421db2898a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:11:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['4cd54a85-2b51-46d9-b7d4-1533e8187639'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:50.680738 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74f9b99-9f61-488a-8c01-f05ab8fd1d0c tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:50.681127 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74f9b99-9f61-488a-8c01-f05ab8fd1d0c tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:50.681487 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74f9b99-9f61-488a-8c01-f05ab8fd1d0c tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:50.681853 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74f9b99-9f61-488a-8c01-f05ab8fd1d0c tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:50.682699 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74f9b99-9f61-488a-8c01-f05ab8fd1d0c tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:50.682699 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74f9b99-9f61-488a-8c01-f05ab8fd1d0c tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:50.684463 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b74f9b99-9f61-488a-8c01-f05ab8fd1d0c tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4278 time: 0.1909564 Feb 03 14:11:50.689950 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33702) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:11:50.706973 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-291479f2-66d6-41b6-a3a9-d9b33c821c3a req-82088b32-2fd6-4c91-b856-4cd6e27f4a94 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815191 Feb 03 14:11:50.776931 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e96bb31-e096-4f65-8aed-0dd05feb9767 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:50.776931 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e96bb31-e096-4f65-8aed-0dd05feb9767 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:50.777270 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e96bb31-e096-4f65-8aed-0dd05feb9767 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:50.777701 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e96bb31-e096-4f65-8aed-0dd05feb9767 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:50.778096 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e96bb31-e096-4f65-8aed-0dd05feb9767 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:50.778507 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e96bb31-e096-4f65-8aed-0dd05feb9767 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:50.780814 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8e96bb31-e096-4f65-8aed-0dd05feb9767 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0896428 Feb 03 14:11:50.783792 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33706) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:11:50.851763 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:11:50.910073 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-37fa810a-d103-46ae-8c38-c3421db2898a None None] Set router 4cd54a85-2b51-46d9-b7d4-1533e8187639 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:11:51.029350 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-544d3a6f-926c-43e7-8ec1-985cb6437be2 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2443848 Feb 03 14:11:51.032834 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33710) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:11:51.038793 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-ea40b8b7-6f5c-49cf-a0f3-2420db9c3a53 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1303058723', 'network_id': 'e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:11:51.066819 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:11:51.067465 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:51.179626 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-ea40b8b7-6f5c-49cf-a0f3-2420db9c3a53 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:11:51.184472 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ea40b8b7-6f5c-49cf-a0f3-2420db9c3a53 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:port and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:11:51.187354 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ea40b8b7-6f5c-49cf-a0f3-2420db9c3a53 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:11:51.193446 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-ea40b8b7-6f5c-49cf-a0f3-2420db9c3a53 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:11:51.274706 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea40b8b7-6f5c-49cf-a0f3-2420db9c3a53 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Made reservation on behalf of 55163e99e9e54d69af7505a418f9e84b for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:11:51.278149 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ea40b8b7-6f5c-49cf-a0f3-2420db9c3a53 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:51.302514 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [None req-ea40b8b7-6f5c-49cf-a0f3-2420db9c3a53 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] device_id is not set on port 8dbb8b21-a77c-4b82-85e2-fc6192573e57 yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:11:51.306188 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 8694a1bf-fd8d-4af0-958e-342d08ff29e5 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:11:51.383896 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-37fa810a-d103-46ae-8c38-c3421db2898a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd54a85-2b51-46d9-b7d4-1533e8187639', 'name': 'tempest-TestNetworkBasicOps-router-638901526', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:11:42Z', 'updated_at': '2022-02-03T14:11:48Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd54a85-2b51-46d9-b7d4-1533e8187639', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:43Z', 'updated_at': '2022-02-03T14:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'e5408736-0d1f-476d-8b82-76f17d02c30c', 'name': '', 'network_id': 'e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:ab:9f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd54a85-2b51-46d9-b7d4-1533e8187639', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84f53da0-403e-442d-93d9-945939c5cde4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:47Z', 'updated_at': '2022-02-03T14:11:49Z', 'revision_number': 2, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '84f53da0-403e-442d-93d9-945939c5cde4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:51.390731 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fa810a-d103-46ae-8c38-c3421db2898a None None] Checking router: 4cd54a85-2b51-46d9-b7d4-1533e8187639 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:11:51.391087 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fa810a-d103-46ae-8c38-c3421db2898a None None] Updating router 4cd54a85-2b51-46d9-b7d4-1533e8187639 port e5408736-0d1f-476d-8b82-76f17d02c30c binding host dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:11:51.436441 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 8694a1bf-fd8d-4af0-958e-342d08ff29e5 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:11:51.436812 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:51.464386 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-ea40b8b7-6f5c-49cf-a0f3-2420db9c3a53 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Allocated IP 172.20.0.8 (e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842/84f53da0-403e-442d-93d9-945939c5cde4/8dbb8b21-a77c-4b82-85e2-fc6192573e57) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:11:51.486454 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-37fa810a-d103-46ae-8c38-c3421db2898a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:51.672009 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ea40b8b7-6f5c-49cf-a0f3-2420db9c3a53 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:51.688831 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-ea40b8b7-6f5c-49cf-a0f3-2420db9c3a53 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Transition to ACTIVE for port object 8dbb8b21-a77c-4b82-85e2-fc6192573e57 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:11:51.772486 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ea40b8b7-6f5c-49cf-a0f3-2420db9c3a53 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:51.839880 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea40b8b7-6f5c-49cf-a0f3-2420db9c3a53 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:11:51.851050 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-ea40b8b7-6f5c-49cf-a0f3-2420db9c3a53 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:11:51.859581 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea40b8b7-6f5c-49cf-a0f3-2420db9c3a53 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:11:51.918628 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea40b8b7-6f5c-49cf-a0f3-2420db9c3a53 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=8dbb8b21-a77c-4b82-85e2-fc6192573e57,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:51.940917 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe160f76-e585-4c9b-baaa-1a21c8a6936b req-c12377f8-c1d5-47b2-a86f-b844a166d243 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:51.943076 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-fe160f76-e585-4c9b-baaa-1a21c8a6936b req-c12377f8-c1d5-47b2-a86f-b844a166d243 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaa3a01b-dfda-48b0-a0a5-194b3c960db7 HTTP/1.1" status: 200 len: 943 time: 0.1021063 Feb 03 14:11:51.956074 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea40b8b7-6f5c-49cf-a0f3-2420db9c3a53 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:51.957321 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ea40b8b7-6f5c-49cf-a0f3-2420db9c3a53 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:52.002415 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-fe160f76-e585-4c9b-baaa-1a21c8a6936b req-3188c549-5289-4e1c-a65a-ede39d813dc7 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522339 Feb 03 14:11:52.044626 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-37fa810a-d103-46ae-8c38-c3421db2898a None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:52.047263 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ea40b8b7-6f5c-49cf-a0f3-2420db9c3a53 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0128565 Feb 03 14:11:52.068605 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-37fa810a-d103-46ae-8c38-c3421db2898a None None] Transition to ACTIVE for port object e5408736-0d1f-476d-8b82-76f17d02c30c will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:11:52.114659 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-37fa810a-d103-46ae-8c38-c3421db2898a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:52.226069 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-d5e3dd81-327c-432c-afac-a0fa26138b87 None None] Provisioning for port 8dbb8b21-a77c-4b82-85e2-fc6192573e57 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:11:52.240431 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732f59f-bdb9-44f8-824a-e06d1b43dd53 None None] Pushing event updated for resources: {'Port': ['ID=e5408736-0d1f-476d-8b82-76f17d02c30c,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:52.245448 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-d5e3dd81-327c-432c-afac-a0fa26138b87 None None] Provisioning complete for port 8dbb8b21-a77c-4b82-85e2-fc6192573e57 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:11:52.245448 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d5e3dd81-327c-432c-afac-a0fa26138b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:52.365218 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-d5e3dd81-327c-432c-afac-a0fa26138b87 None None] Port 8dbb8b21-a77c-4b82-85e2-fc6192573e57 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:11:52.386383 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-37fa810a-d103-46ae-8c38-c3421db2898a None None] Attempting to bind port e5408736-0d1f-476d-8b82-76f17d02c30c on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:11:52.386706 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-37fa810a-d103-46ae-8c38-c3421db2898a None None] Attempting to bind port e5408736-0d1f-476d-8b82-76f17d02c30c by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '2eac202b-867e-4dd2-90c9-681f1736d755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:11:52.387187 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fa810a-d103-46ae-8c38-c3421db2898a None None] Attempting to bind port e5408736-0d1f-476d-8b82-76f17d02c30c on network e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:11:52.395644 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fa810a-d103-46ae-8c38-c3421db2898a None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:11:52.396017 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fa810a-d103-46ae-8c38-c3421db2898a None None] Checking segment: {'id': '2eac202b-867e-4dd2-90c9-681f1736d755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:11:52.396433 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-37fa810a-d103-46ae-8c38-c3421db2898a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:52.396860 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fa810a-d103-46ae-8c38-c3421db2898a None None] Bound using segment: {'id': '2eac202b-867e-4dd2-90c9-681f1736d755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:11:52.397345 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-37fa810a-d103-46ae-8c38-c3421db2898a None None] Bound port: e5408736-0d1f-476d-8b82-76f17d02c30c, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eac202b-867e-4dd2-90c9-681f1736d755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:11:52.397759 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-37fa810a-d103-46ae-8c38-c3421db2898a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:52.498223 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-37fa810a-d103-46ae-8c38-c3421db2898a None None] For port e5408736-0d1f-476d-8b82-76f17d02c30c, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:11:52.501499 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-37fa810a-d103-46ae-8c38-c3421db2898a None None] For port e5408736-0d1f-476d-8b82-76f17d02c30c, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=e5408736-0d1f-476d-8b82-76f17d02c30c,segment=NetworkSegment(2eac202b-867e-4dd2-90c9-681f1736d755),segment_id=2eac202b-867e-4dd2-90c9-681f1736d755)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:11:52.523825 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33718) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:11:52.530114 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-d02b0657-e53c-4829-869f-f1f1d6203fa0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-174140416', 'description': 'tempest-secgroup-smoke-174140416 description', 'project_id': '55163e99e9e54d69af7505a418f9e84b'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:11:52.537894 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-d02b0657-e53c-4829-869f-f1f1d6203fa0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:11:52.544020 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-d02b0657-e53c-4829-869f-f1f1d6203fa0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:11:52.545404 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-d02b0657-e53c-4829-869f-f1f1d6203fa0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:11:52.552453 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-d02b0657-e53c-4829-869f-f1f1d6203fa0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:11:52.554606 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-37fa810a-d103-46ae-8c38-c3421db2898a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:52.623440 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d02b0657-e53c-4829-869f-f1f1d6203fa0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:52.637717 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732f59f-bdb9-44f8-824a-e06d1b43dd53 None None] Pushing event updated for resources: {'Port': ['ID=e5408736-0d1f-476d-8b82-76f17d02c30c,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:52.637717 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fa810a-d103-46ae-8c38-c3421db2898a None None] Routers {'4cd54a85-2b51-46d9-b7d4-1533e8187639'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:11:52.637717 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-37fa810a-d103-46ae-8c38-c3421db2898a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:11:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['4cd54a85-2b51-46d9-b7d4-1533e8187639'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:52.681369 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-d02b0657-e53c-4829-869f-f1f1d6203fa0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:11:52.685672 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-d02b0657-e53c-4829-869f-f1f1d6203fa0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:11:52.689310 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-d02b0657-e53c-4829-869f-f1f1d6203fa0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:11:52.698474 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-d02b0657-e53c-4829-869f-f1f1d6203fa0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:11:52.775666 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d02b0657-e53c-4829-869f-f1f1d6203fa0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:52.834556 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-37fa810a-d103-46ae-8c38-c3421db2898a None None] Set router 4cd54a85-2b51-46d9-b7d4-1533e8187639 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:11:52.840086 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d02b0657-e53c-4829-869f-f1f1d6203fa0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:52.883283 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b0657-e53c-4829-869f-f1f1d6203fa0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c9a641-a31b-4b90-96c2-ba12786f2f63,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:52.947872 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d02b0657-e53c-4829-869f-f1f1d6203fa0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:52.949113 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d02b0657-e53c-4829-869f-f1f1d6203fa0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4241858 Feb 03 14:11:52.953349 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33722) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:11:52.959344 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-8ecd38e5-814c-4bf2-92cf-f52d59aef356 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': 'b0c9a641-a31b-4b90-96c2-ba12786f2f63', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:11:52.965002 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-8ecd38e5-814c-4bf2-92cf-f52d59aef356 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:11:52.968866 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-8ecd38e5-814c-4bf2-92cf-f52d59aef356 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:11:52.972374 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-8ecd38e5-814c-4bf2-92cf-f52d59aef356 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:11:52.978070 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-8ecd38e5-814c-4bf2-92cf-f52d59aef356 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:11:53.081448 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8ecd38e5-814c-4bf2-92cf-f52d59aef356 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:53.166279 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-37fa810a-d103-46ae-8c38-c3421db2898a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd54a85-2b51-46d9-b7d4-1533e8187639', 'name': 'tempest-TestNetworkBasicOps-router-638901526', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:11:42Z', 'updated_at': '2022-02-03T14:11:48Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd54a85-2b51-46d9-b7d4-1533e8187639', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:43Z', 'updated_at': '2022-02-03T14:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'e5408736-0d1f-476d-8b82-76f17d02c30c', 'name': '', 'network_id': 'e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:ab:9f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd54a85-2b51-46d9-b7d4-1533e8187639', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84f53da0-403e-442d-93d9-945939c5cde4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:47Z', 'updated_at': '2022-02-03T14:11:52Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '84f53da0-403e-442d-93d9-945939c5cde4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:53.172072 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fa810a-d103-46ae-8c38-c3421db2898a None None] The sync data for ids ['4cd54a85-2b51-46d9-b7d4-1533e8187639'] in dv-neutron-827016-1-hyperv is: [{'id': '4cd54a85-2b51-46d9-b7d4-1533e8187639', 'name': 'tempest-TestNetworkBasicOps-router-638901526', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:11:42Z', 'updated_at': '2022-02-03T14:11:48Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd54a85-2b51-46d9-b7d4-1533e8187639', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:43Z', 'updated_at': '2022-02-03T14:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'e5408736-0d1f-476d-8b82-76f17d02c30c', 'name': '', 'network_id': 'e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:ab:9f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd54a85-2b51-46d9-b7d4-1533e8187639', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84f53da0-403e-442d-93d9-945939c5cde4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:47Z', 'updated_at': '2022-02-03T14:11:52Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '84f53da0-403e-442d-93d9-945939c5cde4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:11:53.250681 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb14c6-fbf1-483a-a179-09eac4661801 req-6659878a-e934-4da4-a26e-638f83784036 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:53.253307 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-87bb14c6-fbf1-483a-a179-09eac4661801 req-6659878a-e934-4da4-a26e-638f83784036 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaa3a01b-dfda-48b0-a0a5-194b3c960db7 HTTP/1.1" status: 200 len: 943 time: 0.1234059 Feb 03 14:11:53.265505 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8ecd38e5-814c-4bf2-92cf-f52d59aef356 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:53.304172 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-87bb14c6-fbf1-483a-a179-09eac4661801 req-1a8f1b88-3f11-4468-8976-7069927a1ef2 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448670 Feb 03 14:11:53.400797 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8ecd38e5-814c-4bf2-92cf-f52d59aef356 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:53.426856 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd38e5-814c-4bf2-92cf-f52d59aef356 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a552844-2720-4e33-b8f5-99589a234053,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:53.486624 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8ecd38e5-814c-4bf2-92cf-f52d59aef356 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:53.488208 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8ecd38e5-814c-4bf2-92cf-f52d59aef356 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5333900 Feb 03 14:11:53.497504 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33728) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:11:53.503782 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-5e075aa8-b760-4865-841c-33ff41469293 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': 'b0c9a641-a31b-4b90-96c2-ba12786f2f63', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:11:53.510003 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-5e075aa8-b760-4865-841c-33ff41469293 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:11:53.514121 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-5e075aa8-b760-4865-841c-33ff41469293 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:11:53.517152 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-5e075aa8-b760-4865-841c-33ff41469293 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:11:53.523324 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-5e075aa8-b760-4865-841c-33ff41469293 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:11:53.624229 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5e075aa8-b760-4865-841c-33ff41469293 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:53.691315 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5e075aa8-b760-4865-841c-33ff41469293 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:53.754257 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5e075aa8-b760-4865-841c-33ff41469293 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:53.781187 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e075aa8-b760-4865-841c-33ff41469293 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d037e9a4-d3cf-4851-8906-6c511c6b2929,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:53.863382 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5e075aa8-b760-4865-841c-33ff41469293 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:53.865087 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-5e075aa8-b760-4865-841c-33ff41469293 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3665433 Feb 03 14:11:53.868462 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33732) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:11:53.873975 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-6db0c398-3ad5-4a26-bb0a-a7d5fc175075 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': 'b0c9a641-a31b-4b90-96c2-ba12786f2f63', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:11:53.880415 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-6db0c398-3ad5-4a26-bb0a-a7d5fc175075 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:11:53.884436 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-6db0c398-3ad5-4a26-bb0a-a7d5fc175075 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:11:53.887352 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-6db0c398-3ad5-4a26-bb0a-a7d5fc175075 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:11:53.893308 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-6db0c398-3ad5-4a26-bb0a-a7d5fc175075 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:11:53.961824 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6db0c398-3ad5-4a26-bb0a-a7d5fc175075 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:54.033164 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6db0c398-3ad5-4a26-bb0a-a7d5fc175075 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:54.171750 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6db0c398-3ad5-4a26-bb0a-a7d5fc175075 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:54.194992 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db0c398-3ad5-4a26-bb0a-a7d5fc175075 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b625ddef-617a-46f5-bac1-3967d64da7e9,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:54.251411 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6db0c398-3ad5-4a26-bb0a-a7d5fc175075 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:54.252638 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-6db0c398-3ad5-4a26-bb0a-a7d5fc175075 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3835573 Feb 03 14:11:54.255650 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33736) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:11:54.261115 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-ca0b1e28-cde8-4da1-bd49-b28b633cbae8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': 'b0c9a641-a31b-4b90-96c2-ba12786f2f63', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:11:54.267720 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-ca0b1e28-cde8-4da1-bd49-b28b633cbae8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:11:54.271744 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ca0b1e28-cde8-4da1-bd49-b28b633cbae8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:11:54.274597 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ca0b1e28-cde8-4da1-bd49-b28b633cbae8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:11:54.280861 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-ca0b1e28-cde8-4da1-bd49-b28b633cbae8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:11:54.361652 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ca0b1e28-cde8-4da1-bd49-b28b633cbae8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:54.427862 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ca0b1e28-cde8-4da1-bd49-b28b633cbae8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:54.475814 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ca0b1e28-cde8-4da1-bd49-b28b633cbae8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:54.493312 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b1e28-cde8-4da1-bd49-b28b633cbae8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5df76a3-51aa-4df2-8f5b-e04df78c2053,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:54.511935 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902dba10-86b0-40f1-b13f-5556153b39cc req-fc5b2ea1-7572-47f4-b725-ce6064353237 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:54.513562 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-902dba10-86b0-40f1-b13f-5556153b39cc req-fc5b2ea1-7572-47f4-b725-ce6064353237 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaa3a01b-dfda-48b0-a0a5-194b3c960db7 HTTP/1.1" status: 200 len: 943 time: 0.0849895 Feb 03 14:11:54.561462 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-902dba10-86b0-40f1-b13f-5556153b39cc req-b0eabc89-77ad-414d-bed3-6387ffc03c7c tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418780 Feb 03 14:11:54.594098 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ca0b1e28-cde8-4da1-bd49-b28b633cbae8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:54.595904 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ca0b1e28-cde8-4da1-bd49-b28b633cbae8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3393469 Feb 03 14:11:54.601106 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33742) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:11:54.606654 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-8cfc3eb3-53ad-4040-a72b-aca2395d425b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': 'b0c9a641-a31b-4b90-96c2-ba12786f2f63', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:11:54.612609 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-8cfc3eb3-53ad-4040-a72b-aca2395d425b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:11:54.616380 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-8cfc3eb3-53ad-4040-a72b-aca2395d425b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:11:54.619270 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-8cfc3eb3-53ad-4040-a72b-aca2395d425b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:11:54.625031 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-8cfc3eb3-53ad-4040-a72b-aca2395d425b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:11:54.702781 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.securitygroups_db [None req-8cfc3eb3-53ad-4040-a72b-aca2395d425b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Project 55163e99e9e54d69af7505a418f9e84b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:11:54.709988 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8cfc3eb3-53ad-4040-a72b-aca2395d425b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:54.775758 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8cfc3eb3-53ad-4040-a72b-aca2395d425b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:54.824157 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:11:54.834114 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8cfc3eb3-53ad-4040-a72b-aca2395d425b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:54.856940 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device e5408736-0d1f-476d-8b82-76f17d02c30c up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:11:54.866290 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc3eb3-53ad-4040-a72b-aca2395d425b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96703c2f-15d1-4422-8972-e81c7e27f89c,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:54.954604 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8cfc3eb3-53ad-4040-a72b-aca2395d425b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:54.955758 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8cfc3eb3-53ad-4040-a72b-aca2395d425b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3536601 Feb 03 14:11:54.961296 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33746) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:11:54.966489 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-10d1246c-ec14-47fb-a429-f3af6443c27a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': 'b0c9a641-a31b-4b90-96c2-ba12786f2f63', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:11:54.972422 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-10d1246c-ec14-47fb-a429-f3af6443c27a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:11:54.976258 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-10d1246c-ec14-47fb-a429-f3af6443c27a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:11:54.979105 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-10d1246c-ec14-47fb-a429-f3af6443c27a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:11:54.984944 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-10d1246c-ec14-47fb-a429-f3af6443c27a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:11:54.988692 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port e5408736-0d1f-476d-8b82-76f17d02c30c completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:11:54.994293 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port e5408736-0d1f-476d-8b82-76f17d02c30c triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:11:54.994691 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:55.034120 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.securitygroups_db [None req-10d1246c-ec14-47fb-a429-f3af6443c27a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Project 55163e99e9e54d69af7505a418f9e84b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:11:55.040891 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-10d1246c-ec14-47fb-a429-f3af6443c27a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:55.111107 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-10d1246c-ec14-47fb-a429-f3af6443c27a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:55.115902 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:55.149005 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port e5408736-0d1f-476d-8b82-76f17d02c30c, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=e5408736-0d1f-476d-8b82-76f17d02c30c,segment=NetworkSegment(2eac202b-867e-4dd2-90c9-681f1736d755),segment_id=2eac202b-867e-4dd2-90c9-681f1736d755)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:55.170674 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-10d1246c-ec14-47fb-a429-f3af6443c27a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:55.191998 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1246c-ec14-47fb-a429-f3af6443c27a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21cbb006-e78f-4b40-9057-a45fc060c9dc,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:55.217106 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:55.274513 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-10d1246c-ec14-47fb-a429-f3af6443c27a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:55.275802 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-10d1246c-ec14-47fb-a429-f3af6443c27a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3135171 Feb 03 14:11:55.291892 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=e5408736-0d1f-476d-8b82-76f17d02c30c,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:55.348985 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c1fd31e6-c768-4865-a5a7-2c3d20cdc65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:55.458175 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-97a072de-f662-4acb-8c6d-36206b27d796 req-c1e3eb99-844f-41a7-abc5-86e43c8a4693 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:security_group {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:11:55.520189 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-97a072de-f662-4acb-8c6d-36206b27d796 req-c1e3eb99-844f-41a7-abc5-86e43c8a4693 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:security_group {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:11:55.521269 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-97a072de-f662-4acb-8c6d-36206b27d796 req-c1e3eb99-844f-41a7-abc5-86e43c8a4693 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-174140416&fields=id&tenant_id=55163e99e9e54d69af7505a418f9e84b HTTP/1.1" status: 200 len: 267 time: 0.1060388 Feb 03 14:11:55.593127 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a072de-f662-4acb-8c6d-36206b27d796 req-f8b8dc6c-cbc5-4559-9441-1e22e269d24a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:55.593571 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-97a072de-f662-4acb-8c6d-36206b27d796 req-f8b8dc6c-cbc5-4559-9441-1e22e269d24a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:11:55.663622 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-97a072de-f662-4acb-8c6d-36206b27d796 req-f8b8dc6c-cbc5-4559-9441-1e22e269d24a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:11:55.664182 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-97a072de-f662-4acb-8c6d-36206b27d796 req-f8b8dc6c-cbc5-4559-9441-1e22e269d24a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports/8dbb8b21-a77c-4b82-85e2-fc6192573e57 HTTP/1.1" status: 200 len: 930 time: 0.1365235 Feb 03 14:11:55.807872 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1fd244-f9dc-4394-8087-dd572f266662 req-04ce1ff9-6427-44d2-97df-064459188b87 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:55.809319 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ec1fd244-f9dc-4394-8087-dd572f266662 req-04ce1ff9-6427-44d2-97df-064459188b87 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaa3a01b-dfda-48b0-a0a5-194b3c960db7 HTTP/1.1" status: 200 len: 943 time: 0.1260726 Feb 03 14:11:55.851675 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-97a072de-f662-4acb-8c6d-36206b27d796 req-1d24b9ff-f848-4998-b479-6d3fad574793 service neutron] 10.222.0.41 "GET /v2.0/ports/8dbb8b21-a77c-4b82-85e2-fc6192573e57?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1698544 Feb 03 14:11:55.859773 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [req-97a072de-f662-4acb-8c6d-36206b27d796 req-03acf15d-cff8-4cf9-8820-20b179f89681 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 14:11:55.861235 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-97a072de-f662-4acb-8c6d-36206b27d796 req-03acf15d-cff8-4cf9-8820-20b179f89681 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0065494 Feb 03 14:11:55.893182 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ec1fd244-f9dc-4394-8087-dd572f266662 req-5cdd686a-1127-4e35-8cab-d2df00f8e91c tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758924 Feb 03 14:11:56.004693 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-97a072de-f662-4acb-8c6d-36206b27d796 req-41d4d93c-4fe7-4194-81fd-e01db5fa14a6 service neutron] 10.222.0.41 "GET /v2.0/networks/e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354015 Feb 03 14:11:56.138255 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-97a072de-f662-4acb-8c6d-36206b27d796 req-e833248a-3ab6-49a2-9fe8-58c837188908 service neutron] 10.222.0.41 "GET /v2.0/networks/e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277096 Feb 03 14:11:56.447786 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-026f891d-28f3-448c-9b7c-79b7faba02ea req-d8e92e88-8885-4623-b2a5-263e6dc75612 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=640466be-930f-41a9-9830-d145cf646385 HTTP/1.1" status: 200 len: 210 time: 0.0426910 Feb 03 14:11:56.843613 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device e5408736-0d1f-476d-8b82-76f17d02c30c up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:11:56.914849 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port e5408736-0d1f-476d-8b82-76f17d02c30c triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:11:56.976029 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:57.095407 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b00714b-e9a1-4cf5-bf5f-6eef90fb17ef req-616a498c-4113-44dd-8443-194c4de9e8e6 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:57.097216 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8b00714b-e9a1-4cf5-bf5f-6eef90fb17ef req-616a498c-4113-44dd-8443-194c4de9e8e6 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaa3a01b-dfda-48b0-a0a5-194b3c960db7 HTTP/1.1" status: 200 len: 943 time: 0.0798247 Feb 03 14:11:57.143110 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8b00714b-e9a1-4cf5-bf5f-6eef90fb17ef req-ad55fd52-7a78-49df-b560-4a2cb44402a2 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400822 Feb 03 14:11:57.514810 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-88412c3c-4dfb-4bf6-af33-520b10be4d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:57.621272 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8aafdae7-f3c5-4a62-b10f-275947583a47 req-1c567370-000f-49b7-a7bf-0f3aaf3bd280 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=640466be-930f-41a9-9830-d145cf646385 HTTP/1.1" status: 200 len: 210 time: 0.0425274 Feb 03 14:11:58.350067 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e4880-6163-4ff4-84ca-68b5eb49aad2 req-2cf96de5-a1a8-43c4-8c89-54fa4268586a tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:58.351512 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-426e4880-6163-4ff4-84ca-68b5eb49aad2 req-2cf96de5-a1a8-43c4-8c89-54fa4268586a tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaa3a01b-dfda-48b0-a0a5-194b3c960db7 HTTP/1.1" status: 200 len: 943 time: 0.0860903 Feb 03 14:11:58.397223 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-426e4880-6163-4ff4-84ca-68b5eb49aad2 req-306f2e55-733c-4005-85d5-14bc6ee33ea6 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400670 Feb 03 14:11:58.479331 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-97a072de-f662-4acb-8c6d-36206b27d796 req-fc3ba245-51a9-46f1-b3ec-8d3d0d51b2f5 service neutron] 10.222.0.47 "GET /v2.0/ports/8dbb8b21-a77c-4b82-85e2-fc6192573e57 HTTP/1.1" status: 200 len: 1026 time: 0.0581939 Feb 03 14:11:58.625761 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a072de-f662-4acb-8c6d-36206b27d796 req-eb65f0f7-04bb-40f9-afef-f7dcd3cbbe64 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:58.627498 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-97a072de-f662-4acb-8c6d-36206b27d796 req-eb65f0f7-04bb-40f9-afef-f7dcd3cbbe64 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "GET /v2.0/networks?id=e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842 HTTP/1.1" status: 200 len: 796 time: 0.1433787 Feb 03 14:11:58.638142 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 1124ea5e-dd21-456a-888c-c0b64f57c71e details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:11:58.683698 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-97a072de-f662-4acb-8c6d-36206b27d796 req-19cdc492-18a1-40e4-88ae-98e2a7c6ce4e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:security_group {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:11:58.697333 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-97a072de-f662-4acb-8c6d-36206b27d796 req-19cdc492-18a1-40e4-88ae-98e2a7c6ce4e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:security_group {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:11:58.698705 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-97a072de-f662-4acb-8c6d-36206b27d796 req-19cdc492-18a1-40e4-88ae-98e2a7c6ce4e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55163e99e9e54d69af7505a418f9e84b HTTP/1.1" status: 200 len: 379 time: 0.0595117 Feb 03 14:11:58.711198 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-97a072de-f662-4acb-8c6d-36206b27d796 req-9eabeff9-164f-46d8-b37a-223c95c1ef15 service neutron] Request body: {'port': {'device_id': '640466be-930f-41a9-9830-d145cf646385', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:11:58.845667 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-673303fa-1d8c-4437-8c66-d1291c730d31 req-97fe16f0-64a7-4421-85aa-c7c49ebdedf4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=640466be-930f-41a9-9830-d145cf646385 HTTP/1.1" status: 200 len: 210 time: 0.0941536 Feb 03 14:11:58.859558 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 1124ea5e-dd21-456a-888c-c0b64f57c71e, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=1124ea5e-dd21-456a-888c-c0b64f57c71e,segment=NetworkSegment(a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce),segment_id=a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:58.867889 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-97a072de-f662-4acb-8c6d-36206b27d796 req-9eabeff9-164f-46d8-b37a-223c95c1ef15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:58.875833 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': '1124ea5e-dd21-456a-888c-c0b64f57c71e', 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798', 'port_id': '1124ea5e-dd21-456a-888c-c0b64f57c71e', 'mac_address': 'fa:16:3e:ca:4c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:11:58.912258 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:58.931394 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:58.948367 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1124ea5e-dd21-456a-888c-c0b64f57c71e {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:11:58.954743 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:58.965424 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 1124ea5e-dd21-456a-888c-c0b64f57c71e, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=1124ea5e-dd21-456a-888c-c0b64f57c71e,segment=NetworkSegment(a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce),segment_id=a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:59.085973 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:59.154992 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=1124ea5e-dd21-456a-888c-c0b64f57c71e,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:59.231016 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [req-97a072de-f662-4acb-8c6d-36206b27d796 req-9eabeff9-164f-46d8-b37a-223c95c1ef15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dbb8b21-a77c-4b82-85e2-fc6192573e57 {{(pid=84181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:11:59.238008 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-97a072de-f662-4acb-8c6d-36206b27d796 req-9eabeff9-164f-46d8-b37a-223c95c1ef15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:59.255874 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-97a072de-f662-4acb-8c6d-36206b27d796 req-9eabeff9-164f-46d8-b37a-223c95c1ef15 service neutron] Transition to ACTIVE for port object 8dbb8b21-a77c-4b82-85e2-fc6192573e57 will not be triggered until provisioned by entity L2. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:11:59.320563 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-97a072de-f662-4acb-8c6d-36206b27d796 req-9eabeff9-164f-46d8-b37a-223c95c1ef15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:59.451121 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eabeff9-164f-46d8-b37a-223c95c1ef15 service neutron] Pushing event updated for resources: {'Port': ['ID=8dbb8b21-a77c-4b82-85e2-fc6192573e57,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:59.486401 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['1124ea5e-dd21-456a-888c-c0b64f57c71e'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:11:59.570876 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-97a072de-f662-4acb-8c6d-36206b27d796 req-9eabeff9-164f-46d8-b37a-223c95c1ef15 service neutron] Attempting to bind port 8dbb8b21-a77c-4b82-85e2-fc6192573e57 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:11:59.571471 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-97a072de-f662-4acb-8c6d-36206b27d796 req-9eabeff9-164f-46d8-b37a-223c95c1ef15 service neutron] Attempting to bind port 8dbb8b21-a77c-4b82-85e2-fc6192573e57 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '2eac202b-867e-4dd2-90c9-681f1736d755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:11:59.571578 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a072de-f662-4acb-8c6d-36206b27d796 req-9eabeff9-164f-46d8-b37a-223c95c1ef15 service neutron] Attempting to bind port 8dbb8b21-a77c-4b82-85e2-fc6192573e57 on network e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:11:59.581431 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a072de-f662-4acb-8c6d-36206b27d796 req-9eabeff9-164f-46d8-b37a-223c95c1ef15 service neutron] Port 8dbb8b21-a77c-4b82-85e2-fc6192573e57 on network e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 14:11:59.581752 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a072de-f662-4acb-8c6d-36206b27d796 req-9eabeff9-164f-46d8-b37a-223c95c1ef15 service neutron] Attempting to bind port 8dbb8b21-a77c-4b82-85e2-fc6192573e57 on network e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:11:59.595418 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a072de-f662-4acb-8c6d-36206b27d796 req-9eabeff9-164f-46d8-b37a-223c95c1ef15 service neutron] Checking agent: {'id': '8cce4e55-f72c-4604-b6eb-27dc2f3f162a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'started_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:11:59.595847 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a072de-f662-4acb-8c6d-36206b27d796 req-9eabeff9-164f-46d8-b37a-223c95c1ef15 service neutron] Checking segment: {'id': '2eac202b-867e-4dd2-90c9-681f1736d755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:11:59.596309 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a072de-f662-4acb-8c6d-36206b27d796 req-9eabeff9-164f-46d8-b37a-223c95c1ef15 service neutron] Bound using segment: {'id': '2eac202b-867e-4dd2-90c9-681f1736d755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842'} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:11:59.597355 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-97a072de-f662-4acb-8c6d-36206b27d796 req-9eabeff9-164f-46d8-b37a-223c95c1ef15 service neutron] Bound port: 8dbb8b21-a77c-4b82-85e2-fc6192573e57, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eac202b-867e-4dd2-90c9-681f1736d755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842'}}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:11:59.597717 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-97a072de-f662-4acb-8c6d-36206b27d796 req-9eabeff9-164f-46d8-b37a-223c95c1ef15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:59.707022 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-97a072de-f662-4acb-8c6d-36206b27d796 req-9eabeff9-164f-46d8-b37a-223c95c1ef15 service neutron] For port 8dbb8b21-a77c-4b82-85e2-fc6192573e57, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:11:59.710979 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-97a072de-f662-4acb-8c6d-36206b27d796 req-9eabeff9-164f-46d8-b37a-223c95c1ef15 service neutron] For port 8dbb8b21-a77c-4b82-85e2-fc6192573e57, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=8dbb8b21-a77c-4b82-85e2-fc6192573e57,segment=NetworkSegment(2eac202b-867e-4dd2-90c9-681f1736d755),segment_id=2eac202b-867e-4dd2-90c9-681f1736d755)] {{(pid=84181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:11:59.734904 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4253f-80b4-47b0-8e2c-eb83e0e9487f req-c8b7dacd-95b9-4fee-aa5d-a6a22592d88c tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:59.737128 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b5a4253f-80b4-47b0-8e2c-eb83e0e9487f req-c8b7dacd-95b9-4fee-aa5d-a6a22592d88c tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaa3a01b-dfda-48b0-a0a5-194b3c960db7 HTTP/1.1" status: 200 len: 944 time: 0.2076879 Feb 03 14:11:59.786745 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b5a4253f-80b4-47b0-8e2c-eb83e0e9487f req-83a13e40-c290-431c-8a5c-a782b8dd3c28 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440252 Feb 03 14:11:59.817465 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-97a072de-f662-4acb-8c6d-36206b27d796 req-9eabeff9-164f-46d8-b37a-223c95c1ef15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:59.883040 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-97a072de-f662-4acb-8c6d-36206b27d796 req-9eabeff9-164f-46d8-b37a-223c95c1ef15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:11:59.884434 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-97a072de-f662-4acb-8c6d-36206b27d796 req-9eabeff9-164f-46d8-b37a-223c95c1ef15 service neutron] 10.222.0.47 "PUT /v2.0/ports/8dbb8b21-a77c-4b82-85e2-fc6192573e57 HTTP/1.1" status: 200 len: 1131 time: 1.1803007 Feb 03 14:11:59.884873 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '640466be-930f-41a9-9830-d145cf646385', 'tag': '8dbb8b21-a77c-4b82-85e2-fc6192573e57'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:11:59.903650 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eabeff9-164f-46d8-b37a-223c95c1ef15 service neutron] Pushing event updated for resources: {'Port': ['ID=8dbb8b21-a77c-4b82-85e2-fc6192573e57,revision_number=3']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:59.989004 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '640466be-930f-41a9-9830-d145cf646385', 'tag': '8dbb8b21-a77c-4b82-85e2-fc6192573e57', 'status': 'completed', 'code': 200} Feb 03 14:12:00.034640 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-97a072de-f662-4acb-8c6d-36206b27d796 req-4683dea4-8c98-4356-a17e-513b037ac6fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=640466be-930f-41a9-9830-d145cf646385 HTTP/1.1" status: 200 len: 1134 time: 0.0804410 Feb 03 14:12:00.053898 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e52920-339a-49dd-981f-3d0ac9c921a5 req-9b9b0788-8bd2-47ea-85f5-e3dcae8a6554 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:00.055384 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-14e52920-339a-49dd-981f-3d0ac9c921a5 req-9b9b0788-8bd2-47ea-85f5-e3dcae8a6554 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=640466be-930f-41a9-9830-d145cf646385 HTTP/1.1" status: 200 len: 981 time: 0.0852764 Feb 03 14:12:00.113092 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-14e52920-339a-49dd-981f-3d0ac9c921a5 req-ca158976-4fc4-4bb7-ac69-006da9dc2622 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f742ca-45fa-4021-8e00-248e6c5a8416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459740 Feb 03 14:12:00.166217 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:00.192899 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-97a072de-f662-4acb-8c6d-36206b27d796 req-ce5ed211-6786-4d6f-b65d-1a56ecc9e573 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8dbb8b21-a77c-4b82-85e2-fc6192573e57 HTTP/1.1" status: 200 len: 217 time: 0.1475756 Feb 03 14:12:00.254110 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a072de-f662-4acb-8c6d-36206b27d796 req-93c50822-3fa2-489c-bd32-359d34df8684 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:00.255435 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-97a072de-f662-4acb-8c6d-36206b27d796 req-93c50822-3fa2-489c-bd32-359d34df8684 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=84f53da0-403e-442d-93d9-945939c5cde4 HTTP/1.1" status: 200 len: 834 time: 0.0563560 Feb 03 14:12:00.330015 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-97a072de-f662-4acb-8c6d-36206b27d796 req-9b5db2b4-54a1-4598-8815-380c42bf4a4b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679426 Feb 03 14:12:00.461678 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-97a072de-f662-4acb-8c6d-36206b27d796 req-8d479c91-4351-40d2-9c4f-d316c9825803 service neutron] 10.222.0.47 "GET /v2.0/networks/e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242511 Feb 03 14:12:00.595754 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-97a072de-f662-4acb-8c6d-36206b27d796 req-8e0bab4a-bf7b-4fb6-b55f-b1cb7d2b65f4 service neutron] 10.222.0.47 "GET /v2.0/networks/e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276429 Feb 03 14:12:00.661989 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 1124ea5e-dd21-456a-888c-c0b64f57c71e up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:12:00.782746 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning for port 1124ea5e-dd21-456a-888c-c0b64f57c71e completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:12:00.787805 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c44b965d-f678-4349-b429-c26740636895 req-9dde75c1-c60a-4104-8811-9cc187421cfe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=640466be-930f-41a9-9830-d145cf646385 HTTP/1.1" status: 200 len: 1134 time: 0.0723464 Feb 03 14:12:00.789246 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port 1124ea5e-dd21-456a-888c-c0b64f57c71e triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:00.789617 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:00.910550 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:00.926408 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b965d-f678-4349-b429-c26740636895 req-f7c598c6-a2c6-4194-a06d-57c2bbcf441a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:00.927893 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c44b965d-f678-4349-b429-c26740636895 req-f7c598c6-a2c6-4194-a06d-57c2bbcf441a service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842 HTTP/1.1" status: 200 len: 896 time: 0.1339035 Feb 03 14:12:00.937838 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa3a01b-dfda-48b0-a0a5-194b3c960db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1124ea5e-dd21-456a-888c-c0b64f57c71e'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:12:00.948436 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 1124ea5e-dd21-456a-888c-c0b64f57c71e, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=1124ea5e-dd21-456a-888c-c0b64f57c71e,segment=NetworkSegment(a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce),segment_id=a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:12:00.996997 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c44b965d-f678-4349-b429-c26740636895 req-9587f930-272c-497e-8cf7-458af59ab7cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8dbb8b21-a77c-4b82-85e2-fc6192573e57 HTTP/1.1" status: 200 len: 217 time: 0.0620911 Feb 03 14:12:01.010238 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa3a01b-dfda-48b0-a0a5-194b3c960db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1124ea5e-dd21-456a-888c-c0b64f57c71e', 'code': 200} Feb 03 14:12:01.017943 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:01.021138 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550dad4b-6924-48ed-87fa-9a90942ffffc req-900d5ad7-6bd8-4629-acd4-91a5f3212dc8 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:01.021138 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-550dad4b-6924-48ed-87fa-9a90942ffffc req-900d5ad7-6bd8-4629-acd4-91a5f3212dc8 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaa3a01b-dfda-48b0-a0a5-194b3c960db7 HTTP/1.1" status: 200 len: 944 time: 0.0983253 Feb 03 14:12:01.063654 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b965d-f678-4349-b429-c26740636895 req-a7d2fe1c-738f-4c82-8126-7312a18e2c3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:01.065979 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c44b965d-f678-4349-b429-c26740636895 req-a7d2fe1c-738f-4c82-8126-7312a18e2c3b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=84f53da0-403e-442d-93d9-945939c5cde4 HTTP/1.1" status: 200 len: 834 time: 0.0629392 Feb 03 14:12:01.073462 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-550dad4b-6924-48ed-87fa-9a90942ffffc req-0008a892-10b8-4ea7-a301-ffcbc55a6fdd tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449908 Feb 03 14:12:01.102126 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=1124ea5e-dd21-456a-888c-c0b64f57c71e,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:01.142190 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c44b965d-f678-4349-b429-c26740636895 req-ad018b03-0295-481c-a524-d60c738818a6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694814 Feb 03 14:12:01.278165 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c44b965d-f678-4349-b429-c26740636895 req-9e4c91cf-82dd-4da3-b2ff-a79f2fc0e6bc service neutron] 10.222.0.47 "GET /v2.0/networks/e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297641 Feb 03 14:12:01.336350 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7e4d2-1819-4dcc-8cb2-101fe6fb7dd8 req-47373a3a-fa0e-42dc-bb3a-eb9ed58ff48c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:01.338094 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8ca7e4d2-1819-4dcc-8cb2-101fe6fb7dd8 req-47373a3a-fa0e-42dc-bb3a-eb9ed58ff48c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=640466be-930f-41a9-9830-d145cf646385 HTTP/1.1" status: 200 len: 981 time: 0.0978577 Feb 03 14:12:01.418035 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8ca7e4d2-1819-4dcc-8cb2-101fe6fb7dd8 req-f30696a4-dce6-4320-ad0c-07191ca43c22 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f742ca-45fa-4021-8e00-248e6c5a8416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623236 Feb 03 14:12:01.494657 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c44b965d-f678-4349-b429-c26740636895 req-474402bb-264f-48e8-9c6f-0b1f1f85fcfa service neutron] 10.222.0.47 "GET /v2.0/networks/e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108471 Feb 03 14:12:01.514454 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-9cf1b0d9-5555-4e70-aa41-4a5049415288 req-f374e236-f34c-479d-8c7f-b2d32f6247e6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=aaa3a01b-dfda-48b0-a0a5-194b3c960db7 HTTP/1.1" status: 200 len: 1098 time: 0.1072719 Feb 03 14:12:01.558629 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-9cf1b0d9-5555-4e70-aa41-4a5049415288 req-37c1c1bb-61b9-4765-b046-7c473f5da867 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374911 Feb 03 14:12:02.270292 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8a2a7-0cb0-4f75-9178-a64475e4b4f6 req-581ccf13-c7ff-4510-bf43-789a3477109a tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:02.271792 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3ef8a2a7-0cb0-4f75-9178-a64475e4b4f6 req-581ccf13-c7ff-4510-bf43-789a3477109a tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaa3a01b-dfda-48b0-a0a5-194b3c960db7 HTTP/1.1" status: 200 len: 945 time: 0.0754721 Feb 03 14:12:02.316478 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3ef8a2a7-0cb0-4f75-9178-a64475e4b4f6 req-3f26ed3a-dc2d-4d83-a1f3-aaeb4fb2f5ea tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390632 Feb 03 14:12:02.605710 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ed317-1950-44e2-a6d7-23d7b8ef6a05 req-656da685-aab6-4a1d-bb59-8a62899d2e61 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:02.607187 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-606ed317-1950-44e2-a6d7-23d7b8ef6a05 req-656da685-aab6-4a1d-bb59-8a62899d2e61 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=640466be-930f-41a9-9830-d145cf646385 HTTP/1.1" status: 200 len: 981 time: 0.0790005 Feb 03 14:12:02.652433 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-606ed317-1950-44e2-a6d7-23d7b8ef6a05 req-2cf0c299-53a2-4943-a9e8-2f538c80b412 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f742ca-45fa-4021-8e00-248e6c5a8416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393596 Feb 03 14:12:03.514284 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d78621-305c-4284-ae4e-f3f0b0aacdc4 req-0d301b16-95ea-42c6-b6e2-16707b5b8523 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:03.515801 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c4d78621-305c-4284-ae4e-f3f0b0aacdc4 req-0d301b16-95ea-42c6-b6e2-16707b5b8523 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaa3a01b-dfda-48b0-a0a5-194b3c960db7 HTTP/1.1" status: 200 len: 945 time: 0.0776277 Feb 03 14:12:03.561563 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c4d78621-305c-4284-ae4e-f3f0b0aacdc4 req-425c879e-d5f9-4896-81cb-282887fe0091 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402615 Feb 03 14:12:03.769554 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5fe1e-3a4b-49d9-bbcb-5afd5f14e284 req-0c5ecafa-02d5-47e5-acdb-9e748fe72ab5 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:03.771030 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-21e5fe1e-3a4b-49d9-bbcb-5afd5f14e284 req-0c5ecafa-02d5-47e5-acdb-9e748fe72ab5 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaa3a01b-dfda-48b0-a0a5-194b3c960db7 HTTP/1.1" status: 200 len: 945 time: 0.0875993 Feb 03 14:12:03.879715 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-21e5fe1e-3a4b-49d9-bbcb-5afd5f14e284 req-9f9750d1-887f-4b5c-b5c4-a03893171048 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031609 Feb 03 14:12:03.901690 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c144825-75b6-4b10-b096-e379b246ac1b req-278ecf9c-adb2-4b7c-acf9-daa9f2221b9b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:03.903378 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7c144825-75b6-4b10-b096-e379b246ac1b req-278ecf9c-adb2-4b7c-acf9-daa9f2221b9b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=640466be-930f-41a9-9830-d145cf646385 HTTP/1.1" status: 200 len: 981 time: 0.1098807 Feb 03 14:12:03.907217 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 33802) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:12:03.962090 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7c144825-75b6-4b10-b096-e379b246ac1b req-716aa533-1507-4fc4-8559-2e2c38add0a2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f742ca-45fa-4021-8e00-248e6c5a8416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481582 Feb 03 14:12:04.122167 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-da7500b1-54f4-4b2f-8126-63071e14b8db tempest-TestVolumeBootPattern-1498163705 tempest-TestVolumeBootPattern-1498163705-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=aaa3a01b-dfda-48b0-a0a5-194b3c960db7 HTTP/1.1" status: 200 len: 1093 time: 0.2134652 Feb 03 14:12:04.124804 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 33808) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:12:04.129935 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-f98e7c8c-f120-4e10-9692-7410f93093d4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Request body: {'floatingip': {'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'port_id': '1124ea5e-dd21-456a-888c-c0b64f57c71e', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:12:04.135467 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-f98e7c8c-f120-4e10-9692-7410f93093d4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:12:04.139323 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-f98e7c8c-f120-4e10-9692-7410f93093d4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Usage tracker for resource:floatingip and tenant:4cbc4ee6b61f47a897e271e5a6452f6c is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:12:04.142675 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-f98e7c8c-f120-4e10-9692-7410f93093d4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:12:04.148600 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-f98e7c8c-f120-4e10-9692-7410f93093d4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:12:04.216291 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f98e7c8c-f120-4e10-9692-7410f93093d4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for floatingip, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:04.352663 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f98e7c8c-f120-4e10-9692-7410f93093d4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:04.492806 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-f98e7c8c-f120-4e10-9692-7410f93093d4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Allocated IP 172.26.3.43 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/f81cc9aa-7621-49c8-a70d-5e584910e833) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:12:04.640903 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f98e7c8c-f120-4e10-9692-7410f93093d4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:04.678915 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 8dbb8b21-a77c-4b82-85e2-fc6192573e57 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:12:04.777408 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f98e7c8c-f120-4e10-9692-7410f93093d4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:04.813583 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 8dbb8b21-a77c-4b82-85e2-fc6192573e57, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=8dbb8b21-a77c-4b82-85e2-fc6192573e57,segment=NetworkSegment(2eac202b-867e-4dd2-90c9-681f1736d755),segment_id=2eac202b-867e-4dd2-90c9-681f1736d755)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:12:04.826679 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': '8dbb8b21-a77c-4b82-85e2-fc6192573e57', 'network_id': 'e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842', 'port_id': '8dbb8b21-a77c-4b82-85e2-fc6192573e57', 'mac_address': 'fa:16:3e:f7:85:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84f53da0-403e-442d-93d9-945939c5cde4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:12:04.846951 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98e7c8c-f120-4e10-9692-7410f93093d4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:12:04.849538 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-f98e7c8c-f120-4e10-9692-7410f93093d4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:12:04.854008 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98e7c8c-f120-4e10-9692-7410f93093d4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:12:04.879150 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:04.881007 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e7c8c-f120-4e10-9692-7410f93093d4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Pushing event updated for resources: {'Port': ['ID=f81cc9aa-7621-49c8-a70d-5e584910e833,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:04.896506 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dbb8b21-a77c-4b82-85e2-fc6192573e57 {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:12:04.912195 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 8dbb8b21-a77c-4b82-85e2-fc6192573e57, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=8dbb8b21-a77c-4b82-85e2-fc6192573e57,segment=NetworkSegment(2eac202b-867e-4dd2-90c9-681f1736d755),segment_id=2eac202b-867e-4dd2-90c9-681f1736d755)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:12:04.988192 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:05.061147 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=8dbb8b21-a77c-4b82-85e2-fc6192573e57,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:05.342594 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['8dbb8b21-a77c-4b82-85e2-fc6192573e57'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:12:05.360700 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e5392-42f3-43c2-a676-7aae631613e7 req-7e051e9e-1aa3-4606-b058-fba462dd2355 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:05.362180 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0d7e5392-42f3-43c2-a676-7aae631613e7 req-7e051e9e-1aa3-4606-b058-fba462dd2355 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=640466be-930f-41a9-9830-d145cf646385 HTTP/1.1" status: 200 len: 982 time: 0.2687094 Feb 03 14:12:05.572867 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f98e7c8c-f120-4e10-9692-7410f93093d4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:05.582371 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0d7e5392-42f3-43c2-a676-7aae631613e7 req-c458fefa-2e74-41aa-88a7-b245e9d14211 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f742ca-45fa-4021-8e00-248e6c5a8416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086198 Feb 03 14:12:05.680759 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f98e7c8c-f120-4e10-9692-7410f93093d4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:05.886409 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f98e7c8c-f120-4e10-9692-7410f93093d4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:05.965142 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f98e7c8c-f120-4e10-9692-7410f93093d4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:06.069972 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e7c8c-f120-4e10-9692-7410f93093d4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Pushing event updated for resources: {'Port': ['ID=f81cc9aa-7621-49c8-a70d-5e584910e833,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:06.086648 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f98e7c8c-f120-4e10-9692-7410f93093d4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:06.272948 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.l3_db [None req-f98e7c8c-f120-4e10-9692-7410f93093d4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Floating IP 8fd1ae2a-c918-45ad-b1fa-cad304da8abd associated. External IP: 172.26.3.43, port: 1124ea5e-dd21-456a-888c-c0b64f57c71e. Feb 03 14:12:06.663570 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98e7c8c-f120-4e10-9692-7410f93093d4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Router e99ef848-aa98-4722-80b7-7357374de1ac has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:12:06.702129 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 8dbb8b21-a77c-4b82-85e2-fc6192573e57 up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:12:06.840762 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21acba5-b7b7-4678-84ef-238270feddc8 req-a3f57fbf-6b15-48f0-9850-eccbc2486959 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:06.842176 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c21acba5-b7b7-4678-84ef-238270feddc8 req-a3f57fbf-6b15-48f0-9850-eccbc2486959 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=640466be-930f-41a9-9830-d145cf646385 HTTP/1.1" status: 200 len: 982 time: 0.1107290 Feb 03 14:12:06.862780 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning for port 8dbb8b21-a77c-4b82-85e2-fc6192573e57 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:12:06.867965 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port 8dbb8b21-a77c-4b82-85e2-fc6192573e57 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:06.868338 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:06.991042 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:07.019335 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '640466be-930f-41a9-9830-d145cf646385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbb8b21-a77c-4b82-85e2-fc6192573e57'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:12:07.029319 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 8dbb8b21-a77c-4b82-85e2-fc6192573e57, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=8dbb8b21-a77c-4b82-85e2-fc6192573e57,segment=NetworkSegment(2eac202b-867e-4dd2-90c9-681f1736d755),segment_id=2eac202b-867e-4dd2-90c9-681f1736d755)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:12:07.071698 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c21acba5-b7b7-4678-84ef-238270feddc8 req-3df5ed67-e6a0-45fa-8f16-33f9d8dd0c88 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f742ca-45fa-4021-8e00-248e6c5a8416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645630 Feb 03 14:12:07.084031 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '640466be-930f-41a9-9830-d145cf646385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbb8b21-a77c-4b82-85e2-fc6192573e57', 'code': 200} Feb 03 14:12:07.097046 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98e7c8c-f120-4e10-9692-7410f93093d4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:12:07.097662 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:07.113780 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef3724a-3ff9-43f7-84fe-b87080b9088e None None] Sync routers for ids ['e99ef848-aa98-4722-80b7-7357374de1ac'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:12:07.129947 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef3724a-3ff9-43f7-84fe-b87080b9088e None None] Routers {'e99ef848-aa98-4722-80b7-7357374de1ac'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:12:07.130558 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-4ef3724a-3ff9-43f7-84fe-b87080b9088e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:11:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e99ef848-aa98-4722-80b7-7357374de1ac'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:07.173732 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=8dbb8b21-a77c-4b82-85e2-fc6192573e57,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:07.234531 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f98e7c8c-f120-4e10-9692-7410f93093d4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:07.290649 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f98e7c8c-f120-4e10-9692-7410f93093d4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1647589 Feb 03 14:12:07.291366 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaa3a01b-dfda-48b0-a0a5-194b3c960db7', 'tag': '1124ea5e-dd21-456a-888c-c0b64f57c71e'}] {{(pid=84182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:12:07.307961 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-4ef3724a-3ff9-43f7-84fe-b87080b9088e None None] Set router e99ef848-aa98-4722-80b7-7357374de1ac gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:12:07.554941 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-bb0abf31-8204-44a4-99b6-090a9edf7720 req-a902e631-77ea-460d-b2e8-f7b4dea5e01b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=640466be-930f-41a9-9830-d145cf646385 HTTP/1.1" status: 200 len: 1136 time: 0.0735819 Feb 03 14:12:07.560154 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaa3a01b-dfda-48b0-a0a5-194b3c960db7', 'tag': '1124ea5e-dd21-456a-888c-c0b64f57c71e', 'status': 'completed', 'code': 200} Feb 03 14:12:07.649304 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-bb0abf31-8204-44a4-99b6-090a9edf7720 req-ae727863-1890-460c-95b6-4ef1183acfa9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e5f742ca-45fa-4021-8e00-248e6c5a8416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869024 Feb 03 14:12:07.668379 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-e0667980-fb47-4417-91bf-f787d58a8af5 req-39b02a82-8bb0-403b-b590-30b26becff28 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4cbc4ee6b61f47a897e271e5a6452f6c&device_id=aaa3a01b-dfda-48b0-a0a5-194b3c960db7 HTTP/1.1" status: 200 len: 1098 time: 0.0843148 Feb 03 14:12:07.673909 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-4ef3724a-3ff9-43f7-84fe-b87080b9088e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'name': 'tempest-TestVolumeBootPattern-211161176-router', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:15Z', 'updated_at': '2022-02-03T14:03:30Z', 'revision_number': 4, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'gw_port': {'id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:17Z', 'updated_at': '2022-02-03T14:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '8fd1ae2a-c918-45ad-b1fa-cad304da8abd', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'floating_ip_address': '172.26.3.43', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'port_id': '1124ea5e-dd21-456a-888c-c0b64f57c71e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798', 'mac_address': 'fa:16:3e:ca:4c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa3a01b-dfda-48b0-a0a5-194b3c960db7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:12:05Z', 'updated_at': '2022-02-03T14:12:05Z', 'revision_number': 0, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'fixed_ip_address_scope': None}, {'id': 'f357fefa-2a8c-4ed8-94ef-6fb51e7bc549', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'floating_ip_address': '172.26.3.184', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'port_id': '4447ff64-d96e-48d5-9070-bfd23a060422', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798', 'mac_address': 'fa:16:3e:be:60:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a991aaa-c11d-456f-bb34-aa7f511bca79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:08:40Z', 'updated_at': '2022-02-03T14:08:43Z', 'revision_number': 1, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36c5ceab-9546-4155-a0cd-7c3d6a13d789', 'name': '', 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'mac_address': 'fa:16:3e:55:2e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:27Z', 'updated_at': '2022-02-03T14:03:43Z', 'revision_number': 5, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'subnets': [{'id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:07.678133 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef3724a-3ff9-43f7-84fe-b87080b9088e None None] Checking router: e99ef848-aa98-4722-80b7-7357374de1ac for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:12:07.688257 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef3724a-3ff9-43f7-84fe-b87080b9088e None None] Routers {'e99ef848-aa98-4722-80b7-7357374de1ac'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:12:07.688821 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-4ef3724a-3ff9-43f7-84fe-b87080b9088e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:11:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e99ef848-aa98-4722-80b7-7357374de1ac'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:07.889345 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-4ef3724a-3ff9-43f7-84fe-b87080b9088e None None] Set router e99ef848-aa98-4722-80b7-7357374de1ac gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:12:08.019320 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0667980-fb47-4417-91bf-f787d58a8af5 req-f8cd3d3c-e214-4eac-97db-8a17a3ec0951 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:08.020765 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-e0667980-fb47-4417-91bf-f787d58a8af5 req-f8cd3d3c-e214-4eac-97db-8a17a3ec0951 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2f1c1092-820d-41af-bed3-3674f069c798 HTTP/1.1" status: 200 len: 911 time: 0.1307962 Feb 03 14:12:08.226405 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-e0667980-fb47-4417-91bf-f787d58a8af5 req-f34e5269-d189-421c-88d5-3e428939b8ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1124ea5e-dd21-456a-888c-c0b64f57c71e HTTP/1.1" status: 200 len: 998 time: 0.1942148 Feb 03 14:12:08.256196 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-4ef3724a-3ff9-43f7-84fe-b87080b9088e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'name': 'tempest-TestVolumeBootPattern-211161176-router', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:15Z', 'updated_at': '2022-02-03T14:03:30Z', 'revision_number': 4, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'gw_port': {'id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:17Z', 'updated_at': '2022-02-03T14:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '8fd1ae2a-c918-45ad-b1fa-cad304da8abd', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'floating_ip_address': '172.26.3.43', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'port_id': '1124ea5e-dd21-456a-888c-c0b64f57c71e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798', 'mac_address': 'fa:16:3e:ca:4c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa3a01b-dfda-48b0-a0a5-194b3c960db7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:12:05Z', 'updated_at': '2022-02-03T14:12:05Z', 'revision_number': 0, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'fixed_ip_address_scope': None}, {'id': 'f357fefa-2a8c-4ed8-94ef-6fb51e7bc549', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'floating_ip_address': '172.26.3.184', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'port_id': '4447ff64-d96e-48d5-9070-bfd23a060422', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798', 'mac_address': 'fa:16:3e:be:60:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a991aaa-c11d-456f-bb34-aa7f511bca79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:08:40Z', 'updated_at': '2022-02-03T14:08:43Z', 'revision_number': 1, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36c5ceab-9546-4155-a0cd-7c3d6a13d789', 'name': '', 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'mac_address': 'fa:16:3e:55:2e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:27Z', 'updated_at': '2022-02-03T14:03:43Z', 'revision_number': 5, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'subnets': [{'id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:08.260387 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef3724a-3ff9-43f7-84fe-b87080b9088e None None] The sync data for ids ['e99ef848-aa98-4722-80b7-7357374de1ac'] in dv-neutron-827016-1-hyperv is: [{'id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'name': 'tempest-TestVolumeBootPattern-211161176-router', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:15Z', 'updated_at': '2022-02-03T14:03:30Z', 'revision_number': 4, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'gw_port': {'id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:17Z', 'updated_at': '2022-02-03T14:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '8fd1ae2a-c918-45ad-b1fa-cad304da8abd', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'floating_ip_address': '172.26.3.43', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'port_id': '1124ea5e-dd21-456a-888c-c0b64f57c71e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798', 'mac_address': 'fa:16:3e:ca:4c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa3a01b-dfda-48b0-a0a5-194b3c960db7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:12:05Z', 'updated_at': '2022-02-03T14:12:05Z', 'revision_number': 0, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'fixed_ip_address_scope': None}, {'id': 'f357fefa-2a8c-4ed8-94ef-6fb51e7bc549', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'floating_ip_address': '172.26.3.184', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'port_id': '4447ff64-d96e-48d5-9070-bfd23a060422', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798', 'mac_address': 'fa:16:3e:be:60:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a991aaa-c11d-456f-bb34-aa7f511bca79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:08:40Z', 'updated_at': '2022-02-03T14:08:43Z', 'revision_number': 1, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36c5ceab-9546-4155-a0cd-7c3d6a13d789', 'name': '', 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'mac_address': 'fa:16:3e:55:2e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:27Z', 'updated_at': '2022-02-03T14:03:43Z', 'revision_number': 5, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'subnets': [{'id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:12:08.289802 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59864a67-542f-4f09-83e2-da65ffd8a574 req-c687b2fa-a4ef-42b8-8e04-b23dacf1015e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:08.295996 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-59864a67-542f-4f09-83e2-da65ffd8a574 req-c687b2fa-a4ef-42b8-8e04-b23dacf1015e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=640466be-930f-41a9-9830-d145cf646385 HTTP/1.1" status: 200 len: 983 time: 0.0834100 Feb 03 14:12:08.296801 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0667980-fb47-4417-91bf-f787d58a8af5 req-44fee321-fb12-4973-8662-d6e8be6faa69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:08.298045 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-e0667980-fb47-4417-91bf-f787d58a8af5 req-44fee321-fb12-4973-8662-d6e8be6faa69 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac5f2d12-5c46-44f1-bb83-783314b1c271 HTTP/1.1" status: 200 len: 850 time: 0.0643301 Feb 03 14:12:08.345475 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-59864a67-542f-4f09-83e2-da65ffd8a574 req-b33595c5-2afc-4015-9959-cf45bcc9ad85 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f742ca-45fa-4021-8e00-248e6c5a8416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453777 Feb 03 14:12:08.377973 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-e0667980-fb47-4417-91bf-f787d58a8af5 req-0fcee7cb-81c0-42b8-b15f-07c95eca2c3d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f1c1092-820d-41af-bed3-3674f069c798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727320 Feb 03 14:12:08.510090 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-e0667980-fb47-4417-91bf-f787d58a8af5 req-6bb3a45d-a8bc-4758-8dfc-8f275902d6de service neutron] 10.222.0.47 "GET /v2.0/networks/2f1c1092-820d-41af-bed3-3674f069c798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254518 Feb 03 14:12:08.641327 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-e0667980-fb47-4417-91bf-f787d58a8af5 req-353892ef-115b-4bf7-98f5-4e653341df31 service neutron] 10.222.0.47 "GET /v2.0/networks/2f1c1092-820d-41af-bed3-3674f069c798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253834 Feb 03 14:12:09.544423 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c3cf4-8558-455a-ab38-f1d53e6d0de9 req-b1777c3f-0987-4769-a107-7ed939a45e6d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:09.545837 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-242c3cf4-8558-455a-ab38-f1d53e6d0de9 req-b1777c3f-0987-4769-a107-7ed939a45e6d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=640466be-930f-41a9-9830-d145cf646385 HTTP/1.1" status: 200 len: 983 time: 0.0803714 Feb 03 14:12:09.592465 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-242c3cf4-8558-455a-ab38-f1d53e6d0de9 req-084a7794-346c-46b2-a925-f716cd25c671 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f742ca-45fa-4021-8e00-248e6c5a8416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410674 Feb 03 14:12:09.648986 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4593962f-51c5-4b22-a395-afb20cb0911e None None] New status for floating IP 8fd1ae2a-c918-45ad-b1fa-cad304da8abd: ACTIVE {{(pid=84183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:12:09.791420 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77261e5e-6e89-46a7-a605-27d19e6074e9 req-a5fdf45f-f674-4d2b-afb2-d139e5378376 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:09.792847 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-77261e5e-6e89-46a7-a605-27d19e6074e9 req-a5fdf45f-f674-4d2b-afb2-d139e5378376 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=640466be-930f-41a9-9830-d145cf646385 HTTP/1.1" status: 200 len: 983 time: 0.0778320 Feb 03 14:12:09.844593 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-77261e5e-6e89-46a7-a605-27d19e6074e9 req-c89dd684-8074-43e6-9886-fd5f37144a9a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f742ca-45fa-4021-8e00-248e6c5a8416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456097 Feb 03 14:12:09.873895 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 33832) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:12:09.945768 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a275ad24-670e-4a61-8edf-e1c0b0cd387f tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=640466be-930f-41a9-9830-d145cf646385 HTTP/1.1" status: 200 len: 1131 time: 0.0707114 Feb 03 14:12:09.948430 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 33836) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:12:09.953506 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-6bc7f1bf-b423-49bd-be03-989f8ccc0277 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'floatingip': {'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'port_id': '8dbb8b21-a77c-4b82-85e2-fc6192573e57', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:12:09.959363 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-6bc7f1bf-b423-49bd-be03-989f8ccc0277 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:12:09.963138 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-6bc7f1bf-b423-49bd-be03-989f8ccc0277 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:floatingip and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:12:09.965984 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-6bc7f1bf-b423-49bd-be03-989f8ccc0277 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:12:09.972186 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-6bc7f1bf-b423-49bd-be03-989f8ccc0277 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:12:10.067603 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6bc7f1bf-b423-49bd-be03-989f8ccc0277 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for floatingip, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:10.201284 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6bc7f1bf-b423-49bd-be03-989f8ccc0277 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:10.336625 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-6bc7f1bf-b423-49bd-be03-989f8ccc0277 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Allocated IP 172.26.3.169 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/4a059bf5-0868-42c9-9268-87fd3cbe1e96) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:12:10.481816 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6bc7f1bf-b423-49bd-be03-989f8ccc0277 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:10.559763 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6bc7f1bf-b423-49bd-be03-989f8ccc0277 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:10.626754 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc7f1bf-b423-49bd-be03-989f8ccc0277 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:12:10.630198 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-6bc7f1bf-b423-49bd-be03-989f8ccc0277 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:12:10.634467 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc7f1bf-b423-49bd-be03-989f8ccc0277 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:12:10.658745 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc7f1bf-b423-49bd-be03-989f8ccc0277 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=4a059bf5-0868-42c9-9268-87fd3cbe1e96,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:11.137094 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6bc7f1bf-b423-49bd-be03-989f8ccc0277 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:11.266774 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6bc7f1bf-b423-49bd-be03-989f8ccc0277 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:11.565025 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6bc7f1bf-b423-49bd-be03-989f8ccc0277 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:11.651326 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6bc7f1bf-b423-49bd-be03-989f8ccc0277 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:11.749678 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc7f1bf-b423-49bd-be03-989f8ccc0277 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=4a059bf5-0868-42c9-9268-87fd3cbe1e96,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:11.767866 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6bc7f1bf-b423-49bd-be03-989f8ccc0277 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:11.957176 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.l3_db [None req-6bc7f1bf-b423-49bd-be03-989f8ccc0277 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Floating IP c9bdf389-6118-42ef-bc3e-916be8152664 associated. External IP: 172.26.3.169, port: 8dbb8b21-a77c-4b82-85e2-fc6192573e57. Feb 03 14:12:12.354262 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc7f1bf-b423-49bd-be03-989f8ccc0277 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router 4cd54a85-2b51-46d9-b7d4-1533e8187639 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:12:12.561324 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc7f1bf-b423-49bd-be03-989f8ccc0277 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:12:12.570648 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a83559-3d04-4a36-91b3-c3f3dfd5a6f0 None None] Sync routers for ids ['4cd54a85-2b51-46d9-b7d4-1533e8187639'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:12:12.582895 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a83559-3d04-4a36-91b3-c3f3dfd5a6f0 None None] Routers {'4cd54a85-2b51-46d9-b7d4-1533e8187639'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:12:12.583517 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-f3a83559-3d04-4a36-91b3-c3f3dfd5a6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:11:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['4cd54a85-2b51-46d9-b7d4-1533e8187639'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:12.652262 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6bc7f1bf-b423-49bd-be03-989f8ccc0277 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:12.706559 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-6bc7f1bf-b423-49bd-be03-989f8ccc0277 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.7565296 Feb 03 14:12:12.707186 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '640466be-930f-41a9-9830-d145cf646385', 'tag': '8dbb8b21-a77c-4b82-85e2-fc6192573e57'}] {{(pid=84182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:12:12.709616 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33840) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:12:12.761207 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-f3a83559-3d04-4a36-91b3-c3f3dfd5a6f0 None None] Set router 4cd54a85-2b51-46d9-b7d4-1533e8187639 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:12:12.764362 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '640466be-930f-41a9-9830-d145cf646385', 'tag': '8dbb8b21-a77c-4b82-85e2-fc6192573e57', 'status': 'completed', 'code': 200} Feb 03 14:12:12.826931 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e8d97267-fff2-45b8-8df5-378b688c34bb tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=640466be-930f-41a9-9830-d145cf646385&network_id=e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842 HTTP/1.1" status: 200 len: 1131 time: 0.1155508 Feb 03 14:12:12.864523 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4d790e39-4fa2-4d45-b8fb-7c71bdf03bff req-fc3a3be1-05fb-4947-a3ed-e5f7d31fde19 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=640466be-930f-41a9-9830-d145cf646385 HTTP/1.1" status: 200 len: 1136 time: 0.0760405 Feb 03 14:12:13.003711 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d790e39-4fa2-4d45-b8fb-7c71bdf03bff req-b8db0c91-b08f-4347-bfb4-84a202fe5158 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:13.005223 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4d790e39-4fa2-4d45-b8fb-7c71bdf03bff req-b8db0c91-b08f-4347-bfb4-84a202fe5158 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842 HTTP/1.1" status: 200 len: 896 time: 0.1338828 Feb 03 14:12:13.111572 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4d790e39-4fa2-4d45-b8fb-7c71bdf03bff req-15762b74-f3b9-4ee2-8857-45962620da34 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8dbb8b21-a77c-4b82-85e2-fc6192573e57 HTTP/1.1" status: 200 len: 1037 time: 0.0997455 Feb 03 14:12:13.111904 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-f3a83559-3d04-4a36-91b3-c3f3dfd5a6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd54a85-2b51-46d9-b7d4-1533e8187639', 'name': 'tempest-TestNetworkBasicOps-router-638901526', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:11:42Z', 'updated_at': '2022-02-03T14:11:48Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd54a85-2b51-46d9-b7d4-1533e8187639', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:43Z', 'updated_at': '2022-02-03T14:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'c9bdf389-6118-42ef-bc3e-916be8152664', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.169', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '4cd54a85-2b51-46d9-b7d4-1533e8187639', 'port_id': '8dbb8b21-a77c-4b82-85e2-fc6192573e57', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1303058723', 'network_id': 'e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842', 'mac_address': 'fa:16:3e:f7:85:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640466be-930f-41a9-9830-d145cf646385', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:12:10Z', 'updated_at': '2022-02-03T14:12:10Z', 'revision_number': 0, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5408736-0d1f-476d-8b82-76f17d02c30c', 'name': '', 'network_id': 'e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:ab:9f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd54a85-2b51-46d9-b7d4-1533e8187639', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84f53da0-403e-442d-93d9-945939c5cde4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:47Z', 'updated_at': '2022-02-03T14:11:55Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '84f53da0-403e-442d-93d9-945939c5cde4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:13.115773 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a83559-3d04-4a36-91b3-c3f3dfd5a6f0 None None] Checking router: 4cd54a85-2b51-46d9-b7d4-1533e8187639 for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:12:13.125903 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a83559-3d04-4a36-91b3-c3f3dfd5a6f0 None None] Routers {'4cd54a85-2b51-46d9-b7d4-1533e8187639'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:12:13.126477 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-f3a83559-3d04-4a36-91b3-c3f3dfd5a6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:11:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['4cd54a85-2b51-46d9-b7d4-1533e8187639'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:13.172838 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d790e39-4fa2-4d45-b8fb-7c71bdf03bff req-492606da-6916-4a8a-9bdf-801b766b7b53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:13.174107 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4d790e39-4fa2-4d45-b8fb-7c71bdf03bff req-492606da-6916-4a8a-9bdf-801b766b7b53 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=84f53da0-403e-442d-93d9-945939c5cde4 HTTP/1.1" status: 200 len: 834 time: 0.0574112 Feb 03 14:12:13.261407 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4d790e39-4fa2-4d45-b8fb-7c71bdf03bff req-92ce65fa-f337-48b9-b7ca-5bc500398b15 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754516 Feb 03 14:12:13.355158 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-f3a83559-3d04-4a36-91b3-c3f3dfd5a6f0 None None] Set router 4cd54a85-2b51-46d9-b7d4-1533e8187639 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:12:13.404864 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4d790e39-4fa2-4d45-b8fb-7c71bdf03bff req-91987237-da98-45f1-8c1a-8bfcb20dd298 service neutron] 10.222.0.47 "GET /v2.0/networks/e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369231 Feb 03 14:12:13.452830 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf1b7d-963a-45c7-9008-7485bbf72ab6 req-f54b336d-4998-479e-a017-971ca0f9178c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:13.454280 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a7cf1b7d-963a-45c7-9008-7485bbf72ab6 req-f54b336d-4998-479e-a017-971ca0f9178c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=640466be-930f-41a9-9830-d145cf646385 HTTP/1.1" status: 200 len: 983 time: 0.0901918 Feb 03 14:12:13.511599 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a7cf1b7d-963a-45c7-9008-7485bbf72ab6 req-870b9acc-0cca-4412-a69b-42c18f84fcdf tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f742ca-45fa-4021-8e00-248e6c5a8416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504215 Feb 03 14:12:13.543520 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4d790e39-4fa2-4d45-b8fb-7c71bdf03bff req-8134f5e6-6702-4edd-9772-aeb5b99ff381 service neutron] 10.222.0.47 "GET /v2.0/networks/e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314719 Feb 03 14:12:13.718981 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-f3a83559-3d04-4a36-91b3-c3f3dfd5a6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd54a85-2b51-46d9-b7d4-1533e8187639', 'name': 'tempest-TestNetworkBasicOps-router-638901526', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:11:42Z', 'updated_at': '2022-02-03T14:11:48Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd54a85-2b51-46d9-b7d4-1533e8187639', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:43Z', 'updated_at': '2022-02-03T14:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'c9bdf389-6118-42ef-bc3e-916be8152664', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.169', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '4cd54a85-2b51-46d9-b7d4-1533e8187639', 'port_id': '8dbb8b21-a77c-4b82-85e2-fc6192573e57', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1303058723', 'network_id': 'e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842', 'mac_address': 'fa:16:3e:f7:85:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640466be-930f-41a9-9830-d145cf646385', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:12:10Z', 'updated_at': '2022-02-03T14:12:10Z', 'revision_number': 0, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5408736-0d1f-476d-8b82-76f17d02c30c', 'name': '', 'network_id': 'e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:ab:9f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd54a85-2b51-46d9-b7d4-1533e8187639', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84f53da0-403e-442d-93d9-945939c5cde4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:47Z', 'updated_at': '2022-02-03T14:11:55Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '84f53da0-403e-442d-93d9-945939c5cde4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:13.722863 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a83559-3d04-4a36-91b3-c3f3dfd5a6f0 None None] The sync data for ids ['4cd54a85-2b51-46d9-b7d4-1533e8187639'] in dv-neutron-827016-1-hyperv is: [{'id': '4cd54a85-2b51-46d9-b7d4-1533e8187639', 'name': 'tempest-TestNetworkBasicOps-router-638901526', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:11:42Z', 'updated_at': '2022-02-03T14:11:48Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd54a85-2b51-46d9-b7d4-1533e8187639', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:43Z', 'updated_at': '2022-02-03T14:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'c9bdf389-6118-42ef-bc3e-916be8152664', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.169', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '4cd54a85-2b51-46d9-b7d4-1533e8187639', 'port_id': '8dbb8b21-a77c-4b82-85e2-fc6192573e57', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1303058723', 'network_id': 'e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842', 'mac_address': 'fa:16:3e:f7:85:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640466be-930f-41a9-9830-d145cf646385', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:12:10Z', 'updated_at': '2022-02-03T14:12:10Z', 'revision_number': 0, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5408736-0d1f-476d-8b82-76f17d02c30c', 'name': '', 'network_id': 'e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:ab:9f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd54a85-2b51-46d9-b7d4-1533e8187639', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84f53da0-403e-442d-93d9-945939c5cde4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:47Z', 'updated_at': '2022-02-03T14:11:55Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '84f53da0-403e-442d-93d9-945939c5cde4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:12:14.715114 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe56525-435d-4a0e-98b5-623c01c99ce6 req-58b759dc-99e6-4b72-95eb-19af347d5c59 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:14.716542 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0fe56525-435d-4a0e-98b5-623c01c99ce6 req-58b759dc-99e6-4b72-95eb-19af347d5c59 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=640466be-930f-41a9-9830-d145cf646385 HTTP/1.1" status: 200 len: 983 time: 0.0771737 Feb 03 14:12:14.772840 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0fe56525-435d-4a0e-98b5-623c01c99ce6 req-4add1139-ba9a-47e7-847c-6516b9f708b8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f742ca-45fa-4021-8e00-248e6c5a8416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428743 Feb 03 14:12:15.058714 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17aceab-014b-4a83-8d78-b4cf80deabe2 req-c1dd8afe-f509-4445-97e1-2e4582ee3077 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:15.059441 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-a17aceab-014b-4a83-8d78-b4cf80deabe2 req-c1dd8afe-f509-4445-97e1-2e4582ee3077 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:12:15.130477 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-a17aceab-014b-4a83-8d78-b4cf80deabe2 req-c1dd8afe-f509-4445-97e1-2e4582ee3077 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:12:15.134203 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a17aceab-014b-4a83-8d78-b4cf80deabe2 req-c1dd8afe-f509-4445-97e1-2e4582ee3077 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "GET /v2.0/ports?device_id=640466be-930f-41a9-9830-d145cf646385 HTTP/1.1" status: 200 len: 983 time: 0.1547914 Feb 03 14:12:15.210899 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17aceab-014b-4a83-8d78-b4cf80deabe2 req-46635672-2ce9-47b0-8f04-a74540c17e35 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:15.210899 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a17aceab-014b-4a83-8d78-b4cf80deabe2 req-46635672-2ce9-47b0-8f04-a74540c17e35 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "GET /v2.0/ports/8dbb8b21-a77c-4b82-85e2-fc6192573e57?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0685036 Feb 03 14:12:15.352448 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a17aceab-014b-4a83-8d78-b4cf80deabe2 req-e41c9748-0647-4192-920f-31614d59a80a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "GET /v2.0/networks/e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1389780 Feb 03 14:12:15.361409 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-a17aceab-014b-4a83-8d78-b4cf80deabe2 req-94acd67b-0a90-4a3a-8dcb-01f86add041f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:12:15.469599 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-a17aceab-014b-4a83-8d78-b4cf80deabe2 req-94acd67b-0a90-4a3a-8dcb-01f86add041f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:15.763270 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-a17aceab-014b-4a83-8d78-b4cf80deabe2 req-94acd67b-0a90-4a3a-8dcb-01f86add041f service neutron] For port 8dbb8b21-a77c-4b82-85e2-fc6192573e57, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=8dbb8b21-a77c-4b82-85e2-fc6192573e57,segment=NetworkSegment(2eac202b-867e-4dd2-90c9-681f1736d755),segment_id=2eac202b-867e-4dd2-90c9-681f1736d755)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:12:15.793195 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-a17aceab-014b-4a83-8d78-b4cf80deabe2 req-94acd67b-0a90-4a3a-8dcb-01f86add041f service neutron] For port 8dbb8b21-a77c-4b82-85e2-fc6192573e57, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:12:15.848303 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [req-a17aceab-014b-4a83-8d78-b4cf80deabe2 req-94acd67b-0a90-4a3a-8dcb-01f86add041f service neutron] device_id is not set on port 8dbb8b21-a77c-4b82-85e2-fc6192573e57 yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:12:15.856467 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-a17aceab-014b-4a83-8d78-b4cf80deabe2 req-94acd67b-0a90-4a3a-8dcb-01f86add041f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:15.914827 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-a17aceab-014b-4a83-8d78-b4cf80deabe2 req-94acd67b-0a90-4a3a-8dcb-01f86add041f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:15.955204 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-983d32e0-11c6-4d7e-88f5-88d1f571d2a4 req-162010e6-3873-4ded-ab95-1412469236a9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=640466be-930f-41a9-9830-d145cf646385 HTTP/1.1" status: 200 len: 210 time: 0.0505598 Feb 03 14:12:15.995055 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18cf348-b655-4d45-869f-b1b3ed873497 None None] New status for floating IP c9bdf389-6118-42ef-bc3e-916be8152664: ACTIVE {{(pid=84183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:12:16.084270 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94acd67b-0a90-4a3a-8dcb-01f86add041f service neutron] Pushing event updated for resources: {'Port': ['ID=8dbb8b21-a77c-4b82-85e2-fc6192573e57,revision_number=6']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:16.164738 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17aceab-014b-4a83-8d78-b4cf80deabe2 req-94acd67b-0a90-4a3a-8dcb-01f86add041f service neutron] No DVR routers for this DVR port 8dbb8b21-a77c-4b82-85e2-fc6192573e57 on host hv-neutron-8270 {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:12:16.292707 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-7eaf5b05-91a9-4910-af35-a20fa149747b None None] Provisioning complete for port 8dbb8b21-a77c-4b82-85e2-fc6192573e57 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:16.292707 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7eaf5b05-91a9-4910-af35-a20fa149747b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:16.345349 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-7eaf5b05-91a9-4910-af35-a20fa149747b None None] Port 8dbb8b21-a77c-4b82-85e2-fc6192573e57 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:12:16.440963 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-a17aceab-014b-4a83-8d78-b4cf80deabe2 req-94acd67b-0a90-4a3a-8dcb-01f86add041f service neutron] In _notify_port_updated(), no bound segment for port 8dbb8b21-a77c-4b82-85e2-fc6192573e57 on network e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842 {{(pid=84181) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 03 14:12:16.440963 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-a17aceab-014b-4a83-8d78-b4cf80deabe2 req-94acd67b-0a90-4a3a-8dcb-01f86add041f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:16.441938 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a17aceab-014b-4a83-8d78-b4cf80deabe2 req-94acd67b-0a90-4a3a-8dcb-01f86add041f service neutron] 10.222.0.47 "PUT /v2.0/ports/8dbb8b21-a77c-4b82-85e2-fc6192573e57 HTTP/1.1" status: 200 len: 1026 time: 1.0844030 Feb 03 14:12:17.132012 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ff800dd4-0f4f-4c67-adb8-8e2dbedc4051 req-6e545913-5106-4665-b3b9-8393b77313f3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=640466be-930f-41a9-9830-d145cf646385 HTTP/1.1" status: 200 len: 210 time: 0.0411575 Feb 03 14:12:17.445249 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:18.241068 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33860) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:12:18.311002 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42ae932-6b38-48bb-b257-31e08adddccd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:18.312346 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-a42ae932-6b38-48bb-b257-31e08adddccd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports/8dbb8b21-a77c-4b82-85e2-fc6192573e57 HTTP/1.1" status: 200 len: 925 time: 0.0702939 Feb 03 14:12:18.771342 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 8dbb8b21-a77c-4b82-85e2-fc6192573e57 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:12:18.825862 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 8dbb8b21-a77c-4b82-85e2-fc6192573e57 not bound to the agent host hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:12:18.855785 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33866) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:12:18.861836 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-967b4366-db6c-4475-afcd-750f161c51ae tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-854020352', 'description': 'tempest-secgroup-smoke-854020352 description', 'project_id': '55163e99e9e54d69af7505a418f9e84b'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:12:18.868556 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-967b4366-db6c-4475-afcd-750f161c51ae tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:12:18.879377 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-967b4366-db6c-4475-afcd-750f161c51ae tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:12:18.920947 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-967b4366-db6c-4475-afcd-750f161c51ae tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:18.955176 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-967b4366-db6c-4475-afcd-750f161c51ae tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:12:18.958899 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-967b4366-db6c-4475-afcd-750f161c51ae tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:12:18.961837 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-967b4366-db6c-4475-afcd-750f161c51ae tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:12:18.967604 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-967b4366-db6c-4475-afcd-750f161c51ae tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:12:19.020848 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-967b4366-db6c-4475-afcd-750f161c51ae tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:19.091027 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-967b4366-db6c-4475-afcd-750f161c51ae tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:19.135306 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b4366-db6c-4475-afcd-750f161c51ae tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1044f527-164d-4042-88fc-f2e3435628eb,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:19.239796 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-967b4366-db6c-4475-afcd-750f161c51ae tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:19.241012 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-967b4366-db6c-4475-afcd-750f161c51ae tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3842547 Feb 03 14:12:19.243763 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33870) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:12:19.249048 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-ce67a030-2da8-4f29-89ba-62d0b283ca90 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': '1044f527-164d-4042-88fc-f2e3435628eb', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:12:19.255533 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-ce67a030-2da8-4f29-89ba-62d0b283ca90 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:12:19.259417 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ce67a030-2da8-4f29-89ba-62d0b283ca90 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:12:19.262373 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ce67a030-2da8-4f29-89ba-62d0b283ca90 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:12:19.272174 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-ce67a030-2da8-4f29-89ba-62d0b283ca90 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:12:19.337591 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ce67a030-2da8-4f29-89ba-62d0b283ca90 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:19.397026 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ce67a030-2da8-4f29-89ba-62d0b283ca90 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:19.473112 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ce67a030-2da8-4f29-89ba-62d0b283ca90 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:19.500059 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce67a030-2da8-4f29-89ba-62d0b283ca90 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6252cea0-2d52-463f-beef-4ab27308be7e,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:19.649513 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ce67a030-2da8-4f29-89ba-62d0b283ca90 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:19.649513 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ce67a030-2da8-4f29-89ba-62d0b283ca90 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4020369 Feb 03 14:12:19.651563 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33876) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:12:19.656886 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-4eb690e0-2ec5-401b-bc2a-0e601f2834af tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': '1044f527-164d-4042-88fc-f2e3435628eb', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:12:19.663290 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-4eb690e0-2ec5-401b-bc2a-0e601f2834af tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:12:19.666981 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-4eb690e0-2ec5-401b-bc2a-0e601f2834af tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:12:19.672675 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-4eb690e0-2ec5-401b-bc2a-0e601f2834af tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:12:19.676214 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-4eb690e0-2ec5-401b-bc2a-0e601f2834af tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:12:19.749652 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4eb690e0-2ec5-401b-bc2a-0e601f2834af tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:19.811031 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4eb690e0-2ec5-401b-bc2a-0e601f2834af tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:19.902470 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4eb690e0-2ec5-401b-bc2a-0e601f2834af tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:19.929332 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb690e0-2ec5-401b-bc2a-0e601f2834af tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=061f184c-2a7e-4560-8cff-c6a16c967681,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:19.996592 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4eb690e0-2ec5-401b-bc2a-0e601f2834af tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:19.996592 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-4eb690e0-2ec5-401b-bc2a-0e601f2834af tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3426623 Feb 03 14:12:19.997928 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33880) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:12:20.003412 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-c3d709a1-449a-4165-ac74-6f6f03ac98ed tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': '1044f527-164d-4042-88fc-f2e3435628eb', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:12:20.009504 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-c3d709a1-449a-4165-ac74-6f6f03ac98ed tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:12:20.012970 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-c3d709a1-449a-4165-ac74-6f6f03ac98ed tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:12:20.015789 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-c3d709a1-449a-4165-ac74-6f6f03ac98ed tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:12:20.022244 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-c3d709a1-449a-4165-ac74-6f6f03ac98ed tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:12:20.130663 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c3d709a1-449a-4165-ac74-6f6f03ac98ed tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:20.192118 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c3d709a1-449a-4165-ac74-6f6f03ac98ed tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:20.273839 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c3d709a1-449a-4165-ac74-6f6f03ac98ed tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:20.297343 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d709a1-449a-4165-ac74-6f6f03ac98ed tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bfaade7-1f9c-49d7-9383-0896b3d672a9,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:20.399924 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c3d709a1-449a-4165-ac74-6f6f03ac98ed tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:20.401146 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c3d709a1-449a-4165-ac74-6f6f03ac98ed tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4022591 Feb 03 14:12:20.403882 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33884) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:12:20.409748 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-b1847c2d-d73a-4e65-9b5d-ed45d07b4e15 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': '1044f527-164d-4042-88fc-f2e3435628eb', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:12:20.415760 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-b1847c2d-d73a-4e65-9b5d-ed45d07b4e15 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:12:20.419650 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-b1847c2d-d73a-4e65-9b5d-ed45d07b4e15 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:12:20.422593 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-b1847c2d-d73a-4e65-9b5d-ed45d07b4e15 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:12:20.428888 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-b1847c2d-d73a-4e65-9b5d-ed45d07b4e15 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:12:20.531747 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b1847c2d-d73a-4e65-9b5d-ed45d07b4e15 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:20.595986 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b1847c2d-d73a-4e65-9b5d-ed45d07b4e15 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:20.673473 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b1847c2d-d73a-4e65-9b5d-ed45d07b4e15 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:20.696504 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1847c2d-d73a-4e65-9b5d-ed45d07b4e15 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aa7d2cf-61ae-46ff-989f-0ddb38d308e8,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:20.765050 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b1847c2d-d73a-4e65-9b5d-ed45d07b4e15 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:20.766510 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b1847c2d-d73a-4e65-9b5d-ed45d07b4e15 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3617134 Feb 03 14:12:20.770044 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33888) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:12:20.775621 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-7595273a-2b5f-44bf-8c19-3e59c729f552 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': '1044f527-164d-4042-88fc-f2e3435628eb', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:12:20.781421 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-7595273a-2b5f-44bf-8c19-3e59c729f552 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:12:20.787409 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-7595273a-2b5f-44bf-8c19-3e59c729f552 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:12:20.788710 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-7595273a-2b5f-44bf-8c19-3e59c729f552 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:12:20.794346 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-7595273a-2b5f-44bf-8c19-3e59c729f552 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:12:20.849995 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.securitygroups_db [None req-7595273a-2b5f-44bf-8c19-3e59c729f552 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Project 55163e99e9e54d69af7505a418f9e84b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:12:20.856380 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7595273a-2b5f-44bf-8c19-3e59c729f552 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:20.919729 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7595273a-2b5f-44bf-8c19-3e59c729f552 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:20.994218 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7595273a-2b5f-44bf-8c19-3e59c729f552 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:21.018275 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7595273a-2b5f-44bf-8c19-3e59c729f552 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f59d1952-4c31-4eca-9a9a-d1ab1270952e,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:21.062992 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7595273a-2b5f-44bf-8c19-3e59c729f552 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:21.064894 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-7595273a-2b5f-44bf-8c19-3e59c729f552 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2930315 Feb 03 14:12:21.074500 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33892) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:12:21.074500 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-f09b1e74-dead-40a2-a40a-414a16a4d1af tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': '1044f527-164d-4042-88fc-f2e3435628eb', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:12:21.078701 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f09b1e74-dead-40a2-a40a-414a16a4d1af tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:12:21.082700 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f09b1e74-dead-40a2-a40a-414a16a4d1af tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:12:21.086007 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f09b1e74-dead-40a2-a40a-414a16a4d1af tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:12:21.091929 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f09b1e74-dead-40a2-a40a-414a16a4d1af tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:12:21.179594 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.securitygroups_db [None req-f09b1e74-dead-40a2-a40a-414a16a4d1af tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Project 55163e99e9e54d69af7505a418f9e84b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:12:21.179594 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f09b1e74-dead-40a2-a40a-414a16a4d1af tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:21.245327 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f09b1e74-dead-40a2-a40a-414a16a4d1af tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:21.290859 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f09b1e74-dead-40a2-a40a-414a16a4d1af tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:21.317669 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09b1e74-dead-40a2-a40a-414a16a4d1af tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3585339-d13b-421d-ae10-f90ea5ccc8de,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:21.400071 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f09b1e74-dead-40a2-a40a-414a16a4d1af tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:21.401264 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f09b1e74-dead-40a2-a40a-414a16a4d1af tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3329499 Feb 03 14:12:21.583832 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-164fa81c-4da9-40bf-b08f-19a00939cc6f req-b23b910c-f60e-4d2b-82fc-43039488926c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-854020352&fields=id&tenant_id=55163e99e9e54d69af7505a418f9e84b HTTP/1.1" status: 200 len: 267 time: 0.0404463 Feb 03 14:12:21.657598 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164fa81c-4da9-40bf-b08f-19a00939cc6f req-6e1ae4eb-c366-4ce1-a257-be2d83e78ba1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:21.658802 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-164fa81c-4da9-40bf-b08f-19a00939cc6f req-6e1ae4eb-c366-4ce1-a257-be2d83e78ba1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports/8dbb8b21-a77c-4b82-85e2-fc6192573e57 HTTP/1.1" status: 200 len: 930 time: 0.0689974 Feb 03 14:12:21.818924 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-164fa81c-4da9-40bf-b08f-19a00939cc6f req-47bb0db0-49c8-4839-bb80-14f070613089 service neutron] 10.222.0.41 "GET /v2.0/ports/8dbb8b21-a77c-4b82-85e2-fc6192573e57?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1487045 Feb 03 14:12:21.947501 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-164fa81c-4da9-40bf-b08f-19a00939cc6f req-be6204b5-a51f-429b-8d23-114e00e613f2 service neutron] 10.222.0.41 "GET /v2.0/networks/e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229951 Feb 03 14:12:22.078890 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-164fa81c-4da9-40bf-b08f-19a00939cc6f req-06ee5c79-0526-47f9-8651-bf8e1962b948 service neutron] 10.222.0.41 "GET /v2.0/networks/e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257460 Feb 03 14:12:22.380742 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9fa2c7b7-6ea9-4ebb-a79c-60f439a503aa req-a2f1554a-b543-4ff4-87cb-e00a546dbcf4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=58aab4c0-aed2-4b26-ae64-d86a1ee9326b HTTP/1.1" status: 200 len: 210 time: 0.0559902 Feb 03 14:12:23.572855 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3298eb9c-1fcf-493f-9fbe-a12d65cecf28 req-e69e7c04-58af-4ad5-8506-5452e0151068 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=58aab4c0-aed2-4b26-ae64-d86a1ee9326b HTTP/1.1" status: 200 len: 210 time: 0.0475862 Feb 03 14:12:24.271554 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-164fa81c-4da9-40bf-b08f-19a00939cc6f req-3013b74c-246c-46d0-9609-bddb11566d3a service neutron] 10.222.0.47 "GET /v2.0/ports/8dbb8b21-a77c-4b82-85e2-fc6192573e57 HTTP/1.1" status: 200 len: 1026 time: 0.0614331 Feb 03 14:12:24.422772 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164fa81c-4da9-40bf-b08f-19a00939cc6f req-8f78b1e7-4ade-45c3-94d5-9efe1567fe48 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:24.422772 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-164fa81c-4da9-40bf-b08f-19a00939cc6f req-8f78b1e7-4ade-45c3-94d5-9efe1567fe48 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "GET /v2.0/networks?id=e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842 HTTP/1.1" status: 200 len: 796 time: 0.1471434 Feb 03 14:12:24.485756 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-164fa81c-4da9-40bf-b08f-19a00939cc6f req-9be4bc62-f907-4bac-b7ff-38d265c180db tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:security_group {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:12:24.566003 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-164fa81c-4da9-40bf-b08f-19a00939cc6f req-9be4bc62-f907-4bac-b7ff-38d265c180db tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:security_group {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:12:24.566003 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-164fa81c-4da9-40bf-b08f-19a00939cc6f req-9be4bc62-f907-4bac-b7ff-38d265c180db tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55163e99e9e54d69af7505a418f9e84b HTTP/1.1" status: 200 len: 471 time: 0.1204433 Feb 03 14:12:24.566003 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-164fa81c-4da9-40bf-b08f-19a00939cc6f req-80346b0b-d413-4cf3-bc26-87e97a1f0364 service neutron] Request body: {'port': {'device_id': '58aab4c0-aed2-4b26-ae64-d86a1ee9326b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:12:24.771153 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a4bf01bc-a00a-41a2-bff4-c65c8ef9a9f9 req-fe5df32c-c3c0-46e7-aa67-04381e6acd6f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=58aab4c0-aed2-4b26-ae64-d86a1ee9326b HTTP/1.1" status: 200 len: 210 time: 0.0452876 Feb 03 14:12:24.799884 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-164fa81c-4da9-40bf-b08f-19a00939cc6f req-80346b0b-d413-4cf3-bc26-87e97a1f0364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:25.141435 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [req-164fa81c-4da9-40bf-b08f-19a00939cc6f req-80346b0b-d413-4cf3-bc26-87e97a1f0364 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dbb8b21-a77c-4b82-85e2-fc6192573e57 {{(pid=84181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:12:25.149245 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-164fa81c-4da9-40bf-b08f-19a00939cc6f req-80346b0b-d413-4cf3-bc26-87e97a1f0364 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:25.164035 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-164fa81c-4da9-40bf-b08f-19a00939cc6f req-80346b0b-d413-4cf3-bc26-87e97a1f0364 service neutron] Transition to ACTIVE for port object 8dbb8b21-a77c-4b82-85e2-fc6192573e57 will not be triggered until provisioned by entity L2. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:12:25.225460 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-164fa81c-4da9-40bf-b08f-19a00939cc6f req-80346b0b-d413-4cf3-bc26-87e97a1f0364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:25.298661 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-58251ded-f745-4598-80d8-d62a101facbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:25.402164 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80346b0b-d413-4cf3-bc26-87e97a1f0364 service neutron] Pushing event updated for resources: {'Port': ['ID=8dbb8b21-a77c-4b82-85e2-fc6192573e57,revision_number=7']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:25.517482 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-164fa81c-4da9-40bf-b08f-19a00939cc6f req-80346b0b-d413-4cf3-bc26-87e97a1f0364 service neutron] Attempting to bind port 8dbb8b21-a77c-4b82-85e2-fc6192573e57 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:12:25.517482 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-164fa81c-4da9-40bf-b08f-19a00939cc6f req-80346b0b-d413-4cf3-bc26-87e97a1f0364 service neutron] Attempting to bind port 8dbb8b21-a77c-4b82-85e2-fc6192573e57 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '2eac202b-867e-4dd2-90c9-681f1736d755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:12:25.517482 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164fa81c-4da9-40bf-b08f-19a00939cc6f req-80346b0b-d413-4cf3-bc26-87e97a1f0364 service neutron] Attempting to bind port 8dbb8b21-a77c-4b82-85e2-fc6192573e57 on network e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:12:25.524215 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164fa81c-4da9-40bf-b08f-19a00939cc6f req-80346b0b-d413-4cf3-bc26-87e97a1f0364 service neutron] Port 8dbb8b21-a77c-4b82-85e2-fc6192573e57 on network e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 14:12:25.524215 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164fa81c-4da9-40bf-b08f-19a00939cc6f req-80346b0b-d413-4cf3-bc26-87e97a1f0364 service neutron] Attempting to bind port 8dbb8b21-a77c-4b82-85e2-fc6192573e57 on network e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:12:25.534033 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164fa81c-4da9-40bf-b08f-19a00939cc6f req-80346b0b-d413-4cf3-bc26-87e97a1f0364 service neutron] Checking agent: {'id': '8cce4e55-f72c-4604-b6eb-27dc2f3f162a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'started_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:12:25.534033 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164fa81c-4da9-40bf-b08f-19a00939cc6f req-80346b0b-d413-4cf3-bc26-87e97a1f0364 service neutron] Checking segment: {'id': '2eac202b-867e-4dd2-90c9-681f1736d755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:12:25.534033 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164fa81c-4da9-40bf-b08f-19a00939cc6f req-80346b0b-d413-4cf3-bc26-87e97a1f0364 service neutron] Bound using segment: {'id': '2eac202b-867e-4dd2-90c9-681f1736d755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842'} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:12:25.534033 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-164fa81c-4da9-40bf-b08f-19a00939cc6f req-80346b0b-d413-4cf3-bc26-87e97a1f0364 service neutron] Bound port: 8dbb8b21-a77c-4b82-85e2-fc6192573e57, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eac202b-867e-4dd2-90c9-681f1736d755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842'}}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:12:25.534033 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-164fa81c-4da9-40bf-b08f-19a00939cc6f req-80346b0b-d413-4cf3-bc26-87e97a1f0364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:25.642188 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-164fa81c-4da9-40bf-b08f-19a00939cc6f req-80346b0b-d413-4cf3-bc26-87e97a1f0364 service neutron] For port 8dbb8b21-a77c-4b82-85e2-fc6192573e57, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:12:25.642188 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-164fa81c-4da9-40bf-b08f-19a00939cc6f req-80346b0b-d413-4cf3-bc26-87e97a1f0364 service neutron] For port 8dbb8b21-a77c-4b82-85e2-fc6192573e57, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=8dbb8b21-a77c-4b82-85e2-fc6192573e57,segment=NetworkSegment(2eac202b-867e-4dd2-90c9-681f1736d755),segment_id=2eac202b-867e-4dd2-90c9-681f1736d755)] {{(pid=84181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:12:25.725289 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-164fa81c-4da9-40bf-b08f-19a00939cc6f req-80346b0b-d413-4cf3-bc26-87e97a1f0364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:25.784238 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-164fa81c-4da9-40bf-b08f-19a00939cc6f req-80346b0b-d413-4cf3-bc26-87e97a1f0364 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:25.784238 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-164fa81c-4da9-40bf-b08f-19a00939cc6f req-80346b0b-d413-4cf3-bc26-87e97a1f0364 service neutron] 10.222.0.47 "PUT /v2.0/ports/8dbb8b21-a77c-4b82-85e2-fc6192573e57 HTTP/1.1" status: 200 len: 1131 time: 1.2226744 Feb 03 14:12:25.784238 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58aab4c0-aed2-4b26-ae64-d86a1ee9326b', 'tag': '8dbb8b21-a77c-4b82-85e2-fc6192573e57'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:12:25.817214 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80346b0b-d413-4cf3-bc26-87e97a1f0364 service neutron] Pushing event updated for resources: {'Port': ['ID=8dbb8b21-a77c-4b82-85e2-fc6192573e57,revision_number=8']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:25.854788 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58aab4c0-aed2-4b26-ae64-d86a1ee9326b', 'tag': '8dbb8b21-a77c-4b82-85e2-fc6192573e57', 'status': 'completed', 'code': 200} Feb 03 14:12:25.991480 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-21b62bf5-1cd1-4cbe-b5a1-c8582cacfc0b req-06a16fb2-5a46-4a06-a787-4d7bf37fe727 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=58aab4c0-aed2-4b26-ae64-d86a1ee9326b HTTP/1.1" status: 200 len: 1134 time: 0.1142523 Feb 03 14:12:26.003634 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555dd14-1124-4491-aa20-0aaed17e78b0 req-9470d3db-80c4-425d-9c2c-6cdbf27880c3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:26.011492 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d555dd14-1124-4491-aa20-0aaed17e78b0 req-9470d3db-80c4-425d-9c2c-6cdbf27880c3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=58aab4c0-aed2-4b26-ae64-d86a1ee9326b HTTP/1.1" status: 200 len: 981 time: 0.1119201 Feb 03 14:12:26.060093 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d555dd14-1124-4491-aa20-0aaed17e78b0 req-46047ef6-a83d-46b1-9d30-4b7fd327e7fb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f742ca-45fa-4021-8e00-248e6c5a8416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477285 Feb 03 14:12:26.164537 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b62bf5-1cd1-4cbe-b5a1-c8582cacfc0b req-6d26bca5-16e4-4f62-80bb-68ddf0bcd55d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:26.164537 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-21b62bf5-1cd1-4cbe-b5a1-c8582cacfc0b req-6d26bca5-16e4-4f62-80bb-68ddf0bcd55d service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=55163e99e9e54d69af7505a418f9e84b&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1513813 Feb 03 14:12:26.294328 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b62bf5-1cd1-4cbe-b5a1-c8582cacfc0b req-810da06c-6cc1-456a-894e-f7177839c07c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:26.296051 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-21b62bf5-1cd1-4cbe-b5a1-c8582cacfc0b req-810da06c-6cc1-456a-894e-f7177839c07c service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1398730 Feb 03 14:12:26.404801 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-164fa81c-4da9-40bf-b08f-19a00939cc6f req-f1233cdd-f3e7-48d3-bb5f-acdc50189b52 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=58aab4c0-aed2-4b26-ae64-d86a1ee9326b HTTP/1.1" status: 200 len: 1134 time: 0.0704598 Feb 03 14:12:26.508138 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-164fa81c-4da9-40bf-b08f-19a00939cc6f req-daa30840-40d5-4fa2-84a5-8c5c10dd2035 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8dbb8b21-a77c-4b82-85e2-fc6192573e57 HTTP/1.1" status: 200 len: 1037 time: 0.0963333 Feb 03 14:12:26.576907 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164fa81c-4da9-40bf-b08f-19a00939cc6f req-730b6fea-c370-49a6-8adf-08e1bbdb7e42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:26.578318 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-164fa81c-4da9-40bf-b08f-19a00939cc6f req-730b6fea-c370-49a6-8adf-08e1bbdb7e42 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=84f53da0-403e-442d-93d9-945939c5cde4 HTTP/1.1" status: 200 len: 834 time: 0.0584946 Feb 03 14:12:26.660390 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-164fa81c-4da9-40bf-b08f-19a00939cc6f req-cfccfc82-d76a-4c6d-8910-15eb71cef4f8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727115 Feb 03 14:12:26.891517 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-164fa81c-4da9-40bf-b08f-19a00939cc6f req-101bd703-ac81-44c2-99b8-d4923e397448 service neutron] 10.222.0.47 "GET /v2.0/networks/e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238357 Feb 03 14:12:27.044321 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-164fa81c-4da9-40bf-b08f-19a00939cc6f req-99e6f798-9181-4935-a449-43d17b8c516d service neutron] 10.222.0.47 "GET /v2.0/networks/e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469407 Feb 03 14:12:27.266844 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea704fa7-1e61-4ce0-814f-836de6234cd3 req-540dba95-fa9d-4241-b421-0512967851e7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:27.266844 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ea704fa7-1e61-4ce0-814f-836de6234cd3 req-540dba95-fa9d-4241-b421-0512967851e7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=58aab4c0-aed2-4b26-ae64-d86a1ee9326b HTTP/1.1" status: 200 len: 981 time: 0.0785935 Feb 03 14:12:27.315658 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ea704fa7-1e61-4ce0-814f-836de6234cd3 req-e0a24c4c-a268-43fe-8461-e2dd42582a06 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f742ca-45fa-4021-8e00-248e6c5a8416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417948 Feb 03 14:12:27.456502 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-009f4fa5-5b78-4adf-9629-420fec6e41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:28.512465 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a394488-acd9-49d0-b596-1f294ddb63bb req-313cb340-d555-4f79-8091-05bff73c7a2b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:28.513907 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7a394488-acd9-49d0-b596-1f294ddb63bb req-313cb340-d555-4f79-8091-05bff73c7a2b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=58aab4c0-aed2-4b26-ae64-d86a1ee9326b HTTP/1.1" status: 200 len: 981 time: 0.0786841 Feb 03 14:12:28.560292 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7a394488-acd9-49d0-b596-1f294ddb63bb req-8235c68e-37f6-4c4f-ab4e-51dde81d581b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f742ca-45fa-4021-8e00-248e6c5a8416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409067 Feb 03 14:12:28.810384 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:28.833452 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:29.759961 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17120764-1264-4b75-8ded-3f8a962b6cd8 req-4d9bfc85-089e-4c97-976f-5dd5e358609f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:29.761402 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-17120764-1264-4b75-8ded-3f8a962b6cd8 req-4d9bfc85-089e-4c97-976f-5dd5e358609f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=58aab4c0-aed2-4b26-ae64-d86a1ee9326b HTTP/1.1" status: 200 len: 981 time: 0.0788550 Feb 03 14:12:29.817592 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-17120764-1264-4b75-8ded-3f8a962b6cd8 req-f769eb66-dab5-4708-b874-ef7d8c45b4fb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f742ca-45fa-4021-8e00-248e6c5a8416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404084 Feb 03 14:12:30.146500 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:30.826637 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 8dbb8b21-a77c-4b82-85e2-fc6192573e57 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:12:30.966048 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 8dbb8b21-a77c-4b82-85e2-fc6192573e57, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=8dbb8b21-a77c-4b82-85e2-fc6192573e57,segment=NetworkSegment(2eac202b-867e-4dd2-90c9-681f1736d755),segment_id=2eac202b-867e-4dd2-90c9-681f1736d755)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:12:30.981861 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': '8dbb8b21-a77c-4b82-85e2-fc6192573e57', 'network_id': 'e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842', 'port_id': '8dbb8b21-a77c-4b82-85e2-fc6192573e57', 'mac_address': 'fa:16:3e:f7:85:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84f53da0-403e-442d-93d9-945939c5cde4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:12:31.012666 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6b283-3369-487e-a0df-29390e3121d5 req-f118810f-2946-4086-ac31-7846aa0dd842 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:31.014312 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-aba6b283-3369-487e-a0df-29390e3121d5 req-f118810f-2946-4086-ac31-7846aa0dd842 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=58aab4c0-aed2-4b26-ae64-d86a1ee9326b HTTP/1.1" status: 200 len: 981 time: 0.0809228 Feb 03 14:12:31.044598 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:31.062702 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dbb8b21-a77c-4b82-85e2-fc6192573e57 {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:12:31.066289 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-aba6b283-3369-487e-a0df-29390e3121d5 req-f44f700b-25f4-43fd-ad45-e3f744b08566 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f742ca-45fa-4021-8e00-248e6c5a8416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449970 Feb 03 14:12:31.079341 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 8dbb8b21-a77c-4b82-85e2-fc6192573e57, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=8dbb8b21-a77c-4b82-85e2-fc6192573e57,segment=NetworkSegment(2eac202b-867e-4dd2-90c9-681f1736d755),segment_id=2eac202b-867e-4dd2-90c9-681f1736d755)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:12:31.119635 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:31.187459 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=8dbb8b21-a77c-4b82-85e2-fc6192573e57,revision_number=9']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:31.480799 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['8dbb8b21-a77c-4b82-85e2-fc6192573e57'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:12:31.824316 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:12:32.276660 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef27def-dc98-4ba5-9efd-658ad940f0e8 req-d84c1a66-d544-4170-af4e-69f06c598c2e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:32.278085 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9ef27def-dc98-4ba5-9efd-658ad940f0e8 req-d84c1a66-d544-4170-af4e-69f06c598c2e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=58aab4c0-aed2-4b26-ae64-d86a1ee9326b HTTP/1.1" status: 200 len: 982 time: 0.0895774 Feb 03 14:12:32.330960 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9ef27def-dc98-4ba5-9efd-658ad940f0e8 req-c95d8a21-92f1-4f79-940b-a0d6c64c12fb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f742ca-45fa-4021-8e00-248e6c5a8416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431805 Feb 03 14:12:32.845730 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 8dbb8b21-a77c-4b82-85e2-fc6192573e57 up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:12:32.964551 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning for port 8dbb8b21-a77c-4b82-85e2-fc6192573e57 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:12:32.969350 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port 8dbb8b21-a77c-4b82-85e2-fc6192573e57 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:32.969723 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:33.087731 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:33.113624 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58aab4c0-aed2-4b26-ae64-d86a1ee9326b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbb8b21-a77c-4b82-85e2-fc6192573e57'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:12:33.123674 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 8dbb8b21-a77c-4b82-85e2-fc6192573e57, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=8dbb8b21-a77c-4b82-85e2-fc6192573e57,segment=NetworkSegment(2eac202b-867e-4dd2-90c9-681f1736d755),segment_id=2eac202b-867e-4dd2-90c9-681f1736d755)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:12:33.189388 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58aab4c0-aed2-4b26-ae64-d86a1ee9326b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbb8b21-a77c-4b82-85e2-fc6192573e57', 'code': 200} Feb 03 14:12:33.199607 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:33.292330 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=8dbb8b21-a77c-4b82-85e2-fc6192573e57,revision_number=10']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:33.738079 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7f8a3-5701-417f-99ae-3afc32f1b3bc req-86557e79-6e18-4546-b10c-4657f5ca9c73 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:33.738079 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d9f7f8a3-5701-417f-99ae-3afc32f1b3bc req-86557e79-6e18-4546-b10c-4657f5ca9c73 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=58aab4c0-aed2-4b26-ae64-d86a1ee9326b HTTP/1.1" status: 200 len: 984 time: 0.0758674 Feb 03 14:12:33.738079 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d9f7f8a3-5701-417f-99ae-3afc32f1b3bc req-47a78db5-bed6-462d-a63f-8c64a5445a04 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f742ca-45fa-4021-8e00-248e6c5a8416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388429 Feb 03 14:12:34.125302 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-43386dbf-ca7a-465b-af6d-7d7072d2d4b4 req-afcd759a-5ffd-4dba-b9df-2babae5a9e96 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=58aab4c0-aed2-4b26-ae64-d86a1ee9326b HTTP/1.1" status: 200 len: 1137 time: 0.0665483 Feb 03 14:12:34.168191 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-43386dbf-ca7a-465b-af6d-7d7072d2d4b4 req-cd85ad6b-1b6c-4d0e-a408-38320bce6f70 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e5f742ca-45fa-4021-8e00-248e6c5a8416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371487 Feb 03 14:12:34.909244 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35995af1-8385-443f-bb59-285aa8227af0 req-a7ab112b-6a64-4af5-8ff2-769db27bc4e1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:34.910649 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-35995af1-8385-443f-bb59-285aa8227af0 req-a7ab112b-6a64-4af5-8ff2-769db27bc4e1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=58aab4c0-aed2-4b26-ae64-d86a1ee9326b HTTP/1.1" status: 200 len: 984 time: 0.0785789 Feb 03 14:12:34.955477 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-35995af1-8385-443f-bb59-285aa8227af0 req-91b37d4c-c48d-4c95-981c-66c1e42f5596 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f742ca-45fa-4021-8e00-248e6c5a8416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391674 Feb 03 14:12:36.155728 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767ad3d-f417-4dbf-add2-8fd42f613a9b req-90ee1ef0-f59c-4431-b830-23e95d1ad4c4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:36.157722 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6767ad3d-f417-4dbf-add2-8fd42f613a9b req-90ee1ef0-f59c-4431-b830-23e95d1ad4c4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=58aab4c0-aed2-4b26-ae64-d86a1ee9326b HTTP/1.1" status: 200 len: 984 time: 0.0764925 Feb 03 14:12:36.203293 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6767ad3d-f417-4dbf-add2-8fd42f613a9b req-795f258d-f86e-4464-8da9-12efa35159a2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f742ca-45fa-4021-8e00-248e6c5a8416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395365 Feb 03 14:12:36.404459 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b8652-107b-43b2-bc85-4980fae360a1 req-a30415eb-6f5d-4597-bfe1-e0afff4f40aa tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:36.405922 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-489b8652-107b-43b2-bc85-4980fae360a1 req-a30415eb-6f5d-4597-bfe1-e0afff4f40aa tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=58aab4c0-aed2-4b26-ae64-d86a1ee9326b HTTP/1.1" status: 200 len: 984 time: 0.0803156 Feb 03 14:12:36.450273 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-489b8652-107b-43b2-bc85-4980fae360a1 req-2380d837-ec0b-4462-b683-5e86f5c17676 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f742ca-45fa-4021-8e00-248e6c5a8416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389869 Feb 03 14:12:36.479392 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 33946) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:12:36.549730 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-af20298d-a8a0-454c-9f9f-6a3ef1b0744c tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=58aab4c0-aed2-4b26-ae64-d86a1ee9326b&network_id=e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842 HTTP/1.1" status: 200 len: 1132 time: 0.0692322 Feb 03 14:12:37.128992 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a8df8-5a4b-429f-b64e-0088331f8e30 req-7febc50e-23d2-47a8-9820-18b2bdd3f504 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:37.130908 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-363a8df8-5a4b-429f-b64e-0088331f8e30 req-7febc50e-23d2-47a8-9820-18b2bdd3f504 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=58aab4c0-aed2-4b26-ae64-d86a1ee9326b HTTP/1.1" status: 200 len: 984 time: 0.0797760 Feb 03 14:12:37.176634 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-363a8df8-5a4b-429f-b64e-0088331f8e30 req-9deb4b5d-5ccf-4c18-9690-5c91e741a1d6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f742ca-45fa-4021-8e00-248e6c5a8416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405042 Feb 03 14:12:38.379308 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da328d-57d9-4dc0-ab84-6db3c927fff4 req-a5c6d20a-0bfe-4d79-9a80-7d42d49bf096 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:38.380835 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f1da328d-57d9-4dc0-ab84-6db3c927fff4 req-a5c6d20a-0bfe-4d79-9a80-7d42d49bf096 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=58aab4c0-aed2-4b26-ae64-d86a1ee9326b HTTP/1.1" status: 200 len: 984 time: 0.0785723 Feb 03 14:12:38.426792 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f1da328d-57d9-4dc0-ab84-6db3c927fff4 req-548ad9e8-1e18-4361-9048-fa751f1fffc9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5f742ca-45fa-4021-8e00-248e6c5a8416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399387 Feb 03 14:12:38.553993 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8f288-76c3-4424-ad2e-4989c74f4edd req-85aa8295-3032-40c4-9d8b-f3b9c1005f34 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:38.555428 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-62a8f288-76c3-4424-ad2e-4989c74f4edd req-85aa8295-3032-40c4-9d8b-f3b9c1005f34 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "GET /v2.0/ports?device_id=58aab4c0-aed2-4b26-ae64-d86a1ee9326b HTTP/1.1" status: 200 len: 984 time: 0.0786016 Feb 03 14:12:38.622627 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8f288-76c3-4424-ad2e-4989c74f4edd req-5c98e892-7f1d-4c58-abe7-ae99e6286d4c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:38.623981 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-62a8f288-76c3-4424-ad2e-4989c74f4edd req-5c98e892-7f1d-4c58-abe7-ae99e6286d4c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "GET /v2.0/ports/8dbb8b21-a77c-4b82-85e2-fc6192573e57?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0634003 Feb 03 14:12:38.765860 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-62a8f288-76c3-4424-ad2e-4989c74f4edd req-71684dff-0ba1-48c5-905e-60decee5f709 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "GET /v2.0/networks/e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1372390 Feb 03 14:12:38.775692 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-62a8f288-76c3-4424-ad2e-4989c74f4edd req-90e16652-9d7c-4964-a69f-9960be451a3d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:12:38.883862 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-62a8f288-76c3-4424-ad2e-4989c74f4edd req-90e16652-9d7c-4964-a69f-9960be451a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:39.077185 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-62a8f288-76c3-4424-ad2e-4989c74f4edd req-90e16652-9d7c-4964-a69f-9960be451a3d service neutron] For port 8dbb8b21-a77c-4b82-85e2-fc6192573e57, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=8dbb8b21-a77c-4b82-85e2-fc6192573e57,segment=NetworkSegment(2eac202b-867e-4dd2-90c9-681f1736d755),segment_id=2eac202b-867e-4dd2-90c9-681f1736d755)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:12:39.104938 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-62a8f288-76c3-4424-ad2e-4989c74f4edd req-90e16652-9d7c-4964-a69f-9960be451a3d service neutron] For port 8dbb8b21-a77c-4b82-85e2-fc6192573e57, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:12:39.153351 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [req-62a8f288-76c3-4424-ad2e-4989c74f4edd req-90e16652-9d7c-4964-a69f-9960be451a3d service neutron] device_id is not set on port 8dbb8b21-a77c-4b82-85e2-fc6192573e57 yet. {{(pid=84181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 03 14:12:39.161596 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-62a8f288-76c3-4424-ad2e-4989c74f4edd req-90e16652-9d7c-4964-a69f-9960be451a3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:39.236021 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-62a8f288-76c3-4424-ad2e-4989c74f4edd req-90e16652-9d7c-4964-a69f-9960be451a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:39.361188 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e16652-9d7c-4964-a69f-9960be451a3d service neutron] Pushing event updated for resources: {'Port': ['ID=8dbb8b21-a77c-4b82-85e2-fc6192573e57,revision_number=11']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:39.384223 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e16652-9d7c-4964-a69f-9960be451a3d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:39.384568 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e16652-9d7c-4964-a69f-9960be451a3d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:39.384903 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e16652-9d7c-4964-a69f-9960be451a3d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:39.385234 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e16652-9d7c-4964-a69f-9960be451a3d service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:39.385565 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e16652-9d7c-4964-a69f-9960be451a3d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:39.385898 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e16652-9d7c-4964-a69f-9960be451a3d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:39.386221 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e16652-9d7c-4964-a69f-9960be451a3d service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:39.386543 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e16652-9d7c-4964-a69f-9960be451a3d service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:39.386863 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e16652-9d7c-4964-a69f-9960be451a3d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:39.387223 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e16652-9d7c-4964-a69f-9960be451a3d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:39.387544 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e16652-9d7c-4964-a69f-9960be451a3d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:39.446307 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a8f288-76c3-4424-ad2e-4989c74f4edd req-90e16652-9d7c-4964-a69f-9960be451a3d service neutron] No DVR routers for this DVR port 8dbb8b21-a77c-4b82-85e2-fc6192573e57 on host hv-neutron-8270 {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:12:39.559906 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-4283d113-a9fe-46a9-9d0d-155c14ee39db None None] Provisioning complete for port 8dbb8b21-a77c-4b82-85e2-fc6192573e57 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:39.560458 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4283d113-a9fe-46a9-9d0d-155c14ee39db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:39.620614 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-4283d113-a9fe-46a9-9d0d-155c14ee39db None None] Port 8dbb8b21-a77c-4b82-85e2-fc6192573e57 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:12:39.693645 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3049a2ea-3f91-46c6-a82a-1e729a5fed74 req-72214164-3f60-4ec8-83fc-f8609d17530e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=58aab4c0-aed2-4b26-ae64-d86a1ee9326b HTTP/1.1" status: 200 len: 210 time: 0.1349545 Feb 03 14:12:39.700343 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-62a8f288-76c3-4424-ad2e-4989c74f4edd req-90e16652-9d7c-4964-a69f-9960be451a3d service neutron] In _notify_port_updated(), no bound segment for port 8dbb8b21-a77c-4b82-85e2-fc6192573e57 on network e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842 {{(pid=84181) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 03 14:12:39.700343 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-62a8f288-76c3-4424-ad2e-4989c74f4edd req-90e16652-9d7c-4964-a69f-9960be451a3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:39.700343 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-62a8f288-76c3-4424-ad2e-4989c74f4edd req-90e16652-9d7c-4964-a69f-9960be451a3d service neutron] 10.222.0.47 "PUT /v2.0/ports/8dbb8b21-a77c-4b82-85e2-fc6192573e57 HTTP/1.1" status: 200 len: 1027 time: 0.9263513 Feb 03 14:12:40.799308 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33960) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:12:40.871191 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-02e9a463-ed7a-47f5-b65d-107188b68679 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:40.899853 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-02e9a463-ed7a-47f5-b65d-107188b68679 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:41.022563 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-02e9a463-ed7a-47f5-b65d-107188b68679 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:41.040855 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e9a463-ed7a-47f5-b65d-107188b68679 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1044f527-164d-4042-88fc-f2e3435628eb,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:41.095406 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-02e9a463-ed7a-47f5-b65d-107188b68679 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:41.098157 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-02e9a463-ed7a-47f5-b65d-107188b68679 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/security-groups/1044f527-164d-4042-88fc-f2e3435628eb HTTP/1.1" status: 204 len: 168 time: 0.2962227 Feb 03 14:12:41.182800 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33966) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:12:41.478780 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-71a499fd-629c-4756-8073-d2ff6b2fdf98 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting port 4a059bf5-0868-42c9-9268-87fd3cbe1e96 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:12:41.479092 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-71a499fd-629c-4756-8073-d2ff6b2fdf98 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:41.643257 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-71a499fd-629c-4756-8073-d2ff6b2fdf98 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:41.643585 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-71a499fd-629c-4756-8073-d2ff6b2fdf98 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:41.764633 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-71a499fd-629c-4756-8073-d2ff6b2fdf98 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Calling delete_port for 4a059bf5-0868-42c9-9268-87fd3cbe1e96 owned by network:floatingip {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:12:41.981973 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-71a499fd-629c-4756-8073-d2ff6b2fdf98 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:42.031475 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a499fd-629c-4756-8073-d2ff6b2fdf98 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Port': ['ID=4a059bf5-0868-42c9-9268-87fd3cbe1e96,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:42.119646 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-71a499fd-629c-4756-8073-d2ff6b2fdf98 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for floatingip, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:42.507645 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a499fd-629c-4756-8073-d2ff6b2fdf98 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router 4cd54a85-2b51-46d9-b7d4-1533e8187639 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:12:42.705752 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a499fd-629c-4756-8073-d2ff6b2fdf98 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:12:42.715495 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d818aa22-0d34-495f-96c7-702d374f5bb2 None None] Sync routers for ids ['4cd54a85-2b51-46d9-b7d4-1533e8187639'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:12:42.731930 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d818aa22-0d34-495f-96c7-702d374f5bb2 None None] Routers {'4cd54a85-2b51-46d9-b7d4-1533e8187639'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:12:42.731930 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-d818aa22-0d34-495f-96c7-702d374f5bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:12:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['4cd54a85-2b51-46d9-b7d4-1533e8187639'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:42.812004 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-71a499fd-629c-4756-8073-d2ff6b2fdf98 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:42.865090 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-71a499fd-629c-4756-8073-d2ff6b2fdf98 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/floatingips/c9bdf389-6118-42ef-bc3e-916be8152664 HTTP/1.1" status: 204 len: 168 time: 1.6811993 Feb 03 14:12:42.885019 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 8dbb8b21-a77c-4b82-85e2-fc6192573e57 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:12:42.908431 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-d818aa22-0d34-495f-96c7-702d374f5bb2 None None] Set router 4cd54a85-2b51-46d9-b7d4-1533e8187639 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:12:42.959124 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 8dbb8b21-a77c-4b82-85e2-fc6192573e57 not bound to the agent host hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:12:43.024323 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33974) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:12:43.093934 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-34bf3dbe-75e1-4394-b492-434031140d52 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:43.123048 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-34bf3dbe-75e1-4394-b492-434031140d52 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:43.224022 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-d818aa22-0d34-495f-96c7-702d374f5bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd54a85-2b51-46d9-b7d4-1533e8187639', 'name': 'tempest-TestNetworkBasicOps-router-638901526', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:11:42Z', 'updated_at': '2022-02-03T14:11:48Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd54a85-2b51-46d9-b7d4-1533e8187639', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:43Z', 'updated_at': '2022-02-03T14:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'e5408736-0d1f-476d-8b82-76f17d02c30c', 'name': '', 'network_id': 'e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:ab:9f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd54a85-2b51-46d9-b7d4-1533e8187639', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84f53da0-403e-442d-93d9-945939c5cde4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:47Z', 'updated_at': '2022-02-03T14:11:55Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '84f53da0-403e-442d-93d9-945939c5cde4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:43.228667 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d818aa22-0d34-495f-96c7-702d374f5bb2 None None] Checking router: 4cd54a85-2b51-46d9-b7d4-1533e8187639 for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:12:43.239628 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d818aa22-0d34-495f-96c7-702d374f5bb2 None None] Routers {'4cd54a85-2b51-46d9-b7d4-1533e8187639'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:12:43.240238 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-d818aa22-0d34-495f-96c7-702d374f5bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:12:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['4cd54a85-2b51-46d9-b7d4-1533e8187639'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:43.405439 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-34bf3dbe-75e1-4394-b492-434031140d52 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:43.418162 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-d818aa22-0d34-495f-96c7-702d374f5bb2 None None] Set router 4cd54a85-2b51-46d9-b7d4-1533e8187639 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:12:43.424440 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf3dbe-75e1-4394-b492-434031140d52 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c9a641-a31b-4b90-96c2-ba12786f2f63,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:43.433514 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-34bf3dbe-75e1-4394-b492-434031140d52 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:43.437397 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-34bf3dbe-75e1-4394-b492-434031140d52 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/security-groups/b0c9a641-a31b-4b90-96c2-ba12786f2f63 HTTP/1.1" status: 204 len: 168 time: 0.4093122 Feb 03 14:12:43.565865 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33980) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:12:43.635241 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-634bccaa-8ae5-4880-930c-39da4b27e981 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting port 8dbb8b21-a77c-4b82-85e2-fc6192573e57 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:12:43.635497 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-634bccaa-8ae5-4880-930c-39da4b27e981 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:43.764938 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-d818aa22-0d34-495f-96c7-702d374f5bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd54a85-2b51-46d9-b7d4-1533e8187639', 'name': 'tempest-TestNetworkBasicOps-router-638901526', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:11:42Z', 'updated_at': '2022-02-03T14:11:48Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd54a85-2b51-46d9-b7d4-1533e8187639', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:43Z', 'updated_at': '2022-02-03T14:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'e5408736-0d1f-476d-8b82-76f17d02c30c', 'name': '', 'network_id': 'e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:ab:9f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd54a85-2b51-46d9-b7d4-1533e8187639', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84f53da0-403e-442d-93d9-945939c5cde4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:47Z', 'updated_at': '2022-02-03T14:11:55Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '84f53da0-403e-442d-93d9-945939c5cde4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:43.769013 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d818aa22-0d34-495f-96c7-702d374f5bb2 None None] The sync data for ids ['4cd54a85-2b51-46d9-b7d4-1533e8187639'] in dv-neutron-827016-1-hyperv is: [{'id': '4cd54a85-2b51-46d9-b7d4-1533e8187639', 'name': 'tempest-TestNetworkBasicOps-router-638901526', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:11:42Z', 'updated_at': '2022-02-03T14:11:48Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd54a85-2b51-46d9-b7d4-1533e8187639', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:43Z', 'updated_at': '2022-02-03T14:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'e5408736-0d1f-476d-8b82-76f17d02c30c', 'name': '', 'network_id': 'e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:ab:9f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd54a85-2b51-46d9-b7d4-1533e8187639', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84f53da0-403e-442d-93d9-945939c5cde4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:47Z', 'updated_at': '2022-02-03T14:11:55Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '84f53da0-403e-442d-93d9-945939c5cde4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:12:43.879585 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-634bccaa-8ae5-4880-930c-39da4b27e981 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:43.995168 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e4928c-8444-43ea-bb96-9dd900018259 None None] New status for floating IP c9bdf389-6118-42ef-bc3e-916be8152664: DOWN {{(pid=84183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:12:44.004960 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-634bccaa-8ae5-4880-930c-39da4b27e981 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Calling delete_port for 8dbb8b21-a77c-4b82-85e2-fc6192573e57 owned by {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:12:44.245103 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-634bccaa-8ae5-4880-930c-39da4b27e981 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:44.292560 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634bccaa-8ae5-4880-930c-39da4b27e981 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Port': ['ID=8dbb8b21-a77c-4b82-85e2-fc6192573e57,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:44.405426 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-634bccaa-8ae5-4880-930c-39da4b27e981 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:44.421653 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-634bccaa-8ae5-4880-930c-39da4b27e981 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/ports/8dbb8b21-a77c-4b82-85e2-fc6192573e57 HTTP/1.1" status: 204 len: 168 time: 0.8500235 Feb 03 14:12:44.421653 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33984) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:12:44.816687 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7bbcd7a5-0306-447a-b2c8-86ea6d4adf12 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:45.514867 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-7bbcd7a5-0306-447a-b2c8-86ea6d4adf12 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting port e5408736-0d1f-476d-8b82-76f17d02c30c {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:12:45.515527 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7bbcd7a5-0306-447a-b2c8-86ea6d4adf12 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:45.699408 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-7bbcd7a5-0306-447a-b2c8-86ea6d4adf12 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] For port e5408736-0d1f-476d-8b82-76f17d02c30c, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=e5408736-0d1f-476d-8b82-76f17d02c30c,segment=NetworkSegment(2eac202b-867e-4dd2-90c9-681f1736d755),segment_id=2eac202b-867e-4dd2-90c9-681f1736d755)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:12:45.699930 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7bbcd7a5-0306-447a-b2c8-86ea6d4adf12 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:45.817007 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-7bbcd7a5-0306-447a-b2c8-86ea6d4adf12 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Calling delete_port for e5408736-0d1f-476d-8b82-76f17d02c30c owned by network:router_interface {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:12:46.039890 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7bbcd7a5-0306-447a-b2c8-86ea6d4adf12 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:46.085692 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbcd7a5-0306-447a-b2c8-86ea6d4adf12 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Port': ['ID=e5408736-0d1f-476d-8b82-76f17d02c30c,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:46.389472 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7bbcd7a5-0306-447a-b2c8-86ea6d4adf12 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:47.054557 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bbcd7a5-0306-447a-b2c8-86ea6d4adf12 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router 4cd54a85-2b51-46d9-b7d4-1533e8187639 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:12:47.261052 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bbcd7a5-0306-447a-b2c8-86ea6d4adf12 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:12:47.272851 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-7bbcd7a5-0306-447a-b2c8-86ea6d4adf12 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "PUT /v2.0/routers/4cd54a85-2b51-46d9-b7d4-1533e8187639/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8485692 Feb 03 14:12:47.272851 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 33990) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:12:47.282050 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc46a287-03ae-4c98-a15b-f320ee3c4f9f None None] Sync routers for ids ['4cd54a85-2b51-46d9-b7d4-1533e8187639'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:12:47.301769 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc46a287-03ae-4c98-a15b-f320ee3c4f9f None None] Routers {'4cd54a85-2b51-46d9-b7d4-1533e8187639'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:12:47.302363 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-bc46a287-03ae-4c98-a15b-f320ee3c4f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:12:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['4cd54a85-2b51-46d9-b7d4-1533e8187639'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:47.400923 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:47.469885 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3adce87-17e5-4419-9ae9-65552a491367 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting subnet 84f53da0-403e-442d-93d9-945939c5cde4 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:12:47.472764 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d3adce87-17e5-4419-9ae9-65552a491367 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:47.478287 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-bc46a287-03ae-4c98-a15b-f320ee3c4f9f None None] Set router 4cd54a85-2b51-46d9-b7d4-1533e8187639 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:12:47.531022 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d3adce87-17e5-4419-9ae9-65552a491367 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:47.613515 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d3adce87-17e5-4419-9ae9-65552a491367 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:47.760272 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d3adce87-17e5-4419-9ae9-65552a491367 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:47.760426 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-bc46a287-03ae-4c98-a15b-f320ee3c4f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd54a85-2b51-46d9-b7d4-1533e8187639', 'name': 'tempest-TestNetworkBasicOps-router-638901526', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:11:42Z', 'updated_at': '2022-02-03T14:12:45Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd54a85-2b51-46d9-b7d4-1533e8187639', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:43Z', 'updated_at': '2022-02-03T14:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:47.764524 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc46a287-03ae-4c98-a15b-f320ee3c4f9f None None] Checking router: 4cd54a85-2b51-46d9-b7d4-1533e8187639 for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:12:47.775915 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc46a287-03ae-4c98-a15b-f320ee3c4f9f None None] Routers {'4cd54a85-2b51-46d9-b7d4-1533e8187639'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:12:47.776505 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-bc46a287-03ae-4c98-a15b-f320ee3c4f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:12:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['4cd54a85-2b51-46d9-b7d4-1533e8187639'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:47.800053 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3adce87-17e5-4419-9ae9-65552a491367 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Subnet': ['ID=84f53da0-403e-442d-93d9-945939c5cde4,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:47.804133 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d3adce87-17e5-4419-9ae9-65552a491367 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:47.811836 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f88615d-2f32-46f3-b0a2-55afd124aff8 None None] Network e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:12:47.812896 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 33994) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:12:47.813354 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d3adce87-17e5-4419-9ae9-65552a491367 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/subnets/84f53da0-403e-442d-93d9-945939c5cde4 HTTP/1.1" status: 204 len: 168 time: 0.5401456 Feb 03 14:12:47.973101 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-bc46a287-03ae-4c98-a15b-f320ee3c4f9f None None] Set router 4cd54a85-2b51-46d9-b7d4-1533e8187639 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:12:48.086467 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6121667c-2567-4847-ba3e-c282cb808e5f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:48.127155 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab85e70b-6a8c-438b-965d-85e927a09062 None None] DHCP port deletion for e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:12:48.132807 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-ab85e70b-6a8c-438b-965d-85e927a09062 None None] Deleting port 8694a1bf-fd8d-4af0-958e-342d08ff29e5 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:12:48.133416 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ab85e70b-6a8c-438b-965d-85e927a09062 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:48.323774 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6121667c-2567-4847-ba3e-c282cb808e5f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:48.350465 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-bc46a287-03ae-4c98-a15b-f320ee3c4f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd54a85-2b51-46d9-b7d4-1533e8187639', 'name': 'tempest-TestNetworkBasicOps-router-638901526', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:11:42Z', 'updated_at': '2022-02-03T14:12:45Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd54a85-2b51-46d9-b7d4-1533e8187639', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:43Z', 'updated_at': '2022-02-03T14:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:48.355306 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc46a287-03ae-4c98-a15b-f320ee3c4f9f None None] The sync data for ids ['4cd54a85-2b51-46d9-b7d4-1533e8187639'] in dv-neutron-827016-1-hyperv is: [{'id': '4cd54a85-2b51-46d9-b7d4-1533e8187639', 'name': 'tempest-TestNetworkBasicOps-router-638901526', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:11:42Z', 'updated_at': '2022-02-03T14:12:45Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd54a85-2b51-46d9-b7d4-1533e8187639', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:43Z', 'updated_at': '2022-02-03T14:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:12:48.358421 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-ab85e70b-6a8c-438b-965d-85e927a09062 None None] For port 8694a1bf-fd8d-4af0-958e-342d08ff29e5, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=8694a1bf-fd8d-4af0-958e-342d08ff29e5,segment=NetworkSegment(2eac202b-867e-4dd2-90c9-681f1736d755),segment_id=2eac202b-867e-4dd2-90c9-681f1736d755)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:12:48.359485 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ab85e70b-6a8c-438b-965d-85e927a09062 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:48.385826 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-6121667c-2567-4847-ba3e-c282cb808e5f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting port f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:12:48.386451 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6121667c-2567-4847-ba3e-c282cb808e5f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:48.494449 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-ab85e70b-6a8c-438b-965d-85e927a09062 None None] Calling delete_port for 8694a1bf-fd8d-4af0-958e-342d08ff29e5 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:12:48.586150 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-6121667c-2567-4847-ba3e-c282cb808e5f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] For port f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:12:48.586469 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6121667c-2567-4847-ba3e-c282cb808e5f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:48.612070 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ab85e70b-6a8c-438b-965d-85e927a09062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:48.659775 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85e70b-6a8c-438b-965d-85e927a09062 None None] Pushing event deleted for resources: {'Port': ['ID=8694a1bf-fd8d-4af0-958e-342d08ff29e5,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:48.674121 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab85e70b-6a8c-438b-965d-85e927a09062 None None] No DVR routers for this DVR port 8694a1bf-fd8d-4af0-958e-342d08ff29e5 on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:12:48.680048 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab85e70b-6a8c-438b-965d-85e927a09062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:48.680399 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab85e70b-6a8c-438b-965d-85e927a09062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:48.680740 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab85e70b-6a8c-438b-965d-85e927a09062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:48.681075 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab85e70b-6a8c-438b-965d-85e927a09062 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:48.681410 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab85e70b-6a8c-438b-965d-85e927a09062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:48.686138 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab85e70b-6a8c-438b-965d-85e927a09062 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:48.686138 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab85e70b-6a8c-438b-965d-85e927a09062 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:48.686138 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab85e70b-6a8c-438b-965d-85e927a09062 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:48.686138 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab85e70b-6a8c-438b-965d-85e927a09062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:48.686138 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab85e70b-6a8c-438b-965d-85e927a09062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:48.686138 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab85e70b-6a8c-438b-965d-85e927a09062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:48.711505 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-6121667c-2567-4847-ba3e-c282cb808e5f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Calling delete_port for f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f owned by network:router_gateway {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:12:48.878326 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device e5408736-0d1f-476d-8b82-76f17d02c30c no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:12:48.918093 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: e5408736-0d1f-476d-8b82-76f17d02c30c {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:12:48.918736 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device e5408736-0d1f-476d-8b82-76f17d02c30c not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:12:48.919949 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 8694a1bf-fd8d-4af0-958e-342d08ff29e5 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:12:48.957264 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 8694a1bf-fd8d-4af0-958e-342d08ff29e5 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:12:48.957264 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 8694a1bf-fd8d-4af0-958e-342d08ff29e5 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:12:48.970515 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6121667c-2567-4847-ba3e-c282cb808e5f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:49.013850 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121667c-2567-4847-ba3e-c282cb808e5f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Port': ['ID=f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:49.052891 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121667c-2567-4847-ba3e-c282cb808e5f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:49.053247 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121667c-2567-4847-ba3e-c282cb808e5f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:49.053585 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121667c-2567-4847-ba3e-c282cb808e5f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:49.053933 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121667c-2567-4847-ba3e-c282cb808e5f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:49.054251 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121667c-2567-4847-ba3e-c282cb808e5f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:49.054582 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121667c-2567-4847-ba3e-c282cb808e5f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:49.054908 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121667c-2567-4847-ba3e-c282cb808e5f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:49.055262 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121667c-2567-4847-ba3e-c282cb808e5f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:49.055588 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121667c-2567-4847-ba3e-c282cb808e5f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:49.055907 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121667c-2567-4847-ba3e-c282cb808e5f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:49.056225 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121667c-2567-4847-ba3e-c282cb808e5f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:49.242935 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6121667c-2567-4847-ba3e-c282cb808e5f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:49.585026 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6121667c-2567-4847-ba3e-c282cb808e5f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:49.589078 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6121667c-2567-4847-ba3e-c282cb808e5f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:49.696128 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6121667c-2567-4847-ba3e-c282cb808e5f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:49.696670 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6121667c-2567-4847-ba3e-c282cb808e5f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Fanout notify agent at l3_agent the message router_deleted on router 4cd54a85-2b51-46d9-b7d4-1533e8187639 {{(pid=84182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:12:49.710629 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6121667c-2567-4847-ba3e-c282cb808e5f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:49.711743 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-6121667c-2567-4847-ba3e-c282cb808e5f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/routers/4cd54a85-2b51-46d9-b7d4-1533e8187639 HTTP/1.1" status: 204 len: 168 time: 1.8977251 Feb 03 14:12:49.714418 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 33998) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:12:49.829064 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4d50ca3c-8ea6-4e82-bf44-38985995b78c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:49.957713 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4d50ca3c-8ea6-4e82-bf44-38985995b78c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:49.982632 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-4d50ca3c-8ea6-4e82-bf44-38985995b78c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:49.994217 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-4d50ca3c-8ea6-4e82-bf44-38985995b78c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eac202b-867e-4dd2-90c9-681f1736d755') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:49.994672 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-4d50ca3c-8ea6-4e82-bf44-38985995b78c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eac202b-867e-4dd2-90c9-681f1736d755') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:50.005539 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4d50ca3c-8ea6-4e82-bf44-38985995b78c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:50.025508 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4d50ca3c-8ea6-4e82-bf44-38985995b78c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:50.031496 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d50ca3c-8ea6-4e82-bf44-38985995b78c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:12:50.031864 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4d50ca3c-8ea6-4e82-bf44-38985995b78c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:50.045681 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 14:12:50.045681 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:12:50.045681 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 14:12:50.045681 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:12:50.045681 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 14:12:50.045681 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:12:50.045681 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 14:12:50.045681 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:12:50.045681 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 14:12:50.045681 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:12:50.045681 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 14:12:50.045681 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:12:50.045681 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 14:12:50.045681 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:12:50.045681 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:12:50.045681 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:12:50.045681 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:12:50.045681 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:12:50.045681 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 14:12:50.045681 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:12:50.045681 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 14:12:50.045681 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:12:50.045681 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:12:50.045681 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:12:50.045681 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 14:12:50.045681 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:12:50.045681 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:12:50.045681 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:12:50.045681 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:12:50.045681 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:12:50.045681 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:12:50.045681 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:12:50.176132 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4d50ca3c-8ea6-4e82-bf44-38985995b78c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:50.193899 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4d50ca3c-8ea6-4e82-bf44-38985995b78c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:50.204569 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d50ca3c-8ea6-4e82-bf44-38985995b78c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Network': ['ID=e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:50.209980 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4d50ca3c-8ea6-4e82-bf44-38985995b78c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/networks/e2a9e2e6-f2b2-43bf-ab00-f76c39bf4842 HTTP/1.1" status: 204 len: 168 time: 0.4942186 Feb 03 14:12:50.223984 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34002) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:12:50.236411 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-600a1370-d1e8-46c9-95af-7b04334f0f53 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0113466 Feb 03 14:12:50.238769 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34006) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:12:50.244045 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-f74e6056-c056-4df7-a9a0-3607fab7f5d3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'network': {'name': 'tempest-network-smoke--2048783483', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'port_security_enabled': True}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:12:50.248769 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f74e6056-c056-4df7-a9a0-3607fab7f5d3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:12:50.252800 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f74e6056-c056-4df7-a9a0-3607fab7f5d3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:network and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:12:50.256702 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f74e6056-c056-4df7-a9a0-3607fab7f5d3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:12:50.262371 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f74e6056-c056-4df7-a9a0-3607fab7f5d3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:12:50.336170 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74e6056-c056-4df7-a9a0-3607fab7f5d3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Made reservation on behalf of 55163e99e9e54d69af7505a418f9e84b for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:12:50.339281 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f74e6056-c056-4df7-a9a0-3607fab7f5d3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:50.367855 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f74e6056-c056-4df7-a9a0-3607fab7f5d3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:12:50.376323 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f74e6056-c056-4df7-a9a0-3607fab7f5d3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:50.380106 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-f74e6056-c056-4df7-a9a0-3607fab7f5d3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Added segment e4e1bf94-8203-4128-a770-9d1da6f97a4d of type vlan for network 43ce4690-1536-4ed6-8ccc-ea254129ea8b Feb 03 14:12:50.403564 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f74e6056-c056-4df7-a9a0-3607fab7f5d3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:50.496029 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f74e6056-c056-4df7-a9a0-3607fab7f5d3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:50.499642 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74e6056-c056-4df7-a9a0-3607fab7f5d3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:50.500637 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f74e6056-c056-4df7-a9a0-3607fab7f5d3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:50.605664 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e6056-c056-4df7-a9a0-3607fab7f5d3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Network': ['ID=43ce4690-1536-4ed6-8ccc-ea254129ea8b,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:50.616308 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 43ce4690-1536-4ed6-8ccc-ea254129ea8b details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:12:50.662914 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f74e6056-c056-4df7-a9a0-3607fab7f5d3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4230883 Feb 03 14:12:50.665602 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34010) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:12:50.670751 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-666327ce-c64d-4995-a83b-2ebc48f2a8b8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-324826834', 'admin_state_up': True, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:12:50.678223 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-666327ce-c64d-4995-a83b-2ebc48f2a8b8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:12:50.682096 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-666327ce-c64d-4995-a83b-2ebc48f2a8b8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:router and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:12:50.684940 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-666327ce-c64d-4995-a83b-2ebc48f2a8b8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:12:50.690824 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-666327ce-c64d-4995-a83b-2ebc48f2a8b8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:12:50.759088 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-666327ce-c64d-4995-a83b-2ebc48f2a8b8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:50.760070 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-666327ce-c64d-4995-a83b-2ebc48f2a8b8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:50.777401 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-666327ce-c64d-4995-a83b-2ebc48f2a8b8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:50.863481 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:12:50.895778 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:12:50.896128 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device f5ca720d-0a0d-4c8d-aaf0-0cbbde2ae73f not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:12:51.002666 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-666327ce-c64d-4995-a83b-2ebc48f2a8b8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:51.234893 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-666327ce-c64d-4995-a83b-2ebc48f2a8b8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router_gateway, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:51.263993 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-666327ce-c64d-4995-a83b-2ebc48f2a8b8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:51.507400 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-666327ce-c64d-4995-a83b-2ebc48f2a8b8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Allocated IP 172.26.3.49 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/17bf7d90-530b-4e22-b406-58a039d4e63e) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:12:51.654259 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-666327ce-c64d-4995-a83b-2ebc48f2a8b8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:51.735930 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-666327ce-c64d-4995-a83b-2ebc48f2a8b8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:51.818241 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666327ce-c64d-4995-a83b-2ebc48f2a8b8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:12:51.825190 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-666327ce-c64d-4995-a83b-2ebc48f2a8b8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:12:51.829548 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666327ce-c64d-4995-a83b-2ebc48f2a8b8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:12:51.857886 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666327ce-c64d-4995-a83b-2ebc48f2a8b8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=17bf7d90-530b-4e22-b406-58a039d4e63e,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:52.069019 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-666327ce-c64d-4995-a83b-2ebc48f2a8b8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router_gateway, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:52.069648 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-666327ce-c64d-4995-a83b-2ebc48f2a8b8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:52.359405 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666327ce-c64d-4995-a83b-2ebc48f2a8b8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router 195599cf-e45e-4bf4-9bd3-2718685f6c6c is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:12:52.557278 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666327ce-c64d-4995-a83b-2ebc48f2a8b8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:12:52.566761 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc429fb8-98c9-41f4-8a09-e66173572daa None None] Sync routers for ids ['195599cf-e45e-4bf4-9bd3-2718685f6c6c'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:12:52.578022 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc429fb8-98c9-41f4-8a09-e66173572daa None None] Routers {'195599cf-e45e-4bf4-9bd3-2718685f6c6c'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:12:52.578625 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-cc429fb8-98c9-41f4-8a09-e66173572daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:12:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['195599cf-e45e-4bf4-9bd3-2718685f6c6c'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:52.638738 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-666327ce-c64d-4995-a83b-2ebc48f2a8b8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:52.640024 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-666327ce-c64d-4995-a83b-2ebc48f2a8b8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9734666 Feb 03 14:12:52.642995 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34014) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:12:52.683568 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-9ea99c14-202b-4214-88ef-5fcc0eae1574 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=55163e99e9e54d69af7505a418f9e84b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391922 Feb 03 14:12:52.685871 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34018) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:12:52.751703 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-cc429fb8-98c9-41f4-8a09-e66173572daa None None] Set router 195599cf-e45e-4bf4-9bd3-2718685f6c6c gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:12:52.814332 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1beb2424-6177-4e56-a891-725c3fe49085 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:52.818503 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-1beb2424-6177-4e56-a891-725c3fe49085 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1291599 Feb 03 14:12:52.819038 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34022) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:12:52.865624 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-6a353425-1307-424d-a266-59a0132be8b0 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=16a0e898-50c0-4b65-ae3a-069e9649bbca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429308 Feb 03 14:12:52.865906 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34026) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:12:52.871277 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-1e08cc0a-9311-43ab-930c-2da9810bcae6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-61907190', 'network_id': '43ce4690-1536-4ed6-8ccc-ea254129ea8b', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:12:52.978348 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-1e08cc0a-9311-43ab-930c-2da9810bcae6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:12:52.982030 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-1e08cc0a-9311-43ab-930c-2da9810bcae6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:subnet and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:12:52.985331 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-1e08cc0a-9311-43ab-930c-2da9810bcae6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:12:52.990810 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-1e08cc0a-9311-43ab-930c-2da9810bcae6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:12:53.053554 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-cc429fb8-98c9-41f4-8a09-e66173572daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195599cf-e45e-4bf4-9bd3-2718685f6c6c', 'name': 'tempest-TestNetworkBasicOps-router-324826834', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '17bf7d90-530b-4e22-b406-58a039d4e63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:50Z', 'updated_at': '2022-02-03T14:12:51Z', 'revision_number': 3, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '17bf7d90-530b-4e22-b406-58a039d4e63e', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195599cf-e45e-4bf4-9bd3-2718685f6c6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:51Z', 'updated_at': '2022-02-03T14:12:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:53.057334 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc429fb8-98c9-41f4-8a09-e66173572daa None None] Checking router: 195599cf-e45e-4bf4-9bd3-2718685f6c6c for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:12:53.057677 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc429fb8-98c9-41f4-8a09-e66173572daa None None] Updating router 195599cf-e45e-4bf4-9bd3-2718685f6c6c port 17bf7d90-530b-4e22-b406-58a039d4e63e binding host dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:12:53.067458 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e08cc0a-9311-43ab-930c-2da9810bcae6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Made reservation on behalf of 55163e99e9e54d69af7505a418f9e84b for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:12:53.111122 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cc429fb8-98c9-41f4-8a09-e66173572daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:53.168766 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1e08cc0a-9311-43ab-930c-2da9810bcae6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:53.437038 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cc429fb8-98c9-41f4-8a09-e66173572daa None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:53.448847 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-cc429fb8-98c9-41f4-8a09-e66173572daa None None] Transition to ACTIVE for port object 17bf7d90-530b-4e22-b406-58a039d4e63e will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:12:53.456439 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1e08cc0a-9311-43ab-930c-2da9810bcae6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:53.533589 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08cc0a-9311-43ab-930c-2da9810bcae6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Subnet': ['ID=2ee7877d-4207-4638-8086-4b16996b2fb5,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:53.542029 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cc429fb8-98c9-41f4-8a09-e66173572daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:53.544595 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e08cc0a-9311-43ab-930c-2da9810bcae6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Checking segment: {'id': 'e4e1bf94-8203-4128-a770-9d1da6f97a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '43ce4690-1536-4ed6-8ccc-ea254129ea8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:12:53.544949 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e08cc0a-9311-43ab-930c-2da9810bcae6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network hostable DHCP agents. Network: 43ce4690-1536-4ed6-8ccc-ea254129ea8b, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:12:53.619335 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20cf31c-e930-46a6-b35f-c41ef1e6f7ad None None] Pushing event updated for resources: {'Port': ['ID=17bf7d90-530b-4e22-b406-58a039d4e63e,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:53.623645 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-cc429fb8-98c9-41f4-8a09-e66173572daa None None] Attempting to bind port 17bf7d90-530b-4e22-b406-58a039d4e63e on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:12:53.624020 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-cc429fb8-98c9-41f4-8a09-e66173572daa None None] Attempting to bind port 17bf7d90-530b-4e22-b406-58a039d4e63e by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:12:53.624376 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc429fb8-98c9-41f4-8a09-e66173572daa None None] Attempting to bind port 17bf7d90-530b-4e22-b406-58a039d4e63e on network 16a0e898-50c0-4b65-ae3a-069e9649bbca {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:12:53.630840 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc429fb8-98c9-41f4-8a09-e66173572daa None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:12:53.631895 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc429fb8-98c9-41f4-8a09-e66173572daa None None] Checking segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:12:53.632292 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cc429fb8-98c9-41f4-8a09-e66173572daa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:53.632685 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc429fb8-98c9-41f4-8a09-e66173572daa None None] Bound using segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:12:53.633137 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-cc429fb8-98c9-41f4-8a09-e66173572daa None None] Bound port: 17bf7d90-530b-4e22-b406-58a039d4e63e, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:12:53.633515 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cc429fb8-98c9-41f4-8a09-e66173572daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:53.644768 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e08cc0a-9311-43ab-930c-2da9810bcae6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network 43ce4690-1536-4ed6-8ccc-ea254129ea8b is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:12:53.705454 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-cc429fb8-98c9-41f4-8a09-e66173572daa None None] For port 17bf7d90-530b-4e22-b406-58a039d4e63e, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:12:53.708615 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-cc429fb8-98c9-41f4-8a09-e66173572daa None None] For port 17bf7d90-530b-4e22-b406-58a039d4e63e, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=17bf7d90-530b-4e22-b406-58a039d4e63e,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:12:53.735911 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-1e08cc0a-9311-43ab-930c-2da9810bcae6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 43ce4690-1536-4ed6-8ccc-ea254129ea8b) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:12:53.739989 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e08cc0a-9311-43ab-930c-2da9810bcae6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:53.745535 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1e08cc0a-9311-43ab-930c-2da9810bcae6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:53.745770 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907f6396-0733-4fff-8194-55b1bd1ef9db None None] Network 43ce4690-1536-4ed6-8ccc-ea254129ea8b requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:12:53.804105 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cc429fb8-98c9-41f4-8a09-e66173572daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:53.830742 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-1e08cc0a-9311-43ab-930c-2da9810bcae6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9612770 Feb 03 14:12:53.831334 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34030) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:12:53.917637 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20cf31c-e930-46a6-b35f-c41ef1e6f7ad None None] Pushing event updated for resources: {'Port': ['ID=17bf7d90-530b-4e22-b406-58a039d4e63e,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:53.933771 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc429fb8-98c9-41f4-8a09-e66173572daa None None] Routers {'195599cf-e45e-4bf4-9bd3-2718685f6c6c'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:12:53.934392 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-cc429fb8-98c9-41f4-8a09-e66173572daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:12:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['195599cf-e45e-4bf4-9bd3-2718685f6c6c'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:54.174742 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eef0435-06b3-42d5-ba5e-2198bc1c4836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-43ce4690-1536-4ed6-8ccc-ea254129ea8b', 'network_id': '43ce4690-1536-4ed6-8ccc-ea254129ea8b', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ips': [{'subnet_id': '2ee7877d-4207-4638-8086-4b16996b2fb5'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:12:54.175590 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3eef0435-06b3-42d5-ba5e-2198bc1c4836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:54.204220 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-cc429fb8-98c9-41f4-8a09-e66173572daa None None] Set router 195599cf-e45e-4bf4-9bd3-2718685f6c6c gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:12:54.578480 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-3eef0435-06b3-42d5-ba5e-2198bc1c4836 None None] Allocated IP 172.20.0.2 (43ce4690-1536-4ed6-8ccc-ea254129ea8b/2ee7877d-4207-4638-8086-4b16996b2fb5/f07c1ed0-6380-43e5-864f-b43c679e4a26) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:12:54.683220 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-95d4ec75-0ffa-4bf9-9b60-a933903b46aa tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:54.751985 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-cc429fb8-98c9-41f4-8a09-e66173572daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195599cf-e45e-4bf4-9bd3-2718685f6c6c', 'name': 'tempest-TestNetworkBasicOps-router-324826834', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '17bf7d90-530b-4e22-b406-58a039d4e63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:50Z', 'updated_at': '2022-02-03T14:12:51Z', 'revision_number': 3, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '17bf7d90-530b-4e22-b406-58a039d4e63e', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195599cf-e45e-4bf4-9bd3-2718685f6c6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:51Z', 'updated_at': '2022-02-03T14:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:54.766302 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc429fb8-98c9-41f4-8a09-e66173572daa None None] The sync data for ids ['195599cf-e45e-4bf4-9bd3-2718685f6c6c'] in dv-neutron-827016-1-hyperv is: [{'id': '195599cf-e45e-4bf4-9bd3-2718685f6c6c', 'name': 'tempest-TestNetworkBasicOps-router-324826834', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '17bf7d90-530b-4e22-b406-58a039d4e63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:50Z', 'updated_at': '2022-02-03T14:12:51Z', 'revision_number': 3, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '17bf7d90-530b-4e22-b406-58a039d4e63e', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195599cf-e45e-4bf4-9bd3-2718685f6c6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:51Z', 'updated_at': '2022-02-03T14:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:12:54.837481 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3eef0435-06b3-42d5-ba5e-2198bc1c4836 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:54.851110 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-3eef0435-06b3-42d5-ba5e-2198bc1c4836 None None] Transition to ACTIVE for port object f07c1ed0-6380-43e5-864f-b43c679e4a26 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:12:54.870341 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-3eef0435-06b3-42d5-ba5e-2198bc1c4836 None None] Transition to ACTIVE for port object f07c1ed0-6380-43e5-864f-b43c679e4a26 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:12:54.914821 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3eef0435-06b3-42d5-ba5e-2198bc1c4836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:55.008997 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eef0435-06b3-42d5-ba5e-2198bc1c4836 None None] Network 43ce4690-1536-4ed6-8ccc-ea254129ea8b is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:12:55.016566 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-3eef0435-06b3-42d5-ba5e-2198bc1c4836 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:12:55.016566 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef0435-06b3-42d5-ba5e-2198bc1c4836 None None] Pushing event updated for resources: {'Port': ['ID=f07c1ed0-6380-43e5-864f-b43c679e4a26,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:55.016826 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eef0435-06b3-42d5-ba5e-2198bc1c4836 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:12:55.106870 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-95d4ec75-0ffa-4bf9-9b60-a933903b46aa tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Allocated IP 172.20.0.1 (43ce4690-1536-4ed6-8ccc-ea254129ea8b/2ee7877d-4207-4638-8086-4b16996b2fb5/94d2d7ba-de0f-47b1-a4bc-78a1e9719af4) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:12:55.113678 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-3eef0435-06b3-42d5-ba5e-2198bc1c4836 None None] Attempting to bind port f07c1ed0-6380-43e5-864f-b43c679e4a26 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:12:55.114060 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-3eef0435-06b3-42d5-ba5e-2198bc1c4836 None None] Attempting to bind port f07c1ed0-6380-43e5-864f-b43c679e4a26 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'e4e1bf94-8203-4128-a770-9d1da6f97a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '43ce4690-1536-4ed6-8ccc-ea254129ea8b'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:12:55.114482 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eef0435-06b3-42d5-ba5e-2198bc1c4836 None None] Attempting to bind port f07c1ed0-6380-43e5-864f-b43c679e4a26 on network 43ce4690-1536-4ed6-8ccc-ea254129ea8b {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:12:55.122000 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eef0435-06b3-42d5-ba5e-2198bc1c4836 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:12:55.126225 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eef0435-06b3-42d5-ba5e-2198bc1c4836 None None] Checking segment: {'id': 'e4e1bf94-8203-4128-a770-9d1da6f97a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '43ce4690-1536-4ed6-8ccc-ea254129ea8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:12:55.126225 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3eef0435-06b3-42d5-ba5e-2198bc1c4836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:55.126225 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eef0435-06b3-42d5-ba5e-2198bc1c4836 None None] Bound using segment: {'id': 'e4e1bf94-8203-4128-a770-9d1da6f97a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '43ce4690-1536-4ed6-8ccc-ea254129ea8b'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:12:55.126225 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-3eef0435-06b3-42d5-ba5e-2198bc1c4836 None None] Bound port: f07c1ed0-6380-43e5-864f-b43c679e4a26, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4e1bf94-8203-4128-a770-9d1da6f97a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '43ce4690-1536-4ed6-8ccc-ea254129ea8b'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:12:55.126225 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3eef0435-06b3-42d5-ba5e-2198bc1c4836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:55.216777 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-3eef0435-06b3-42d5-ba5e-2198bc1c4836 None None] For port f07c1ed0-6380-43e5-864f-b43c679e4a26, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:12:55.220237 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-3eef0435-06b3-42d5-ba5e-2198bc1c4836 None None] For port f07c1ed0-6380-43e5-864f-b43c679e4a26, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=f07c1ed0-6380-43e5-864f-b43c679e4a26,segment=NetworkSegment(e4e1bf94-8203-4128-a770-9d1da6f97a4d),segment_id=e4e1bf94-8203-4128-a770-9d1da6f97a4d)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:12:55.274590 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-95d4ec75-0ffa-4bf9-9b60-a933903b46aa tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:55.291019 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-95d4ec75-0ffa-4bf9-9b60-a933903b46aa tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Transition to ACTIVE for port object 94d2d7ba-de0f-47b1-a4bc-78a1e9719af4 will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:12:55.301482 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3eef0435-06b3-42d5-ba5e-2198bc1c4836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:55.344483 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2861f633-d8ee-48f5-9e17-266c62b7b391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:55.388042 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-95d4ec75-0ffa-4bf9-9b60-a933903b46aa tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:55.409300 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef0435-06b3-42d5-ba5e-2198bc1c4836 None None] Pushing event updated for resources: {'Port': ['ID=f07c1ed0-6380-43e5-864f-b43c679e4a26,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:55.469384 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d4ec75-0ffa-4bf9-9b60-a933903b46aa tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network 43ce4690-1536-4ed6-8ccc-ea254129ea8b is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:12:55.473050 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-95d4ec75-0ffa-4bf9-9b60-a933903b46aa tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:12:55.477693 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d4ec75-0ffa-4bf9-9b60-a933903b46aa tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:12:55.502925 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d4ec75-0ffa-4bf9-9b60-a933903b46aa tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=94d2d7ba-de0f-47b1-a4bc-78a1e9719af4,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:55.541394 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-95d4ec75-0ffa-4bf9-9b60-a933903b46aa tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:55.733216 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-95d4ec75-0ffa-4bf9-9b60-a933903b46aa tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:56.233996 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-95d4ec75-0ffa-4bf9-9b60-a933903b46aa tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:56.290275 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-95d4ec75-0ffa-4bf9-9b60-a933903b46aa tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:56.309227 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b9d846-840e-4d26-828a-fd15e5f4f109 None None] Network 43ce4690-1536-4ed6-8ccc-ea254129ea8b requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:12:56.400563 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-95d4ec75-0ffa-4bf9-9b60-a933903b46aa tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:56.404282 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d4ec75-0ffa-4bf9-9b60-a933903b46aa tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=94d2d7ba-de0f-47b1-a4bc-78a1e9719af4,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:56.473800 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-ee9ccdf4-2aa2-4f0d-a29e-4510463b1d38 None None] Provisioning for port f07c1ed0-6380-43e5-864f-b43c679e4a26 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:12:56.542570 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d4ec75-0ffa-4bf9-9b60-a933903b46aa tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network 43ce4690-1536-4ed6-8ccc-ea254129ea8b is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:12:56.543744 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-95d4ec75-0ffa-4bf9-9b60-a933903b46aa tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:12:56.864480 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-a76731ef-290a-4853-8457-5545b286bd12 None None] Provisioning for port 94d2d7ba-de0f-47b1-a4bc-78a1e9719af4 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:12:56.870091 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-a76731ef-290a-4853-8457-5545b286bd12 None None] Provisioning complete for port 94d2d7ba-de0f-47b1-a4bc-78a1e9719af4 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:56.873538 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a76731ef-290a-4853-8457-5545b286bd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:56.939777 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-a76731ef-290a-4853-8457-5545b286bd12 None None] Port 94d2d7ba-de0f-47b1-a4bc-78a1e9719af4 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:12:56.947598 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d4ec75-0ffa-4bf9-9b60-a933903b46aa tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router 195599cf-e45e-4bf4-9bd3-2718685f6c6c has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:12:56.968159 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device f07c1ed0-6380-43e5-864f-b43c679e4a26 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:12:57.084892 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-fa730919-6edc-4406-82a1-e076e4866216 None None] Provisioning complete for port 94d2d7ba-de0f-47b1-a4bc-78a1e9719af4 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:57.085274 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fa730919-6edc-4406-82a1-e076e4866216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:57.113529 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port f07c1ed0-6380-43e5-864f-b43c679e4a26 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:12:57.134774 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port f07c1ed0-6380-43e5-864f-b43c679e4a26 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:57.135172 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:57.165942 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d4ec75-0ffa-4bf9-9b60-a933903b46aa tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:12:57.179473 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-95d4ec75-0ffa-4bf9-9b60-a933903b46aa tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "PUT /v2.0/routers/195599cf-e45e-4bf4-9bd3-2718685f6c6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3474214 Feb 03 14:12:57.181903 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34036) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:12:57.187496 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-fa730919-6edc-4406-82a1-e076e4866216 None None] Port 94d2d7ba-de0f-47b1-a4bc-78a1e9719af4 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:12:57.256784 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:57.287312 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port f07c1ed0-6380-43e5-864f-b43c679e4a26, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=f07c1ed0-6380-43e5-864f-b43c679e4a26,segment=NetworkSegment(e4e1bf94-8203-4128-a770-9d1da6f97a4d),segment_id=e4e1bf94-8203-4128-a770-9d1da6f97a4d)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:12:57.307875 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-ecdc41e8-4372-4e65-831a-a8716fd2cc55 None None] Provisioning complete for port 94d2d7ba-de0f-47b1-a4bc-78a1e9719af4 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:57.308238 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ecdc41e8-4372-4e65-831a-a8716fd2cc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:57.320779 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7e8b26-2576-464b-8d43-a6e423d08cf7 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:57.328566 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7e8b26-2576-464b-8d43-a6e423d08cf7 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:57.328566 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7e8b26-2576-464b-8d43-a6e423d08cf7 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:57.328566 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7e8b26-2576-464b-8d43-a6e423d08cf7 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:57.328566 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7e8b26-2576-464b-8d43-a6e423d08cf7 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:57.328566 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7e8b26-2576-464b-8d43-a6e423d08cf7 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:57.328566 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ab7e8b26-2576-464b-8d43-a6e423d08cf7 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.1414654 Feb 03 14:12:57.329574 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34040) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:12:57.363856 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-ecdc41e8-4372-4e65-831a-a8716fd2cc55 None None] Port 94d2d7ba-de0f-47b1-a4bc-78a1e9719af4 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:12:57.367471 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:57.368214 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 17bf7d90-530b-4e22-b406-58a039d4e63e up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:12:57.402179 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c91f13-1d6a-4a8f-bcb2-8d5f67b49aa9 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:57.402563 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c91f13-1d6a-4a8f-bcb2-8d5f67b49aa9 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:57.402927 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c91f13-1d6a-4a8f-bcb2-8d5f67b49aa9 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:57.403380 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c91f13-1d6a-4a8f-bcb2-8d5f67b49aa9 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:57.403808 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c91f13-1d6a-4a8f-bcb2-8d5f67b49aa9 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:57.404165 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c91f13-1d6a-4a8f-bcb2-8d5f67b49aa9 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:57.408443 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-80c91f13-1d6a-4a8f-bcb2-8d5f67b49aa9 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4002 time: 0.0764067 Feb 03 14:12:57.411272 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34044) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:12:57.496105 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=f07c1ed0-6380-43e5-864f-b43c679e4a26,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:57.558665 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a7fcec75-ee74-4bff-8dff-d25170b4d17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:57.581321 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 17bf7d90-530b-4e22-b406-58a039d4e63e completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:12:57.586204 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 17bf7d90-530b-4e22-b406-58a039d4e63e triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:57.586572 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:57.612054 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-101d9a57-0fde-4442-a010-095bd094bd53 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2023783 Feb 03 14:12:57.700511 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:57.716261 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 17bf7d90-530b-4e22-b406-58a039d4e63e, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=17bf7d90-530b-4e22-b406-58a039d4e63e,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:12:57.776093 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:57.882523 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=17bf7d90-530b-4e22-b406-58a039d4e63e,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:58.018101 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34050) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:12:58.024471 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-0c64d75b-3cf2-44ec-ac42-db9e5c67b73b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1541992226', 'description': 'tempest-secgroup-smoke-1541992226 description', 'project_id': '55163e99e9e54d69af7505a418f9e84b'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:12:58.030881 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-0c64d75b-3cf2-44ec-ac42-db9e5c67b73b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:12:58.034938 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-0c64d75b-3cf2-44ec-ac42-db9e5c67b73b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:12:58.038308 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-0c64d75b-3cf2-44ec-ac42-db9e5c67b73b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:12:58.043840 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-0c64d75b-3cf2-44ec-ac42-db9e5c67b73b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:12:58.115563 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0c64d75b-3cf2-44ec-ac42-db9e5c67b73b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:58.145893 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-0c64d75b-3cf2-44ec-ac42-db9e5c67b73b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:12:58.149827 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-0c64d75b-3cf2-44ec-ac42-db9e5c67b73b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:12:58.152799 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-0c64d75b-3cf2-44ec-ac42-db9e5c67b73b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:12:58.159373 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-0c64d75b-3cf2-44ec-ac42-db9e5c67b73b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:12:58.213357 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0c64d75b-3cf2-44ec-ac42-db9e5c67b73b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:58.261925 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0c64d75b-3cf2-44ec-ac42-db9e5c67b73b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:58.351396 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f32b24-debf-494f-a107-981d332f6cbb None None] Sync routers for ids ['195599cf-e45e-4bf4-9bd3-2718685f6c6c'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:12:58.363845 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f32b24-debf-494f-a107-981d332f6cbb None None] Routers {'195599cf-e45e-4bf4-9bd3-2718685f6c6c'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:12:58.364591 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-57f32b24-debf-494f-a107-981d332f6cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:12:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['195599cf-e45e-4bf4-9bd3-2718685f6c6c'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:58.416071 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c64d75b-3cf2-44ec-ac42-db9e5c67b73b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f06b04-7e4e-4fad-92f1-a16ac2121709,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:58.478954 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0c64d75b-3cf2-44ec-ac42-db9e5c67b73b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:58.480336 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-0c64d75b-3cf2-44ec-ac42-db9e5c67b73b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4612293 Feb 03 14:12:58.483345 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34054) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:12:58.488718 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-d86f7e04-a75c-4522-a719-513bca2a8df7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': 'c3f06b04-7e4e-4fad-92f1-a16ac2121709', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:12:58.495312 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-d86f7e04-a75c-4522-a719-513bca2a8df7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:12:58.499257 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d86f7e04-a75c-4522-a719-513bca2a8df7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:12:58.502792 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d86f7e04-a75c-4522-a719-513bca2a8df7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:12:58.508445 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-d86f7e04-a75c-4522-a719-513bca2a8df7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:12:58.540409 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-57f32b24-debf-494f-a107-981d332f6cbb None None] Set router 195599cf-e45e-4bf4-9bd3-2718685f6c6c gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:12:58.577477 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d86f7e04-a75c-4522-a719-513bca2a8df7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:58.640783 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d86f7e04-a75c-4522-a719-513bca2a8df7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:58.730057 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d86f7e04-a75c-4522-a719-513bca2a8df7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:58.756942 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f7e04-a75c-4522-a719-513bca2a8df7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d8b0c80-4bd9-4b66-beca-7ac8983f2251,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:58.844624 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d86f7e04-a75c-4522-a719-513bca2a8df7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:58.848304 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d86f7e04-a75c-4522-a719-513bca2a8df7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3617380 Feb 03 14:12:58.848828 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34058) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:12:58.855174 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-8506f513-4e86-4eee-95c1-adc974358496 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': 'c3f06b04-7e4e-4fad-92f1-a16ac2121709', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:12:58.861620 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-8506f513-4e86-4eee-95c1-adc974358496 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:12:58.865471 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-8506f513-4e86-4eee-95c1-adc974358496 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:12:58.868809 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-8506f513-4e86-4eee-95c1-adc974358496 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:12:58.873566 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-57f32b24-debf-494f-a107-981d332f6cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195599cf-e45e-4bf4-9bd3-2718685f6c6c', 'name': 'tempest-TestNetworkBasicOps-router-324826834', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '17bf7d90-530b-4e22-b406-58a039d4e63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:50Z', 'updated_at': '2022-02-03T14:12:55Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '17bf7d90-530b-4e22-b406-58a039d4e63e', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195599cf-e45e-4bf4-9bd3-2718685f6c6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:51Z', 'updated_at': '2022-02-03T14:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '94d2d7ba-de0f-47b1-a4bc-78a1e9719af4', 'name': '', 'network_id': '43ce4690-1536-4ed6-8ccc-ea254129ea8b', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:ea:66:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195599cf-e45e-4bf4-9bd3-2718685f6c6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ee7877d-4207-4638-8086-4b16996b2fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:54Z', 'updated_at': '2022-02-03T14:12:56Z', 'revision_number': 2, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '2ee7877d-4207-4638-8086-4b16996b2fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:58.875154 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-8506f513-4e86-4eee-95c1-adc974358496 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:12:58.878029 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f32b24-debf-494f-a107-981d332f6cbb None None] Checking router: 195599cf-e45e-4bf4-9bd3-2718685f6c6c for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:12:58.878391 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f32b24-debf-494f-a107-981d332f6cbb None None] Updating router 195599cf-e45e-4bf4-9bd3-2718685f6c6c port 94d2d7ba-de0f-47b1-a4bc-78a1e9719af4 binding host dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:12:58.879386 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:58.880356 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:58.883199 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device f07c1ed0-6380-43e5-864f-b43c679e4a26 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:12:58.930991 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-57f32b24-debf-494f-a107-981d332f6cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:58.949977 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port f07c1ed0-6380-43e5-864f-b43c679e4a26 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:58.950349 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:58.970862 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8506f513-4e86-4eee-95c1-adc974358496 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:59.033411 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8506f513-4e86-4eee-95c1-adc974358496 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:59.064761 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 17bf7d90-530b-4e22-b406-58a039d4e63e up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:12:59.118779 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8506f513-4e86-4eee-95c1-adc974358496 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:59.130632 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 17bf7d90-530b-4e22-b406-58a039d4e63e triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:59.131595 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:59.144062 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8506f513-4e86-4eee-95c1-adc974358496 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78c3cba8-5845-4482-87f1-9866bf7a1d07,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:59.216247 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8506f513-4e86-4eee-95c1-adc974358496 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:59.220288 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-8506f513-4e86-4eee-95c1-adc974358496 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3673549 Feb 03 14:12:59.221896 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34062) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:12:59.228090 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-74593355-c37e-44f1-ba58-86ee3d0ec24a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': 'c3f06b04-7e4e-4fad-92f1-a16ac2121709', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:12:59.234630 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-74593355-c37e-44f1-ba58-86ee3d0ec24a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:12:59.238833 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-74593355-c37e-44f1-ba58-86ee3d0ec24a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:12:59.242076 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-74593355-c37e-44f1-ba58-86ee3d0ec24a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:12:59.253606 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-74593355-c37e-44f1-ba58-86ee3d0ec24a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:12:59.275171 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-57f32b24-debf-494f-a107-981d332f6cbb None None] Notify callbacks [] for port, precommit_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:59.286077 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.provisioning_blocks [None req-57f32b24-debf-494f-a107-981d332f6cbb None None] Transition to ACTIVE for port object 94d2d7ba-de0f-47b1-a4bc-78a1e9719af4 will not be triggered until provisioned by entity L2. {{(pid=84184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:12:59.308033 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-74593355-c37e-44f1-ba58-86ee3d0ec24a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:59.369850 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-57f32b24-debf-494f-a107-981d332f6cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:59.383405 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-74593355-c37e-44f1-ba58-86ee3d0ec24a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:59.493724 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec94beec-f448-46dd-b5f1-afa481b64a08 None None] Pushing event updated for resources: {'Port': ['ID=94d2d7ba-de0f-47b1-a4bc-78a1e9719af4,revision_number=3']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:59.531323 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec94beec-f448-46dd-b5f1-afa481b64a08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:59.531694 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec94beec-f448-46dd-b5f1-afa481b64a08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:59.532083 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec94beec-f448-46dd-b5f1-afa481b64a08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:59.532339 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec94beec-f448-46dd-b5f1-afa481b64a08 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:59.532650 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec94beec-f448-46dd-b5f1-afa481b64a08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:59.533049 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec94beec-f448-46dd-b5f1-afa481b64a08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:59.533270 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec94beec-f448-46dd-b5f1-afa481b64a08 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:59.533584 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec94beec-f448-46dd-b5f1-afa481b64a08 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:59.533949 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec94beec-f448-46dd-b5f1-afa481b64a08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:59.534195 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec94beec-f448-46dd-b5f1-afa481b64a08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:59.534509 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec94beec-f448-46dd-b5f1-afa481b64a08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:59.559233 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-74593355-c37e-44f1-ba58-86ee3d0ec24a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:59.585424 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74593355-c37e-44f1-ba58-86ee3d0ec24a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2da8437-b898-4ace-b59a-5a4231c725d6,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:59.591237 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-57f32b24-debf-494f-a107-981d332f6cbb None None] Attempting to bind port 94d2d7ba-de0f-47b1-a4bc-78a1e9719af4 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:12:59.591595 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-57f32b24-debf-494f-a107-981d332f6cbb None None] Attempting to bind port 94d2d7ba-de0f-47b1-a4bc-78a1e9719af4 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'e4e1bf94-8203-4128-a770-9d1da6f97a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '43ce4690-1536-4ed6-8ccc-ea254129ea8b'}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:12:59.592015 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f32b24-debf-494f-a107-981d332f6cbb None None] Attempting to bind port 94d2d7ba-de0f-47b1-a4bc-78a1e9719af4 on network 43ce4690-1536-4ed6-8ccc-ea254129ea8b {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:12:59.598451 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f32b24-debf-494f-a107-981d332f6cbb None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:12:59.599774 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f32b24-debf-494f-a107-981d332f6cbb None None] Checking segment: {'id': 'e4e1bf94-8203-4128-a770-9d1da6f97a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '43ce4690-1536-4ed6-8ccc-ea254129ea8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:12:59.599774 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-57f32b24-debf-494f-a107-981d332f6cbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:59.599774 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f32b24-debf-494f-a107-981d332f6cbb None None] Bound using segment: {'id': 'e4e1bf94-8203-4128-a770-9d1da6f97a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '43ce4690-1536-4ed6-8ccc-ea254129ea8b'} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:12:59.600157 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-57f32b24-debf-494f-a107-981d332f6cbb None None] Bound port: 94d2d7ba-de0f-47b1-a4bc-78a1e9719af4, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4e1bf94-8203-4128-a770-9d1da6f97a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '43ce4690-1536-4ed6-8ccc-ea254129ea8b'}}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:12:59.600428 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-57f32b24-debf-494f-a107-981d332f6cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:59.633484 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-74593355-c37e-44f1-ba58-86ee3d0ec24a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:59.634792 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-74593355-c37e-44f1-ba58-86ee3d0ec24a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4117112 Feb 03 14:12:59.637693 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34066) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:12:59.643728 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-1665916f-905e-40c2-9160-a30435713776 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': 'c3f06b04-7e4e-4fad-92f1-a16ac2121709', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:12:59.649698 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-1665916f-905e-40c2-9160-a30435713776 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:12:59.653596 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-1665916f-905e-40c2-9160-a30435713776 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:12:59.656507 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-1665916f-905e-40c2-9160-a30435713776 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:12:59.662117 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-1665916f-905e-40c2-9160-a30435713776 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:12:59.689781 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-57f32b24-debf-494f-a107-981d332f6cbb None None] For port 94d2d7ba-de0f-47b1-a4bc-78a1e9719af4, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:12:59.692812 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-57f32b24-debf-494f-a107-981d332f6cbb None None] For port 94d2d7ba-de0f-47b1-a4bc-78a1e9719af4, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=94d2d7ba-de0f-47b1-a4bc-78a1e9719af4,segment=NetworkSegment(e4e1bf94-8203-4128-a770-9d1da6f97a4d),segment_id=e4e1bf94-8203-4128-a770-9d1da6f97a4d)] {{(pid=84184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:12:59.737329 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1665916f-905e-40c2-9160-a30435713776 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:59.759653 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-57f32b24-debf-494f-a107-981d332f6cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:59.803030 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1665916f-905e-40c2-9160-a30435713776 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:59.835691 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec94beec-f448-46dd-b5f1-afa481b64a08 None None] Pushing event updated for resources: {'Port': ['ID=94d2d7ba-de0f-47b1-a4bc-78a1e9719af4,revision_number=4']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:59.841940 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f32b24-debf-494f-a107-981d332f6cbb None None] Routers {'195599cf-e45e-4bf4-9bd3-2718685f6c6c'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:12:59.842551 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-57f32b24-debf-494f-a107-981d332f6cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:12:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['195599cf-e45e-4bf4-9bd3-2718685f6c6c'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:59.890363 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1665916f-905e-40c2-9160-a30435713776 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:59.913606 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665916f-905e-40c2-9160-a30435713776 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69c68989-8995-4071-9176-dfc7c6f3edb7,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:59.981885 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1665916f-905e-40c2-9160-a30435713776 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:12:59.983692 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-1665916f-905e-40c2-9160-a30435713776 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3447416 Feb 03 14:12:59.987090 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34070) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:12:59.996117 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-8f953387-c2d2-4773-9f4c-ee7decfa6cea tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': 'c3f06b04-7e4e-4fad-92f1-a16ac2121709', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:12:59.999549 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-8f953387-c2d2-4773-9f4c-ee7decfa6cea tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:13:00.003286 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-8f953387-c2d2-4773-9f4c-ee7decfa6cea tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:13:00.006190 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-8f953387-c2d2-4773-9f4c-ee7decfa6cea tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:13:00.013442 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-8f953387-c2d2-4773-9f4c-ee7decfa6cea tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:13:00.027823 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-57f32b24-debf-494f-a107-981d332f6cbb None None] Set router 195599cf-e45e-4bf4-9bd3-2718685f6c6c gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:13:00.114462 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.securitygroups_db [None req-8f953387-c2d2-4773-9f4c-ee7decfa6cea tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Project 55163e99e9e54d69af7505a418f9e84b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:13:00.121717 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8f953387-c2d2-4773-9f4c-ee7decfa6cea tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:00.153158 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:00.189768 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8f953387-c2d2-4773-9f4c-ee7decfa6cea tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:00.238974 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8f953387-c2d2-4773-9f4c-ee7decfa6cea tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:00.266213 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f953387-c2d2-4773-9f4c-ee7decfa6cea tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57a06344-2d98-4e03-a297-4e4a5605e05b,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:00.324830 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8f953387-c2d2-4773-9f4c-ee7decfa6cea tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:00.329761 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8f953387-c2d2-4773-9f4c-ee7decfa6cea tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3390687 Feb 03 14:13:00.329999 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34074) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:13:00.336064 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-967343bd-e217-480b-96a5-f562528ebe0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': 'c3f06b04-7e4e-4fad-92f1-a16ac2121709', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:13:00.342867 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-967343bd-e217-480b-96a5-f562528ebe0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:13:00.346803 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-967343bd-e217-480b-96a5-f562528ebe0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:13:00.350375 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-967343bd-e217-480b-96a5-f562528ebe0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:13:00.356346 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-967343bd-e217-480b-96a5-f562528ebe0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:13:00.364160 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-57f32b24-debf-494f-a107-981d332f6cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195599cf-e45e-4bf4-9bd3-2718685f6c6c', 'name': 'tempest-TestNetworkBasicOps-router-324826834', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '17bf7d90-530b-4e22-b406-58a039d4e63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:50Z', 'updated_at': '2022-02-03T14:12:55Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '17bf7d90-530b-4e22-b406-58a039d4e63e', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195599cf-e45e-4bf4-9bd3-2718685f6c6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:51Z', 'updated_at': '2022-02-03T14:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '94d2d7ba-de0f-47b1-a4bc-78a1e9719af4', 'name': '', 'network_id': '43ce4690-1536-4ed6-8ccc-ea254129ea8b', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:ea:66:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195599cf-e45e-4bf4-9bd3-2718685f6c6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ee7877d-4207-4638-8086-4b16996b2fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:54Z', 'updated_at': '2022-02-03T14:12:59Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '2ee7877d-4207-4638-8086-4b16996b2fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:13:00.368096 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f32b24-debf-494f-a107-981d332f6cbb None None] The sync data for ids ['195599cf-e45e-4bf4-9bd3-2718685f6c6c'] in dv-neutron-827016-1-hyperv is: [{'id': '195599cf-e45e-4bf4-9bd3-2718685f6c6c', 'name': 'tempest-TestNetworkBasicOps-router-324826834', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '17bf7d90-530b-4e22-b406-58a039d4e63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:50Z', 'updated_at': '2022-02-03T14:12:55Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '17bf7d90-530b-4e22-b406-58a039d4e63e', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195599cf-e45e-4bf4-9bd3-2718685f6c6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:51Z', 'updated_at': '2022-02-03T14:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '94d2d7ba-de0f-47b1-a4bc-78a1e9719af4', 'name': '', 'network_id': '43ce4690-1536-4ed6-8ccc-ea254129ea8b', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:ea:66:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195599cf-e45e-4bf4-9bd3-2718685f6c6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ee7877d-4207-4638-8086-4b16996b2fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:54Z', 'updated_at': '2022-02-03T14:12:59Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '2ee7877d-4207-4638-8086-4b16996b2fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:13:00.438236 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.securitygroups_db [None req-967343bd-e217-480b-96a5-f562528ebe0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Project 55163e99e9e54d69af7505a418f9e84b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:13:00.445885 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-967343bd-e217-480b-96a5-f562528ebe0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:00.518489 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-967343bd-e217-480b-96a5-f562528ebe0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:00.598837 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-967343bd-e217-480b-96a5-f562528ebe0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:00.622917 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967343bd-e217-480b-96a5-f562528ebe0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49dcc90b-8cd8-4ec2-bfb0-7b90cf9dafbf,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:00.724623 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-967343bd-e217-480b-96a5-f562528ebe0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:00.725960 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-967343bd-e217-480b-96a5-f562528ebe0f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3950822 Feb 03 14:13:00.904997 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 94d2d7ba-de0f-47b1-a4bc-78a1e9719af4 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:13:01.038655 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 94d2d7ba-de0f-47b1-a4bc-78a1e9719af4 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:13:01.044038 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 94d2d7ba-de0f-47b1-a4bc-78a1e9719af4 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:13:01.044434 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:01.078278 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-71d21160-27fe-4877-b117-83cf55f56807 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:security_group {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:13:01.136027 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-71d21160-27fe-4877-b117-83cf55f56807 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:security_group {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:13:01.137230 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-71d21160-27fe-4877-b117-83cf55f56807 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1541992226&fields=id&tenant_id=55163e99e9e54d69af7505a418f9e84b HTTP/1.1" status: 200 len: 267 time: 0.1039419 Feb 03 14:13:01.164115 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:01.201775 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 94d2d7ba-de0f-47b1-a4bc-78a1e9719af4, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=94d2d7ba-de0f-47b1-a4bc-78a1e9719af4,segment=NetworkSegment(e4e1bf94-8203-4128-a770-9d1da6f97a4d),segment_id=e4e1bf94-8203-4128-a770-9d1da6f97a4d)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:01.255285 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:01.289780 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-4b61a673-3372-42cb-8743-4877b926fba9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:01.290445 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-4b61a673-3372-42cb-8743-4877b926fba9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:network {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:13:01.321403 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=94d2d7ba-de0f-47b1-a4bc-78a1e9719af4,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:01.364797 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-4b61a673-3372-42cb-8743-4877b926fba9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:network {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:13:01.366062 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-4b61a673-3372-42cb-8743-4877b926fba9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/networks?id=43ce4690-1536-4ed6-8ccc-ea254129ea8b HTTP/1.1" status: 200 len: 797 time: 0.2214558 Feb 03 14:13:01.383244 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-5b017e95-0e78-4ee0-94bb-5e167bbbbbfb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/quotas/55163e99e9e54d69af7505a418f9e84b HTTP/1.1" status: 200 len: 375 time: 0.0114458 Feb 03 14:13:01.464538 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-606c01db-4b52-4a25-9aa9-5f6270032022 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:13:01.534879 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-606c01db-4b52-4a25-9aa9-5f6270032022 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:13:01.536171 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-606c01db-4b52-4a25-9aa9-5f6270032022 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1479676 Feb 03 14:13:01.675328 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-99592fac-2f9d-494c-91af-756a1895b007 service neutron] 10.222.0.41 "GET /v2.0/networks/43ce4690-1536-4ed6-8ccc-ea254129ea8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251533 Feb 03 14:13:01.804760 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-9961d2a8-19a3-4aca-aa72-5d64ddbae1fb service neutron] 10.222.0.41 "GET /v2.0/networks/43ce4690-1536-4ed6-8ccc-ea254129ea8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230309 Feb 03 14:13:02.160458 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7d4ad3a7-5954-492b-bf80-d15d7ac70bda req-25aa5b79-9cbf-4ac4-beba-eafd2141a525 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=41b470e6-9e81-4e11-8503-29131bfecaef HTTP/1.1" status: 200 len: 210 time: 0.1130226 Feb 03 14:13:02.875901 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 94d2d7ba-de0f-47b1-a4bc-78a1e9719af4 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:13:02.941319 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 94d2d7ba-de0f-47b1-a4bc-78a1e9719af4 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:13:02.941687 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:03.325239 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5b0ff0aa-8d80-4dfe-9c43-9284b791e5df req-dbdf3a5a-8082-4f91-aa20-f42e9fbcba5e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=41b470e6-9e81-4e11-8503-29131bfecaef HTTP/1.1" status: 200 len: 210 time: 0.0423954 Feb 03 14:13:03.941466 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-6c5f690c-5ac1-4d34-aa9e-45116dbd2437 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:03.942194 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-6c5f690c-5ac1-4d34-aa9e-45116dbd2437 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:network {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:13:03.955263 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-6c5f690c-5ac1-4d34-aa9e-45116dbd2437 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:network {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:13:03.956555 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-6c5f690c-5ac1-4d34-aa9e-45116dbd2437 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "GET /v2.0/networks?id=43ce4690-1536-4ed6-8ccc-ea254129ea8b HTTP/1.1" status: 200 len: 797 time: 0.1573048 Feb 03 14:13:04.009430 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-1147bb88-254b-45b4-ad9f-ae89beb777de tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:security_group {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:13:04.020609 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-1147bb88-254b-45b4-ad9f-ae89beb777de tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:security_group {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:13:04.021616 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-1147bb88-254b-45b4-ad9f-ae89beb777de tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55163e99e9e54d69af7505a418f9e84b HTTP/1.1" status: 200 len: 380 time: 0.0525601 Feb 03 14:13:04.030133 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-bee40d25-839b-41d6-9f8e-8c294c44967b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'port': {'device_id': '41b470e6-9e81-4e11-8503-29131bfecaef', 'network_id': '43ce4690-1536-4ed6-8ccc-ea254129ea8b', 'admin_state_up': True, 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'security_groups': ['c3f06b04-7e4e-4fad-92f1-a16ac2121709']}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:13:04.166849 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-bee40d25-839b-41d6-9f8e-8c294c44967b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:13:04.176416 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-bee40d25-839b-41d6-9f8e-8c294c44967b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:13:04.266439 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-bee40d25-839b-41d6-9f8e-8c294c44967b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Made reservation on behalf of 55163e99e9e54d69af7505a418f9e84b for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:13:04.269530 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-bee40d25-839b-41d6-9f8e-8c294c44967b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:04.492192 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5b97ced8-0c3d-4bd6-bed2-05511000eaf3 req-9e1b390e-679e-4828-ae69-3dacd4706d05 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=41b470e6-9e81-4e11-8503-29131bfecaef HTTP/1.1" status: 200 len: 210 time: 0.0429659 Feb 03 14:13:04.527391 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-bee40d25-839b-41d6-9f8e-8c294c44967b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Allocated IP 172.20.0.9 (43ce4690-1536-4ed6-8ccc-ea254129ea8b/2ee7877d-4207-4638-8086-4b16996b2fb5/a2796eee-464a-4afa-84d7-7413f3f6377b) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:13:04.723603 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-bee40d25-839b-41d6-9f8e-8c294c44967b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:04.742862 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-bee40d25-839b-41d6-9f8e-8c294c44967b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Transition to ACTIVE for port object a2796eee-464a-4afa-84d7-7413f3f6377b will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:13:04.953880 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-bee40d25-839b-41d6-9f8e-8c294c44967b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:05.020436 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-bee40d25-839b-41d6-9f8e-8c294c44967b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network 43ce4690-1536-4ed6-8ccc-ea254129ea8b is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:13:05.023937 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-bee40d25-839b-41d6-9f8e-8c294c44967b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:13:05.027839 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-bee40d25-839b-41d6-9f8e-8c294c44967b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:13:05.066907 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee40d25-839b-41d6-9f8e-8c294c44967b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=a2796eee-464a-4afa-84d7-7413f3f6377b,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:05.096821 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-bee40d25-839b-41d6-9f8e-8c294c44967b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:05.097415 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-bee40d25-839b-41d6-9f8e-8c294c44967b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:05.193854 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-bee40d25-839b-41d6-9f8e-8c294c44967b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1672297 Feb 03 14:13:05.274989 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-7dddcc2b-6a19-488f-80eb-da539877e2ab service neutron] Request body: {'port': {'device_id': '41b470e6-9e81-4e11-8503-29131bfecaef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:13:05.341263 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b20cc93f-f835-43d2-be4f-b2d7cb7e0c6f None None] Provisioning for port a2796eee-464a-4afa-84d7-7413f3f6377b completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:13:05.346645 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b20cc93f-f835-43d2-be4f-b2d7cb7e0c6f None None] Provisioning complete for port a2796eee-464a-4afa-84d7-7413f3f6377b triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:13:05.347165 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b20cc93f-f835-43d2-be4f-b2d7cb7e0c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:05.385072 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-7dddcc2b-6a19-488f-80eb-da539877e2ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:05.403916 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-b20cc93f-f835-43d2-be4f-b2d7cb7e0c6f None None] Port a2796eee-464a-4afa-84d7-7413f3f6377b cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:13:05.686282 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ede5e-e7ce-4a15-a0fd-03c76b108494 req-57208edc-afb7-40cc-b5e5-f56a4eb37da7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:05.687769 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2d8ede5e-e7ce-4a15-a0fd-03c76b108494 req-57208edc-afb7-40cc-b5e5-f56a4eb37da7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=41b470e6-9e81-4e11-8503-29131bfecaef HTTP/1.1" status: 200 len: 931 time: 0.0760982 Feb 03 14:13:05.717823 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-7dddcc2b-6a19-488f-80eb-da539877e2ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2796eee-464a-4afa-84d7-7413f3f6377b {{(pid=84181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:13:05.724772 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-7dddcc2b-6a19-488f-80eb-da539877e2ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:05.733487 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2d8ede5e-e7ce-4a15-a0fd-03c76b108494 req-0be48982-a82d-4de5-be42-5a2938533788 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3f06b04-7e4e-4fad-92f1-a16ac2121709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398593 Feb 03 14:13:05.739943 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-7dddcc2b-6a19-488f-80eb-da539877e2ab service neutron] Transition to ACTIVE for port object a2796eee-464a-4afa-84d7-7413f3f6377b will not be triggered until provisioned by entity L2. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:13:05.810286 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-7dddcc2b-6a19-488f-80eb-da539877e2ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:05.938252 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dddcc2b-6a19-488f-80eb-da539877e2ab service neutron] Pushing event updated for resources: {'Port': ['ID=a2796eee-464a-4afa-84d7-7413f3f6377b,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:06.044920 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-7dddcc2b-6a19-488f-80eb-da539877e2ab service neutron] Attempting to bind port a2796eee-464a-4afa-84d7-7413f3f6377b on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:13:06.045534 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-7dddcc2b-6a19-488f-80eb-da539877e2ab service neutron] Attempting to bind port a2796eee-464a-4afa-84d7-7413f3f6377b by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'e4e1bf94-8203-4128-a770-9d1da6f97a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '43ce4690-1536-4ed6-8ccc-ea254129ea8b'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:13:06.045636 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-7dddcc2b-6a19-488f-80eb-da539877e2ab service neutron] Attempting to bind port a2796eee-464a-4afa-84d7-7413f3f6377b on network 43ce4690-1536-4ed6-8ccc-ea254129ea8b {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:13:06.051268 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-7dddcc2b-6a19-488f-80eb-da539877e2ab service neutron] Port a2796eee-464a-4afa-84d7-7413f3f6377b on network 43ce4690-1536-4ed6-8ccc-ea254129ea8b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 14:13:06.051590 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-7dddcc2b-6a19-488f-80eb-da539877e2ab service neutron] Attempting to bind port a2796eee-464a-4afa-84d7-7413f3f6377b on network 43ce4690-1536-4ed6-8ccc-ea254129ea8b {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:13:06.058156 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-7dddcc2b-6a19-488f-80eb-da539877e2ab service neutron] Checking agent: {'id': '8cce4e55-f72c-4604-b6eb-27dc2f3f162a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'started_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:13:06.058486 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-7dddcc2b-6a19-488f-80eb-da539877e2ab service neutron] Checking segment: {'id': 'e4e1bf94-8203-4128-a770-9d1da6f97a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '43ce4690-1536-4ed6-8ccc-ea254129ea8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:13:06.058868 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-7dddcc2b-6a19-488f-80eb-da539877e2ab service neutron] Bound using segment: {'id': 'e4e1bf94-8203-4128-a770-9d1da6f97a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '43ce4690-1536-4ed6-8ccc-ea254129ea8b'} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:13:06.059312 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-7dddcc2b-6a19-488f-80eb-da539877e2ab service neutron] Bound port: a2796eee-464a-4afa-84d7-7413f3f6377b, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4e1bf94-8203-4128-a770-9d1da6f97a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '43ce4690-1536-4ed6-8ccc-ea254129ea8b'}}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:13:06.059652 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-7dddcc2b-6a19-488f-80eb-da539877e2ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:06.145080 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-7dddcc2b-6a19-488f-80eb-da539877e2ab service neutron] For port a2796eee-464a-4afa-84d7-7413f3f6377b, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:13:06.147993 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-7dddcc2b-6a19-488f-80eb-da539877e2ab service neutron] For port a2796eee-464a-4afa-84d7-7413f3f6377b, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=a2796eee-464a-4afa-84d7-7413f3f6377b,segment=NetworkSegment(e4e1bf94-8203-4128-a770-9d1da6f97a4d),segment_id=e4e1bf94-8203-4128-a770-9d1da6f97a4d)] {{(pid=84181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:13:06.238977 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-7dddcc2b-6a19-488f-80eb-da539877e2ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:06.300259 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-7dddcc2b-6a19-488f-80eb-da539877e2ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:06.301769 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-7dddcc2b-6a19-488f-80eb-da539877e2ab service neutron] 10.222.0.47 "PUT /v2.0/ports/a2796eee-464a-4afa-84d7-7413f3f6377b HTTP/1.1" status: 200 len: 1093 time: 1.1002908 Feb 03 14:13:06.305609 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b470e6-9e81-4e11-8503-29131bfecaef', 'tag': 'a2796eee-464a-4afa-84d7-7413f3f6377b'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:13:06.331444 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dddcc2b-6a19-488f-80eb-da539877e2ab service neutron] Pushing event updated for resources: {'Port': ['ID=a2796eee-464a-4afa-84d7-7413f3f6377b,revision_number=3']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:06.378619 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b470e6-9e81-4e11-8503-29131bfecaef', 'tag': 'a2796eee-464a-4afa-84d7-7413f3f6377b', 'status': 'completed', 'code': 200} Feb 03 14:13:06.470816 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-557d1f32-e4ae-4409-b669-2a20f366edf2 req-fd565196-5802-4e84-ac01-8b09b416f2c4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=41b470e6-9e81-4e11-8503-29131bfecaef HTTP/1.1" status: 200 len: 1096 time: 0.0717165 Feb 03 14:13:06.608420 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d1f32-e4ae-4409-b669-2a20f366edf2 req-eb8af0b5-b830-4797-a6f3-02caf89a4e63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:06.609748 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-557d1f32-e4ae-4409-b669-2a20f366edf2 req-eb8af0b5-b830-4797-a6f3-02caf89a4e63 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=55163e99e9e54d69af7505a418f9e84b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1323526 Feb 03 14:13:06.836040 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d1f32-e4ae-4409-b669-2a20f366edf2 req-4561fbba-025f-4a2f-8c8f-a32df2243c01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:06.837507 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-557d1f32-e4ae-4409-b669-2a20f366edf2 req-4561fbba-025f-4a2f-8c8f-a32df2243c01 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2222786 Feb 03 14:13:06.931772 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca2e3f-b07e-4a5d-8a49-8491f32a73af req-f7ef9108-2e5d-4a0e-b313-e98b01c0aff6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:06.933232 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-30ca2e3f-b07e-4a5d-8a49-8491f32a73af req-f7ef9108-2e5d-4a0e-b313-e98b01c0aff6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=41b470e6-9e81-4e11-8503-29131bfecaef HTTP/1.1" status: 200 len: 943 time: 0.0788143 Feb 03 14:13:06.938467 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-c9490a2f-db0f-4e47-96bd-a9f740fdb251 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=41b470e6-9e81-4e11-8503-29131bfecaef HTTP/1.1" status: 200 len: 1096 time: 0.0682361 Feb 03 14:13:06.979649 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-30ca2e3f-b07e-4a5d-8a49-8491f32a73af req-4a0fc3a8-5f56-4ca8-81f2-ac86f0516464 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3f06b04-7e4e-4fad-92f1-a16ac2121709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408845 Feb 03 14:13:07.009346 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-fb5634a4-57ff-4065-a319-826ef87298e3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2796eee-464a-4afa-84d7-7413f3f6377b HTTP/1.1" status: 200 len: 217 time: 0.0637267 Feb 03 14:13:07.072095 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-a638fe45-dfb3-427e-bbb8-0a6a9742681b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:07.073379 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-a638fe45-dfb3-427e-bbb8-0a6a9742681b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ee7877d-4207-4638-8086-4b16996b2fb5 HTTP/1.1" status: 200 len: 833 time: 0.0586469 Feb 03 14:13:07.145655 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-42b0f08f-3acc-43bb-a5b9-df7e73623974 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=43ce4690-1536-4ed6-8ccc-ea254129ea8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663328 Feb 03 14:13:07.273989 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-5ff9ac96-7ed8-4fba-a382-c16c9d3a4d71 service neutron] 10.222.0.47 "GET /v2.0/networks/43ce4690-1536-4ed6-8ccc-ea254129ea8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224043 Feb 03 14:13:07.405974 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-241bf07d-76dc-4aee-bf9c-aaa36ca44249 req-3fd591fb-51fe-4999-99fe-da71f3b71486 service neutron] 10.222.0.47 "GET /v2.0/networks/43ce4690-1536-4ed6-8ccc-ea254129ea8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266885 Feb 03 14:13:08.180186 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f280b-aca9-42f5-8792-bbc1095a9acb req-848bf57e-19f3-458f-928b-c50aa15df20d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:08.180186 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-078f280b-aca9-42f5-8792-bbc1095a9acb req-848bf57e-19f3-458f-928b-c50aa15df20d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=41b470e6-9e81-4e11-8503-29131bfecaef HTTP/1.1" status: 200 len: 943 time: 0.0768244 Feb 03 14:13:08.226738 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-078f280b-aca9-42f5-8792-bbc1095a9acb req-f40509d7-3056-4c99-bce1-982b40f93277 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3f06b04-7e4e-4fad-92f1-a16ac2121709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404329 Feb 03 14:13:08.824998 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:13:09.426434 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb23ef3-fa24-4b38-a37e-f08df07cb376 req-e3977576-c3f8-4603-bde2-6a6beb1cc1bf tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:09.427887 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-cdb23ef3-fa24-4b38-a37e-f08df07cb376 req-e3977576-c3f8-4603-bde2-6a6beb1cc1bf tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=41b470e6-9e81-4e11-8503-29131bfecaef HTTP/1.1" status: 200 len: 943 time: 0.0804493 Feb 03 14:13:09.473031 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-cdb23ef3-fa24-4b38-a37e-f08df07cb376 req-7520ad38-aa58-40e2-8693-c8b179bf86f9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3f06b04-7e4e-4fad-92f1-a16ac2121709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397170 Feb 03 14:13:10.668947 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b8890-3586-47cd-b54b-0cf6b8bddb4d req-fdb7f6c0-2148-42fb-80f9-581b961438e3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:10.670390 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-479b8890-3586-47cd-b54b-0cf6b8bddb4d req-fdb7f6c0-2148-42fb-80f9-581b961438e3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=41b470e6-9e81-4e11-8503-29131bfecaef HTTP/1.1" status: 200 len: 943 time: 0.0756502 Feb 03 14:13:10.715568 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-479b8890-3586-47cd-b54b-0cf6b8bddb4d req-3434ad93-9491-404b-a808-6a0bd83606ad tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3f06b04-7e4e-4fad-92f1-a16ac2121709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396371 Feb 03 14:13:11.034359 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device a2796eee-464a-4afa-84d7-7413f3f6377b details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:13:11.168067 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port a2796eee-464a-4afa-84d7-7413f3f6377b, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=a2796eee-464a-4afa-84d7-7413f3f6377b,segment=NetworkSegment(e4e1bf94-8203-4128-a770-9d1da6f97a4d),segment_id=e4e1bf94-8203-4128-a770-9d1da6f97a4d)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:11.185571 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': 'a2796eee-464a-4afa-84d7-7413f3f6377b', 'network_id': '43ce4690-1536-4ed6-8ccc-ea254129ea8b', 'port_id': 'a2796eee-464a-4afa-84d7-7413f3f6377b', 'mac_address': 'fa:16:3e:5b:8e:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ee7877d-4207-4638-8086-4b16996b2fb5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:13:11.240043 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:11.257119 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2796eee-464a-4afa-84d7-7413f3f6377b {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:13:11.272606 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port a2796eee-464a-4afa-84d7-7413f3f6377b, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=a2796eee-464a-4afa-84d7-7413f3f6377b,segment=NetworkSegment(e4e1bf94-8203-4128-a770-9d1da6f97a4d),segment_id=e4e1bf94-8203-4128-a770-9d1da6f97a4d)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:11.370598 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:11.437567 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=a2796eee-464a-4afa-84d7-7413f3f6377b,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:11.713623 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['a2796eee-464a-4afa-84d7-7413f3f6377b'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:13:11.913715 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d50289-28b8-4668-a9e6-6ad58208a8e4 req-eae3b2fc-002d-4d9a-9572-0bc795bfc242 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:11.915183 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-50d50289-28b8-4668-a9e6-6ad58208a8e4 req-eae3b2fc-002d-4d9a-9572-0bc795bfc242 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=41b470e6-9e81-4e11-8503-29131bfecaef HTTP/1.1" status: 200 len: 944 time: 0.0791245 Feb 03 14:13:11.962265 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-50d50289-28b8-4668-a9e6-6ad58208a8e4 req-1abb3ae7-ad1c-47c6-afb8-3e35f44efc25 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3f06b04-7e4e-4fad-92f1-a16ac2121709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406508 Feb 03 14:13:13.054119 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device a2796eee-464a-4afa-84d7-7413f3f6377b up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:13:13.156026 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4c6ff68f-2409-4d78-9212-8aad89d32930 req-69d6a554-bec8-4b76-a85d-78b4b1892fbb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5a991aaa-c11d-456f-bb34-aa7f511bca79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721979 Feb 03 14:13:13.160830 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7771d-fab0-44bd-8c89-1225bb6a77c7 req-fef574c8-4774-4696-acbb-01368a6d21fd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:13.162258 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3cf7771d-fab0-44bd-8c89-1225bb6a77c7 req-fef574c8-4774-4696-acbb-01368a6d21fd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=41b470e6-9e81-4e11-8503-29131bfecaef HTTP/1.1" status: 200 len: 944 time: 0.0794578 Feb 03 14:13:13.209559 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning for port a2796eee-464a-4afa-84d7-7413f3f6377b completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:13:13.213957 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3cf7771d-fab0-44bd-8c89-1225bb6a77c7 req-3dffa418-b26d-4313-9ba9-f1963bb1c8c4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3f06b04-7e4e-4fad-92f1-a16ac2121709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429025 Feb 03 14:13:13.215303 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port a2796eee-464a-4afa-84d7-7413f3f6377b triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:13:13.215823 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:13.302413 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4c6ff68f-2409-4d78-9212-8aad89d32930 req-220b8998-8fe8-489c-8ed7-6c8f44180815 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4cbc4ee6b61f47a897e271e5a6452f6c&device_id=5a991aaa-c11d-456f-bb34-aa7f511bca79 HTTP/1.1" status: 200 len: 1098 time: 0.0783052 Feb 03 14:13:13.339998 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:13.369643 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b470e6-9e81-4e11-8503-29131bfecaef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2796eee-464a-4afa-84d7-7413f3f6377b'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:13:13.379350 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port a2796eee-464a-4afa-84d7-7413f3f6377b, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=a2796eee-464a-4afa-84d7-7413f3f6377b,segment=NetworkSegment(e4e1bf94-8203-4128-a770-9d1da6f97a4d),segment_id=e4e1bf94-8203-4128-a770-9d1da6f97a4d)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:13.462552 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:13.464469 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ff68f-2409-4d78-9212-8aad89d32930 req-b8372eb9-58e0-47ae-9730-23e2ba130d8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:13.465805 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4c6ff68f-2409-4d78-9212-8aad89d32930 req-b8372eb9-58e0-47ae-9730-23e2ba130d8a service neutron] 10.222.0.47 "GET /v2.0/networks?id=2f1c1092-820d-41af-bed3-3674f069c798 HTTP/1.1" status: 200 len: 911 time: 0.1448760 Feb 03 14:13:13.499892 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b470e6-9e81-4e11-8503-29131bfecaef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2796eee-464a-4afa-84d7-7413f3f6377b', 'code': 200} Feb 03 14:13:13.534892 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=a2796eee-464a-4afa-84d7-7413f3f6377b,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:13.578005 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4c6ff68f-2409-4d78-9212-8aad89d32930 req-2764655b-dddf-4945-a9ec-d782ab1fb5b4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4447ff64-d96e-48d5-9070-bfd23a060422 HTTP/1.1" status: 200 len: 1001 time: 0.1062295 Feb 03 14:13:13.640503 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ff68f-2409-4d78-9212-8aad89d32930 req-4b146bfc-899a-45fb-a2da-9869d20acbd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:13.641918 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4c6ff68f-2409-4d78-9212-8aad89d32930 req-4b146bfc-899a-45fb-a2da-9869d20acbd2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac5f2d12-5c46-44f1-bb83-783314b1c271 HTTP/1.1" status: 200 len: 850 time: 0.0584025 Feb 03 14:13:13.715341 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4c6ff68f-2409-4d78-9212-8aad89d32930 req-82d58365-b1c8-4b98-b2ce-a2036c299616 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f1c1092-820d-41af-bed3-3674f069c798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676672 Feb 03 14:13:13.893322 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4c6ff68f-2409-4d78-9212-8aad89d32930 req-7da0756e-c74c-4357-a9eb-40b9ac7c233c service neutron] 10.222.0.47 "GET /v2.0/networks/2f1c1092-820d-41af-bed3-3674f069c798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721103 Feb 03 14:13:13.980722 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1570ed29-14b9-4944-97d2-2cb7e315e143 req-fcc1090a-2b2b-4ade-8334-33f2d8f4c6f1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=41b470e6-9e81-4e11-8503-29131bfecaef HTTP/1.1" status: 200 len: 1098 time: 0.1731420 Feb 03 14:13:14.057664 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4c6ff68f-2409-4d78-9212-8aad89d32930 req-cde2ffe1-8a9c-4364-9a60-90c2a9d1344b service neutron] 10.222.0.47 "GET /v2.0/networks/2f1c1092-820d-41af-bed3-3674f069c798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586173 Feb 03 14:13:14.059226 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1570ed29-14b9-4944-97d2-2cb7e315e143 req-d0e66495-a7a5-450e-b409-3403dcf84c01 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c3f06b04-7e4e-4fad-92f1-a16ac2121709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677357 Feb 03 14:13:14.408294 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1724c1e-5ee8-4088-8a6c-c1ce54225d5b req-bd88f3c0-2bc9-4963-8f3a-ac7c4ea7da2d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:14.409772 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b1724c1e-5ee8-4088-8a6c-c1ce54225d5b req-bd88f3c0-2bc9-4963-8f3a-ac7c4ea7da2d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=41b470e6-9e81-4e11-8503-29131bfecaef HTTP/1.1" status: 200 len: 945 time: 0.0787106 Feb 03 14:13:14.454868 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b1724c1e-5ee8-4088-8a6c-c1ce54225d5b req-fe33d061-c4f5-49a3-9270-5314245f4189 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3f06b04-7e4e-4fad-92f1-a16ac2121709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396943 Feb 03 14:13:15.741114 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee828f-8000-4e56-8f4b-3dd14f6359f7 req-c28ddf07-8e2b-40ad-ac16-13db30051a46 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:15.742572 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d5ee828f-8000-4e56-8f4b-3dd14f6359f7 req-c28ddf07-8e2b-40ad-ac16-13db30051a46 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=41b470e6-9e81-4e11-8503-29131bfecaef HTTP/1.1" status: 200 len: 945 time: 0.1673844 Feb 03 14:13:15.789759 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d5ee828f-8000-4e56-8f4b-3dd14f6359f7 req-e5ac3fd1-d4ed-48bc-81d9-38e62f3e1774 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3f06b04-7e4e-4fad-92f1-a16ac2121709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396981 Feb 03 14:13:16.988432 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7ebf2-86cb-4680-84bb-06a6ed2034a8 req-62136f5c-59ad-4fc8-adb3-06fe89adb19c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:16.989851 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-44d7ebf2-86cb-4680-84bb-06a6ed2034a8 req-62136f5c-59ad-4fc8-adb3-06fe89adb19c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=41b470e6-9e81-4e11-8503-29131bfecaef HTTP/1.1" status: 200 len: 945 time: 0.0753858 Feb 03 14:13:17.034965 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-44d7ebf2-86cb-4680-84bb-06a6ed2034a8 req-e8e7eb2a-ee2d-4d01-a9a0-fb1a27536b58 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3f06b04-7e4e-4fad-92f1-a16ac2121709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396681 Feb 03 14:13:17.234376 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dcf768-a25e-44c7-9445-72c69bbc723b req-2def2880-c848-471b-bfdc-688324ba1a74 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:17.235847 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-64dcf768-a25e-44c7-9445-72c69bbc723b req-2def2880-c848-471b-bfdc-688324ba1a74 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=41b470e6-9e81-4e11-8503-29131bfecaef HTTP/1.1" status: 200 len: 945 time: 0.0796380 Feb 03 14:13:17.280626 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-64dcf768-a25e-44c7-9445-72c69bbc723b req-b9983a73-575f-49cb-bd44-ab796b949d32 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3f06b04-7e4e-4fad-92f1-a16ac2121709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393682 Feb 03 14:13:17.308729 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34140) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:13:17.438083 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:17.546656 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-886683de-81e4-442e-871b-47788371c904 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=41b470e6-9e81-4e11-8503-29131bfecaef HTTP/1.1" status: 200 len: 1093 time: 0.2368269 Feb 03 14:13:17.549207 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34146) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:13:17.558551 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-876c6d3a-08e2-4e2a-b5e1-d7b075e6bdeb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'floatingip': {'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'port_id': 'a2796eee-464a-4afa-84d7-7413f3f6377b', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:13:17.559914 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-876c6d3a-08e2-4e2a-b5e1-d7b075e6bdeb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:13:17.563990 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-876c6d3a-08e2-4e2a-b5e1-d7b075e6bdeb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:floatingip and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:13:17.566772 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-876c6d3a-08e2-4e2a-b5e1-d7b075e6bdeb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:13:17.572364 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-876c6d3a-08e2-4e2a-b5e1-d7b075e6bdeb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:13:17.713017 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-876c6d3a-08e2-4e2a-b5e1-d7b075e6bdeb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for floatingip, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:17.846975 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-876c6d3a-08e2-4e2a-b5e1-d7b075e6bdeb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:17.984408 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-876c6d3a-08e2-4e2a-b5e1-d7b075e6bdeb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Allocated IP 172.26.3.219 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/5e5cbe96-ddb6-4157-90d9-5b49d7c3e378) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:13:18.127200 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-876c6d3a-08e2-4e2a-b5e1-d7b075e6bdeb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:18.199115 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-876c6d3a-08e2-4e2a-b5e1-d7b075e6bdeb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:18.270487 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876c6d3a-08e2-4e2a-b5e1-d7b075e6bdeb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:13:18.273414 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-876c6d3a-08e2-4e2a-b5e1-d7b075e6bdeb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:13:18.277999 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876c6d3a-08e2-4e2a-b5e1-d7b075e6bdeb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:13:18.307868 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c6d3a-08e2-4e2a-b5e1-d7b075e6bdeb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=5e5cbe96-ddb6-4157-90d9-5b49d7c3e378,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:18.801535 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-876c6d3a-08e2-4e2a-b5e1-d7b075e6bdeb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:18.894894 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-876c6d3a-08e2-4e2a-b5e1-d7b075e6bdeb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:19.093750 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-876c6d3a-08e2-4e2a-b5e1-d7b075e6bdeb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:19.147258 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-876c6d3a-08e2-4e2a-b5e1-d7b075e6bdeb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:19.336398 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c6d3a-08e2-4e2a-b5e1-d7b075e6bdeb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=5e5cbe96-ddb6-4157-90d9-5b49d7c3e378,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:19.355969 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-876c6d3a-08e2-4e2a-b5e1-d7b075e6bdeb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:19.545338 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.l3_db [None req-876c6d3a-08e2-4e2a-b5e1-d7b075e6bdeb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Floating IP 2889847f-0441-49d3-aed8-4950780aa3d8 associated. External IP: 172.26.3.219, port: a2796eee-464a-4afa-84d7-7413f3f6377b. Feb 03 14:13:19.935672 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876c6d3a-08e2-4e2a-b5e1-d7b075e6bdeb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router 195599cf-e45e-4bf4-9bd3-2718685f6c6c has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:13:20.130236 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876c6d3a-08e2-4e2a-b5e1-d7b075e6bdeb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:13:20.140567 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e607492-ec63-496e-856e-e3a1e2500194 None None] Sync routers for ids ['195599cf-e45e-4bf4-9bd3-2718685f6c6c'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:13:20.153203 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e607492-ec63-496e-856e-e3a1e2500194 None None] Routers {'195599cf-e45e-4bf4-9bd3-2718685f6c6c'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:13:20.153817 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-1e607492-ec63-496e-856e-e3a1e2500194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:12:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['195599cf-e45e-4bf4-9bd3-2718685f6c6c'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:13:20.257592 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-876c6d3a-08e2-4e2a-b5e1-d7b075e6bdeb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:20.315947 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-876c6d3a-08e2-4e2a-b5e1-d7b075e6bdeb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7648273 Feb 03 14:13:20.315947 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b470e6-9e81-4e11-8503-29131bfecaef', 'tag': 'a2796eee-464a-4afa-84d7-7413f3f6377b'}] {{(pid=84182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:13:20.317885 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34152) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:13:20.367187 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-1e607492-ec63-496e-856e-e3a1e2500194 None None] Set router 195599cf-e45e-4bf4-9bd3-2718685f6c6c gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:13:20.376432 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b470e6-9e81-4e11-8503-29131bfecaef', 'tag': 'a2796eee-464a-4afa-84d7-7413f3f6377b', 'status': 'completed', 'code': 200} Feb 03 14:13:20.581078 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-67cdbb4f-a43c-4059-b1b7-07c57a90ddae req-2e0d6fef-a896-4c23-997a-a20f4c7fc9b9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=41b470e6-9e81-4e11-8503-29131bfecaef HTTP/1.1" status: 200 len: 1098 time: 0.1043932 Feb 03 14:13:20.727920 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-1e607492-ec63-496e-856e-e3a1e2500194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195599cf-e45e-4bf4-9bd3-2718685f6c6c', 'name': 'tempest-TestNetworkBasicOps-router-324826834', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '17bf7d90-530b-4e22-b406-58a039d4e63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:50Z', 'updated_at': '2022-02-03T14:12:55Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '17bf7d90-530b-4e22-b406-58a039d4e63e', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195599cf-e45e-4bf4-9bd3-2718685f6c6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:51Z', 'updated_at': '2022-02-03T14:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '2889847f-0441-49d3-aed8-4950780aa3d8', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.219', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '195599cf-e45e-4bf4-9bd3-2718685f6c6c', 'port_id': 'a2796eee-464a-4afa-84d7-7413f3f6377b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ce4690-1536-4ed6-8ccc-ea254129ea8b', 'mac_address': 'fa:16:3e:5b:8e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b470e6-9e81-4e11-8503-29131bfecaef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:13:18Z', 'updated_at': '2022-02-03T14:13:18Z', 'revision_number': 0, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d2d7ba-de0f-47b1-a4bc-78a1e9719af4', 'name': '', 'network_id': '43ce4690-1536-4ed6-8ccc-ea254129ea8b', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:ea:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195599cf-e45e-4bf4-9bd3-2718685f6c6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ee7877d-4207-4638-8086-4b16996b2fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:54Z', 'updated_at': '2022-02-03T14:13:01Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '2ee7877d-4207-4638-8086-4b16996b2fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:13:20.733088 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e607492-ec63-496e-856e-e3a1e2500194 None None] Checking router: 195599cf-e45e-4bf4-9bd3-2718685f6c6c for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:13:20.744564 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e607492-ec63-496e-856e-e3a1e2500194 None None] Routers {'195599cf-e45e-4bf4-9bd3-2718685f6c6c'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:13:20.745172 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-1e607492-ec63-496e-856e-e3a1e2500194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:12:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['195599cf-e45e-4bf4-9bd3-2718685f6c6c'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:13:20.782227 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdbb4f-a43c-4059-b1b7-07c57a90ddae req-b985eb44-cbaf-4885-b7af-995be89484af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:20.783678 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-67cdbb4f-a43c-4059-b1b7-07c57a90ddae req-b985eb44-cbaf-4885-b7af-995be89484af service neutron] 10.222.0.47 "GET /v2.0/networks?id=43ce4690-1536-4ed6-8ccc-ea254129ea8b HTTP/1.1" status: 200 len: 897 time: 0.1561759 Feb 03 14:13:20.868455 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-58e9fd83-e08d-463d-88d3-5b4844e3695f tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/routers/195599cf-e45e-4bf4-9bd3-2718685f6c6c HTTP/1.1" status: 200 len: 921 time: 0.5494318 Feb 03 14:13:20.874572 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34158) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:13:20.901332 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-67cdbb4f-a43c-4059-b1b7-07c57a90ddae req-a38916f6-da6b-4078-9986-d18d95e3bf28 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2796eee-464a-4afa-84d7-7413f3f6377b HTTP/1.1" status: 200 len: 999 time: 0.1037774 Feb 03 14:13:20.942304 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-1e607492-ec63-496e-856e-e3a1e2500194 None None] Set router 195599cf-e45e-4bf4-9bd3-2718685f6c6c gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:13:20.968135 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdbb4f-a43c-4059-b1b7-07c57a90ddae req-3df946be-f45e-4cf8-ad91-72b191655805 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:20.969580 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-67cdbb4f-a43c-4059-b1b7-07c57a90ddae req-3df946be-f45e-4cf8-ad91-72b191655805 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ee7877d-4207-4638-8086-4b16996b2fb5 HTTP/1.1" status: 200 len: 833 time: 0.0615025 Feb 03 14:13:20.986289 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-0ddcd927-f4f4-4f08-bc4e-ed2e712a8f88 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/2889847f-0441-49d3-aed8-4950780aa3d8 HTTP/1.1" status: 200 len: 991 time: 0.1093972 Feb 03 14:13:21.044088 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-67cdbb4f-a43c-4059-b1b7-07c57a90ddae req-592d6e11-619c-46d7-a7f7-05d7dde225ec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=43ce4690-1536-4ed6-8ccc-ea254129ea8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685344 Feb 03 14:13:21.176618 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-67cdbb4f-a43c-4059-b1b7-07c57a90ddae req-403f9715-0454-4f39-ae2e-db60f44f5d0b service neutron] 10.222.0.47 "GET /v2.0/networks/43ce4690-1536-4ed6-8ccc-ea254129ea8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249723 Feb 03 14:13:21.298994 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-1e607492-ec63-496e-856e-e3a1e2500194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195599cf-e45e-4bf4-9bd3-2718685f6c6c', 'name': 'tempest-TestNetworkBasicOps-router-324826834', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '17bf7d90-530b-4e22-b406-58a039d4e63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:50Z', 'updated_at': '2022-02-03T14:12:55Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '17bf7d90-530b-4e22-b406-58a039d4e63e', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195599cf-e45e-4bf4-9bd3-2718685f6c6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:51Z', 'updated_at': '2022-02-03T14:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '2889847f-0441-49d3-aed8-4950780aa3d8', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.219', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '195599cf-e45e-4bf4-9bd3-2718685f6c6c', 'port_id': 'a2796eee-464a-4afa-84d7-7413f3f6377b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ce4690-1536-4ed6-8ccc-ea254129ea8b', 'mac_address': 'fa:16:3e:5b:8e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b470e6-9e81-4e11-8503-29131bfecaef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:13:18Z', 'updated_at': '2022-02-03T14:13:18Z', 'revision_number': 0, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d2d7ba-de0f-47b1-a4bc-78a1e9719af4', 'name': '', 'network_id': '43ce4690-1536-4ed6-8ccc-ea254129ea8b', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:ea:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195599cf-e45e-4bf4-9bd3-2718685f6c6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ee7877d-4207-4638-8086-4b16996b2fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:54Z', 'updated_at': '2022-02-03T14:13:01Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '2ee7877d-4207-4638-8086-4b16996b2fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:13:21.302915 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e607492-ec63-496e-856e-e3a1e2500194 None None] The sync data for ids ['195599cf-e45e-4bf4-9bd3-2718685f6c6c'] in dv-neutron-827016-1-hyperv is: [{'id': '195599cf-e45e-4bf4-9bd3-2718685f6c6c', 'name': 'tempest-TestNetworkBasicOps-router-324826834', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '17bf7d90-530b-4e22-b406-58a039d4e63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:50Z', 'updated_at': '2022-02-03T14:12:55Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '17bf7d90-530b-4e22-b406-58a039d4e63e', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195599cf-e45e-4bf4-9bd3-2718685f6c6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:51Z', 'updated_at': '2022-02-03T14:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '2889847f-0441-49d3-aed8-4950780aa3d8', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.219', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '195599cf-e45e-4bf4-9bd3-2718685f6c6c', 'port_id': 'a2796eee-464a-4afa-84d7-7413f3f6377b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ce4690-1536-4ed6-8ccc-ea254129ea8b', 'mac_address': 'fa:16:3e:5b:8e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b470e6-9e81-4e11-8503-29131bfecaef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:13:18Z', 'updated_at': '2022-02-03T14:13:18Z', 'revision_number': 0, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d2d7ba-de0f-47b1-a4bc-78a1e9719af4', 'name': '', 'network_id': '43ce4690-1536-4ed6-8ccc-ea254129ea8b', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:ea:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195599cf-e45e-4bf4-9bd3-2718685f6c6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ee7877d-4207-4638-8086-4b16996b2fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:54Z', 'updated_at': '2022-02-03T14:13:01Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '2ee7877d-4207-4638-8086-4b16996b2fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:13:21.311903 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-67cdbb4f-a43c-4059-b1b7-07c57a90ddae req-b7c3f3aa-36ac-429f-a4c2-5868a92f26a3 service neutron] 10.222.0.47 "GET /v2.0/networks/43ce4690-1536-4ed6-8ccc-ea254129ea8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296041 Feb 03 14:13:21.512833 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959b2c58-364c-480d-9f5e-67b93ece1baa None None] New status for floating IP 2889847f-0441-49d3-aed8-4950780aa3d8: ACTIVE {{(pid=84184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:13:21.988996 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34162) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:13:22.101009 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b4634d94-0fe3-400e-9b75-7ebe7252e2a0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/2889847f-0441-49d3-aed8-4950780aa3d8 HTTP/1.1" status: 200 len: 993 time: 0.1102958 Feb 03 14:13:25.329997 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-72753dd9-79d6-4900-a983-235a404c7919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:27.501866 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-94c306ef-9a28-420d-827b-602da8ef9b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:28.826807 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:28.855175 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:30.172953 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:45.826266 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:13:47.392669 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:55.341102 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c3598a89-76ce-447f-8b5c-762ac2d76e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:57.455565 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d06deb81-f54b-46c5-ba4a-ee797ecb9e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:58.828660 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:13:58.837555 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:00.168133 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:14.538821 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c31404af-aca9-4ba3-9505-98f5bc534075 req-dd7436a1-a8af-43b0-9f11-b23b457e9976 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=aaa3a01b-dfda-48b0-a0a5-194b3c960db7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709264 Feb 03 14:14:14.626306 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c31404af-aca9-4ba3-9505-98f5bc534075 req-28e4b1a7-1ccf-4a4b-b794-b24085087cef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4cbc4ee6b61f47a897e271e5a6452f6c&device_id=aaa3a01b-dfda-48b0-a0a5-194b3c960db7 HTTP/1.1" status: 200 len: 1098 time: 0.0667048 Feb 03 14:14:14.767753 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31404af-aca9-4ba3-9505-98f5bc534075 req-3041e6fb-518a-49a5-ac7f-0a6b216d0cb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:14.769239 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c31404af-aca9-4ba3-9505-98f5bc534075 req-3041e6fb-518a-49a5-ac7f-0a6b216d0cb3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2f1c1092-820d-41af-bed3-3674f069c798 HTTP/1.1" status: 200 len: 911 time: 0.1238544 Feb 03 14:14:14.870133 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c31404af-aca9-4ba3-9505-98f5bc534075 req-2c3e2cc4-34fa-4ba3-960a-14888feb4d35 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1124ea5e-dd21-456a-888c-c0b64f57c71e HTTP/1.1" status: 200 len: 1000 time: 0.0946727 Feb 03 14:14:14.929571 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31404af-aca9-4ba3-9505-98f5bc534075 req-b49aee4b-1f6e-453a-b199-657e0079396e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:14.930961 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c31404af-aca9-4ba3-9505-98f5bc534075 req-b49aee4b-1f6e-453a-b199-657e0079396e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac5f2d12-5c46-44f1-bb83-783314b1c271 HTTP/1.1" status: 200 len: 850 time: 0.0553989 Feb 03 14:14:15.007149 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c31404af-aca9-4ba3-9505-98f5bc534075 req-38dc78ff-aa03-4f17-8086-7cf1792d7f41 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f1c1092-820d-41af-bed3-3674f069c798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705690 Feb 03 14:14:15.222258 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c31404af-aca9-4ba3-9505-98f5bc534075 req-c7212ae6-e11a-46ff-abbe-656623cbdc07 service neutron] 10.222.0.47 "GET /v2.0/networks/2f1c1092-820d-41af-bed3-3674f069c798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078571 Feb 03 14:14:15.349919 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c31404af-aca9-4ba3-9505-98f5bc534075 req-3aa2640a-f297-4aae-a270-58edd9c372aa service neutron] 10.222.0.47 "GET /v2.0/networks/2f1c1092-820d-41af-bed3-3674f069c798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215956 Feb 03 14:14:17.426050 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:22.826882 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:14:25.317139 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4db9d084-c6f5-48fc-9619-8a0112453262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:27.477100 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f9496b0f-a54e-409d-b605-afa17357b54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:28.808202 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:28.830877 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:30.156216 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:33.141841 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34198) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:14:33.316607 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-31c214ce-8a0d-4a93-b438-7c1fa6a7b812 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/routers/195599cf-e45e-4bf4-9bd3-2718685f6c6c/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1737390 Feb 03 14:14:33.325168 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34202) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:14:33.687499 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e9e95f-f1ef-4fdb-9e12-3188c6fe44ad tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Notify agent at dv-neutron-827016-1-hyperv the message router_removed_from_agent {{(pid=84182) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Feb 03 14:14:33.690861 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-90e9e95f-f1ef-4fdb-9e12-3188c6fe44ad tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "DELETE /v2.0/agents/68da04b2-629e-45c8-8ab8-7405952287be/l3-routers/195599cf-e45e-4bf4-9bd3-2718685f6c6c HTTP/1.1" status: 204 len: 168 time: 0.3647954 Feb 03 14:14:33.693425 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34206) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:14:33.866939 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-5a3b2aba-09bf-495e-8756-5a254b2f80e3 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/routers/195599cf-e45e-4bf4-9bd3-2718685f6c6c/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1724532 Feb 03 14:14:33.869517 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34210) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:14:33.970610 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d3d17c7b-1a02-4be1-8a25-0daa9058e8ca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/2889847f-0441-49d3-aed8-4950780aa3d8 HTTP/1.1" status: 200 len: 993 time: 0.1000998 Feb 03 14:14:34.459763 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b78c96-0915-4003-9d04-d0bea82a9805 None None] New status for floating IP 2889847f-0441-49d3-aed8-4950780aa3d8: DOWN {{(pid=84183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:14:34.915816 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 94d2d7ba-de0f-47b1-a4bc-78a1e9719af4 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:14:34.973597 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34214) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:14:35.024652 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:35.055910 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 94d2d7ba-de0f-47b1-a4bc-78a1e9719af4, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=94d2d7ba-de0f-47b1-a4bc-78a1e9719af4,segment=NetworkSegment(e4e1bf94-8203-4128-a770-9d1da6f97a4d),segment_id=e4e1bf94-8203-4128-a770-9d1da6f97a4d)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:35.076763 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-085b6ca5-44ae-4144-9fc0-b1779ce109c4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/2889847f-0441-49d3-aed8-4950780aa3d8 HTTP/1.1" status: 200 len: 991 time: 0.1018877 Feb 03 14:14:35.122373 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:35.123092 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 17bf7d90-530b-4e22-b406-58a039d4e63e no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:14:35.232838 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=94d2d7ba-de0f-47b1-a4bc-78a1e9719af4,revision_number=6']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:35.267945 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:35.268288 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:35.268627 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:35.268961 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:35.269292 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:35.269616 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:35.269941 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:35.270266 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:35.270602 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:35.270910 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:35.271250 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:35.299581 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:35.314454 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 17bf7d90-530b-4e22-b406-58a039d4e63e, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=17bf7d90-530b-4e22-b406-58a039d4e63e,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:35.390852 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:35.456015 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=17bf7d90-530b-4e22-b406-58a039d4e63e,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:36.157589 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34220) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:14:36.225963 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34224) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:14:36.361018 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-266958a4-bb22-4aa2-b339-1752506699dc tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Deleting port f81cc9aa-7621-49c8-a70d-5e584910e833 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:14:36.361851 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-266958a4-bb22-4aa2-b339-1752506699dc tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:36.493765 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364832df-b4f1-4170-a062-676a0e845422 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Router 195599cf-e45e-4bf4-9bd3-2718685f6c6c is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:14:36.494116 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364832df-b4f1-4170-a062-676a0e845422 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Notify agent at dv-neutron-827016-1-hyperv the message router_added_to_agent {{(pid=84181) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Feb 03 14:14:36.524031 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-364832df-b4f1-4170-a062-676a0e845422 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "POST /v2.0/agents/68da04b2-629e-45c8-8ab8-7405952287be/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2945452 Feb 03 14:14:36.524316 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34230) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:14:36.528598 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-266958a4-bb22-4aa2-b339-1752506699dc tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:36.528933 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-266958a4-bb22-4aa2-b339-1752506699dc tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:36.544221 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38b4064-feec-4437-8729-7c71215ac084 None None] Sync routers for ids ['195599cf-e45e-4bf4-9bd3-2718685f6c6c'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:14:36.556938 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38b4064-feec-4437-8729-7c71215ac084 None None] Routers {'195599cf-e45e-4bf4-9bd3-2718685f6c6c'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:14:36.557533 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-e38b4064-feec-4437-8729-7c71215ac084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:14:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['195599cf-e45e-4bf4-9bd3-2718685f6c6c'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:36.649666 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-266958a4-bb22-4aa2-b339-1752506699dc tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Calling delete_port for f81cc9aa-7621-49c8-a70d-5e584910e833 owned by network:floatingip {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:14:36.708863 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-6ae8758e-ce81-4dab-a390-3d7360997286 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/routers/195599cf-e45e-4bf4-9bd3-2718685f6c6c/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1834104 Feb 03 14:14:36.711533 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34236) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:14:36.736181 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-e38b4064-feec-4437-8729-7c71215ac084 None None] Set router 195599cf-e45e-4bf4-9bd3-2718685f6c6c gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:14:36.820157 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-4dd8998e-eba7-47ff-b63a-9fde188369eb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/2889847f-0441-49d3-aed8-4950780aa3d8 HTTP/1.1" status: 200 len: 991 time: 0.1073632 Feb 03 14:14:36.909446 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-266958a4-bb22-4aa2-b339-1752506699dc tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:36.951594 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266958a4-bb22-4aa2-b339-1752506699dc tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Pushing event deleted for resources: {'Port': ['ID=f81cc9aa-7621-49c8-a70d-5e584910e833,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:37.022071 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266958a4-bb22-4aa2-b339-1752506699dc tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:37.022406 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266958a4-bb22-4aa2-b339-1752506699dc tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:37.022739 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266958a4-bb22-4aa2-b339-1752506699dc tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:37.023081 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266958a4-bb22-4aa2-b339-1752506699dc tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:37.023510 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266958a4-bb22-4aa2-b339-1752506699dc tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:37.023831 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266958a4-bb22-4aa2-b339-1752506699dc tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:37.024150 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266958a4-bb22-4aa2-b339-1752506699dc tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:37.024471 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266958a4-bb22-4aa2-b339-1752506699dc tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:37.024786 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266958a4-bb22-4aa2-b339-1752506699dc tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:37.025102 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266958a4-bb22-4aa2-b339-1752506699dc tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:37.025414 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266958a4-bb22-4aa2-b339-1752506699dc tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:37.052810 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-266958a4-bb22-4aa2-b339-1752506699dc tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for floatingip, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:37.076382 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-e38b4064-feec-4437-8729-7c71215ac084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195599cf-e45e-4bf4-9bd3-2718685f6c6c', 'name': 'tempest-TestNetworkBasicOps-router-324826834', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '17bf7d90-530b-4e22-b406-58a039d4e63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:50Z', 'updated_at': '2022-02-03T14:12:55Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '17bf7d90-530b-4e22-b406-58a039d4e63e', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195599cf-e45e-4bf4-9bd3-2718685f6c6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:51Z', 'updated_at': '2022-02-03T14:14:35Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '2889847f-0441-49d3-aed8-4950780aa3d8', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.219', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '195599cf-e45e-4bf4-9bd3-2718685f6c6c', 'port_id': 'a2796eee-464a-4afa-84d7-7413f3f6377b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ce4690-1536-4ed6-8ccc-ea254129ea8b', 'mac_address': 'fa:16:3e:5b:8e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b470e6-9e81-4e11-8503-29131bfecaef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:13:18Z', 'updated_at': '2022-02-03T14:14:34Z', 'revision_number': 2, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d2d7ba-de0f-47b1-a4bc-78a1e9719af4', 'name': '', 'network_id': '43ce4690-1536-4ed6-8ccc-ea254129ea8b', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:ea:66:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195599cf-e45e-4bf4-9bd3-2718685f6c6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ee7877d-4207-4638-8086-4b16996b2fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:54Z', 'updated_at': '2022-02-03T14:14:35Z', 'revision_number': 6, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '2ee7877d-4207-4638-8086-4b16996b2fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:37.080631 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38b4064-feec-4437-8729-7c71215ac084 None None] Checking router: 195599cf-e45e-4bf4-9bd3-2718685f6c6c for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:14:37.090633 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38b4064-feec-4437-8729-7c71215ac084 None None] Routers {'195599cf-e45e-4bf4-9bd3-2718685f6c6c'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:14:37.091246 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-e38b4064-feec-4437-8729-7c71215ac084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:14:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['195599cf-e45e-4bf4-9bd3-2718685f6c6c'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:37.301640 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-e38b4064-feec-4437-8729-7c71215ac084 None None] Set router 195599cf-e45e-4bf4-9bd3-2718685f6c6c gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:14:37.542321 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266958a4-bb22-4aa2-b339-1752506699dc tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Router e99ef848-aa98-4722-80b7-7357374de1ac has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:14:37.644240 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-e38b4064-feec-4437-8729-7c71215ac084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195599cf-e45e-4bf4-9bd3-2718685f6c6c', 'name': 'tempest-TestNetworkBasicOps-router-324826834', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '17bf7d90-530b-4e22-b406-58a039d4e63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:50Z', 'updated_at': '2022-02-03T14:12:55Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '17bf7d90-530b-4e22-b406-58a039d4e63e', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195599cf-e45e-4bf4-9bd3-2718685f6c6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:51Z', 'updated_at': '2022-02-03T14:14:35Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '2889847f-0441-49d3-aed8-4950780aa3d8', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.219', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '195599cf-e45e-4bf4-9bd3-2718685f6c6c', 'port_id': 'a2796eee-464a-4afa-84d7-7413f3f6377b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ce4690-1536-4ed6-8ccc-ea254129ea8b', 'mac_address': 'fa:16:3e:5b:8e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b470e6-9e81-4e11-8503-29131bfecaef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:13:18Z', 'updated_at': '2022-02-03T14:14:34Z', 'revision_number': 2, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d2d7ba-de0f-47b1-a4bc-78a1e9719af4', 'name': '', 'network_id': '43ce4690-1536-4ed6-8ccc-ea254129ea8b', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:ea:66:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195599cf-e45e-4bf4-9bd3-2718685f6c6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ee7877d-4207-4638-8086-4b16996b2fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:54Z', 'updated_at': '2022-02-03T14:14:35Z', 'revision_number': 6, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '2ee7877d-4207-4638-8086-4b16996b2fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:37.648393 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38b4064-feec-4437-8729-7c71215ac084 None None] The sync data for ids ['195599cf-e45e-4bf4-9bd3-2718685f6c6c'] in dv-neutron-827016-1-hyperv is: [{'id': '195599cf-e45e-4bf4-9bd3-2718685f6c6c', 'name': 'tempest-TestNetworkBasicOps-router-324826834', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '17bf7d90-530b-4e22-b406-58a039d4e63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:50Z', 'updated_at': '2022-02-03T14:12:55Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '17bf7d90-530b-4e22-b406-58a039d4e63e', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195599cf-e45e-4bf4-9bd3-2718685f6c6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:51Z', 'updated_at': '2022-02-03T14:14:35Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '2889847f-0441-49d3-aed8-4950780aa3d8', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.219', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '195599cf-e45e-4bf4-9bd3-2718685f6c6c', 'port_id': 'a2796eee-464a-4afa-84d7-7413f3f6377b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ce4690-1536-4ed6-8ccc-ea254129ea8b', 'mac_address': 'fa:16:3e:5b:8e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b470e6-9e81-4e11-8503-29131bfecaef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:13:18Z', 'updated_at': '2022-02-03T14:14:34Z', 'revision_number': 2, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d2d7ba-de0f-47b1-a4bc-78a1e9719af4', 'name': '', 'network_id': '43ce4690-1536-4ed6-8ccc-ea254129ea8b', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:ea:66:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195599cf-e45e-4bf4-9bd3-2718685f6c6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ee7877d-4207-4638-8086-4b16996b2fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:54Z', 'updated_at': '2022-02-03T14:14:35Z', 'revision_number': 6, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '2ee7877d-4207-4638-8086-4b16996b2fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:14:37.754772 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266958a4-bb22-4aa2-b339-1752506699dc tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:14:37.769745 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a4c805-9eda-47fe-b34a-69a176eac798 None None] Sync routers for ids ['e99ef848-aa98-4722-80b7-7357374de1ac'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:14:37.772361 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-266958a4-bb22-4aa2-b339-1752506699dc tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:37.806777 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a4c805-9eda-47fe-b34a-69a176eac798 None None] Routers {'e99ef848-aa98-4722-80b7-7357374de1ac'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:14:37.808377 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-28a4c805-9eda-47fe-b34a-69a176eac798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:14:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e99ef848-aa98-4722-80b7-7357374de1ac'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:37.825446 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34240) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:14:37.906255 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-266958a4-bb22-4aa2-b339-1752506699dc tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "DELETE /v2.0/floatingips/8fd1ae2a-c918-45ad-b1fa-cad304da8abd HTTP/1.1" status: 204 len: 168 time: 1.7450109 Feb 03 14:14:37.907089 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaa3a01b-dfda-48b0-a0a5-194b3c960db7', 'tag': '1124ea5e-dd21-456a-888c-c0b64f57c71e'}] {{(pid=84182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:14:37.952726 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d9dc1df3-d03b-42a6-9848-e85d6e67192e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/2889847f-0441-49d3-aed8-4950780aa3d8 HTTP/1.1" status: 200 len: 991 time: 0.1259577 Feb 03 14:14:37.982176 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaa3a01b-dfda-48b0-a0a5-194b3c960db7', 'tag': '1124ea5e-dd21-456a-888c-c0b64f57c71e', 'status': 'completed', 'code': 200} Feb 03 14:14:38.022880 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-28a4c805-9eda-47fe-b34a-69a176eac798 None None] Set router e99ef848-aa98-4722-80b7-7357374de1ac gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:14:38.087762 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-89fb35ef-6643-4df8-9c91-07a93ebe9be0 req-673bc493-06c8-4cf8-b981-c3f560495894 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4cbc4ee6b61f47a897e271e5a6452f6c&device_id=aaa3a01b-dfda-48b0-a0a5-194b3c960db7 HTTP/1.1" status: 200 len: 1098 time: 0.0826125 Feb 03 14:14:38.228986 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb35ef-6643-4df8-9c91-07a93ebe9be0 req-5ab1d6cf-6aec-488e-8663-438b6640de9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:38.230469 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-89fb35ef-6643-4df8-9c91-07a93ebe9be0 req-5ab1d6cf-6aec-488e-8663-438b6640de9f service neutron] 10.222.0.47 "GET /v2.0/networks?id=2f1c1092-820d-41af-bed3-3674f069c798 HTTP/1.1" status: 200 len: 911 time: 0.1347132 Feb 03 14:14:38.310024 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-89fb35ef-6643-4df8-9c91-07a93ebe9be0 req-baafd7ab-d3cf-4676-8822-51cd536c0312 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1124ea5e-dd21-456a-888c-c0b64f57c71e HTTP/1.1" status: 200 len: 217 time: 0.0728672 Feb 03 14:14:38.420457 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb35ef-6643-4df8-9c91-07a93ebe9be0 req-a4a7ada7-2d18-4b6a-9eeb-a79df6a09f7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:38.422068 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-89fb35ef-6643-4df8-9c91-07a93ebe9be0 req-a4a7ada7-2d18-4b6a-9eeb-a79df6a09f7a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac5f2d12-5c46-44f1-bb83-783314b1c271 HTTP/1.1" status: 200 len: 850 time: 0.1050839 Feb 03 14:14:38.467731 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-28a4c805-9eda-47fe-b34a-69a176eac798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'name': 'tempest-TestVolumeBootPattern-211161176-router', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:15Z', 'updated_at': '2022-02-03T14:03:30Z', 'revision_number': 4, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'gw_port': {'id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:17Z', 'updated_at': '2022-02-03T14:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'f357fefa-2a8c-4ed8-94ef-6fb51e7bc549', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'floating_ip_address': '172.26.3.184', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'port_id': '4447ff64-d96e-48d5-9070-bfd23a060422', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798', 'mac_address': 'fa:16:3e:be:60:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a991aaa-c11d-456f-bb34-aa7f511bca79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:08:40Z', 'updated_at': '2022-02-03T14:08:43Z', 'revision_number': 1, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36c5ceab-9546-4155-a0cd-7c3d6a13d789', 'name': '', 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'mac_address': 'fa:16:3e:55:2e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:27Z', 'updated_at': '2022-02-03T14:03:43Z', 'revision_number': 5, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'subnets': [{'id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:38.467731 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a4c805-9eda-47fe-b34a-69a176eac798 None None] Checking router: e99ef848-aa98-4722-80b7-7357374de1ac for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:14:38.478478 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a4c805-9eda-47fe-b34a-69a176eac798 None None] Routers {'e99ef848-aa98-4722-80b7-7357374de1ac'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:14:38.479505 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-28a4c805-9eda-47fe-b34a-69a176eac798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:14:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e99ef848-aa98-4722-80b7-7357374de1ac'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:38.514867 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-89fb35ef-6643-4df8-9c91-07a93ebe9be0 req-10274e60-0831-4186-b756-c16cbeeb2c04 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f1c1092-820d-41af-bed3-3674f069c798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0857408 Feb 03 14:14:38.629353 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac2f1f-21d9-4e60-9107-2944f0935566 req-b72b1dbf-bd80-454e-8981-7533ddb935ea tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:38.630894 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-54ac2f1f-21d9-4e60-9107-2944f0935566 req-b72b1dbf-bd80-454e-8981-7533ddb935ea tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Synchronizing usage tracker for tenant:4cbc4ee6b61f47a897e271e5a6452f6c on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:14:38.668078 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-89fb35ef-6643-4df8-9c91-07a93ebe9be0 req-105dd118-a7c7-4373-8881-9dec434c542c service neutron] 10.222.0.47 "GET /v2.0/networks/2f1c1092-820d-41af-bed3-3674f069c798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440656 Feb 03 14:14:38.671967 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-28a4c805-9eda-47fe-b34a-69a176eac798 None None] Set router e99ef848-aa98-4722-80b7-7357374de1ac gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:14:38.717265 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-54ac2f1f-21d9-4e60-9107-2944f0935566 req-b72b1dbf-bd80-454e-8981-7533ddb935ea tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Unset dirty status for tenant:4cbc4ee6b61f47a897e271e5a6452f6c on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:14:38.718606 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-54ac2f1f-21d9-4e60-9107-2944f0935566 req-b72b1dbf-bd80-454e-8981-7533ddb935ea tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaa3a01b-dfda-48b0-a0a5-194b3c960db7 HTTP/1.1" status: 200 len: 945 time: 0.1982799 Feb 03 14:14:38.789762 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-54ac2f1f-21d9-4e60-9107-2944f0935566 req-9d674587-2423-447b-828e-613a72249723 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637367 Feb 03 14:14:38.818499 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-89fb35ef-6643-4df8-9c91-07a93ebe9be0 req-07a6ce6e-29e5-45ae-a9c7-a3c71925c3b3 service neutron] 10.222.0.47 "GET /v2.0/networks/2f1c1092-820d-41af-bed3-3674f069c798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400495 Feb 03 14:14:38.956077 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34250) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:14:38.994926 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 94d2d7ba-de0f-47b1-a4bc-78a1e9719af4 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:14:39.081774 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-44c4dcca-a0da-49ab-9859-c03d351c2e96 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/2889847f-0441-49d3-aed8-4950780aa3d8 HTTP/1.1" status: 200 len: 991 time: 0.1244321 Feb 03 14:14:39.140920 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 94d2d7ba-de0f-47b1-a4bc-78a1e9719af4 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:14:39.141288 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:39.244525 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-28a4c805-9eda-47fe-b34a-69a176eac798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'name': 'tempest-TestVolumeBootPattern-211161176-router', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:15Z', 'updated_at': '2022-02-03T14:03:30Z', 'revision_number': 4, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'gw_port': {'id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:17Z', 'updated_at': '2022-02-03T14:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'f357fefa-2a8c-4ed8-94ef-6fb51e7bc549', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'floating_ip_address': '172.26.3.184', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'port_id': '4447ff64-d96e-48d5-9070-bfd23a060422', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798', 'mac_address': 'fa:16:3e:be:60:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a991aaa-c11d-456f-bb34-aa7f511bca79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:08:40Z', 'updated_at': '2022-02-03T14:08:43Z', 'revision_number': 1, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36c5ceab-9546-4155-a0cd-7c3d6a13d789', 'name': '', 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'mac_address': 'fa:16:3e:55:2e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:27Z', 'updated_at': '2022-02-03T14:03:43Z', 'revision_number': 5, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'subnets': [{'id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:39.257902 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a4c805-9eda-47fe-b34a-69a176eac798 None None] The sync data for ids ['e99ef848-aa98-4722-80b7-7357374de1ac'] in dv-neutron-827016-1-hyperv is: [{'id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'name': 'tempest-TestVolumeBootPattern-211161176-router', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:15Z', 'updated_at': '2022-02-03T14:03:30Z', 'revision_number': 4, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'gw_port': {'id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:17Z', 'updated_at': '2022-02-03T14:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'f357fefa-2a8c-4ed8-94ef-6fb51e7bc549', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'floating_ip_address': '172.26.3.184', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'port_id': '4447ff64-d96e-48d5-9070-bfd23a060422', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798', 'mac_address': 'fa:16:3e:be:60:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a991aaa-c11d-456f-bb34-aa7f511bca79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:08:40Z', 'updated_at': '2022-02-03T14:08:43Z', 'revision_number': 1, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36c5ceab-9546-4155-a0cd-7c3d6a13d789', 'name': '', 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'mac_address': 'fa:16:3e:55:2e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:27Z', 'updated_at': '2022-02-03T14:03:43Z', 'revision_number': 5, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'subnets': [{'id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:14:39.275770 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:39.308139 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 94d2d7ba-de0f-47b1-a4bc-78a1e9719af4, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=94d2d7ba-de0f-47b1-a4bc-78a1e9719af4,segment=NetworkSegment(e4e1bf94-8203-4128-a770-9d1da6f97a4d),segment_id=e4e1bf94-8203-4128-a770-9d1da6f97a4d)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:39.368660 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:39.369541 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 17bf7d90-530b-4e22-b406-58a039d4e63e up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:14:39.479773 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=94d2d7ba-de0f-47b1-a4bc-78a1e9719af4,revision_number=7']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:39.494188 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 17bf7d90-530b-4e22-b406-58a039d4e63e triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:14:39.494638 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:39.603183 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:39.618697 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 17bf7d90-530b-4e22-b406-58a039d4e63e, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=17bf7d90-530b-4e22-b406-58a039d4e63e,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:39.693057 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:39.758928 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=17bf7d90-530b-4e22-b406-58a039d4e63e,revision_number=6']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:39.984604 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd4f89-8d51-4cf5-938b-75cf556c4833 req-1c440cbf-9388-489e-820e-ef537df1c646 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:39.986024 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-98dd4f89-8d51-4cf5-938b-75cf556c4833 req-1c440cbf-9388-489e-820e-ef537df1c646 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaa3a01b-dfda-48b0-a0a5-194b3c960db7 HTTP/1.1" status: 200 len: 945 time: 0.0785244 Feb 03 14:14:40.030758 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-98dd4f89-8d51-4cf5-938b-75cf556c4833 req-3d2a6cdf-2740-4646-b1c4-ada5607b75e4 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390768 Feb 03 14:14:40.085485 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34256) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:14:40.195275 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d807d7b4-4375-4f13-83cf-a151eea6bbd8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/2889847f-0441-49d3-aed8-4950780aa3d8 HTTP/1.1" status: 200 len: 991 time: 0.1084635 Feb 03 14:14:40.247309 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94f991-effa-4bd2-90b1-fd2fcbc55431 req-27837f32-4d89-455a-b916-0312c819b3ad tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:40.247884 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-5e94f991-effa-4bd2-90b1-fd2fcbc55431 req-27837f32-4d89-455a-b916-0312c819b3ad tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Synchronizing usage tracker for tenant:4cbc4ee6b61f47a897e271e5a6452f6c on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:14:40.259938 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-5e94f991-effa-4bd2-90b1-fd2fcbc55431 req-27837f32-4d89-455a-b916-0312c819b3ad tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Unset dirty status for tenant:4cbc4ee6b61f47a897e271e5a6452f6c on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:14:40.261004 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-5e94f991-effa-4bd2-90b1-fd2fcbc55431 req-27837f32-4d89-455a-b916-0312c819b3ad tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.47 "GET /v2.0/ports?device_id=aaa3a01b-dfda-48b0-a0a5-194b3c960db7 HTTP/1.1" status: 200 len: 945 time: 0.0966234 Feb 03 14:14:40.419310 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-5e94f991-effa-4bd2-90b1-fd2fcbc55431 req-ae9282f6-041a-40f4-b527-1467e6acd6d1 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Deleting port 1124ea5e-dd21-456a-888c-c0b64f57c71e {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:14:40.419655 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-5e94f991-effa-4bd2-90b1-fd2fcbc55431 req-ae9282f6-041a-40f4-b527-1467e6acd6d1 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:40.662390 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-5e94f991-effa-4bd2-90b1-fd2fcbc55431 req-ae9282f6-041a-40f4-b527-1467e6acd6d1 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] For port 1124ea5e-dd21-456a-888c-c0b64f57c71e, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=1124ea5e-dd21-456a-888c-c0b64f57c71e,segment=NetworkSegment(a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce),segment_id=a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:40.662749 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-5e94f991-effa-4bd2-90b1-fd2fcbc55431 req-ae9282f6-041a-40f4-b527-1467e6acd6d1 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:40.781323 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-5e94f991-effa-4bd2-90b1-fd2fcbc55431 req-ae9282f6-041a-40f4-b527-1467e6acd6d1 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Calling delete_port for 1124ea5e-dd21-456a-888c-c0b64f57c71e owned by compute:nova {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:14:40.935497 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 94d2d7ba-de0f-47b1-a4bc-78a1e9719af4 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:14:40.999335 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 94d2d7ba-de0f-47b1-a4bc-78a1e9719af4 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:14:40.999707 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:41.037264 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-5e94f991-effa-4bd2-90b1-fd2fcbc55431 req-ae9282f6-041a-40f4-b527-1467e6acd6d1 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:41.113225 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9282f6-041a-40f4-b527-1467e6acd6d1 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Pushing event deleted for resources: {'Port': ['ID=1124ea5e-dd21-456a-888c-c0b64f57c71e,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:41.121470 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 17bf7d90-530b-4e22-b406-58a039d4e63e up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:14:41.162426 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9282f6-041a-40f4-b527-1467e6acd6d1 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:41.162894 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9282f6-041a-40f4-b527-1467e6acd6d1 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:41.163276 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9282f6-041a-40f4-b527-1467e6acd6d1 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:41.163606 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9282f6-041a-40f4-b527-1467e6acd6d1 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:41.163932 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9282f6-041a-40f4-b527-1467e6acd6d1 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:41.164254 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9282f6-041a-40f4-b527-1467e6acd6d1 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:41.164644 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9282f6-041a-40f4-b527-1467e6acd6d1 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:41.165011 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9282f6-041a-40f4-b527-1467e6acd6d1 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:41.165332 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9282f6-041a-40f4-b527-1467e6acd6d1 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:41.165651 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9282f6-041a-40f4-b527-1467e6acd6d1 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:41.166093 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9282f6-041a-40f4-b527-1467e6acd6d1 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:41.194120 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 17bf7d90-530b-4e22-b406-58a039d4e63e triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:14:41.194528 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:41.199122 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34262) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:14:41.201987 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c1656603-ca7b-4edf-9af2-42c1615b62c7 req-1cac3cf9-214e-48b7-b19a-9916944bee0a tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaa3a01b-dfda-48b0-a0a5-194b3c960db7 HTTP/1.1" status: 200 len: 210 time: 0.0410664 Feb 03 14:14:41.206912 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e94f991-effa-4bd2-90b1-fd2fcbc55431 req-ae9282f6-041a-40f4-b527-1467e6acd6d1 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] No DVR routers for this DVR port 1124ea5e-dd21-456a-888c-c0b64f57c71e on host hv-neutron-8270 {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:14:41.209453 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-5e94f991-effa-4bd2-90b1-fd2fcbc55431 req-ae9282f6-041a-40f4-b527-1467e6acd6d1 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:41.262319 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa3a01b-dfda-48b0-a0a5-194b3c960db7', 'name': 'network-vif-deleted', 'tag': '1124ea5e-dd21-456a-888c-c0b64f57c71e'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:14:41.324336 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-7cadb2b1-a140-4eda-9a0a-82c3bbcbb5e2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/2889847f-0441-49d3-aed8-4950780aa3d8 HTTP/1.1" status: 200 len: 991 time: 0.1192911 Feb 03 14:14:41.340321 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-5e94f991-effa-4bd2-90b1-fd2fcbc55431 req-ae9282f6-041a-40f4-b527-1467e6acd6d1 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.47 "DELETE /v2.0/ports/1124ea5e-dd21-456a-888c-c0b64f57c71e HTTP/1.1" status: 204 len: 173 time: 1.0742736 Feb 03 14:14:41.396648 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa3a01b-dfda-48b0-a0a5-194b3c960db7', 'name': 'network-vif-deleted', 'tag': '1124ea5e-dd21-456a-888c-c0b64f57c71e', 'status': 'completed', 'code': 200} Feb 03 14:14:42.327599 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34272) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:14:42.442533 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-36ca3113-5bb2-45b6-9ac9-32b9e671e154 req-fce03406-0527-46ee-a42c-82c6cdfe1c2f tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaa3a01b-dfda-48b0-a0a5-194b3c960db7 HTTP/1.1" status: 200 len: 210 time: 0.0491500 Feb 03 14:14:42.472528 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4b99bba3-f3ef-409f-8472-791e6ab8a09e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/2889847f-0441-49d3-aed8-4950780aa3d8 HTTP/1.1" status: 200 len: 991 time: 0.1438107 Feb 03 14:14:42.716297 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6749413a-dfbb-45c8-92af-d5dcefd7fa32 None None] New status for floating IP 8fd1ae2a-c918-45ad-b1fa-cad304da8abd: DOWN {{(pid=84184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:14:43.476110 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34278) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:14:43.579188 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b9ebe671-df0e-49bb-bf98-0da1b62552a1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/2889847f-0441-49d3-aed8-4950780aa3d8 HTTP/1.1" status: 200 len: 991 time: 0.1018896 Feb 03 14:14:43.597429 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 1124ea5e-dd21-456a-888c-c0b64f57c71e no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:14:43.630430 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] No Port match for: 1124ea5e-dd21-456a-888c-c0b64f57c71e {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:14:43.630772 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 1124ea5e-dd21-456a-888c-c0b64f57c71e not bound to the agent host hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:14:44.582528 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34286) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:14:44.799981 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-aad6fb09-53fb-42ad-9391-cb2f308c1cec tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/2889847f-0441-49d3-aed8-4950780aa3d8 HTTP/1.1" status: 200 len: 991 time: 0.2150097 Feb 03 14:14:45.067085 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18359f7-c6d8-432b-86bb-3536a562f2b1 None None] New status for floating IP 2889847f-0441-49d3-aed8-4950780aa3d8: ACTIVE {{(pid=84183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:14:45.802796 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34292) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:14:45.907266 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c18b316f-c2ea-4a67-9909-a82c5a953200 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/2889847f-0441-49d3-aed8-4950780aa3d8 HTTP/1.1" status: 200 len: 993 time: 0.1032820 Feb 03 14:14:46.189297 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34304) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:14:46.425817 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-ff02a4f3-2563-4b96-8284-eaa4aca32960 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting port 5e5cbe96-ddb6-4157-90d9-5b49d7c3e378 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:14:46.426157 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ff02a4f3-2563-4b96-8284-eaa4aca32960 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:46.598223 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ff02a4f3-2563-4b96-8284-eaa4aca32960 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:46.598444 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ff02a4f3-2563-4b96-8284-eaa4aca32960 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:46.718570 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-ff02a4f3-2563-4b96-8284-eaa4aca32960 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Calling delete_port for 5e5cbe96-ddb6-4157-90d9-5b49d7c3e378 owned by network:floatingip {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:14:46.933172 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ff02a4f3-2563-4b96-8284-eaa4aca32960 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:46.979832 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff02a4f3-2563-4b96-8284-eaa4aca32960 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Port': ['ID=5e5cbe96-ddb6-4157-90d9-5b49d7c3e378,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:47.071524 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ff02a4f3-2563-4b96-8284-eaa4aca32960 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for floatingip, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:47.436996 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:47.470796 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff02a4f3-2563-4b96-8284-eaa4aca32960 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router 195599cf-e45e-4bf4-9bd3-2718685f6c6c has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:14:47.767729 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff02a4f3-2563-4b96-8284-eaa4aca32960 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:14:47.783925 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ff02a4f3-2563-4b96-8284-eaa4aca32960 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:47.843991 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ff02a4f3-2563-4b96-8284-eaa4aca32960 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/floatingips/2889847f-0441-49d3-aed8-4950780aa3d8 HTTP/1.1" status: 204 len: 168 time: 1.6529064 Feb 03 14:14:47.844570 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b470e6-9e81-4e11-8503-29131bfecaef', 'tag': 'a2796eee-464a-4afa-84d7-7413f3f6377b'}] {{(pid=84182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:14:47.908562 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b470e6-9e81-4e11-8503-29131bfecaef', 'tag': 'a2796eee-464a-4afa-84d7-7413f3f6377b', 'status': 'completed', 'code': 200} Feb 03 14:14:48.004272 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-5cf9696c-eed4-424a-8bb1-459f6c38d87a req-4cb3004a-8167-4fc5-886b-291028d12b24 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=41b470e6-9e81-4e11-8503-29131bfecaef HTTP/1.1" status: 200 len: 1098 time: 0.0744300 Feb 03 14:14:48.136626 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9696c-eed4-424a-8bb1-459f6c38d87a req-974e7870-34e3-45c5-8a71-d28af2e0afa6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:48.138030 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-5cf9696c-eed4-424a-8bb1-459f6c38d87a req-974e7870-34e3-45c5-8a71-d28af2e0afa6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=43ce4690-1536-4ed6-8ccc-ea254129ea8b HTTP/1.1" status: 200 len: 897 time: 0.1273673 Feb 03 14:14:48.208831 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-5cf9696c-eed4-424a-8bb1-459f6c38d87a req-bca15515-c1ef-46cb-b276-f6f21f6a54d7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2796eee-464a-4afa-84d7-7413f3f6377b HTTP/1.1" status: 200 len: 217 time: 0.0640216 Feb 03 14:14:48.272302 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9696c-eed4-424a-8bb1-459f6c38d87a req-9be03b5b-bcea-4eac-a6a7-d59c54d0a616 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:48.273735 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-5cf9696c-eed4-424a-8bb1-459f6c38d87a req-9be03b5b-bcea-4eac-a6a7-d59c54d0a616 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ee7877d-4207-4638-8086-4b16996b2fb5 HTTP/1.1" status: 200 len: 833 time: 0.0599248 Feb 03 14:14:48.355900 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-5cf9696c-eed4-424a-8bb1-459f6c38d87a req-2cc7f0d6-1913-4cb9-b5c0-ac497b3f3ef7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=43ce4690-1536-4ed6-8ccc-ea254129ea8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754852 Feb 03 14:14:48.420738 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34320) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:14:48.500748 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-5cf9696c-eed4-424a-8bb1-459f6c38d87a req-2fabaef7-f7ca-45cd-9512-4b0b20b6fd78 service neutron] 10.222.0.47 "GET /v2.0/networks/43ce4690-1536-4ed6-8ccc-ea254129ea8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383581 Feb 03 14:14:48.626820 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef25b4-ae8a-4ab5-9761-538b571a960c req-4ab5b02e-8822-46c2-8bf0-459721cea940 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:48.627546 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-a3ef25b4-ae8a-4ab5-9761-538b571a960c req-4ab5b02e-8822-46c2-8bf0-459721cea940 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:14:48.675006 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-c62a3b17-0d0d-46b2-92de-d51816ead240 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Deleting port abc8173c-ff96-4251-b457-ee568b6c5265 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:14:48.675288 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c62a3b17-0d0d-46b2-92de-d51816ead240 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:48.732669 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-5cf9696c-eed4-424a-8bb1-459f6c38d87a req-06c2b638-9c54-4c61-beac-81a6b739fa36 service neutron] 10.222.0.47 "GET /v2.0/networks/43ce4690-1536-4ed6-8ccc-ea254129ea8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257895 Feb 03 14:14:48.744763 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-a3ef25b4-ae8a-4ab5-9761-538b571a960c req-4ab5b02e-8822-46c2-8bf0-459721cea940 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:14:48.746036 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a3ef25b4-ae8a-4ab5-9761-538b571a960c req-4ab5b02e-8822-46c2-8bf0-459721cea940 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=41b470e6-9e81-4e11-8503-29131bfecaef HTTP/1.1" status: 200 len: 945 time: 0.3570385 Feb 03 14:14:48.867373 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a3ef25b4-ae8a-4ab5-9761-538b571a960c req-1319401d-7541-4f1f-ae72-2e9caff4b6fd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3f06b04-7e4e-4fad-92f1-a16ac2121709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731041 Feb 03 14:14:48.882202 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c62a3b17-0d0d-46b2-92de-d51816ead240 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:48.882630 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c62a3b17-0d0d-46b2-92de-d51816ead240 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:49.006410 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-c62a3b17-0d0d-46b2-92de-d51816ead240 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Calling delete_port for abc8173c-ff96-4251-b457-ee568b6c5265 owned by network:floatingip {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:14:49.208147 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c62a3b17-0d0d-46b2-92de-d51816ead240 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:49.256549 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a3b17-0d0d-46b2-92de-d51816ead240 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Pushing event deleted for resources: {'Port': ['ID=abc8173c-ff96-4251-b457-ee568b6c5265,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:49.343028 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c62a3b17-0d0d-46b2-92de-d51816ead240 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for floatingip, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:49.731737 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62a3b17-0d0d-46b2-92de-d51816ead240 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Router e99ef848-aa98-4722-80b7-7357374de1ac has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:14:49.954715 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ae9e2-9435-46d3-a119-72b13c30e66b req-ec75a74b-3d3c-4c51-9d87-5175ed8fbf44 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:49.955464 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-e50ae9e2-9435-46d3-a119-72b13c30e66b req-ec75a74b-3d3c-4c51-9d87-5175ed8fbf44 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:14:49.966951 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-e50ae9e2-9435-46d3-a119-72b13c30e66b req-ec75a74b-3d3c-4c51-9d87-5175ed8fbf44 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:14:49.968061 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-e50ae9e2-9435-46d3-a119-72b13c30e66b req-ec75a74b-3d3c-4c51-9d87-5175ed8fbf44 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "GET /v2.0/ports?device_id=41b470e6-9e81-4e11-8503-29131bfecaef HTTP/1.1" status: 200 len: 945 time: 0.1076908 Feb 03 14:14:50.038497 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-e50ae9e2-9435-46d3-a119-72b13c30e66b req-8caebe03-ec30-4de8-a58e-13049f7483f8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting port a2796eee-464a-4afa-84d7-7413f3f6377b {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:14:50.038752 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-e50ae9e2-9435-46d3-a119-72b13c30e66b req-8caebe03-ec30-4de8-a58e-13049f7483f8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:50.119983 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df952a-86a5-42af-ab28-5ed94fb11df0 req-1056c48a-a07c-4d8d-825d-05bffc2d288a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:50.121880 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-29df952a-86a5-42af-ab28-5ed94fb11df0 req-1056c48a-a07c-4d8d-825d-05bffc2d288a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=41b470e6-9e81-4e11-8503-29131bfecaef HTTP/1.1" status: 200 len: 945 time: 0.1066689 Feb 03 14:14:50.126988 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62a3b17-0d0d-46b2-92de-d51816ead240 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:14:50.136986 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0c56b1-7e60-4460-b492-9dfc6b0acfe2 None None] Sync routers for ids ['e99ef848-aa98-4722-80b7-7357374de1ac'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:14:50.149164 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0c56b1-7e60-4460-b492-9dfc6b0acfe2 None None] Routers {'e99ef848-aa98-4722-80b7-7357374de1ac'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:14:50.149848 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-dc0c56b1-7e60-4460-b492-9dfc6b0acfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:14:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e99ef848-aa98-4722-80b7-7357374de1ac'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:50.172240 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c62a3b17-0d0d-46b2-92de-d51816ead240 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:50.223415 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-29df952a-86a5-42af-ab28-5ed94fb11df0 req-b3ed2625-e535-49c9-9923-5628cb018877 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3f06b04-7e4e-4fad-92f1-a16ac2121709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909548 Feb 03 14:14:50.236324 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c62a3b17-0d0d-46b2-92de-d51816ead240 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "DELETE /v2.0/floatingips/f357fefa-2a8c-4ed8-94ef-6fb51e7bc549 HTTP/1.1" status: 204 len: 168 time: 1.8101194 Feb 03 14:14:50.237286 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a991aaa-c11d-456f-bb34-aa7f511bca79', 'tag': '4447ff64-d96e-48d5-9070-bfd23a060422'}] {{(pid=84182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:14:50.289011 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-e50ae9e2-9435-46d3-a119-72b13c30e66b req-8caebe03-ec30-4de8-a58e-13049f7483f8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] For port a2796eee-464a-4afa-84d7-7413f3f6377b, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=a2796eee-464a-4afa-84d7-7413f3f6377b,segment=NetworkSegment(e4e1bf94-8203-4128-a770-9d1da6f97a4d),segment_id=e4e1bf94-8203-4128-a770-9d1da6f97a4d)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:50.289312 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-e50ae9e2-9435-46d3-a119-72b13c30e66b req-8caebe03-ec30-4de8-a58e-13049f7483f8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:50.332812 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a991aaa-c11d-456f-bb34-aa7f511bca79', 'tag': '4447ff64-d96e-48d5-9070-bfd23a060422', 'status': 'completed', 'code': 200} Feb 03 14:14:50.357729 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-dc0c56b1-7e60-4460-b492-9dfc6b0acfe2 None None] Set router e99ef848-aa98-4722-80b7-7357374de1ac gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:14:50.420393 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-e50ae9e2-9435-46d3-a119-72b13c30e66b req-8caebe03-ec30-4de8-a58e-13049f7483f8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Calling delete_port for a2796eee-464a-4afa-84d7-7413f3f6377b owned by compute:nova {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:14:50.589444 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-fa4b3572-a229-41f6-85c2-0bad9e49cb77 req-e537a6eb-657b-49e3-b591-2d9a7d0bf6fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4cbc4ee6b61f47a897e271e5a6452f6c&device_id=5a991aaa-c11d-456f-bb34-aa7f511bca79 HTTP/1.1" status: 200 len: 1098 time: 0.1424105 Feb 03 14:14:50.676267 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-dc0c56b1-7e60-4460-b492-9dfc6b0acfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'name': 'tempest-TestVolumeBootPattern-211161176-router', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:15Z', 'updated_at': '2022-02-03T14:03:30Z', 'revision_number': 4, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'gw_port': {'id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:17Z', 'updated_at': '2022-02-03T14:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '36c5ceab-9546-4155-a0cd-7c3d6a13d789', 'name': '', 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'mac_address': 'fa:16:3e:55:2e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:27Z', 'updated_at': '2022-02-03T14:03:43Z', 'revision_number': 5, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'subnets': [{'id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:50.680067 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0c56b1-7e60-4460-b492-9dfc6b0acfe2 None None] Checking router: e99ef848-aa98-4722-80b7-7357374de1ac for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:14:50.691724 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0c56b1-7e60-4460-b492-9dfc6b0acfe2 None None] Routers {'e99ef848-aa98-4722-80b7-7357374de1ac'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:14:50.691724 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-dc0c56b1-7e60-4460-b492-9dfc6b0acfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:14:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e99ef848-aa98-4722-80b7-7357374de1ac'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:50.751385 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b3572-a229-41f6-85c2-0bad9e49cb77 req-4f5ed3fb-d15e-4cd8-8f1d-917eaf33263c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:50.752848 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-fa4b3572-a229-41f6-85c2-0bad9e49cb77 req-4f5ed3fb-d15e-4cd8-8f1d-917eaf33263c service neutron] 10.222.0.47 "GET /v2.0/networks?id=2f1c1092-820d-41af-bed3-3674f069c798 HTTP/1.1" status: 200 len: 911 time: 0.1554871 Feb 03 14:14:50.811958 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-e50ae9e2-9435-46d3-a119-72b13c30e66b req-8caebe03-ec30-4de8-a58e-13049f7483f8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:50.873954 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-fa4b3572-a229-41f6-85c2-0bad9e49cb77 req-284219ec-540f-4745-9d9b-7a4c62439e93 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4447ff64-d96e-48d5-9070-bfd23a060422 HTTP/1.1" status: 200 len: 217 time: 0.1150854 Feb 03 14:14:50.875467 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caebe03-ec30-4de8-a58e-13049f7483f8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Port': ['ID=a2796eee-464a-4afa-84d7-7413f3f6377b,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:50.875692 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-dc0c56b1-7e60-4460-b492-9dfc6b0acfe2 None None] Set router e99ef848-aa98-4722-80b7-7357374de1ac gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:14:50.927686 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6da11-eb6f-4a1e-8466-0df54b54d19f req-1fe6ac3a-90e7-43cd-bc92-40522513c1dd tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:50.928504 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-59d6da11-eb6f-4a1e-8466-0df54b54d19f req-1fe6ac3a-90e7-43cd-bc92-40522513c1dd tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Synchronizing usage tracker for tenant:4cbc4ee6b61f47a897e271e5a6452f6c on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:14:50.991764 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-e50ae9e2-9435-46d3-a119-72b13c30e66b req-8caebe03-ec30-4de8-a58e-13049f7483f8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] No DVR routers for this DVR port a2796eee-464a-4afa-84d7-7413f3f6377b on host hv-neutron-8270 {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:14:50.995603 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-e50ae9e2-9435-46d3-a119-72b13c30e66b req-8caebe03-ec30-4de8-a58e-13049f7483f8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:50.998137 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b470e6-9e81-4e11-8503-29131bfecaef', 'name': 'network-vif-deleted', 'tag': 'a2796eee-464a-4afa-84d7-7413f3f6377b'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:14:51.010091 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-59d6da11-eb6f-4a1e-8466-0df54b54d19f req-1fe6ac3a-90e7-43cd-bc92-40522513c1dd tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Unset dirty status for tenant:4cbc4ee6b61f47a897e271e5a6452f6c on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:14:51.011275 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-59d6da11-eb6f-4a1e-8466-0df54b54d19f req-1fe6ac3a-90e7-43cd-bc92-40522513c1dd tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a991aaa-c11d-456f-bb34-aa7f511bca79 HTTP/1.1" status: 200 len: 945 time: 0.1746833 Feb 03 14:14:51.041866 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b3572-a229-41f6-85c2-0bad9e49cb77 req-10e1806a-add3-4c49-904c-3f388868e80b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:51.043357 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-fa4b3572-a229-41f6-85c2-0bad9e49cb77 req-10e1806a-add3-4c49-904c-3f388868e80b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac5f2d12-5c46-44f1-bb83-783314b1c271 HTTP/1.1" status: 200 len: 850 time: 0.1320891 Feb 03 14:14:51.069983 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-59d6da11-eb6f-4a1e-8466-0df54b54d19f req-a17f59d4-cafb-4665-b6a1-ecdcf2236dd1 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519695 Feb 03 14:14:51.105890 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b470e6-9e81-4e11-8503-29131bfecaef', 'name': 'network-vif-deleted', 'tag': 'a2796eee-464a-4afa-84d7-7413f3f6377b', 'status': 'completed', 'code': 200} Feb 03 14:14:51.124381 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-e50ae9e2-9435-46d3-a119-72b13c30e66b req-8caebe03-ec30-4de8-a58e-13049f7483f8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "DELETE /v2.0/ports/a2796eee-464a-4afa-84d7-7413f3f6377b HTTP/1.1" status: 204 len: 173 time: 1.1430871 Feb 03 14:14:51.146575 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-fa4b3572-a229-41f6-85c2-0bad9e49cb77 req-b210ead8-b0e0-4266-9ff0-754dd1383324 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f1c1092-820d-41af-bed3-3674f069c798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0962172 Feb 03 14:14:51.235628 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-dc0c56b1-7e60-4460-b492-9dfc6b0acfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'name': 'tempest-TestVolumeBootPattern-211161176-router', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:15Z', 'updated_at': '2022-02-03T14:03:30Z', 'revision_number': 4, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'gw_port': {'id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:17Z', 'updated_at': '2022-02-03T14:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '36c5ceab-9546-4155-a0cd-7c3d6a13d789', 'name': '', 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'mac_address': 'fa:16:3e:55:2e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:27Z', 'updated_at': '2022-02-03T14:03:43Z', 'revision_number': 5, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'subnets': [{'id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:51.240061 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0c56b1-7e60-4460-b492-9dfc6b0acfe2 None None] The sync data for ids ['e99ef848-aa98-4722-80b7-7357374de1ac'] in dv-neutron-827016-1-hyperv is: [{'id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'name': 'tempest-TestVolumeBootPattern-211161176-router', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:15Z', 'updated_at': '2022-02-03T14:03:30Z', 'revision_number': 4, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'gw_port': {'id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:17Z', 'updated_at': '2022-02-03T14:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '36c5ceab-9546-4155-a0cd-7c3d6a13d789', 'name': '', 'network_id': '2f1c1092-820d-41af-bed3-3674f069c798', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'mac_address': 'fa:16:3e:55:2e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:27Z', 'updated_at': '2022-02-03T14:03:43Z', 'revision_number': 5, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'subnets': [{'id': 'ac5f2d12-5c46-44f1-bb83-783314b1c271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:14:51.310261 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-fa4b3572-a229-41f6-85c2-0bad9e49cb77 req-eab75e08-f1b5-40ab-95fb-6b45479d811f service neutron] 10.222.0.47 "GET /v2.0/networks/2f1c1092-820d-41af-bed3-3674f069c798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567049 Feb 03 14:14:51.472845 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8d0a2bcf-84d9-494d-84b9-e81bc4526b93 req-689f4e3a-dc20-4b9c-bc45-c56f99abe709 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=41b470e6-9e81-4e11-8503-29131bfecaef HTTP/1.1" status: 200 len: 210 time: 0.0443385 Feb 03 14:14:51.613457 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-fa4b3572-a229-41f6-85c2-0bad9e49cb77 req-f21bb722-c722-4ef4-a9d0-02ea19ae8036 service neutron] 10.222.0.47 "GET /v2.0/networks/2f1c1092-820d-41af-bed3-3674f069c798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909067 Feb 03 14:14:51.634061 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c24251-a656-4b22-92f7-9b79f160d14c req-42911b40-4c1f-4d5c-b3fc-a11b33a95676 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:51.634669 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-81c24251-a656-4b22-92f7-9b79f160d14c req-42911b40-4c1f-4d5c-b3fc-a11b33a95676 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Synchronizing usage tracker for tenant:4cbc4ee6b61f47a897e271e5a6452f6c on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:14:51.646690 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-81c24251-a656-4b22-92f7-9b79f160d14c req-42911b40-4c1f-4d5c-b3fc-a11b33a95676 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Unset dirty status for tenant:4cbc4ee6b61f47a897e271e5a6452f6c on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:14:51.647843 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-81c24251-a656-4b22-92f7-9b79f160d14c req-42911b40-4c1f-4d5c-b3fc-a11b33a95676 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a991aaa-c11d-456f-bb34-aa7f511bca79 HTTP/1.1" status: 200 len: 945 time: 0.2131305 Feb 03 14:14:51.716351 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-81c24251-a656-4b22-92f7-9b79f160d14c req-cd7d061a-32fe-4b1c-8684-e784de1bb6e5 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Deleting port 4447ff64-d96e-48d5-9070-bfd23a060422 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:14:51.716696 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-81c24251-a656-4b22-92f7-9b79f160d14c req-cd7d061a-32fe-4b1c-8684-e784de1bb6e5 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:51.968531 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-81c24251-a656-4b22-92f7-9b79f160d14c req-cd7d061a-32fe-4b1c-8684-e784de1bb6e5 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] For port 4447ff64-d96e-48d5-9070-bfd23a060422, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=4447ff64-d96e-48d5-9070-bfd23a060422,segment=NetworkSegment(a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce),segment_id=a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:51.968890 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-81c24251-a656-4b22-92f7-9b79f160d14c req-cd7d061a-32fe-4b1c-8684-e784de1bb6e5 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:52.090611 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-81c24251-a656-4b22-92f7-9b79f160d14c req-cd7d061a-32fe-4b1c-8684-e784de1bb6e5 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Calling delete_port for 4447ff64-d96e-48d5-9070-bfd23a060422 owned by compute:nova {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:14:52.277418 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d464458-af14-458a-b11a-5c5f4e6666d1 req-27eb613c-2301-4ec6-9168-2ab8229e26c2 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:52.278841 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2d464458-af14-458a-b11a-5c5f4e6666d1 req-27eb613c-2301-4ec6-9168-2ab8229e26c2 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a991aaa-c11d-456f-bb34-aa7f511bca79 HTTP/1.1" status: 200 len: 945 time: 0.0825450 Feb 03 14:14:52.293669 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-81c24251-a656-4b22-92f7-9b79f160d14c req-cd7d061a-32fe-4b1c-8684-e784de1bb6e5 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:52.328196 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2d464458-af14-458a-b11a-5c5f4e6666d1 req-f473e26e-acc3-4b5e-8bb8-decfa512adad tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/security-groups?id=c56dbaf7-2de8-43d4-85c7-495920dcdd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435576 Feb 03 14:14:52.341992 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d061a-32fe-4b1c-8684-e784de1bb6e5 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Pushing event deleted for resources: {'Port': ['ID=4447ff64-d96e-48d5-9070-bfd23a060422,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:52.424206 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c24251-a656-4b22-92f7-9b79f160d14c req-cd7d061a-32fe-4b1c-8684-e784de1bb6e5 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] No DVR routers for this DVR port 4447ff64-d96e-48d5-9070-bfd23a060422 on host hv-neutron-8270 {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:14:52.426488 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-81c24251-a656-4b22-92f7-9b79f160d14c req-cd7d061a-32fe-4b1c-8684-e784de1bb6e5 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:52.493995 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-81c24251-a656-4b22-92f7-9b79f160d14c req-cd7d061a-32fe-4b1c-8684-e784de1bb6e5 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.47 "DELETE /v2.0/ports/4447ff64-d96e-48d5-9070-bfd23a060422 HTTP/1.1" status: 204 len: 173 time: 0.8407085 Feb 03 14:14:52.577940 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34342) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:14:52.646651 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e553ebbd-92be-430e-8a72-e4caffc14558 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:52.676562 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e553ebbd-92be-430e-8a72-e4caffc14558 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:52.807803 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e553ebbd-92be-430e-8a72-e4caffc14558 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:52.826734 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553ebbd-92be-430e-8a72-e4caffc14558 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f06b04-7e4e-4fad-92f1-a16ac2121709,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:52.904218 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e553ebbd-92be-430e-8a72-e4caffc14558 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:52.905330 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e553ebbd-92be-430e-8a72-e4caffc14558 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/security-groups/c3f06b04-7e4e-4fad-92f1-a16ac2121709 HTTP/1.1" status: 204 len: 168 time: 0.3262453 Feb 03 14:14:52.997992 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34348) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:14:53.106660 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a991aaa-c11d-456f-bb34-aa7f511bca79', 'name': 'network-vif-deleted', 'tag': '4447ff64-d96e-48d5-9070-bfd23a060422'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:14:53.160756 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a991aaa-c11d-456f-bb34-aa7f511bca79', 'name': 'network-vif-deleted', 'tag': '4447ff64-d96e-48d5-9070-bfd23a060422', 'status': 'completed', 'code': 200} Feb 03 14:14:53.401086 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9ce5244e-6785-43bc-89a7-c37516961275 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:53.510924 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5638580b-c837-4d30-a735-617eec9e58ac req-1b4f5520-e0a1-44b6-88bc-962c1fdb0c9a tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a991aaa-c11d-456f-bb34-aa7f511bca79 HTTP/1.1" status: 200 len: 210 time: 0.0480280 Feb 03 14:14:53.644547 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device a2796eee-464a-4afa-84d7-7413f3f6377b no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:14:53.678688 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] No Port match for: a2796eee-464a-4afa-84d7-7413f3f6377b {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:14:53.679027 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device a2796eee-464a-4afa-84d7-7413f3f6377b not bound to the agent host hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:14:54.134519 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-9ce5244e-6785-43bc-89a7-c37516961275 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting port 94d2d7ba-de0f-47b1-a4bc-78a1e9719af4 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:14:54.134850 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9ce5244e-6785-43bc-89a7-c37516961275 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:54.318586 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-9ce5244e-6785-43bc-89a7-c37516961275 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] For port 94d2d7ba-de0f-47b1-a4bc-78a1e9719af4, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=94d2d7ba-de0f-47b1-a4bc-78a1e9719af4,segment=NetworkSegment(e4e1bf94-8203-4128-a770-9d1da6f97a4d),segment_id=e4e1bf94-8203-4128-a770-9d1da6f97a4d)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:54.318855 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9ce5244e-6785-43bc-89a7-c37516961275 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:54.436604 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-9ce5244e-6785-43bc-89a7-c37516961275 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Calling delete_port for 94d2d7ba-de0f-47b1-a4bc-78a1e9719af4 owned by network:router_interface {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:14:54.616359 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34358) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:14:54.744097 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9ce5244e-6785-43bc-89a7-c37516961275 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:54.809908 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce5244e-6785-43bc-89a7-c37516961275 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Port': ['ID=94d2d7ba-de0f-47b1-a4bc-78a1e9719af4,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:54.816387 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0af83-cb66-44db-842c-e7d1370b75f5 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Deleting port 48c1a4ae-088a-4c43-bffb-daf0079ab5d8 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:14:54.816733 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8fb0af83-cb66-44db-842c-e7d1370b75f5 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:55.136991 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8fb0af83-cb66-44db-842c-e7d1370b75f5 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:55.137195 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8fb0af83-cb66-44db-842c-e7d1370b75f5 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:55.322349 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f999b301-2ac3-4443-8d3b-0e5b727fed4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:55.355907 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0af83-cb66-44db-842c-e7d1370b75f5 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Calling delete_port for 48c1a4ae-088a-4c43-bffb-daf0079ab5d8 owned by network:floatingip {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:14:55.573933 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9ce5244e-6785-43bc-89a7-c37516961275 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:55.659439 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 4447ff64-d96e-48d5-9070-bfd23a060422 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:14:55.667648 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8fb0af83-cb66-44db-842c-e7d1370b75f5 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:55.686948 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fc4f87-9cb3-4806-8c4d-8e7f0e8837e8 None None] Sync routers for ids ['195599cf-e45e-4bf4-9bd3-2718685f6c6c'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:14:55.701714 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] No Port match for: 4447ff64-d96e-48d5-9070-bfd23a060422 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:14:55.702063 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 4447ff64-d96e-48d5-9070-bfd23a060422 not bound to the agent host hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:14:55.709262 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fc4f87-9cb3-4806-8c4d-8e7f0e8837e8 None None] Routers {'195599cf-e45e-4bf4-9bd3-2718685f6c6c'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:14:55.710059 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-94fc4f87-9cb3-4806-8c4d-8e7f0e8837e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:14:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['195599cf-e45e-4bf4-9bd3-2718685f6c6c'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:55.710221 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cecab1b-e786-4353-ae84-b7255def3b81 None None] New status for floating IP f357fefa-2a8c-4ed8-94ef-6fb51e7bc549: DOWN {{(pid=84184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:14:55.722176 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0af83-cb66-44db-842c-e7d1370b75f5 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Pushing event deleted for resources: {'Port': ['ID=48c1a4ae-088a-4c43-bffb-daf0079ab5d8,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:55.877815 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8fb0af83-cb66-44db-842c-e7d1370b75f5 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for floatingip, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:55.913587 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8fb0af83-cb66-44db-842c-e7d1370b75f5 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:55.914596 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-8fb0af83-cb66-44db-842c-e7d1370b75f5 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "DELETE /v2.0/floatingips/d094c339-ec2b-4854-810f-d3a9eb92b628 HTTP/1.1" status: 204 len: 168 time: 1.2973025 Feb 03 14:14:55.928272 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-94fc4f87-9cb3-4806-8c4d-8e7f0e8837e8 None None] Set router 195599cf-e45e-4bf4-9bd3-2718685f6c6c gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:14:56.218464 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-94fc4f87-9cb3-4806-8c4d-8e7f0e8837e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195599cf-e45e-4bf4-9bd3-2718685f6c6c', 'name': 'tempest-TestNetworkBasicOps-router-324826834', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '17bf7d90-530b-4e22-b406-58a039d4e63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:50Z', 'updated_at': '2022-02-03T14:14:54Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '17bf7d90-530b-4e22-b406-58a039d4e63e', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195599cf-e45e-4bf4-9bd3-2718685f6c6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:51Z', 'updated_at': '2022-02-03T14:14:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:56.222401 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fc4f87-9cb3-4806-8c4d-8e7f0e8837e8 None None] Checking router: 195599cf-e45e-4bf4-9bd3-2718685f6c6c for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:14:56.233144 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fc4f87-9cb3-4806-8c4d-8e7f0e8837e8 None None] Routers {'195599cf-e45e-4bf4-9bd3-2718685f6c6c'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:14:56.233733 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-94fc4f87-9cb3-4806-8c4d-8e7f0e8837e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:14:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['195599cf-e45e-4bf4-9bd3-2718685f6c6c'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:56.317312 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce5244e-6785-43bc-89a7-c37516961275 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router 195599cf-e45e-4bf4-9bd3-2718685f6c6c has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:14:56.424575 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-94fc4f87-9cb3-4806-8c4d-8e7f0e8837e8 None None] Set router 195599cf-e45e-4bf4-9bd3-2718685f6c6c gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:14:56.530452 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce5244e-6785-43bc-89a7-c37516961275 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:14:56.535322 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-9ce5244e-6785-43bc-89a7-c37516961275 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "PUT /v2.0/routers/195599cf-e45e-4bf4-9bd3-2718685f6c6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5363092 Feb 03 14:14:56.538083 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34370) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:14:56.715644 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-94fc4f87-9cb3-4806-8c4d-8e7f0e8837e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195599cf-e45e-4bf4-9bd3-2718685f6c6c', 'name': 'tempest-TestNetworkBasicOps-router-324826834', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '17bf7d90-530b-4e22-b406-58a039d4e63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:50Z', 'updated_at': '2022-02-03T14:14:54Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '17bf7d90-530b-4e22-b406-58a039d4e63e', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195599cf-e45e-4bf4-9bd3-2718685f6c6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:51Z', 'updated_at': '2022-02-03T14:14:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:56.720430 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fc4f87-9cb3-4806-8c4d-8e7f0e8837e8 None None] The sync data for ids ['195599cf-e45e-4bf4-9bd3-2718685f6c6c'] in dv-neutron-827016-1-hyperv is: [{'id': '195599cf-e45e-4bf4-9bd3-2718685f6c6c', 'name': 'tempest-TestNetworkBasicOps-router-324826834', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '17bf7d90-530b-4e22-b406-58a039d4e63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:50Z', 'updated_at': '2022-02-03T14:14:54Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '17bf7d90-530b-4e22-b406-58a039d4e63e', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195599cf-e45e-4bf4-9bd3-2718685f6c6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:51Z', 'updated_at': '2022-02-03T14:14:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:14:56.728429 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ae669b1-6c89-440a-9c29-31211ef9544f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting subnet 2ee7877d-4207-4638-8086-4b16996b2fb5 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:14:56.732047 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8ae669b1-6c89-440a-9c29-31211ef9544f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:56.791186 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8ae669b1-6c89-440a-9c29-31211ef9544f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:56.873041 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8ae669b1-6c89-440a-9c29-31211ef9544f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:57.025121 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8ae669b1-6c89-440a-9c29-31211ef9544f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:57.069750 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae669b1-6c89-440a-9c29-31211ef9544f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Subnet': ['ID=2ee7877d-4207-4638-8086-4b16996b2fb5,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:57.087756 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bec6a9-cb63-4ef4-883b-97f58e46d265 None None] Network 43ce4690-1536-4ed6-8ccc-ea254129ea8b requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:14:57.094286 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8ae669b1-6c89-440a-9c29-31211ef9544f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:57.102094 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8ae669b1-6c89-440a-9c29-31211ef9544f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/subnets/2ee7877d-4207-4638-8086-4b16996b2fb5 HTTP/1.1" status: 204 len: 168 time: 0.5629170 Feb 03 14:14:57.105752 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 94d2d7ba-de0f-47b1-a4bc-78a1e9719af4 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:14:57.105970 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34374) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:14:57.185511 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 94d2d7ba-de0f-47b1-a4bc-78a1e9719af4 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:14:57.185856 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 94d2d7ba-de0f-47b1-a4bc-78a1e9719af4 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:14:57.465802 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f40f5ed-d644-4dc0-929e-394b14c3dbb7 None None] DHCP port deletion for 43ce4690-1536-4ed6-8ccc-ea254129ea8b request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:14:57.471171 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-3f40f5ed-d644-4dc0-929e-394b14c3dbb7 None None] Deleting port f07c1ed0-6380-43e5-864f-b43c679e4a26 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:14:57.471575 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3f40f5ed-d644-4dc0-929e-394b14c3dbb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:57.472695 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7aabac40-fcc7-4e2f-a9fd-25256cf4b94a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:57.559481 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ed49d7d9-25bf-41bd-b502-c64492c2a69b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:57.693486 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-3f40f5ed-d644-4dc0-929e-394b14c3dbb7 None None] For port f07c1ed0-6380-43e5-864f-b43c679e4a26, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=f07c1ed0-6380-43e5-864f-b43c679e4a26,segment=NetworkSegment(e4e1bf94-8203-4128-a770-9d1da6f97a4d),segment_id=e4e1bf94-8203-4128-a770-9d1da6f97a4d)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:57.693880 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3f40f5ed-d644-4dc0-929e-394b14c3dbb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:57.732305 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7aabac40-fcc7-4e2f-a9fd-25256cf4b94a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:57.814270 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-7aabac40-fcc7-4e2f-a9fd-25256cf4b94a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting port 17bf7d90-530b-4e22-b406-58a039d4e63e {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:14:57.814618 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7aabac40-fcc7-4e2f-a9fd-25256cf4b94a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:57.865461 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-3f40f5ed-d644-4dc0-929e-394b14c3dbb7 None None] Calling delete_port for f07c1ed0-6380-43e5-864f-b43c679e4a26 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:14:58.002007 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3f40f5ed-d644-4dc0-929e-394b14c3dbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:58.002566 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-7aabac40-fcc7-4e2f-a9fd-25256cf4b94a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] For port 17bf7d90-530b-4e22-b406-58a039d4e63e, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=17bf7d90-530b-4e22-b406-58a039d4e63e,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:58.002930 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7aabac40-fcc7-4e2f-a9fd-25256cf4b94a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:58.046980 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40f5ed-d644-4dc0-929e-394b14c3dbb7 None None] Pushing event deleted for resources: {'Port': ['ID=f07c1ed0-6380-43e5-864f-b43c679e4a26,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:58.057742 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f40f5ed-d644-4dc0-929e-394b14c3dbb7 None None] No DVR routers for this DVR port f07c1ed0-6380-43e5-864f-b43c679e4a26 on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:14:58.130520 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-7aabac40-fcc7-4e2f-a9fd-25256cf4b94a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Calling delete_port for 17bf7d90-530b-4e22-b406-58a039d4e63e owned by network:router_gateway {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:14:58.339730 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7aabac40-fcc7-4e2f-a9fd-25256cf4b94a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:58.384978 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aabac40-fcc7-4e2f-a9fd-25256cf4b94a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Port': ['ID=17bf7d90-530b-4e22-b406-58a039d4e63e,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:58.581746 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34382) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:14:58.608336 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7aabac40-fcc7-4e2f-a9fd-25256cf4b94a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:58.653122 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-39d985f5-d033-4dae-9378-61006ffef7d8 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:58.684170 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-39d985f5-d033-4dae-9378-61006ffef7d8 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:58.842227 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-39d985f5-d033-4dae-9378-61006ffef7d8 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:58.861546 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d985f5-d033-4dae-9378-61006ffef7d8 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56dbaf7-2de8-43d4-85c7-495920dcdd2a,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:58.870944 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:58.874272 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7aabac40-fcc7-4e2f-a9fd-25256cf4b94a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:58.874496 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:58.878483 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7aabac40-fcc7-4e2f-a9fd-25256cf4b94a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:58.950573 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-39d985f5-d033-4dae-9378-61006ffef7d8 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:58.952077 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-39d985f5-d033-4dae-9378-61006ffef7d8 tempest-TestVolumeBootPattern-1935414343 tempest-TestVolumeBootPattern-1935414343-project] 10.222.0.41 "DELETE /v2.0/security-groups/c56dbaf7-2de8-43d4-85c7-495920dcdd2a HTTP/1.1" status: 204 len: 168 time: 0.3692434 Feb 03 14:14:58.962008 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7aabac40-fcc7-4e2f-a9fd-25256cf4b94a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:58.962520 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aabac40-fcc7-4e2f-a9fd-25256cf4b94a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Fanout notify agent at l3_agent the message router_deleted on router 195599cf-e45e-4bf4-9bd3-2718685f6c6c {{(pid=84182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:14:58.983745 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7aabac40-fcc7-4e2f-a9fd-25256cf4b94a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:58.987115 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7aabac40-fcc7-4e2f-a9fd-25256cf4b94a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/routers/195599cf-e45e-4bf4-9bd3-2718685f6c6c HTTP/1.1" status: 204 len: 168 time: 1.8773518 Feb 03 14:14:58.988032 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34388) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:14:59.017602 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device f07c1ed0-6380-43e5-864f-b43c679e4a26 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:14:59.051756 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: f07c1ed0-6380-43e5-864f-b43c679e4a26 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:14:59.052040 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device f07c1ed0-6380-43e5-864f-b43c679e4a26 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:14:59.103020 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34392) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:14:59.117313 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1c8af154-aeb5-4e29-9d06-95ffd9129dad tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:59.252486 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1c8af154-aeb5-4e29-9d06-95ffd9129dad tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:59.286190 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-1c8af154-aeb5-4e29-9d06-95ffd9129dad tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43ce4690-1536-4ed6-8ccc-ea254129ea8b']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:59.395938 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-1c8af154-aeb5-4e29-9d06-95ffd9129dad tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4e1bf94-8203-4128-a770-9d1da6f97a4d') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:59.396301 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-1c8af154-aeb5-4e29-9d06-95ffd9129dad tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4e1bf94-8203-4128-a770-9d1da6f97a4d') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:59.408786 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1c8af154-aeb5-4e29-9d06-95ffd9129dad tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:59.424405 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1c8af154-aeb5-4e29-9d06-95ffd9129dad tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:59.430365 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c8af154-aeb5-4e29-9d06-95ffd9129dad tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:14:59.430749 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1c8af154-aeb5-4e29-9d06-95ffd9129dad tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:59.446734 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 14:14:59.446734 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:14:59.446734 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 14:14:59.446734 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:14:59.446734 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 14:14:59.446734 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:14:59.446734 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 14:14:59.446734 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:14:59.446734 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 14:14:59.446734 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:14:59.446734 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 14:14:59.446734 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:14:59.446734 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 14:14:59.446734 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:14:59.446734 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:14:59.446734 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:14:59.446734 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:14:59.446734 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:14:59.446734 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 14:14:59.446734 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:14:59.446734 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 14:14:59.446734 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:14:59.446734 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:14:59.446734 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:14:59.446734 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 14:14:59.446734 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:14:59.446734 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:14:59.446734 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:14:59.446734 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:14:59.446734 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:14:59.446734 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:14:59.446734 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:14:59.573695 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1c8af154-aeb5-4e29-9d06-95ffd9129dad tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:59.592018 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1c8af154-aeb5-4e29-9d06-95ffd9129dad tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:59.603573 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8af154-aeb5-4e29-9d06-95ffd9129dad tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Network': ['ID=43ce4690-1536-4ed6-8ccc-ea254129ea8b,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:59.654268 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-1c8af154-aeb5-4e29-9d06-95ffd9129dad tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/networks/43ce4690-1536-4ed6-8ccc-ea254129ea8b HTTP/1.1" status: 204 len: 168 time: 0.6648357 Feb 03 14:14:59.672404 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34398) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:14:59.677955 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-b047592f-1701-4feb-9f69-299cfee76b9f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'network': {'name': 'tempest-network-smoke--708131080', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'port_security_enabled': True}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:14:59.683191 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-b047592f-1701-4feb-9f69-299cfee76b9f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:14:59.687526 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-b047592f-1701-4feb-9f69-299cfee76b9f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:network and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:14:59.690330 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-b047592f-1701-4feb-9f69-299cfee76b9f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:14:59.696080 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-b047592f-1701-4feb-9f69-299cfee76b9f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:14:59.740194 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-33b89737-060d-48cb-a55e-e672bac3d5b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:59.760853 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b047592f-1701-4feb-9f69-299cfee76b9f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Made reservation on behalf of 55163e99e9e54d69af7505a418f9e84b for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:14:59.763972 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b047592f-1701-4feb-9f69-299cfee76b9f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:59.792534 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b047592f-1701-4feb-9f69-299cfee76b9f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:14:59.801241 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b047592f-1701-4feb-9f69-299cfee76b9f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:59.801589 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-b047592f-1701-4feb-9f69-299cfee76b9f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Added segment 6ef6f7d6-8f4d-4f55-8a48-fe5dd340409b of type vlan for network 24b653ed-e221-403a-9258-7b92435dcdb9 Feb 03 14:14:59.828225 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b047592f-1701-4feb-9f69-299cfee76b9f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:59.829468 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:14:59.905832 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89114d6d-ba98-4fa1-9b32-05d7fc4e7a09 None None] New status for floating IP 2889847f-0441-49d3-aed8-4950780aa3d8: DOWN {{(pid=84183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:14:59.939545 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b047592f-1701-4feb-9f69-299cfee76b9f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:14:59.943422 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b047592f-1701-4feb-9f69-299cfee76b9f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:59.944079 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b047592f-1701-4feb-9f69-299cfee76b9f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:00.054446 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047592f-1701-4feb-9f69-299cfee76b9f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Network': ['ID=24b653ed-e221-403a-9258-7b92435dcdb9,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:00.066272 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 24b653ed-e221-403a-9258-7b92435dcdb9 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:15:00.116985 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b047592f-1701-4feb-9f69-299cfee76b9f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4436429 Feb 03 14:15:00.120152 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34402) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:15:00.135237 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-468799de-7f16-42f0-8b6a-6b361658f394 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1726458749', 'admin_state_up': True, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:15:00.135435 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0674dc-d02d-44c3-96a9-9a2e5d564011 None None] Sync routers for ids ['195599cf-e45e-4bf4-9bd3-2718685f6c6c'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:15:00.138363 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-468799de-7f16-42f0-8b6a-6b361658f394 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:15:00.144040 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-468799de-7f16-42f0-8b6a-6b361658f394 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:router and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:15:00.146641 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0674dc-d02d-44c3-96a9-9a2e5d564011 None None] Routers set() bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:15:00.147226 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0674dc-d02d-44c3-96a9-9a2e5d564011 None None] Router IDs set() for agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 03 14:15:00.147340 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-468799de-7f16-42f0-8b6a-6b361658f394 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:15:00.148083 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_agentschedulers_db [None req-eb0674dc-d02d-44c3-96a9-9a2e5d564011 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'195599cf-e45e-4bf4-9bd3-2718685f6c6c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:14:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent'). {{(pid=84184) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 03 14:15:00.154236 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-468799de-7f16-42f0-8b6a-6b361658f394 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:15:00.162655 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0674dc-d02d-44c3-96a9-9a2e5d564011 None None] Routers set() bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:15:00.163038 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0674dc-d02d-44c3-96a9-9a2e5d564011 None None] Router IDs set() for agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 03 14:15:00.163674 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_agentschedulers_db [None req-eb0674dc-d02d-44c3-96a9-9a2e5d564011 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'195599cf-e45e-4bf4-9bd3-2718685f6c6c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:14:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent'). {{(pid=84184) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 03 14:15:00.164587 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0674dc-d02d-44c3-96a9-9a2e5d564011 None None] The sync data for ids ['195599cf-e45e-4bf4-9bd3-2718685f6c6c'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:15:00.224821 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:00.253782 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-468799de-7f16-42f0-8b6a-6b361658f394 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:00.255212 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-468799de-7f16-42f0-8b6a-6b361658f394 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:00.282632 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-468799de-7f16-42f0-8b6a-6b361658f394 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:00.381729 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-33b89737-060d-48cb-a55e-e672bac3d5b5 admin admin] Deleting port 36c5ceab-9546-4155-a0cd-7c3d6a13d789 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:15:00.381981 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-33b89737-060d-48cb-a55e-e672bac3d5b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:00.505208 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-468799de-7f16-42f0-8b6a-6b361658f394 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:00.549222 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-33b89737-060d-48cb-a55e-e672bac3d5b5 admin admin] For port 36c5ceab-9546-4155-a0cd-7c3d6a13d789, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=36c5ceab-9546-4155-a0cd-7c3d6a13d789,segment=NetworkSegment(a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce),segment_id=a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:00.549504 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-33b89737-060d-48cb-a55e-e672bac3d5b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:00.672961 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-33b89737-060d-48cb-a55e-e672bac3d5b5 admin admin] Calling delete_port for 36c5ceab-9546-4155-a0cd-7c3d6a13d789 owned by network:router_interface {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:15:00.743261 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-468799de-7f16-42f0-8b6a-6b361658f394 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router_gateway, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:00.771891 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-468799de-7f16-42f0-8b6a-6b361658f394 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:00.897665 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 17bf7d90-530b-4e22-b406-58a039d4e63e no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:15:00.907677 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-468799de-7f16-42f0-8b6a-6b361658f394 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Allocated IP 172.26.3.6 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/f9963fb1-2102-419a-87ff-53ebe20e5bdc) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:15:00.928632 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 17bf7d90-530b-4e22-b406-58a039d4e63e {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:15:00.929205 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 17bf7d90-530b-4e22-b406-58a039d4e63e not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:15:00.945336 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-33b89737-060d-48cb-a55e-e672bac3d5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:00.993308 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b89737-060d-48cb-a55e-e672bac3d5b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=36c5ceab-9546-4155-a0cd-7c3d6a13d789,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:01.061693 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-468799de-7f16-42f0-8b6a-6b361658f394 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:01.157106 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-468799de-7f16-42f0-8b6a-6b361658f394 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:01.227193 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468799de-7f16-42f0-8b6a-6b361658f394 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:15:01.230113 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-468799de-7f16-42f0-8b6a-6b361658f394 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:15:01.235254 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468799de-7f16-42f0-8b6a-6b361658f394 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:15:01.265644 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468799de-7f16-42f0-8b6a-6b361658f394 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=f9963fb1-2102-419a-87ff-53ebe20e5bdc,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:01.380857 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-33b89737-060d-48cb-a55e-e672bac3d5b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:01.483586 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-468799de-7f16-42f0-8b6a-6b361658f394 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router_gateway, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:01.484831 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-468799de-7f16-42f0-8b6a-6b361658f394 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:01.779094 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468799de-7f16-42f0-8b6a-6b361658f394 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router a5d9c389-a450-4f13-bddf-69c580eede9b is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:15:01.953181 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b89737-060d-48cb-a55e-e672bac3d5b5 admin admin] Router e99ef848-aa98-4722-80b7-7357374de1ac has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:15:02.082298 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468799de-7f16-42f0-8b6a-6b361658f394 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:15:02.091701 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db1018a-9877-4261-859f-de386a095739 None None] Sync routers for ids ['a5d9c389-a450-4f13-bddf-69c580eede9b'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:15:02.104634 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db1018a-9877-4261-859f-de386a095739 None None] Routers {'a5d9c389-a450-4f13-bddf-69c580eede9b'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:15:02.105508 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-8db1018a-9877-4261-859f-de386a095739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:14:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['a5d9c389-a450-4f13-bddf-69c580eede9b'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:02.150891 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b89737-060d-48cb-a55e-e672bac3d5b5 admin admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:15:02.160364 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba26388-d3ae-4698-b851-4ce26a7ab6e6 None None] Sync routers for ids ['e99ef848-aa98-4722-80b7-7357374de1ac'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:15:02.165873 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-33b89737-060d-48cb-a55e-e672bac3d5b5 admin admin] 10.222.0.41 "PUT /v2.0/routers/e99ef848-aa98-4722-80b7-7357374de1ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0593872 Feb 03 14:15:02.166236 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34406) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:15:02.173375 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-468799de-7f16-42f0-8b6a-6b361658f394 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:02.174582 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-468799de-7f16-42f0-8b6a-6b361658f394 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0532327 Feb 03 14:15:02.177698 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34410) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:15:02.196899 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba26388-d3ae-4698-b851-4ce26a7ab6e6 None None] Routers {'e99ef848-aa98-4722-80b7-7357374de1ac'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:15:02.197524 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-1ba26388-d3ae-4698-b851-4ce26a7ab6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:14:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e99ef848-aa98-4722-80b7-7357374de1ac'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:02.230147 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-0a313796-6160-4660-9759-f29e6326630c tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=55163e99e9e54d69af7505a418f9e84b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0513732 Feb 03 14:15:02.232998 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34414) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:15:02.306198 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-8db1018a-9877-4261-859f-de386a095739 None None] Set router a5d9c389-a450-4f13-bddf-69c580eede9b gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:15:02.377472 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-1ba26388-d3ae-4698-b851-4ce26a7ab6e6 None None] Set router e99ef848-aa98-4722-80b7-7357374de1ac gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:15:02.404623 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b31bf23-d79b-449b-baae-865377854b0e tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:02.406338 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-6b31bf23-d79b-449b-baae-865377854b0e tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1720994 Feb 03 14:15:02.409200 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34418) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:15:02.451253 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-0d40a87d-6f65-4011-adb1-31f89afb4ea8 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=16a0e898-50c0-4b65-ae3a-069e9649bbca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409567 Feb 03 14:15:02.454248 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34422) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:15:02.460721 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-c408e0b7-35ad-40eb-ae50-42c1e9004c2f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-163922207', 'network_id': '24b653ed-e221-403a-9258-7b92435dcdb9', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:15:02.623607 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-8db1018a-9877-4261-859f-de386a095739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d9c389-a450-4f13-bddf-69c580eede9b', 'name': 'tempest-TestNetworkBasicOps-router-1726458749', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f9963fb1-2102-419a-87ff-53ebe20e5bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:00Z', 'updated_at': '2022-02-03T14:15:01Z', 'revision_number': 3, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'f9963fb1-2102-419a-87ff-53ebe20e5bdc', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:be:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d9c389-a450-4f13-bddf-69c580eede9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:00Z', 'updated_at': '2022-02-03T14:15:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:02.629152 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db1018a-9877-4261-859f-de386a095739 None None] Checking router: a5d9c389-a450-4f13-bddf-69c580eede9b for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:15:02.629550 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db1018a-9877-4261-859f-de386a095739 None None] Updating router a5d9c389-a450-4f13-bddf-69c580eede9b port f9963fb1-2102-419a-87ff-53ebe20e5bdc binding host dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:15:02.666349 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-1ba26388-d3ae-4698-b851-4ce26a7ab6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'name': 'tempest-TestVolumeBootPattern-211161176-router', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:15Z', 'updated_at': '2022-02-03T14:15:00Z', 'revision_number': 5, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'gw_port': {'id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:17Z', 'updated_at': '2022-02-03T14:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:02.668698 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e1166507-8b18-41d3-a373-749bdb2152db admin admin] Notify callbacks [] for router, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:02.670471 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba26388-d3ae-4698-b851-4ce26a7ab6e6 None None] Checking router: e99ef848-aa98-4722-80b7-7357374de1ac for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:15:02.682374 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba26388-d3ae-4698-b851-4ce26a7ab6e6 None None] Routers {'e99ef848-aa98-4722-80b7-7357374de1ac'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:15:02.682963 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-1ba26388-d3ae-4698-b851-4ce26a7ab6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:14:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e99ef848-aa98-4722-80b7-7357374de1ac'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:02.684920 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8db1018a-9877-4261-859f-de386a095739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:02.752570 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-c408e0b7-35ad-40eb-ae50-42c1e9004c2f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:15:02.758078 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-c408e0b7-35ad-40eb-ae50-42c1e9004c2f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:subnet and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:15:02.761494 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-c408e0b7-35ad-40eb-ae50-42c1e9004c2f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:15:02.776654 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-c408e0b7-35ad-40eb-ae50-42c1e9004c2f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:15:02.862859 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-1ba26388-d3ae-4698-b851-4ce26a7ab6e6 None None] Set router e99ef848-aa98-4722-80b7-7357374de1ac gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:15:02.883312 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c408e0b7-35ad-40eb-ae50-42c1e9004c2f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Made reservation on behalf of 55163e99e9e54d69af7505a418f9e84b for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:15:02.998902 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c408e0b7-35ad-40eb-ae50-42c1e9004c2f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:03.039814 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8db1018a-9877-4261-859f-de386a095739 None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:03.053241 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-8db1018a-9877-4261-859f-de386a095739 None None] Transition to ACTIVE for port object f9963fb1-2102-419a-87ff-53ebe20e5bdc will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:15:03.072894 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e1166507-8b18-41d3-a373-749bdb2152db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:03.127910 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8db1018a-9877-4261-859f-de386a095739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:03.153830 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-1ba26388-d3ae-4698-b851-4ce26a7ab6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'name': 'tempest-TestVolumeBootPattern-211161176-router', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:15Z', 'updated_at': '2022-02-03T14:15:00Z', 'revision_number': 5, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'gw_port': {'id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:17Z', 'updated_at': '2022-02-03T14:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:03.158560 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba26388-d3ae-4698-b851-4ce26a7ab6e6 None None] The sync data for ids ['e99ef848-aa98-4722-80b7-7357374de1ac'] in dv-neutron-827016-1-hyperv is: [{'id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'name': 'tempest-TestVolumeBootPattern-211161176-router', 'tenant_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:15Z', 'updated_at': '2022-02-03T14:15:00Z', 'revision_number': 5, 'project_id': '4cbc4ee6b61f47a897e271e5a6452f6c', 'gw_port': {'id': '4451e250-b3d4-4f52-87c3-26b835eddc12', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99ef848-aa98-4722-80b7-7357374de1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:17Z', 'updated_at': '2022-02-03T14:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:15:03.186152 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-e1166507-8b18-41d3-a373-749bdb2152db admin admin] Deleting port 4451e250-b3d4-4f52-87c3-26b835eddc12 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:15:03.186659 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e1166507-8b18-41d3-a373-749bdb2152db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:03.252328 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e23c82-a8d4-4b3b-8766-185323f90a7f None None] Pushing event updated for resources: {'Port': ['ID=f9963fb1-2102-419a-87ff-53ebe20e5bdc,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:03.258258 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-8db1018a-9877-4261-859f-de386a095739 None None] Attempting to bind port f9963fb1-2102-419a-87ff-53ebe20e5bdc on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:15:03.258258 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-8db1018a-9877-4261-859f-de386a095739 None None] Attempting to bind port f9963fb1-2102-419a-87ff-53ebe20e5bdc by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:15:03.258584 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db1018a-9877-4261-859f-de386a095739 None None] Attempting to bind port f9963fb1-2102-419a-87ff-53ebe20e5bdc on network 16a0e898-50c0-4b65-ae3a-069e9649bbca {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:15:03.266048 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db1018a-9877-4261-859f-de386a095739 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:15:03.266425 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db1018a-9877-4261-859f-de386a095739 None None] Checking segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:15:03.266820 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8db1018a-9877-4261-859f-de386a095739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:03.267253 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db1018a-9877-4261-859f-de386a095739 None None] Bound using segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:15:03.267711 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-8db1018a-9877-4261-859f-de386a095739 None None] Bound port: f9963fb1-2102-419a-87ff-53ebe20e5bdc, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:15:03.268078 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8db1018a-9877-4261-859f-de386a095739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:03.337440 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-8db1018a-9877-4261-859f-de386a095739 None None] For port f9963fb1-2102-419a-87ff-53ebe20e5bdc, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:15:03.340650 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-8db1018a-9877-4261-859f-de386a095739 None None] For port f9963fb1-2102-419a-87ff-53ebe20e5bdc, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=f9963fb1-2102-419a-87ff-53ebe20e5bdc,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:15:03.396874 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-e1166507-8b18-41d3-a373-749bdb2152db admin admin] For port 4451e250-b3d4-4f52-87c3-26b835eddc12, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=4451e250-b3d4-4f52-87c3-26b835eddc12,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:03.397237 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e1166507-8b18-41d3-a373-749bdb2152db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:03.517031 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-e1166507-8b18-41d3-a373-749bdb2152db admin admin] Calling delete_port for 4451e250-b3d4-4f52-87c3-26b835eddc12 owned by network:router_gateway {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:15:03.546881 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c408e0b7-35ad-40eb-ae50-42c1e9004c2f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:03.556219 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8db1018a-9877-4261-859f-de386a095739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:03.639801 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e23c82-a8d4-4b3b-8766-185323f90a7f None None] Pushing event updated for resources: {'Port': ['ID=f9963fb1-2102-419a-87ff-53ebe20e5bdc,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:03.644794 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db1018a-9877-4261-859f-de386a095739 None None] Routers {'a5d9c389-a450-4f13-bddf-69c580eede9b'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:15:03.645412 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-8db1018a-9877-4261-859f-de386a095739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:14:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['a5d9c389-a450-4f13-bddf-69c580eede9b'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:03.672962 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408e0b7-35ad-40eb-ae50-42c1e9004c2f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Subnet': ['ID=0c53b000-4753-4ef3-82fc-abd1312c719d,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:03.704346 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c408e0b7-35ad-40eb-ae50-42c1e9004c2f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Checking segment: {'id': '6ef6f7d6-8f4d-4f55-8a48-fe5dd340409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '24b653ed-e221-403a-9258-7b92435dcdb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:15:03.704698 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c408e0b7-35ad-40eb-ae50-42c1e9004c2f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network hostable DHCP agents. Network: 24b653ed-e221-403a-9258-7b92435dcdb9, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:15:03.818014 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-8db1018a-9877-4261-859f-de386a095739 None None] Set router a5d9c389-a450-4f13-bddf-69c580eede9b gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:15:03.853709 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c408e0b7-35ad-40eb-ae50-42c1e9004c2f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network 24b653ed-e221-403a-9258-7b92435dcdb9 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:15:03.882056 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e1166507-8b18-41d3-a373-749bdb2152db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:03.929519 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1166507-8b18-41d3-a373-749bdb2152db admin admin] Pushing event deleted for resources: {'Port': ['ID=4451e250-b3d4-4f52-87c3-26b835eddc12,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:03.970422 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-c408e0b7-35ad-40eb-ae50-42c1e9004c2f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 24b653ed-e221-403a-9258-7b92435dcdb9) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:15:03.988391 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31e891b-9890-43e9-8165-3f685ca2f748 None None] Network 24b653ed-e221-403a-9258-7b92435dcdb9 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:15:04.006000 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c408e0b7-35ad-40eb-ae50-42c1e9004c2f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:04.006673 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c408e0b7-35ad-40eb-ae50-42c1e9004c2f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:04.158617 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c408e0b7-35ad-40eb-ae50-42c1e9004c2f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.7033627 Feb 03 14:15:04.161874 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34426) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:15:04.172499 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e1166507-8b18-41d3-a373-749bdb2152db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:04.287950 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f38092b-1fe5-4955-94f0-ae487f9488ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-24b653ed-e221-403a-9258-7b92435dcdb9', 'network_id': '24b653ed-e221-403a-9258-7b92435dcdb9', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ips': [{'subnet_id': '0c53b000-4753-4ef3-82fc-abd1312c719d'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:15:04.288759 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2f38092b-1fe5-4955-94f0-ae487f9488ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:04.305436 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-8db1018a-9877-4261-859f-de386a095739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d9c389-a450-4f13-bddf-69c580eede9b', 'name': 'tempest-TestNetworkBasicOps-router-1726458749', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f9963fb1-2102-419a-87ff-53ebe20e5bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:00Z', 'updated_at': '2022-02-03T14:15:01Z', 'revision_number': 3, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'f9963fb1-2102-419a-87ff-53ebe20e5bdc', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:be:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d9c389-a450-4f13-bddf-69c580eede9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:00Z', 'updated_at': '2022-02-03T14:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:04.312715 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db1018a-9877-4261-859f-de386a095739 None None] The sync data for ids ['a5d9c389-a450-4f13-bddf-69c580eede9b'] in dv-neutron-827016-1-hyperv is: [{'id': 'a5d9c389-a450-4f13-bddf-69c580eede9b', 'name': 'tempest-TestNetworkBasicOps-router-1726458749', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f9963fb1-2102-419a-87ff-53ebe20e5bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:00Z', 'updated_at': '2022-02-03T14:15:01Z', 'revision_number': 3, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'f9963fb1-2102-419a-87ff-53ebe20e5bdc', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:be:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d9c389-a450-4f13-bddf-69c580eede9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:00Z', 'updated_at': '2022-02-03T14:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:15:04.505752 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-2f38092b-1fe5-4955-94f0-ae487f9488ce None None] Allocated IP 172.20.0.2 (24b653ed-e221-403a-9258-7b92435dcdb9/0c53b000-4753-4ef3-82fc-abd1312c719d/7df83bf9-450a-4c96-87bd-8100e84155d9) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:15:04.569599 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e1166507-8b18-41d3-a373-749bdb2152db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:04.573914 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e1166507-8b18-41d3-a373-749bdb2152db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:04.676194 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e1166507-8b18-41d3-a373-749bdb2152db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:04.678113 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1166507-8b18-41d3-a373-749bdb2152db admin admin] Fanout notify agent at l3_agent the message router_deleted on router e99ef848-aa98-4722-80b7-7357374de1ac {{(pid=84182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:15:04.686120 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e1166507-8b18-41d3-a373-749bdb2152db admin admin] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:04.687569 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e1166507-8b18-41d3-a373-749bdb2152db admin admin] 10.222.0.41 "DELETE /v2.0/routers/e99ef848-aa98-4722-80b7-7357374de1ac HTTP/1.1" status: 204 len: 168 time: 2.5203362 Feb 03 14:15:04.689963 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34432) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:15:04.760074 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c69e9b-ba33-465f-a49c-b35c6d87cfe8 admin admin] Deleting subnet ac5f2d12-5c46-44f1-bb83-783314b1c271 {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:15:04.763356 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-65c69e9b-ba33-465f-a49c-b35c6d87cfe8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:04.786737 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2f38092b-1fe5-4955-94f0-ae487f9488ce None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:04.799367 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2f38092b-1fe5-4955-94f0-ae487f9488ce None None] Transition to ACTIVE for port object 7df83bf9-450a-4c96-87bd-8100e84155d9 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:15:04.838088 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2f38092b-1fe5-4955-94f0-ae487f9488ce None None] Transition to ACTIVE for port object 7df83bf9-450a-4c96-87bd-8100e84155d9 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:15:04.842854 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-65c69e9b-ba33-465f-a49c-b35c6d87cfe8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:04.916767 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2f38092b-1fe5-4955-94f0-ae487f9488ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:04.937703 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-65c69e9b-ba33-465f-a49c-b35c6d87cfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:04.995655 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f38092b-1fe5-4955-94f0-ae487f9488ce None None] Pushing event updated for resources: {'Port': ['ID=7df83bf9-450a-4c96-87bd-8100e84155d9,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:05.007721 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f38092b-1fe5-4955-94f0-ae487f9488ce None None] Network 24b653ed-e221-403a-9258-7b92435dcdb9 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:15:05.009271 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-2f38092b-1fe5-4955-94f0-ae487f9488ce None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:15:05.013253 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f38092b-1fe5-4955-94f0-ae487f9488ce None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:15:05.099773 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-65c69e9b-ba33-465f-a49c-b35c6d87cfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:05.116616 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-2f38092b-1fe5-4955-94f0-ae487f9488ce None None] Attempting to bind port 7df83bf9-450a-4c96-87bd-8100e84155d9 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:15:05.116989 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-2f38092b-1fe5-4955-94f0-ae487f9488ce None None] Attempting to bind port 7df83bf9-450a-4c96-87bd-8100e84155d9 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '6ef6f7d6-8f4d-4f55-8a48-fe5dd340409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '24b653ed-e221-403a-9258-7b92435dcdb9'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:15:05.117356 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f38092b-1fe5-4955-94f0-ae487f9488ce None None] Attempting to bind port 7df83bf9-450a-4c96-87bd-8100e84155d9 on network 24b653ed-e221-403a-9258-7b92435dcdb9 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:15:05.125886 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f38092b-1fe5-4955-94f0-ae487f9488ce None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:15:05.125886 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f38092b-1fe5-4955-94f0-ae487f9488ce None None] Checking segment: {'id': '6ef6f7d6-8f4d-4f55-8a48-fe5dd340409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '24b653ed-e221-403a-9258-7b92435dcdb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:15:05.135372 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2f38092b-1fe5-4955-94f0-ae487f9488ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:05.135372 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f38092b-1fe5-4955-94f0-ae487f9488ce None None] Bound using segment: {'id': '6ef6f7d6-8f4d-4f55-8a48-fe5dd340409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '24b653ed-e221-403a-9258-7b92435dcdb9'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:15:05.135372 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-2f38092b-1fe5-4955-94f0-ae487f9488ce None None] Bound port: 7df83bf9-450a-4c96-87bd-8100e84155d9, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ef6f7d6-8f4d-4f55-8a48-fe5dd340409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '24b653ed-e221-403a-9258-7b92435dcdb9'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:15:05.135372 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2f38092b-1fe5-4955-94f0-ae487f9488ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:05.135750 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fe026756-a6fa-44c9-bc64-52212191bf6d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:05.148848 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-65c69e9b-ba33-465f-a49c-b35c6d87cfe8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:05.156143 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c69e9b-ba33-465f-a49c-b35c6d87cfe8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac5f2d12-5c46-44f1-bb83-783314b1c271,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:05.160528 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-65c69e9b-ba33-465f-a49c-b35c6d87cfe8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ac5f2d12-5c46-44f1-bb83-783314b1c271 HTTP/1.1" status: 204 len: 168 time: 0.4694636 Feb 03 14:15:05.162798 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34436) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:15:05.176949 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a61420c-62b9-4d09-8ce2-d0e0426d6792 None None] Network 2f1c1092-820d-41af-bed3-3674f069c798 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:15:05.307091 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3e0d5bc2-ba1a-4ec2-b74c-c0f101e56dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:05.323563 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-3e0d5bc2-ba1a-4ec2-b74c-c0f101e56dba admin admin] Deleting port 36563504-8cf1-4279-ab34-154d154e2264 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:15:05.323905 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3e0d5bc2-ba1a-4ec2-b74c-c0f101e56dba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:05.478567 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device f9963fb1-2102-419a-87ff-53ebe20e5bdc up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:15:05.573760 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-3e0d5bc2-ba1a-4ec2-b74c-c0f101e56dba admin admin] For port 36563504-8cf1-4279-ab34-154d154e2264, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=36563504-8cf1-4279-ab34-154d154e2264,segment=NetworkSegment(a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce),segment_id=a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:05.574097 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3e0d5bc2-ba1a-4ec2-b74c-c0f101e56dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:05.589389 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-2f38092b-1fe5-4955-94f0-ae487f9488ce None None] For port 7df83bf9-450a-4c96-87bd-8100e84155d9, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:15:05.622736 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-2f38092b-1fe5-4955-94f0-ae487f9488ce None None] For port 7df83bf9-450a-4c96-87bd-8100e84155d9, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=7df83bf9-450a-4c96-87bd-8100e84155d9,segment=NetworkSegment(6ef6f7d6-8f4d-4f55-8a48-fe5dd340409b),segment_id=6ef6f7d6-8f4d-4f55-8a48-fe5dd340409b)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:15:05.625186 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-fe026756-a6fa-44c9-bc64-52212191bf6d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Allocated IP 172.20.0.1 (24b653ed-e221-403a-9258-7b92435dcdb9/0c53b000-4753-4ef3-82fc-abd1312c719d/baf07447-e9b4-4981-a660-2b9203739299) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:15:05.672177 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2f38092b-1fe5-4955-94f0-ae487f9488ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:05.697177 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-3e0d5bc2-ba1a-4ec2-b74c-c0f101e56dba admin admin] Calling delete_port for 36563504-8cf1-4279-ab34-154d154e2264 owned by network:dhcp {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:15:05.746257 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port f9963fb1-2102-419a-87ff-53ebe20e5bdc completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:15:05.761678 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port f9963fb1-2102-419a-87ff-53ebe20e5bdc triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:15:05.762060 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:05.833839 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f38092b-1fe5-4955-94f0-ae487f9488ce None None] Pushing event updated for resources: {'Port': ['ID=7df83bf9-450a-4c96-87bd-8100e84155d9,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:05.836824 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3e0d5bc2-ba1a-4ec2-b74c-c0f101e56dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:05.901775 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d5bc2-ba1a-4ec2-b74c-c0f101e56dba admin admin] Pushing event deleted for resources: {'Port': ['ID=36563504-8cf1-4279-ab34-154d154e2264,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:05.906859 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0d5bc2-ba1a-4ec2-b74c-c0f101e56dba admin admin] No DVR routers for this DVR port 36563504-8cf1-4279-ab34-154d154e2264 on host dv-neutron-827016-1-hyperv {{(pid=84182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:15:05.923491 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:05.929030 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fe026756-a6fa-44c9-bc64-52212191bf6d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:05.941682 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port f9963fb1-2102-419a-87ff-53ebe20e5bdc, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=f9963fb1-2102-419a-87ff-53ebe20e5bdc,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:05.950425 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb379528-791c-498c-89a4-31428bbcf86b None None] DHCP port deletion for 2f1c1092-820d-41af-bed3-3674f069c798 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:15:05.950603 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-fe026756-a6fa-44c9-bc64-52212191bf6d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Transition to ACTIVE for port object baf07447-e9b4-4981-a660-2b9203739299 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:15:06.021093 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:06.043149 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fe026756-a6fa-44c9-bc64-52212191bf6d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:06.067276 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3e0d5bc2-ba1a-4ec2-b74c-c0f101e56dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:06.076742 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 36c5ceab-9546-4155-a0cd-7c3d6a13d789 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:15:06.101373 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-3e0d5bc2-ba1a-4ec2-b74c-c0f101e56dba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f1c1092-820d-41af-bed3-3674f069c798']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:06.117233 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-3e0d5bc2-ba1a-4ec2-b74c-c0f101e56dba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:06.117233 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-3e0d5bc2-ba1a-4ec2-b74c-c0f101e56dba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a87a4fed-d2d0-4c79-b1cc-7e92e132d8ce') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:06.117524 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 36c5ceab-9546-4155-a0cd-7c3d6a13d789 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:15:06.117524 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 36c5ceab-9546-4155-a0cd-7c3d6a13d789 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:15:06.130862 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe026756-a6fa-44c9-bc64-52212191bf6d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network 24b653ed-e221-403a-9258-7b92435dcdb9 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:15:06.133038 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3e0d5bc2-ba1a-4ec2-b74c-c0f101e56dba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:06.134291 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-fe026756-a6fa-44c9-bc64-52212191bf6d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:15:06.142885 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe026756-a6fa-44c9-bc64-52212191bf6d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:15:06.154588 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3e0d5bc2-ba1a-4ec2-b74c-c0f101e56dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:06.155267 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=f9963fb1-2102-419a-87ff-53ebe20e5bdc,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:06.161778 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e0d5bc2-ba1a-4ec2-b74c-c0f101e56dba admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:15:06.167222 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3e0d5bc2-ba1a-4ec2-b74c-c0f101e56dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:06.179807 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe026756-a6fa-44c9-bc64-52212191bf6d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=baf07447-e9b4-4981-a660-2b9203739299,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:06.181082 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 14:15:06.181082 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:15:06.181082 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 14:15:06.181082 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:15:06.181082 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 14:15:06.181082 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:15:06.181082 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 14:15:06.181082 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:15:06.181082 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 14:15:06.181082 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:15:06.181082 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 14:15:06.181082 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:15:06.181082 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 14:15:06.181082 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:15:06.181082 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:15:06.181082 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:15:06.181082 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:15:06.181082 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:15:06.181082 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 14:15:06.181082 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:15:06.181082 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 14:15:06.181082 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:15:06.181082 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:15:06.181082 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:15:06.181082 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 14:15:06.181082 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:15:06.181082 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:15:06.181082 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:15:06.181082 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:15:06.181082 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:15:06.181082 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:15:06.181082 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:15:06.212260 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fe026756-a6fa-44c9-bc64-52212191bf6d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:06.351689 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fe026756-a6fa-44c9-bc64-52212191bf6d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:06.396359 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3e0d5bc2-ba1a-4ec2-b74c-c0f101e56dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:06.415187 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3e0d5bc2-ba1a-4ec2-b74c-c0f101e56dba admin admin] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:06.424325 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d5bc2-ba1a-4ec2-b74c-c0f101e56dba admin admin] Pushing event deleted for resources: {'Network': ['ID=2f1c1092-820d-41af-bed3-3674f069c798,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:06.505746 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3e0d5bc2-ba1a-4ec2-b74c-c0f101e56dba admin admin] 10.222.0.41 "DELETE /v2.0/networks/2f1c1092-820d-41af-bed3-3674f069c798 HTTP/1.1" status: 204 len: 168 time: 1.3416538 Feb 03 14:15:06.508567 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34440) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:15:06.774847 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fe026756-a6fa-44c9-bc64-52212191bf6d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:06.841926 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fe026756-a6fa-44c9-bc64-52212191bf6d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:06.877836 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac1210b-508c-49e6-a88b-6abb6419e6fa None None] Network 24b653ed-e221-403a-9258-7b92435dcdb9 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:15:06.923396 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5337591d-e5e9-4799-b14b-b254a45ea175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:06.954579 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fe026756-a6fa-44c9-bc64-52212191bf6d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:07.038393 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe026756-a6fa-44c9-bc64-52212191bf6d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=baf07447-e9b4-4981-a660-2b9203739299,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:07.083563 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device f9963fb1-2102-419a-87ff-53ebe20e5bdc up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:15:07.114993 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-bd51b114-0002-4d0c-841b-5082baed0cc0 None None] Provisioning for port 7df83bf9-450a-4c96-87bd-8100e84155d9 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:15:07.127957 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe026756-a6fa-44c9-bc64-52212191bf6d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network 24b653ed-e221-403a-9258-7b92435dcdb9 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:15:07.129371 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-fe026756-a6fa-44c9-bc64-52212191bf6d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:15:07.224776 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port f9963fb1-2102-419a-87ff-53ebe20e5bdc triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:15:07.225147 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:07.373738 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 7df83bf9-450a-4c96-87bd-8100e84155d9 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:15:07.521977 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 7df83bf9-450a-4c96-87bd-8100e84155d9 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:15:07.529254 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 7df83bf9-450a-4c96-87bd-8100e84155d9 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:15:07.533263 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:07.575545 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe026756-a6fa-44c9-bc64-52212191bf6d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router a5d9c389-a450-4f13-bddf-69c580eede9b has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:15:07.618624 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-5337591d-e5e9-4799-b14b-b254a45ea175 admin admin] Deleting port 42b692c9-02ad-46b2-a6da-3d2c491aed2a {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:15:07.619614 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5337591d-e5e9-4799-b14b-b254a45ea175 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:07.679415 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:07.691872 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b0cab57c-494e-4ce8-87b4-7d99d0eed890 None None] Provisioning for port baf07447-e9b4-4981-a660-2b9203739299 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:15:07.703150 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b0cab57c-494e-4ce8-87b4-7d99d0eed890 None None] Provisioning complete for port baf07447-e9b4-4981-a660-2b9203739299 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:15:07.703540 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b0cab57c-494e-4ce8-87b4-7d99d0eed890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:07.776850 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-b0cab57c-494e-4ce8-87b4-7d99d0eed890 None None] Port baf07447-e9b4-4981-a660-2b9203739299 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:15:07.798993 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 7df83bf9-450a-4c96-87bd-8100e84155d9, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=7df83bf9-450a-4c96-87bd-8100e84155d9,segment=NetworkSegment(6ef6f7d6-8f4d-4f55-8a48-fe5dd340409b),segment_id=6ef6f7d6-8f4d-4f55-8a48-fe5dd340409b)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:07.805688 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b0cab57c-494e-4ce8-87b4-7d99d0eed890 None None] Provisioning complete for port 7df83bf9-450a-4c96-87bd-8100e84155d9 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:15:07.806202 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b0cab57c-494e-4ce8-87b4-7d99d0eed890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:07.837043 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-5337591d-e5e9-4799-b14b-b254a45ea175 admin admin] For port 42b692c9-02ad-46b2-a6da-3d2c491aed2a, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=42b692c9-02ad-46b2-a6da-3d2c491aed2a,segment=NetworkSegment(da06d23a-3ce9-4bac-8a58-e6c293465c03),segment_id=da06d23a-3ce9-4bac-8a58-e6c293465c03)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:07.837570 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5337591d-e5e9-4799-b14b-b254a45ea175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:07.947174 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:07.955331 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe026756-a6fa-44c9-bc64-52212191bf6d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:15:07.973891 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-fe026756-a6fa-44c9-bc64-52212191bf6d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "PUT /v2.0/routers/a5d9c389-a450-4f13-bddf-69c580eede9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8085585 Feb 03 14:15:07.980016 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34444) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:15:08.010548 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-5337591d-e5e9-4799-b14b-b254a45ea175 admin admin] Calling delete_port for 42b692c9-02ad-46b2-a6da-3d2c491aed2a owned by network:router_interface {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:15:08.036725 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 4451e250-b3d4-4f52-87c3-26b835eddc12 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:15:08.081628 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 4451e250-b3d4-4f52-87c3-26b835eddc12 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:15:08.082054 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 4451e250-b3d4-4f52-87c3-26b835eddc12 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:15:08.082651 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 36563504-8cf1-4279-ab34-154d154e2264 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:15:08.129119 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 36563504-8cf1-4279-ab34-154d154e2264 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:15:08.129624 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 36563504-8cf1-4279-ab34-154d154e2264 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:15:08.151291 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2f22fd-e2ba-427a-80e8-79f0dc561c18 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:08.151799 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2f22fd-e2ba-427a-80e8-79f0dc561c18 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:08.152218 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2f22fd-e2ba-427a-80e8-79f0dc561c18 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:08.152534 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2f22fd-e2ba-427a-80e8-79f0dc561c18 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:08.152989 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2f22fd-e2ba-427a-80e8-79f0dc561c18 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:08.153792 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=7df83bf9-450a-4c96-87bd-8100e84155d9,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:08.158510 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3d2f22fd-e2ba-427a-80e8-79f0dc561c18 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3580 time: 0.1830354 Feb 03 14:15:08.159265 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34450) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:15:08.159735 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-e7af20dc-795e-4eac-8285-2e0260e02aab None None] Provisioning complete for port baf07447-e9b4-4981-a660-2b9203739299 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:15:08.160207 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e7af20dc-795e-4eac-8285-2e0260e02aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:08.215518 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-e7af20dc-795e-4eac-8285-2e0260e02aab None None] Port baf07447-e9b4-4981-a660-2b9203739299 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:15:08.231850 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d124f6-6987-45b5-9b44-ebdd58bf3972 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:08.232232 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d124f6-6987-45b5-9b44-ebdd58bf3972 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:08.232599 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d124f6-6987-45b5-9b44-ebdd58bf3972 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:08.232961 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d124f6-6987-45b5-9b44-ebdd58bf3972 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:08.233366 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d124f6-6987-45b5-9b44-ebdd58bf3972 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:08.235667 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-14d124f6-6987-45b5-9b44-ebdd58bf3972 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3374 time: 0.0755422 Feb 03 14:15:08.238533 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34454) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:15:08.380857 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601d5dab-5288-42e0-87b7-b46502442d21 None None] Sync routers for ids ['a5d9c389-a450-4f13-bddf-69c580eede9b'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:15:08.395332 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601d5dab-5288-42e0-87b7-b46502442d21 None None] Routers {'a5d9c389-a450-4f13-bddf-69c580eede9b'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:15:08.396058 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-601d5dab-5288-42e0-87b7-b46502442d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:14:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['a5d9c389-a450-4f13-bddf-69c580eede9b'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:08.413653 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5337591d-e5e9-4799-b14b-b254a45ea175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:08.455471 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-cc966207-ce8d-4a2a-a00d-1f5b460b8b23 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2326 time: 0.2156568 Feb 03 14:15:08.464819 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5337591d-e5e9-4799-b14b-b254a45ea175 admin admin] Pushing event deleted for resources: {'Port': ['ID=42b692c9-02ad-46b2-a6da-3d2c491aed2a,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:08.642065 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-601d5dab-5288-42e0-87b7-b46502442d21 None None] Set router a5d9c389-a450-4f13-bddf-69c580eede9b gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:15:08.773446 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5337591d-e5e9-4799-b14b-b254a45ea175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:08.829147 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34460) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:15:08.835830 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-a32f4371-3653-43bf-a6d5-0525bf21938e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1467824769', 'description': 'tempest-secgroup-smoke-1467824769 description', 'project_id': '55163e99e9e54d69af7505a418f9e84b'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:15:08.845177 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-a32f4371-3653-43bf-a6d5-0525bf21938e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:15:08.849950 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-a32f4371-3653-43bf-a6d5-0525bf21938e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:15:08.852987 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-a32f4371-3653-43bf-a6d5-0525bf21938e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:15:08.858997 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-a32f4371-3653-43bf-a6d5-0525bf21938e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:15:08.955747 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a32f4371-3653-43bf-a6d5-0525bf21938e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:08.969155 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-601d5dab-5288-42e0-87b7-b46502442d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d9c389-a450-4f13-bddf-69c580eede9b', 'name': 'tempest-TestNetworkBasicOps-router-1726458749', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f9963fb1-2102-419a-87ff-53ebe20e5bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:00Z', 'updated_at': '2022-02-03T14:15:06Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'f9963fb1-2102-419a-87ff-53ebe20e5bdc', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:be:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9c389-a450-4f13-bddf-69c580eede9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:00Z', 'updated_at': '2022-02-03T14:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'baf07447-e9b4-4981-a660-2b9203739299', 'name': '', 'network_id': '24b653ed-e221-403a-9258-7b92435dcdb9', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:fd:af:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d9c389-a450-4f13-bddf-69c580eede9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c53b000-4753-4ef3-82fc-abd1312c719d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:05Z', 'updated_at': '2022-02-03T14:15:06Z', 'revision_number': 2, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '0c53b000-4753-4ef3-82fc-abd1312c719d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:08.973516 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601d5dab-5288-42e0-87b7-b46502442d21 None None] Checking router: a5d9c389-a450-4f13-bddf-69c580eede9b for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:15:08.973877 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601d5dab-5288-42e0-87b7-b46502442d21 None None] Updating router a5d9c389-a450-4f13-bddf-69c580eede9b port baf07447-e9b4-4981-a660-2b9203739299 binding host dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:15:08.998372 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-a32f4371-3653-43bf-a6d5-0525bf21938e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:15:09.003002 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-a32f4371-3653-43bf-a6d5-0525bf21938e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:15:09.006088 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-a32f4371-3653-43bf-a6d5-0525bf21938e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:15:09.011999 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-a32f4371-3653-43bf-a6d5-0525bf21938e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:15:09.030161 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 7df83bf9-450a-4c96-87bd-8100e84155d9 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:15:09.059354 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-601d5dab-5288-42e0-87b7-b46502442d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:09.073123 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a32f4371-3653-43bf-a6d5-0525bf21938e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:09.138737 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a32f4371-3653-43bf-a6d5-0525bf21938e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:09.189629 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f4371-3653-43bf-a6d5-0525bf21938e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea647576-61e1-42e5-b5ac-27ec4c3121e0,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:09.216589 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 7df83bf9-450a-4c96-87bd-8100e84155d9 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:15:09.217118 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:09.270989 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a32f4371-3653-43bf-a6d5-0525bf21938e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:09.276094 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-a32f4371-3653-43bf-a6d5-0525bf21938e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4417214 Feb 03 14:15:09.276236 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34464) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:15:09.280749 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-01904aba-2361-4ef9-8380-e5f44f6c0000 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': 'ea647576-61e1-42e5-b5ac-27ec4c3121e0', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:15:09.289331 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-01904aba-2361-4ef9-8380-e5f44f6c0000 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:15:09.294508 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-01904aba-2361-4ef9-8380-e5f44f6c0000 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:15:09.298756 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-01904aba-2361-4ef9-8380-e5f44f6c0000 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:15:09.305396 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-01904aba-2361-4ef9-8380-e5f44f6c0000 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:15:09.415291 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5337591d-e5e9-4799-b14b-b254a45ea175 admin admin] Router 12c53c2f-0f70-4a88-9999-3d215c2676bb has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:15:09.491939 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-01904aba-2361-4ef9-8380-e5f44f6c0000 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:09.540778 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-601d5dab-5288-42e0-87b7-b46502442d21 None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:09.554417 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-601d5dab-5288-42e0-87b7-b46502442d21 None None] Transition to ACTIVE for port object baf07447-e9b4-4981-a660-2b9203739299 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:15:09.576023 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-01904aba-2361-4ef9-8380-e5f44f6c0000 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:09.625129 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-601d5dab-5288-42e0-87b7-b46502442d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:09.647237 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-01904aba-2361-4ef9-8380-e5f44f6c0000 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:09.675055 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01904aba-2361-4ef9-8380-e5f44f6c0000 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06098251-4d92-418d-b3f9-b48028fe16c8,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:09.701313 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5337591d-e5e9-4799-b14b-b254a45ea175 admin admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:15:09.711437 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-5337591d-e5e9-4799-b14b-b254a45ea175 admin admin] 10.222.0.41 "PUT /v2.0/routers/12c53c2f-0f70-4a88-9999-3d215c2676bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1963515 Feb 03 14:15:09.711437 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34468) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:15:09.711726 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aa39d4-12c3-49db-b96b-2a62b437d974 None None] Sync routers for ids ['12c53c2f-0f70-4a88-9999-3d215c2676bb'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:15:09.727811 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aa39d4-12c3-49db-b96b-2a62b437d974 None None] Routers {'12c53c2f-0f70-4a88-9999-3d215c2676bb'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:15:09.728750 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-64aa39d4-12c3-49db-b96b-2a62b437d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:14:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['12c53c2f-0f70-4a88-9999-3d215c2676bb'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:09.765975 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c9e67-ae5d-4810-b272-7de68736fd56 None None] Pushing event updated for resources: {'Port': ['ID=baf07447-e9b4-4981-a660-2b9203739299,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:09.780874 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-01904aba-2361-4ef9-8380-e5f44f6c0000 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:09.782047 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-01904aba-2361-4ef9-8380-e5f44f6c0000 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5057909 Feb 03 14:15:09.785119 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34472) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:15:09.791155 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-e97859ae-0ebb-4ac6-8654-9b9f926a6958 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': 'ea647576-61e1-42e5-b5ac-27ec4c3121e0', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:15:09.804841 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e97859ae-0ebb-4ac6-8654-9b9f926a6958 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:15:09.807735 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e97859ae-0ebb-4ac6-8654-9b9f926a6958 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:15:09.810908 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e97859ae-0ebb-4ac6-8654-9b9f926a6958 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:15:09.825151 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e97859ae-0ebb-4ac6-8654-9b9f926a6958 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:15:09.882585 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-601d5dab-5288-42e0-87b7-b46502442d21 None None] Attempting to bind port baf07447-e9b4-4981-a660-2b9203739299 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:15:09.882961 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-601d5dab-5288-42e0-87b7-b46502442d21 None None] Attempting to bind port baf07447-e9b4-4981-a660-2b9203739299 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '6ef6f7d6-8f4d-4f55-8a48-fe5dd340409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '24b653ed-e221-403a-9258-7b92435dcdb9'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:15:09.883360 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601d5dab-5288-42e0-87b7-b46502442d21 None None] Attempting to bind port baf07447-e9b4-4981-a660-2b9203739299 on network 24b653ed-e221-403a-9258-7b92435dcdb9 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:15:09.890784 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601d5dab-5288-42e0-87b7-b46502442d21 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:15:09.891233 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601d5dab-5288-42e0-87b7-b46502442d21 None None] Checking segment: {'id': '6ef6f7d6-8f4d-4f55-8a48-fe5dd340409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '24b653ed-e221-403a-9258-7b92435dcdb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:15:09.891640 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-601d5dab-5288-42e0-87b7-b46502442d21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:09.892318 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601d5dab-5288-42e0-87b7-b46502442d21 None None] Bound using segment: {'id': '6ef6f7d6-8f4d-4f55-8a48-fe5dd340409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '24b653ed-e221-403a-9258-7b92435dcdb9'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:15:09.892791 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-601d5dab-5288-42e0-87b7-b46502442d21 None None] Bound port: baf07447-e9b4-4981-a660-2b9203739299, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ef6f7d6-8f4d-4f55-8a48-fe5dd340409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '24b653ed-e221-403a-9258-7b92435dcdb9'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:15:09.893347 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-601d5dab-5288-42e0-87b7-b46502442d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:09.958412 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e97859ae-0ebb-4ac6-8654-9b9f926a6958 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:10.000425 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-601d5dab-5288-42e0-87b7-b46502442d21 None None] For port baf07447-e9b4-4981-a660-2b9203739299, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:15:10.004545 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-601d5dab-5288-42e0-87b7-b46502442d21 None None] For port baf07447-e9b4-4981-a660-2b9203739299, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=baf07447-e9b4-4981-a660-2b9203739299,segment=NetworkSegment(6ef6f7d6-8f4d-4f55-8a48-fe5dd340409b),segment_id=6ef6f7d6-8f4d-4f55-8a48-fe5dd340409b)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:15:10.008979 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-64aa39d4-12c3-49db-b96b-2a62b437d974 None None] Set router 12c53c2f-0f70-4a88-9999-3d215c2676bb gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:15:10.030106 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e97859ae-0ebb-4ac6-8654-9b9f926a6958 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:10.094076 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-601d5dab-5288-42e0-87b7-b46502442d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:10.106643 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-af28d630-adcd-4137-b750-9a4f26fcf371 admin admin] Notify callbacks [] for router, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:10.121962 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e97859ae-0ebb-4ac6-8654-9b9f926a6958 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:10.174241 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97859ae-0ebb-4ac6-8654-9b9f926a6958 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8f6d61d-f845-40d0-8921-e010d92d42ee,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:10.188022 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c9e67-ae5d-4810-b272-7de68736fd56 None None] Pushing event updated for resources: {'Port': ['ID=baf07447-e9b4-4981-a660-2b9203739299,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:10.191563 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601d5dab-5288-42e0-87b7-b46502442d21 None None] Routers {'a5d9c389-a450-4f13-bddf-69c580eede9b'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:15:10.194668 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-601d5dab-5288-42e0-87b7-b46502442d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:14:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['a5d9c389-a450-4f13-bddf-69c580eede9b'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:10.271382 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e97859ae-0ebb-4ac6-8654-9b9f926a6958 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:10.272603 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e97859ae-0ebb-4ac6-8654-9b9f926a6958 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4864898 Feb 03 14:15:10.275360 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34476) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:15:10.281773 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-bb17b0b0-38b1-4640-a50c-85d92122df1a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': 'ea647576-61e1-42e5-b5ac-27ec4c3121e0', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:15:10.289386 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-bb17b0b0-38b1-4640-a50c-85d92122df1a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:15:10.301046 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-bb17b0b0-38b1-4640-a50c-85d92122df1a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:15:10.301046 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-bb17b0b0-38b1-4640-a50c-85d92122df1a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:15:10.315793 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-bb17b0b0-38b1-4640-a50c-85d92122df1a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:15:10.354600 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-64aa39d4-12c3-49db-b96b-2a62b437d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12c53c2f-0f70-4a88-9999-3d215c2676bb', 'name': 'tempest-TestVolumeBootPattern-200197175-router', 'tenant_id': '9950b7a5d04341e3bbd57e24efccb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': '66a6fa2c-6ce3-4519-9ed5-e485ba6a6028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:41Z', 'updated_at': '2022-02-03T14:15:08Z', 'revision_number': 5, 'project_id': '9950b7a5d04341e3bbd57e24efccb84a', 'gw_port': {'id': '66a6fa2c-6ce3-4519-9ed5-e485ba6a6028', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:62:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c53c2f-0f70-4a88-9999-3d215c2676bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:42Z', 'updated_at': '2022-02-03T14:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:10.360903 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aa39d4-12c3-49db-b96b-2a62b437d974 None None] Checking router: 12c53c2f-0f70-4a88-9999-3d215c2676bb for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:15:10.361715 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-af28d630-adcd-4137-b750-9a4f26fcf371 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:10.377608 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aa39d4-12c3-49db-b96b-2a62b437d974 None None] Routers {'12c53c2f-0f70-4a88-9999-3d215c2676bb'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:15:10.378353 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-64aa39d4-12c3-49db-b96b-2a62b437d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:14:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['12c53c2f-0f70-4a88-9999-3d215c2676bb'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:10.427464 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bb17b0b0-38b1-4640-a50c-85d92122df1a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:10.448355 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-af28d630-adcd-4137-b750-9a4f26fcf371 admin admin] Deleting port 66a6fa2c-6ce3-4519-9ed5-e485ba6a6028 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:15:10.448780 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-af28d630-adcd-4137-b750-9a4f26fcf371 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:10.481526 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-601d5dab-5288-42e0-87b7-b46502442d21 None None] Set router a5d9c389-a450-4f13-bddf-69c580eede9b gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:15:10.510267 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bb17b0b0-38b1-4640-a50c-85d92122df1a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:10.556141 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bb17b0b0-38b1-4640-a50c-85d92122df1a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:10.584973 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-64aa39d4-12c3-49db-b96b-2a62b437d974 None None] Set router 12c53c2f-0f70-4a88-9999-3d215c2676bb gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:15:10.588854 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17b0b0-38b1-4640-a50c-85d92122df1a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10cfa5c2-ea1e-4664-8253-2b81e47c9853,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:10.630167 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bb17b0b0-38b1-4640-a50c-85d92122df1a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:10.631529 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-bb17b0b0-38b1-4640-a50c-85d92122df1a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3547850 Feb 03 14:15:10.634138 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34480) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:15:10.642367 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-8478b89a-bb78-478d-9e84-f0410170b485 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': 'ea647576-61e1-42e5-b5ac-27ec4c3121e0', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:15:10.648310 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-8478b89a-bb78-478d-9e84-f0410170b485 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:15:10.652438 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-8478b89a-bb78-478d-9e84-f0410170b485 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:15:10.654486 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-af28d630-adcd-4137-b750-9a4f26fcf371 admin admin] For port 66a6fa2c-6ce3-4519-9ed5-e485ba6a6028, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=66a6fa2c-6ce3-4519-9ed5-e485ba6a6028,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:10.655056 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-af28d630-adcd-4137-b750-9a4f26fcf371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:10.655909 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-8478b89a-bb78-478d-9e84-f0410170b485 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:15:10.662661 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-8478b89a-bb78-478d-9e84-f0410170b485 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:15:10.725332 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8478b89a-bb78-478d-9e84-f0410170b485 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:10.800437 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8478b89a-bb78-478d-9e84-f0410170b485 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:10.805972 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-af28d630-adcd-4137-b750-9a4f26fcf371 admin admin] Calling delete_port for 66a6fa2c-6ce3-4519-9ed5-e485ba6a6028 owned by network:router_gateway {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:15:10.823808 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-601d5dab-5288-42e0-87b7-b46502442d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d9c389-a450-4f13-bddf-69c580eede9b', 'name': 'tempest-TestNetworkBasicOps-router-1726458749', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f9963fb1-2102-419a-87ff-53ebe20e5bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:00Z', 'updated_at': '2022-02-03T14:15:06Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'f9963fb1-2102-419a-87ff-53ebe20e5bdc', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:be:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9c389-a450-4f13-bddf-69c580eede9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:00Z', 'updated_at': '2022-02-03T14:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'baf07447-e9b4-4981-a660-2b9203739299', 'name': '', 'network_id': '24b653ed-e221-403a-9258-7b92435dcdb9', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:fd:af:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d9c389-a450-4f13-bddf-69c580eede9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c53b000-4753-4ef3-82fc-abd1312c719d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:05Z', 'updated_at': '2022-02-03T14:15:09Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '0c53b000-4753-4ef3-82fc-abd1312c719d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:10.829216 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601d5dab-5288-42e0-87b7-b46502442d21 None None] The sync data for ids ['a5d9c389-a450-4f13-bddf-69c580eede9b'] in dv-neutron-827016-1-hyperv is: [{'id': 'a5d9c389-a450-4f13-bddf-69c580eede9b', 'name': 'tempest-TestNetworkBasicOps-router-1726458749', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f9963fb1-2102-419a-87ff-53ebe20e5bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:00Z', 'updated_at': '2022-02-03T14:15:06Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'f9963fb1-2102-419a-87ff-53ebe20e5bdc', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:be:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9c389-a450-4f13-bddf-69c580eede9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:00Z', 'updated_at': '2022-02-03T14:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'baf07447-e9b4-4981-a660-2b9203739299', 'name': '', 'network_id': '24b653ed-e221-403a-9258-7b92435dcdb9', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:fd:af:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d9c389-a450-4f13-bddf-69c580eede9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c53b000-4753-4ef3-82fc-abd1312c719d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:05Z', 'updated_at': '2022-02-03T14:15:09Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '0c53b000-4753-4ef3-82fc-abd1312c719d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:15:10.853367 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8478b89a-bb78-478d-9e84-f0410170b485 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:10.917933 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8478b89a-bb78-478d-9e84-f0410170b485 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ba24658-c7c2-48de-a2d0-17ab25621ed2,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:10.949059 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-64aa39d4-12c3-49db-b96b-2a62b437d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12c53c2f-0f70-4a88-9999-3d215c2676bb', 'name': 'tempest-TestVolumeBootPattern-200197175-router', 'tenant_id': '9950b7a5d04341e3bbd57e24efccb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': '66a6fa2c-6ce3-4519-9ed5-e485ba6a6028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:41Z', 'updated_at': '2022-02-03T14:15:08Z', 'revision_number': 5, 'project_id': '9950b7a5d04341e3bbd57e24efccb84a', 'gw_port': {'id': '66a6fa2c-6ce3-4519-9ed5-e485ba6a6028', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:62:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c53c2f-0f70-4a88-9999-3d215c2676bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:42Z', 'updated_at': '2022-02-03T14:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:10.954539 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aa39d4-12c3-49db-b96b-2a62b437d974 None None] The sync data for ids ['12c53c2f-0f70-4a88-9999-3d215c2676bb'] in dv-neutron-827016-1-hyperv is: [{'id': '12c53c2f-0f70-4a88-9999-3d215c2676bb', 'name': 'tempest-TestVolumeBootPattern-200197175-router', 'tenant_id': '9950b7a5d04341e3bbd57e24efccb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': '66a6fa2c-6ce3-4519-9ed5-e485ba6a6028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:03:41Z', 'updated_at': '2022-02-03T14:15:08Z', 'revision_number': 5, 'project_id': '9950b7a5d04341e3bbd57e24efccb84a', 'gw_port': {'id': '66a6fa2c-6ce3-4519-9ed5-e485ba6a6028', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:62:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c53c2f-0f70-4a88-9999-3d215c2676bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:03:42Z', 'updated_at': '2022-02-03T14:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:15:10.972322 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8478b89a-bb78-478d-9e84-f0410170b485 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:10.975118 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8478b89a-bb78-478d-9e84-f0410170b485 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3384569 Feb 03 14:15:10.976477 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34484) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:15:10.982283 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-8c5ebba9-dd87-47f1-bb42-680b30d5e866 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': 'ea647576-61e1-42e5-b5ac-27ec4c3121e0', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:15:10.989307 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-8c5ebba9-dd87-47f1-bb42-680b30d5e866 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:15:10.993698 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-8c5ebba9-dd87-47f1-bb42-680b30d5e866 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:15:10.997372 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-8c5ebba9-dd87-47f1-bb42-680b30d5e866 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:15:11.005686 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-8c5ebba9-dd87-47f1-bb42-680b30d5e866 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:15:11.076217 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.securitygroups_db [None req-8c5ebba9-dd87-47f1-bb42-680b30d5e866 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Project 55163e99e9e54d69af7505a418f9e84b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:15:11.083283 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8c5ebba9-dd87-47f1-bb42-680b30d5e866 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:11.098972 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-af28d630-adcd-4137-b750-9a4f26fcf371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:11.151446 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af28d630-adcd-4137-b750-9a4f26fcf371 admin admin] Pushing event deleted for resources: {'Port': ['ID=66a6fa2c-6ce3-4519-9ed5-e485ba6a6028,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:11.159449 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8c5ebba9-dd87-47f1-bb42-680b30d5e866 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:11.230785 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8c5ebba9-dd87-47f1-bb42-680b30d5e866 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:11.259006 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ebba9-dd87-47f1-bb42-680b30d5e866 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48778d85-7385-4d52-9936-7c8b4707ca60,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:11.333626 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8c5ebba9-dd87-47f1-bb42-680b30d5e866 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:11.337476 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8c5ebba9-dd87-47f1-bb42-680b30d5e866 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3576043 Feb 03 14:15:11.337766 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34488) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:15:11.344101 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-7a107ef1-dfa5-4c4a-a8f9-9eddc6edcc2a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': 'ea647576-61e1-42e5-b5ac-27ec4c3121e0', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:15:11.350527 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-7a107ef1-dfa5-4c4a-a8f9-9eddc6edcc2a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:15:11.354606 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-7a107ef1-dfa5-4c4a-a8f9-9eddc6edcc2a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:15:11.359081 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-7a107ef1-dfa5-4c4a-a8f9-9eddc6edcc2a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:15:11.365337 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-7a107ef1-dfa5-4c4a-a8f9-9eddc6edcc2a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:15:11.379153 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-af28d630-adcd-4137-b750-9a4f26fcf371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:11.419280 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.securitygroups_db [None req-7a107ef1-dfa5-4c4a-a8f9-9eddc6edcc2a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Project 55163e99e9e54d69af7505a418f9e84b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:15:11.440291 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7a107ef1-dfa5-4c4a-a8f9-9eddc6edcc2a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:11.516986 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7a107ef1-dfa5-4c4a-a8f9-9eddc6edcc2a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:11.584873 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7a107ef1-dfa5-4c4a-a8f9-9eddc6edcc2a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:11.614828 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a107ef1-dfa5-4c4a-a8f9-9eddc6edcc2a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4741485-1825-4189-b356-bc56abda4776,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:11.652373 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-af28d630-adcd-4137-b750-9a4f26fcf371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:11.657343 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-af28d630-adcd-4137-b750-9a4f26fcf371 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:11.676459 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7a107ef1-dfa5-4c4a-a8f9-9eddc6edcc2a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:11.678452 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-7a107ef1-dfa5-4c4a-a8f9-9eddc6edcc2a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3394847 Feb 03 14:15:11.869591 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-525586a1-778c-4d76-b990-ef5746e71f6d req-2c6dff1a-9309-4458-9bd7-4b794910b125 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:security_group {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:15:11.887199 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-af28d630-adcd-4137-b750-9a4f26fcf371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:11.887734 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af28d630-adcd-4137-b750-9a4f26fcf371 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12c53c2f-0f70-4a88-9999-3d215c2676bb {{(pid=84182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:15:11.899984 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-af28d630-adcd-4137-b750-9a4f26fcf371 admin admin] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:11.901154 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-af28d630-adcd-4137-b750-9a4f26fcf371 admin admin] 10.222.0.41 "DELETE /v2.0/routers/12c53c2f-0f70-4a88-9999-3d215c2676bb HTTP/1.1" status: 204 len: 168 time: 2.1908448 Feb 03 14:15:11.903999 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34500) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:15:11.941501 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-525586a1-778c-4d76-b990-ef5746e71f6d req-2c6dff1a-9309-4458-9bd7-4b794910b125 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:security_group {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:15:11.942611 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-525586a1-778c-4d76-b990-ef5746e71f6d req-2c6dff1a-9309-4458-9bd7-4b794910b125 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1467824769&fields=id&tenant_id=55163e99e9e54d69af7505a418f9e84b HTTP/1.1" status: 200 len: 267 time: 0.1142976 Feb 03 14:15:12.034521 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-68511e48-19d8-47c0-9856-d6b1011ea7e2 admin admin] Deleting subnet 1846aaaf-1656-44d1-893c-426cc1a470bd {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:15:12.043554 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-68511e48-19d8-47c0-9856-d6b1011ea7e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:12.122747 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-68511e48-19d8-47c0-9856-d6b1011ea7e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:12.183684 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525586a1-778c-4d76-b990-ef5746e71f6d req-80c440bd-d7f5-4134-bd74-602cf6e6f0a3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:12.185096 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-525586a1-778c-4d76-b990-ef5746e71f6d req-80c440bd-d7f5-4134-bd74-602cf6e6f0a3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/networks?id=24b653ed-e221-403a-9258-7b92435dcdb9 HTTP/1.1" status: 200 len: 796 time: 0.2345693 Feb 03 14:15:12.211323 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-525586a1-778c-4d76-b990-ef5746e71f6d req-f56776d6-7c2e-4d32-920c-61f080c6c236 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/quotas/55163e99e9e54d69af7505a418f9e84b HTTP/1.1" status: 200 len: 375 time: 0.0173399 Feb 03 14:15:12.278542 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-68511e48-19d8-47c0-9856-d6b1011ea7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:12.345543 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-525586a1-778c-4d76-b990-ef5746e71f6d req-0e4b7c29-b1c8-46fa-bf28-d90a85f0a867 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:15:12.441008 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-68511e48-19d8-47c0-9856-d6b1011ea7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:12.473536 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-525586a1-778c-4d76-b990-ef5746e71f6d req-0e4b7c29-b1c8-46fa-bf28-d90a85f0a867 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:15:12.474844 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-525586a1-778c-4d76-b990-ef5746e71f6d req-0e4b7c29-b1c8-46fa-bf28-d90a85f0a867 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2583370 Feb 03 14:15:12.481108 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68511e48-19d8-47c0-9856-d6b1011ea7e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1846aaaf-1656-44d1-893c-426cc1a470bd,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:12.485550 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-68511e48-19d8-47c0-9856-d6b1011ea7e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:12.492235 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290d8ade-bd5b-48fc-8143-af47079a9f0c None None] Network a87fb0ae-2bad-4f62-9989-0f25292cda24 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:15:12.496374 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-68511e48-19d8-47c0-9856-d6b1011ea7e2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1846aaaf-1656-44d1-893c-426cc1a470bd HTTP/1.1" status: 204 len: 168 time: 0.5907588 Feb 03 14:15:12.498215 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34506) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:15:12.685539 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-53fc7a05-9a42-42bf-ac67-5440cc7982a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:12.726624 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-53fc7a05-9a42-42bf-ac67-5440cc7982a9 admin admin] Deleting port 28d7bc33-59e2-4bd2-8550-2c8c0c177679 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:15:12.726960 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-53fc7a05-9a42-42bf-ac67-5440cc7982a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:12.741625 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518a8dee-ddf2-4761-a32f-b88c8233964c None None] DHCP port deletion for a87fb0ae-2bad-4f62-9989-0f25292cda24 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:15:12.745996 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-518a8dee-ddf2-4761-a32f-b88c8233964c None None] Deleting port 28d7bc33-59e2-4bd2-8550-2c8c0c177679 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:15:12.746369 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-518a8dee-ddf2-4761-a32f-b88c8233964c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:12.767470 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-525586a1-778c-4d76-b990-ef5746e71f6d req-39862f3d-605d-42b2-8f99-21843ef2d6bd service neutron] 10.222.0.41 "GET /v2.0/networks/24b653ed-e221-403a-9258-7b92435dcdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781112 Feb 03 14:15:12.943148 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-518a8dee-ddf2-4761-a32f-b88c8233964c None None] For port 28d7bc33-59e2-4bd2-8550-2c8c0c177679, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=28d7bc33-59e2-4bd2-8550-2c8c0c177679,segment=NetworkSegment(da06d23a-3ce9-4bac-8a58-e6c293465c03),segment_id=da06d23a-3ce9-4bac-8a58-e6c293465c03)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:12.943148 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-518a8dee-ddf2-4761-a32f-b88c8233964c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:13.028074 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-525586a1-778c-4d76-b990-ef5746e71f6d req-c816b80e-fc7b-4434-b833-9fbf599c6444 service neutron] 10.222.0.41 "GET /v2.0/networks/24b653ed-e221-403a-9258-7b92435dcdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519441 Feb 03 14:15:13.049264 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-53fc7a05-9a42-42bf-ac67-5440cc7982a9 admin admin] For port 28d7bc33-59e2-4bd2-8550-2c8c0c177679, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=28d7bc33-59e2-4bd2-8550-2c8c0c177679,segment=NetworkSegment(da06d23a-3ce9-4bac-8a58-e6c293465c03),segment_id=da06d23a-3ce9-4bac-8a58-e6c293465c03)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:13.049483 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-53fc7a05-9a42-42bf-ac67-5440cc7982a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:13.059651 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device baf07447-e9b4-4981-a660-2b9203739299 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:15:13.094923 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-518a8dee-ddf2-4761-a32f-b88c8233964c None None] Calling delete_port for 28d7bc33-59e2-4bd2-8550-2c8c0c177679 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:15:13.171980 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-53fc7a05-9a42-42bf-ac67-5440cc7982a9 admin admin] Calling delete_port for 28d7bc33-59e2-4bd2-8550-2c8c0c177679 owned by network:dhcp {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:15:13.269539 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port baf07447-e9b4-4981-a660-2b9203739299 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:15:13.275554 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port baf07447-e9b4-4981-a660-2b9203739299 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:15:13.275707 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:13.289683 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a2e6b316-00de-459e-a963-36ce2d8084c3 req-3934cb37-cbc4-4d5e-b7c1-8ffb4597d2f9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2f08d5a-2c90-49c8-aaec-f1a383ad1be5 HTTP/1.1" status: 200 len: 210 time: 0.0395222 Feb 03 14:15:13.324718 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.db.api [None req-53fc7a05-9a42-42bf-ac67-5440cc7982a9 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:15:13.325370 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG oslo_db.api [None req-53fc7a05-9a42-42bf-ac67-5440cc7982a9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:15:13.329442 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-518a8dee-ddf2-4761-a32f-b88c8233964c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:13.378197 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a8dee-ddf2-4761-a32f-b88c8233964c None None] Pushing event deleted for resources: {'Port': ['ID=28d7bc33-59e2-4bd2-8550-2c8c0c177679,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:13.389074 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518a8dee-ddf2-4761-a32f-b88c8233964c None None] No DVR routers for this DVR port 28d7bc33-59e2-4bd2-8550-2c8c0c177679 on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:15:13.451750 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:13.484928 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port baf07447-e9b4-4981-a660-2b9203739299, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=baf07447-e9b4-4981-a660-2b9203739299,segment=NetworkSegment(6ef6f7d6-8f4d-4f55-8a48-fe5dd340409b),segment_id=6ef6f7d6-8f4d-4f55-8a48-fe5dd340409b)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:13.573322 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:13.628609 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 28d7bc33-59e2-4bd2-8550-2c8c0c177679 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:15:13.662988 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 28d7bc33-59e2-4bd2-8550-2c8c0c177679 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:15:13.663576 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 28d7bc33-59e2-4bd2-8550-2c8c0c177679 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:15:13.663996 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 42b692c9-02ad-46b2-a6da-3d2c491aed2a no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:15:13.699815 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 42b692c9-02ad-46b2-a6da-3d2c491aed2a {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:15:13.700085 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 42b692c9-02ad-46b2-a6da-3d2c491aed2a not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:15:13.706025 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=baf07447-e9b4-4981-a660-2b9203739299,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:13.827803 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-53fc7a05-9a42-42bf-ac67-5440cc7982a9 admin admin] Deleting port 28d7bc33-59e2-4bd2-8550-2c8c0c177679 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:15:13.828302 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-53fc7a05-9a42-42bf-ac67-5440cc7982a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:13.888980 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-53fc7a05-9a42-42bf-ac67-5440cc7982a9 admin admin] The port '28d7bc33-59e2-4bd2-8550-2c8c0c177679' was deleted {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 14:15:14.099463 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-53fc7a05-9a42-42bf-ac67-5440cc7982a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:14.124542 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-53fc7a05-9a42-42bf-ac67-5440cc7982a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a87fb0ae-2bad-4f62-9989-0f25292cda24']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:14.136157 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-53fc7a05-9a42-42bf-ac67-5440cc7982a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da06d23a-3ce9-4bac-8a58-e6c293465c03') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:14.136453 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-53fc7a05-9a42-42bf-ac67-5440cc7982a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da06d23a-3ce9-4bac-8a58-e6c293465c03') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:14.148099 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-53fc7a05-9a42-42bf-ac67-5440cc7982a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:14.163563 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-53fc7a05-9a42-42bf-ac67-5440cc7982a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:14.169654 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53fc7a05-9a42-42bf-ac67-5440cc7982a9 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:15:14.170062 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-53fc7a05-9a42-42bf-ac67-5440cc7982a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:14.183023 dv-neutron-827016-1-hyperv neutron-server[84182]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:15:14.183023 dv-neutron-827016-1-hyperv neutron-server[84182]: util.warn( Feb 03 14:15:14.183023 dv-neutron-827016-1-hyperv neutron-server[84182]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:15:14.183023 dv-neutron-827016-1-hyperv neutron-server[84182]: util.warn( Feb 03 14:15:14.183023 dv-neutron-827016-1-hyperv neutron-server[84182]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:15:14.183023 dv-neutron-827016-1-hyperv neutron-server[84182]: util.warn( Feb 03 14:15:14.183023 dv-neutron-827016-1-hyperv neutron-server[84182]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:15:14.183023 dv-neutron-827016-1-hyperv neutron-server[84182]: util.warn( Feb 03 14:15:14.183023 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 14:15:14.183023 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:15:14.183023 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 14:15:14.183023 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:15:14.183023 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 14:15:14.183023 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:15:14.183023 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 14:15:14.183023 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:15:14.183023 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 14:15:14.183023 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:15:14.183023 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 14:15:14.183023 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:15:14.183023 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 14:15:14.183023 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:15:14.183023 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:15:14.183023 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:15:14.183023 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:15:14.183023 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:15:14.183023 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 14:15:14.183023 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:15:14.183023 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 14:15:14.183023 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:15:14.183023 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:15:14.183023 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:15:14.183023 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 14:15:14.183023 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:15:14.183023 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:15:14.183023 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:15:14.183023 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:15:14.183023 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:15:14.183023 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:15:14.183023 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:15:14.298931 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-53fc7a05-9a42-42bf-ac67-5440cc7982a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:14.315002 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-53fc7a05-9a42-42bf-ac67-5440cc7982a9 admin admin] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:14.324824 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc7a05-9a42-42bf-ac67-5440cc7982a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a87fb0ae-2bad-4f62-9989-0f25292cda24,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:14.385442 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-53fc7a05-9a42-42bf-ac67-5440cc7982a9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a87fb0ae-2bad-4f62-9989-0f25292cda24 HTTP/1.1" status: 204 len: 168 time: 1.8853059 Feb 03 14:15:14.458724 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f3664ae5-0a82-4fc1-8f48-78f54ce43afb req-2dd55fd7-006b-47d3-9c3d-efec41eec65a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2f08d5a-2c90-49c8-aaec-f1a383ad1be5 HTTP/1.1" status: 200 len: 210 time: 0.0404825 Feb 03 14:15:14.825374 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34528) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:15:14.874828 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f056cd8b-d675-4edb-975c-d37548b2831e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4cbc4ee6b61f47a897e271e5a6452f6c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0477338 Feb 03 14:15:14.877384 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34532) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:15:14.943401 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-57a3406c-6f75-41af-bc90-e23f85817cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:14.946042 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device baf07447-e9b4-4981-a660-2b9203739299 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:15:14.968927 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-57a3406c-6f75-41af-bc90-e23f85817cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:15.050255 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port baf07447-e9b4-4981-a660-2b9203739299 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:15:15.050620 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:15.074961 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-57a3406c-6f75-41af-bc90-e23f85817cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:15.095171 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a3406c-6f75-41af-bc90-e23f85817cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69ab620-ee5b-4146-8e1d-43ac8bed404d,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:15.104762 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-57a3406c-6f75-41af-bc90-e23f85817cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:15.109167 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-57a3406c-6f75-41af-bc90-e23f85817cde admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c69ab620-ee5b-4146-8e1d-43ac8bed404d HTTP/1.1" status: 204 len: 168 time: 0.2280221 Feb 03 14:15:15.398694 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525586a1-778c-4d76-b990-ef5746e71f6d req-435e53c0-3f99-4f0f-9237-8fdd806a40d6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:15.399404 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-525586a1-778c-4d76-b990-ef5746e71f6d req-435e53c0-3f99-4f0f-9237-8fdd806a40d6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:network {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:15:15.492923 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-525586a1-778c-4d76-b990-ef5746e71f6d req-435e53c0-3f99-4f0f-9237-8fdd806a40d6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:network {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:15:15.494278 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-525586a1-778c-4d76-b990-ef5746e71f6d req-435e53c0-3f99-4f0f-9237-8fdd806a40d6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "GET /v2.0/networks?id=24b653ed-e221-403a-9258-7b92435dcdb9 HTTP/1.1" status: 200 len: 796 time: 0.2398760 Feb 03 14:15:15.550770 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-525586a1-778c-4d76-b990-ef5746e71f6d req-de84d07e-9cbf-4970-a026-2e33a6bf038d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:security_group {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:15:15.562577 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-525586a1-778c-4d76-b990-ef5746e71f6d req-de84d07e-9cbf-4970-a026-2e33a6bf038d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:security_group {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:15:15.568181 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-525586a1-778c-4d76-b990-ef5746e71f6d req-de84d07e-9cbf-4970-a026-2e33a6bf038d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55163e99e9e54d69af7505a418f9e84b HTTP/1.1" status: 200 len: 380 time: 0.0571649 Feb 03 14:15:15.573003 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-525586a1-778c-4d76-b990-ef5746e71f6d req-075d3d2f-fe48-4eaa-9e16-15cdda6dd54c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'port': {'device_id': 'e2f08d5a-2c90-49c8-aaec-f1a383ad1be5', 'network_id': '24b653ed-e221-403a-9258-7b92435dcdb9', 'admin_state_up': True, 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'security_groups': ['ea647576-61e1-42e5-b5ac-27ec4c3121e0']}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:15:15.636657 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6b27e97c-93fb-46d7-91a6-556cdf5dde24 req-44568850-276d-4297-8aab-4bcc3fec3849 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2f08d5a-2c90-49c8-aaec-f1a383ad1be5 HTTP/1.1" status: 200 len: 210 time: 0.0453539 Feb 03 14:15:15.726684 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-525586a1-778c-4d76-b990-ef5746e71f6d req-075d3d2f-fe48-4eaa-9e16-15cdda6dd54c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:15:15.736236 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-525586a1-778c-4d76-b990-ef5746e71f6d req-075d3d2f-fe48-4eaa-9e16-15cdda6dd54c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:15:15.795202 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-525586a1-778c-4d76-b990-ef5746e71f6d req-075d3d2f-fe48-4eaa-9e16-15cdda6dd54c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Made reservation on behalf of 55163e99e9e54d69af7505a418f9e84b for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:15:15.798285 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-525586a1-778c-4d76-b990-ef5746e71f6d req-075d3d2f-fe48-4eaa-9e16-15cdda6dd54c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:15.875831 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34542) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:15:15.924411 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-6fffd56f-09bf-47f8-9f0c-33506ed90fa6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9950b7a5d04341e3bbd57e24efccb84a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0474572 Feb 03 14:15:15.926854 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34546) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:15:15.965153 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [req-525586a1-778c-4d76-b990-ef5746e71f6d req-075d3d2f-fe48-4eaa-9e16-15cdda6dd54c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Allocated IP 172.20.0.5 (24b653ed-e221-403a-9258-7b92435dcdb9/0c53b000-4753-4ef3-82fc-abd1312c719d/7e5eb71d-f39c-41ad-a13f-342618514d54) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:15:15.990034 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b6f490fc-da23-4ba9-a3d1-c8c112639c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:16.015461 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b6f490fc-da23-4ba9-a3d1-c8c112639c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:16.116388 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b6f490fc-da23-4ba9-a3d1-c8c112639c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:16.131177 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f490fc-da23-4ba9-a3d1-c8c112639c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af69145-3dd9-4991-8c06-4f2be0dea8bc,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:16.140776 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b6f490fc-da23-4ba9-a3d1-c8c112639c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:16.144359 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b6f490fc-da23-4ba9-a3d1-c8c112639c77 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0af69145-3dd9-4991-8c06-4f2be0dea8bc HTTP/1.1" status: 204 len: 168 time: 0.2141683 Feb 03 14:15:16.157224 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-525586a1-778c-4d76-b990-ef5746e71f6d req-075d3d2f-fe48-4eaa-9e16-15cdda6dd54c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:16.173828 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-525586a1-778c-4d76-b990-ef5746e71f6d req-075d3d2f-fe48-4eaa-9e16-15cdda6dd54c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Transition to ACTIVE for port object 7e5eb71d-f39c-41ad-a13f-342618514d54 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:15:16.231080 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-525586a1-778c-4d76-b990-ef5746e71f6d req-075d3d2f-fe48-4eaa-9e16-15cdda6dd54c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:16.386941 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-525586a1-778c-4d76-b990-ef5746e71f6d req-075d3d2f-fe48-4eaa-9e16-15cdda6dd54c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network 24b653ed-e221-403a-9258-7b92435dcdb9 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:15:16.390611 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [req-525586a1-778c-4d76-b990-ef5746e71f6d req-075d3d2f-fe48-4eaa-9e16-15cdda6dd54c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:15:16.395125 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-525586a1-778c-4d76-b990-ef5746e71f6d req-075d3d2f-fe48-4eaa-9e16-15cdda6dd54c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:15:16.419912 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d3d2f-fe48-4eaa-9e16-15cdda6dd54c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=7e5eb71d-f39c-41ad-a13f-342618514d54,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:16.463876 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525586a1-778c-4d76-b990-ef5746e71f6d req-075d3d2f-fe48-4eaa-9e16-15cdda6dd54c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:16.464201 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-525586a1-778c-4d76-b990-ef5746e71f6d req-075d3d2f-fe48-4eaa-9e16-15cdda6dd54c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:16.568320 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-525586a1-778c-4d76-b990-ef5746e71f6d req-075d3d2f-fe48-4eaa-9e16-15cdda6dd54c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9991162 Feb 03 14:15:16.581654 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-525586a1-778c-4d76-b990-ef5746e71f6d req-09d5984e-c4cf-4c19-80d1-bf19c5c9f8dd service neutron] Request body: {'port': {'device_id': 'e2f08d5a-2c90-49c8-aaec-f1a383ad1be5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:15:16.697022 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-525586a1-778c-4d76-b990-ef5746e71f6d req-09d5984e-c4cf-4c19-80d1-bf19c5c9f8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:16.727094 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-5faa1294-b00d-4511-b07c-81c9139c1605 None None] Provisioning for port 7e5eb71d-f39c-41ad-a13f-342618514d54 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:15:16.732858 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-5faa1294-b00d-4511-b07c-81c9139c1605 None None] Provisioning complete for port 7e5eb71d-f39c-41ad-a13f-342618514d54 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:15:16.733725 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5faa1294-b00d-4511-b07c-81c9139c1605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:16.786132 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-5faa1294-b00d-4511-b07c-81c9139c1605 None None] Port 7e5eb71d-f39c-41ad-a13f-342618514d54 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:15:16.838003 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec8893-39fe-4b8f-b4be-596aee78772f req-b2b769c0-95c0-4166-bb36-5729f5cd16e2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:16.839474 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c7ec8893-39fe-4b8f-b4be-596aee78772f req-b2b769c0-95c0-4166-bb36-5729f5cd16e2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2f08d5a-2c90-49c8-aaec-f1a383ad1be5 HTTP/1.1" status: 200 len: 931 time: 0.0767944 Feb 03 14:15:16.892426 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c7ec8893-39fe-4b8f-b4be-596aee78772f req-25c95b40-191a-4a8d-9326-82a926d298f3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea647576-61e1-42e5-b5ac-27ec4c3121e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466223 Feb 03 14:15:17.042961 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [req-525586a1-778c-4d76-b990-ef5746e71f6d req-09d5984e-c4cf-4c19-80d1-bf19c5c9f8dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e5eb71d-f39c-41ad-a13f-342618514d54 {{(pid=84181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:15:17.049909 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-525586a1-778c-4d76-b990-ef5746e71f6d req-09d5984e-c4cf-4c19-80d1-bf19c5c9f8dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:17.063664 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-525586a1-778c-4d76-b990-ef5746e71f6d req-09d5984e-c4cf-4c19-80d1-bf19c5c9f8dd service neutron] Transition to ACTIVE for port object 7e5eb71d-f39c-41ad-a13f-342618514d54 will not be triggered until provisioned by entity L2. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:15:17.126860 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-525586a1-778c-4d76-b990-ef5746e71f6d req-09d5984e-c4cf-4c19-80d1-bf19c5c9f8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:17.256306 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5984e-c4cf-4c19-80d1-bf19c5c9f8dd service neutron] Pushing event updated for resources: {'Port': ['ID=7e5eb71d-f39c-41ad-a13f-342618514d54,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:17.364457 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-525586a1-778c-4d76-b990-ef5746e71f6d req-09d5984e-c4cf-4c19-80d1-bf19c5c9f8dd service neutron] Attempting to bind port 7e5eb71d-f39c-41ad-a13f-342618514d54 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:15:17.364788 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-525586a1-778c-4d76-b990-ef5746e71f6d req-09d5984e-c4cf-4c19-80d1-bf19c5c9f8dd service neutron] Attempting to bind port 7e5eb71d-f39c-41ad-a13f-342618514d54 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '6ef6f7d6-8f4d-4f55-8a48-fe5dd340409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '24b653ed-e221-403a-9258-7b92435dcdb9'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:15:17.365110 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525586a1-778c-4d76-b990-ef5746e71f6d req-09d5984e-c4cf-4c19-80d1-bf19c5c9f8dd service neutron] Attempting to bind port 7e5eb71d-f39c-41ad-a13f-342618514d54 on network 24b653ed-e221-403a-9258-7b92435dcdb9 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:15:17.371287 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525586a1-778c-4d76-b990-ef5746e71f6d req-09d5984e-c4cf-4c19-80d1-bf19c5c9f8dd service neutron] Port 7e5eb71d-f39c-41ad-a13f-342618514d54 on network 24b653ed-e221-403a-9258-7b92435dcdb9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 14:15:17.371418 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525586a1-778c-4d76-b990-ef5746e71f6d req-09d5984e-c4cf-4c19-80d1-bf19c5c9f8dd service neutron] Attempting to bind port 7e5eb71d-f39c-41ad-a13f-342618514d54 on network 24b653ed-e221-403a-9258-7b92435dcdb9 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:15:17.378166 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525586a1-778c-4d76-b990-ef5746e71f6d req-09d5984e-c4cf-4c19-80d1-bf19c5c9f8dd service neutron] Checking agent: {'id': '8cce4e55-f72c-4604-b6eb-27dc2f3f162a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'started_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:15:17.378502 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525586a1-778c-4d76-b990-ef5746e71f6d req-09d5984e-c4cf-4c19-80d1-bf19c5c9f8dd service neutron] Checking segment: {'id': '6ef6f7d6-8f4d-4f55-8a48-fe5dd340409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '24b653ed-e221-403a-9258-7b92435dcdb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:15:17.378877 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525586a1-778c-4d76-b990-ef5746e71f6d req-09d5984e-c4cf-4c19-80d1-bf19c5c9f8dd service neutron] Bound using segment: {'id': '6ef6f7d6-8f4d-4f55-8a48-fe5dd340409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '24b653ed-e221-403a-9258-7b92435dcdb9'} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:15:17.379314 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-525586a1-778c-4d76-b990-ef5746e71f6d req-09d5984e-c4cf-4c19-80d1-bf19c5c9f8dd service neutron] Bound port: 7e5eb71d-f39c-41ad-a13f-342618514d54, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ef6f7d6-8f4d-4f55-8a48-fe5dd340409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '24b653ed-e221-403a-9258-7b92435dcdb9'}}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:15:17.379654 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-525586a1-778c-4d76-b990-ef5746e71f6d req-09d5984e-c4cf-4c19-80d1-bf19c5c9f8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:17.453888 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:17.468209 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-525586a1-778c-4d76-b990-ef5746e71f6d req-09d5984e-c4cf-4c19-80d1-bf19c5c9f8dd service neutron] For port 7e5eb71d-f39c-41ad-a13f-342618514d54, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:15:17.471317 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-525586a1-778c-4d76-b990-ef5746e71f6d req-09d5984e-c4cf-4c19-80d1-bf19c5c9f8dd service neutron] For port 7e5eb71d-f39c-41ad-a13f-342618514d54, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=7e5eb71d-f39c-41ad-a13f-342618514d54,segment=NetworkSegment(6ef6f7d6-8f4d-4f55-8a48-fe5dd340409b),segment_id=6ef6f7d6-8f4d-4f55-8a48-fe5dd340409b)] {{(pid=84181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:15:17.544835 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-525586a1-778c-4d76-b990-ef5746e71f6d req-09d5984e-c4cf-4c19-80d1-bf19c5c9f8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:17.605341 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-525586a1-778c-4d76-b990-ef5746e71f6d req-09d5984e-c4cf-4c19-80d1-bf19c5c9f8dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:17.606705 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-525586a1-778c-4d76-b990-ef5746e71f6d req-09d5984e-c4cf-4c19-80d1-bf19c5c9f8dd service neutron] 10.222.0.47 "PUT /v2.0/ports/7e5eb71d-f39c-41ad-a13f-342618514d54 HTTP/1.1" status: 200 len: 1093 time: 1.0305517 Feb 03 14:15:17.607163 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f08d5a-2c90-49c8-aaec-f1a383ad1be5', 'tag': '7e5eb71d-f39c-41ad-a13f-342618514d54'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:15:17.629933 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5984e-c4cf-4c19-80d1-bf19c5c9f8dd service neutron] Pushing event updated for resources: {'Port': ['ID=7e5eb71d-f39c-41ad-a13f-342618514d54,revision_number=3']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:17.667406 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2f08d5a-2c90-49c8-aaec-f1a383ad1be5', 'tag': '7e5eb71d-f39c-41ad-a13f-342618514d54', 'status': 'completed', 'code': 200} Feb 03 14:15:17.761711 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-29fbcef3-d1dd-4b77-9bea-679e2a73b29e req-40552f17-e0d1-4c75-a9da-be999c6789cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=e2f08d5a-2c90-49c8-aaec-f1a383ad1be5 HTTP/1.1" status: 200 len: 1096 time: 0.0746710 Feb 03 14:15:17.900860 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbcef3-d1dd-4b77-9bea-679e2a73b29e req-3023591f-0edf-4286-a5fa-bc83c093af8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:17.902648 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-29fbcef3-d1dd-4b77-9bea-679e2a73b29e req-3023591f-0edf-4286-a5fa-bc83c093af8c service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=55163e99e9e54d69af7505a418f9e84b&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1341572 Feb 03 14:15:18.037901 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbcef3-d1dd-4b77-9bea-679e2a73b29e req-dcd5e997-be61-44f0-8d0b-4c03eb3763be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:18.039282 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-29fbcef3-d1dd-4b77-9bea-679e2a73b29e req-dcd5e997-be61-44f0-8d0b-4c03eb3763be service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1314645 Feb 03 14:15:18.095241 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f34346-f6fd-4051-9037-82e771a0d831 req-88ec1ce2-10fc-4539-b01d-5580376da903 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:18.096659 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a0f34346-f6fd-4051-9037-82e771a0d831 req-88ec1ce2-10fc-4539-b01d-5580376da903 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2f08d5a-2c90-49c8-aaec-f1a383ad1be5 HTTP/1.1" status: 200 len: 943 time: 0.0779123 Feb 03 14:15:18.144000 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-525586a1-778c-4d76-b990-ef5746e71f6d req-99be44c4-a242-4396-abd3-3775ee644a96 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=e2f08d5a-2c90-49c8-aaec-f1a383ad1be5 HTTP/1.1" status: 200 len: 1096 time: 0.0702946 Feb 03 14:15:18.148192 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a0f34346-f6fd-4051-9037-82e771a0d831 req-4bc5b7e9-61ae-4435-a49f-e312bd53303b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea647576-61e1-42e5-b5ac-27ec4c3121e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386977 Feb 03 14:15:18.213687 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-525586a1-778c-4d76-b990-ef5746e71f6d req-6def4b95-6634-4592-8331-244099f16a0b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e5eb71d-f39c-41ad-a13f-342618514d54 HTTP/1.1" status: 200 len: 217 time: 0.0635138 Feb 03 14:15:18.274545 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525586a1-778c-4d76-b990-ef5746e71f6d req-7b8a8c38-1e48-4921-9d1b-92fd4699f4b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:18.275968 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-525586a1-778c-4d76-b990-ef5746e71f6d req-7b8a8c38-1e48-4921-9d1b-92fd4699f4b4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0c53b000-4753-4ef3-82fc-abd1312c719d HTTP/1.1" status: 200 len: 843 time: 0.0567884 Feb 03 14:15:18.442589 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-525586a1-778c-4d76-b990-ef5746e71f6d req-73775051-f093-4569-bc7d-55ac8f024b57 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=24b653ed-e221-403a-9258-7b92435dcdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1601624 Feb 03 14:15:18.569811 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-525586a1-778c-4d76-b990-ef5746e71f6d req-ecbf7960-29fd-4200-ad27-298755bc69f8 service neutron] 10.222.0.47 "GET /v2.0/networks/24b653ed-e221-403a-9258-7b92435dcdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215210 Feb 03 14:15:18.714142 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-525586a1-778c-4d76-b990-ef5746e71f6d req-c690a0db-1f7e-4b59-9118-05803c60eeaf service neutron] 10.222.0.47 "GET /v2.0/networks/24b653ed-e221-403a-9258-7b92435dcdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387608 Feb 03 14:15:19.348039 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08451e96-3dfe-4acd-b831-6eb8cea0ebaf req-411691f0-bad1-4c5a-9683-c9661a273b24 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:19.349381 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-08451e96-3dfe-4acd-b831-6eb8cea0ebaf req-411691f0-bad1-4c5a-9683-c9661a273b24 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2f08d5a-2c90-49c8-aaec-f1a383ad1be5 HTTP/1.1" status: 200 len: 943 time: 0.0777431 Feb 03 14:15:19.394479 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-08451e96-3dfe-4acd-b831-6eb8cea0ebaf req-7412c9bf-b2f2-4de6-b196-c135b79dc79d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea647576-61e1-42e5-b5ac-27ec4c3121e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394671 Feb 03 14:15:20.588386 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543af119-0b9a-4e77-b65a-5c8b92843759 req-59d9084b-f7da-4a79-aeab-457f0dbbc2e6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:20.589799 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-543af119-0b9a-4e77-b65a-5c8b92843759 req-59d9084b-f7da-4a79-aeab-457f0dbbc2e6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2f08d5a-2c90-49c8-aaec-f1a383ad1be5 HTTP/1.1" status: 200 len: 943 time: 0.0753226 Feb 03 14:15:20.635308 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-543af119-0b9a-4e77-b65a-5c8b92843759 req-182f28cc-9bf1-4729-97c5-3781a9f17d76 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea647576-61e1-42e5-b5ac-27ec4c3121e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394650 Feb 03 14:15:20.903897 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 66a6fa2c-6ce3-4519-9ed5-e485ba6a6028 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:15:20.938604 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 66a6fa2c-6ce3-4519-9ed5-e485ba6a6028 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:15:20.938943 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 66a6fa2c-6ce3-4519-9ed5-e485ba6a6028 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:15:21.786528 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 7e5eb71d-f39c-41ad-a13f-342618514d54 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:15:21.834796 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c433039-7c29-413e-a21d-fe78b4a679fb req-4f470921-ec3f-40d1-ad75-dcfb76a627e0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:21.836254 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2c433039-7c29-413e-a21d-fe78b4a679fb req-4f470921-ec3f-40d1-ad75-dcfb76a627e0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2f08d5a-2c90-49c8-aaec-f1a383ad1be5 HTTP/1.1" status: 200 len: 943 time: 0.0788794 Feb 03 14:15:21.881365 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2c433039-7c29-413e-a21d-fe78b4a679fb req-e1488fbb-3c42-435e-a8a1-fbf68c795abd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea647576-61e1-42e5-b5ac-27ec4c3121e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393903 Feb 03 14:15:21.918106 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 7e5eb71d-f39c-41ad-a13f-342618514d54, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=7e5eb71d-f39c-41ad-a13f-342618514d54,segment=NetworkSegment(6ef6f7d6-8f4d-4f55-8a48-fe5dd340409b),segment_id=6ef6f7d6-8f4d-4f55-8a48-fe5dd340409b)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:21.930721 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': '7e5eb71d-f39c-41ad-a13f-342618514d54', 'network_id': '24b653ed-e221-403a-9258-7b92435dcdb9', 'port_id': '7e5eb71d-f39c-41ad-a13f-342618514d54', 'mac_address': 'fa:16:3e:14:b2:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c53b000-4753-4ef3-82fc-abd1312c719d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:15:21.982362 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:21.999794 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e5eb71d-f39c-41ad-a13f-342618514d54 {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:15:22.014146 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 7e5eb71d-f39c-41ad-a13f-342618514d54, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=7e5eb71d-f39c-41ad-a13f-342618514d54,segment=NetworkSegment(6ef6f7d6-8f4d-4f55-8a48-fe5dd340409b),segment_id=6ef6f7d6-8f4d-4f55-8a48-fe5dd340409b)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:22.098459 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:22.164648 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=7e5eb71d-f39c-41ad-a13f-342618514d54,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:22.468765 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['7e5eb71d-f39c-41ad-a13f-342618514d54'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:15:23.073667 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6bcaf-5fdc-41ba-a9d2-dc1b905b29b5 req-ecfeb793-5f36-4fbd-9614-ea38a07f6b44 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:23.075144 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-45e6bcaf-5fdc-41ba-a9d2-dc1b905b29b5 req-ecfeb793-5f36-4fbd-9614-ea38a07f6b44 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2f08d5a-2c90-49c8-aaec-f1a383ad1be5 HTTP/1.1" status: 200 len: 944 time: 0.0750995 Feb 03 14:15:23.122088 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-45e6bcaf-5fdc-41ba-a9d2-dc1b905b29b5 req-d0d11c30-4130-4bf4-9284-825fdd740828 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea647576-61e1-42e5-b5ac-27ec4c3121e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413461 Feb 03 14:15:23.801457 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 7e5eb71d-f39c-41ad-a13f-342618514d54 up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:15:23.932739 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning for port 7e5eb71d-f39c-41ad-a13f-342618514d54 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:15:23.937442 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port 7e5eb71d-f39c-41ad-a13f-342618514d54 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:15:23.938310 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:24.047329 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:24.073322 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f08d5a-2c90-49c8-aaec-f1a383ad1be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5eb71d-f39c-41ad-a13f-342618514d54'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:15:24.082919 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 7e5eb71d-f39c-41ad-a13f-342618514d54, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=7e5eb71d-f39c-41ad-a13f-342618514d54,segment=NetworkSegment(6ef6f7d6-8f4d-4f55-8a48-fe5dd340409b),segment_id=6ef6f7d6-8f4d-4f55-8a48-fe5dd340409b)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:24.128098 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f08d5a-2c90-49c8-aaec-f1a383ad1be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5eb71d-f39c-41ad-a13f-342618514d54', 'code': 200} Feb 03 14:15:24.156564 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:24.232275 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=7e5eb71d-f39c-41ad-a13f-342618514d54,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:24.319531 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278accb0-ad22-4aca-8e90-d241a6c855a2 req-c8b59486-7412-4c53-a8c0-f237a7ddf829 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:24.320974 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-278accb0-ad22-4aca-8e90-d241a6c855a2 req-c8b59486-7412-4c53-a8c0-f237a7ddf829 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2f08d5a-2c90-49c8-aaec-f1a383ad1be5 HTTP/1.1" status: 200 len: 945 time: 0.0761080 Feb 03 14:15:24.365672 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-278accb0-ad22-4aca-8e90-d241a6c855a2 req-850a6aa0-bc52-4041-bfe5-f67851baba47 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea647576-61e1-42e5-b5ac-27ec4c3121e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391421 Feb 03 14:15:24.465601 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-22616b55-5e2b-4883-99a9-873d977ddae5 req-3a463e53-230e-4f07-ae32-18fc173a4392 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e2f08d5a-2c90-49c8-aaec-f1a383ad1be5 HTTP/1.1" status: 200 len: 1098 time: 0.0661697 Feb 03 14:15:24.507624 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-22616b55-5e2b-4883-99a9-873d977ddae5 req-0e812332-e7ed-41d9-9135-eeb90b8ad6ca service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ea647576-61e1-42e5-b5ac-27ec4c3121e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357718 Feb 03 14:15:25.327171 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b35160d3-ffbf-4047-823c-b8e540e052bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:25.562143 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242c333-0278-47df-8813-7ee6b7259e80 req-c5de8433-b532-426d-8025-6c3cc1422668 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:25.564669 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9242c333-0278-47df-8813-7ee6b7259e80 req-c5de8433-b532-426d-8025-6c3cc1422668 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2f08d5a-2c90-49c8-aaec-f1a383ad1be5 HTTP/1.1" status: 200 len: 945 time: 0.0788419 Feb 03 14:15:25.610441 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9242c333-0278-47df-8813-7ee6b7259e80 req-9c8d943e-dea9-4e9d-8791-fdb5f42b85bf tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea647576-61e1-42e5-b5ac-27ec4c3121e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403743 Feb 03 14:15:26.806714 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a0443-7bf1-408f-a290-3c589f356eee req-f6edc8db-18f1-41b6-96c0-b03943cee202 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:26.808922 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a09a0443-7bf1-408f-a290-3c589f356eee req-f6edc8db-18f1-41b6-96c0-b03943cee202 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2f08d5a-2c90-49c8-aaec-f1a383ad1be5 HTTP/1.1" status: 200 len: 945 time: 0.0812886 Feb 03 14:15:26.856932 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a09a0443-7bf1-408f-a290-3c589f356eee req-968bc278-2ee0-49f7-be49-6cd65fd0c466 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea647576-61e1-42e5-b5ac-27ec4c3121e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415189 Feb 03 14:15:27.057578 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31aef86-ef92-4bea-a470-ead56f4f7a29 req-03964354-2cbc-480f-a05c-95282e5df64c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:27.058986 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b31aef86-ef92-4bea-a470-ead56f4f7a29 req-03964354-2cbc-480f-a05c-95282e5df64c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2f08d5a-2c90-49c8-aaec-f1a383ad1be5 HTTP/1.1" status: 200 len: 945 time: 0.0779080 Feb 03 14:15:27.103582 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b31aef86-ef92-4bea-a470-ead56f4f7a29 req-c7496a23-a0fd-4b19-9c55-24c17ebafe7f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea647576-61e1-42e5-b5ac-27ec4c3121e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386887 Feb 03 14:15:27.130751 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34576) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:15:27.198695 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4a4dc40b-291b-4be0-a860-e4aab90a8d23 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e2f08d5a-2c90-49c8-aaec-f1a383ad1be5 HTTP/1.1" status: 200 len: 1093 time: 0.0667202 Feb 03 14:15:27.201329 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34580) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:15:27.206194 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-5bc107e6-139b-4bb4-8ba2-4066b33c18cc tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'floatingip': {'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'port_id': '7e5eb71d-f39c-41ad-a13f-342618514d54', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:15:27.211489 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-5bc107e6-139b-4bb4-8ba2-4066b33c18cc tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:15:27.215250 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-5bc107e6-139b-4bb4-8ba2-4066b33c18cc tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:floatingip and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:15:27.217990 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-5bc107e6-139b-4bb4-8ba2-4066b33c18cc tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:15:27.223614 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-5bc107e6-139b-4bb4-8ba2-4066b33c18cc tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:15:27.281132 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5bc107e6-139b-4bb4-8ba2-4066b33c18cc tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for floatingip, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:27.458424 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-933b3142-da0e-4ac9-afff-83133ec553ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:27.502527 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5bc107e6-139b-4bb4-8ba2-4066b33c18cc tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:27.633102 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-5bc107e6-139b-4bb4-8ba2-4066b33c18cc tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Allocated IP 172.26.3.139 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/d4c181b4-0e71-4cd5-a744-5aa9dfb74671) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:15:27.774647 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5bc107e6-139b-4bb4-8ba2-4066b33c18cc tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:27.852781 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5bc107e6-139b-4bb4-8ba2-4066b33c18cc tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:27.921319 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc107e6-139b-4bb4-8ba2-4066b33c18cc tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:15:27.924707 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-5bc107e6-139b-4bb4-8ba2-4066b33c18cc tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:15:27.928914 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc107e6-139b-4bb4-8ba2-4066b33c18cc tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:15:27.952626 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc107e6-139b-4bb4-8ba2-4066b33c18cc tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=d4c181b4-0e71-4cd5-a744-5aa9dfb74671,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:28.426806 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5bc107e6-139b-4bb4-8ba2-4066b33c18cc tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:28.541460 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5bc107e6-139b-4bb4-8ba2-4066b33c18cc tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:28.736653 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5bc107e6-139b-4bb4-8ba2-4066b33c18cc tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:28.800835 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5bc107e6-139b-4bb4-8ba2-4066b33c18cc tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:28.830586 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:28.887192 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:28.901816 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc107e6-139b-4bb4-8ba2-4066b33c18cc tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=d4c181b4-0e71-4cd5-a744-5aa9dfb74671,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:28.919538 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5bc107e6-139b-4bb4-8ba2-4066b33c18cc tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:29.103092 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.l3_db [None req-5bc107e6-139b-4bb4-8ba2-4066b33c18cc tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Floating IP bf9202fe-9c26-47fa-8213-bb11f8582c6b associated. External IP: 172.26.3.139, port: 7e5eb71d-f39c-41ad-a13f-342618514d54. Feb 03 14:15:29.569151 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc107e6-139b-4bb4-8ba2-4066b33c18cc tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router a5d9c389-a450-4f13-bddf-69c580eede9b has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:15:29.759720 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc107e6-139b-4bb4-8ba2-4066b33c18cc tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:15:29.769056 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968aa974-dff0-4f53-b4c3-c24362ab92a2 None None] Sync routers for ids ['a5d9c389-a450-4f13-bddf-69c580eede9b'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:15:29.781802 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968aa974-dff0-4f53-b4c3-c24362ab92a2 None None] Routers {'a5d9c389-a450-4f13-bddf-69c580eede9b'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:15:29.782457 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-968aa974-dff0-4f53-b4c3-c24362ab92a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:15:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['a5d9c389-a450-4f13-bddf-69c580eede9b'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:29.841665 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5bc107e6-139b-4bb4-8ba2-4066b33c18cc tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:29.898829 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-5bc107e6-139b-4bb4-8ba2-4066b33c18cc tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6965122 Feb 03 14:15:29.899635 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f08d5a-2c90-49c8-aaec-f1a383ad1be5', 'tag': '7e5eb71d-f39c-41ad-a13f-342618514d54'}] {{(pid=84182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:15:29.901701 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34584) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:15:29.958108 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2f08d5a-2c90-49c8-aaec-f1a383ad1be5', 'tag': '7e5eb71d-f39c-41ad-a13f-342618514d54', 'status': 'completed', 'code': 200} Feb 03 14:15:29.963600 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-968aa974-dff0-4f53-b4c3-c24362ab92a2 None None] Set router a5d9c389-a450-4f13-bddf-69c580eede9b gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:15:30.052275 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3d8aca39-b668-4feb-92e4-81edf3bd4adf tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/bf9202fe-9c26-47fa-8213-bb11f8582c6b HTTP/1.1" status: 200 len: 991 time: 0.1492662 Feb 03 14:15:30.076425 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ace0371d-b48a-444f-8ce4-719c90465fdf req-3aa0a05b-81f9-483b-a8cd-77f6dfb93f71 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=e2f08d5a-2c90-49c8-aaec-f1a383ad1be5 HTTP/1.1" status: 200 len: 1098 time: 0.0953407 Feb 03 14:15:30.201517 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:30.209164 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0371d-b48a-444f-8ce4-719c90465fdf req-dac6ca1c-b9b2-48f3-afd5-63b25fb0800c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:30.210633 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ace0371d-b48a-444f-8ce4-719c90465fdf req-dac6ca1c-b9b2-48f3-afd5-63b25fb0800c service neutron] 10.222.0.47 "GET /v2.0/networks?id=24b653ed-e221-403a-9258-7b92435dcdb9 HTTP/1.1" status: 200 len: 896 time: 0.1266949 Feb 03 14:15:30.315915 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ace0371d-b48a-444f-8ce4-719c90465fdf req-7956f495-f624-46a4-8015-0f141923198e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e5eb71d-f39c-41ad-a13f-342618514d54 HTTP/1.1" status: 200 len: 999 time: 0.0994997 Feb 03 14:15:30.356275 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-968aa974-dff0-4f53-b4c3-c24362ab92a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d9c389-a450-4f13-bddf-69c580eede9b', 'name': 'tempest-TestNetworkBasicOps-router-1726458749', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f9963fb1-2102-419a-87ff-53ebe20e5bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:00Z', 'updated_at': '2022-02-03T14:15:06Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'f9963fb1-2102-419a-87ff-53ebe20e5bdc', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:be:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9c389-a450-4f13-bddf-69c580eede9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:00Z', 'updated_at': '2022-02-03T14:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'bf9202fe-9c26-47fa-8213-bb11f8582c6b', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.139', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': 'a5d9c389-a450-4f13-bddf-69c580eede9b', 'port_id': '7e5eb71d-f39c-41ad-a13f-342618514d54', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24b653ed-e221-403a-9258-7b92435dcdb9', 'mac_address': 'fa:16:3e:14:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f08d5a-2c90-49c8-aaec-f1a383ad1be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:15:28Z', 'updated_at': '2022-02-03T14:15:28Z', 'revision_number': 0, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baf07447-e9b4-4981-a660-2b9203739299', 'name': '', 'network_id': '24b653ed-e221-403a-9258-7b92435dcdb9', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:fd:af:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9c389-a450-4f13-bddf-69c580eede9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c53b000-4753-4ef3-82fc-abd1312c719d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:05Z', 'updated_at': '2022-02-03T14:15:13Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '0c53b000-4753-4ef3-82fc-abd1312c719d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:30.360430 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968aa974-dff0-4f53-b4c3-c24362ab92a2 None None] Checking router: a5d9c389-a450-4f13-bddf-69c580eede9b for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:15:30.372089 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968aa974-dff0-4f53-b4c3-c24362ab92a2 None None] Routers {'a5d9c389-a450-4f13-bddf-69c580eede9b'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:15:30.372797 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-968aa974-dff0-4f53-b4c3-c24362ab92a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:15:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['a5d9c389-a450-4f13-bddf-69c580eede9b'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:30.380236 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0371d-b48a-444f-8ce4-719c90465fdf req-5015a6b3-9226-4f19-ad21-06e905240910 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:30.381983 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ace0371d-b48a-444f-8ce4-719c90465fdf req-5015a6b3-9226-4f19-ad21-06e905240910 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0c53b000-4753-4ef3-82fc-abd1312c719d HTTP/1.1" status: 200 len: 843 time: 0.0611017 Feb 03 14:15:30.453899 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ace0371d-b48a-444f-8ce4-719c90465fdf req-cecc7cbd-e001-4679-a83d-48a21ce3ca51 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=24b653ed-e221-403a-9258-7b92435dcdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662324 Feb 03 14:15:30.546951 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-968aa974-dff0-4f53-b4c3-c24362ab92a2 None None] Set router a5d9c389-a450-4f13-bddf-69c580eede9b gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:15:30.583237 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ace0371d-b48a-444f-8ce4-719c90465fdf req-6ccfc2fe-3709-4dfc-8fd7-af42f2c12bd7 service neutron] 10.222.0.47 "GET /v2.0/networks/24b653ed-e221-403a-9258-7b92435dcdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231804 Feb 03 14:15:30.713622 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ace0371d-b48a-444f-8ce4-719c90465fdf req-04063576-63e4-4b6f-9e09-9631a790aade service neutron] 10.222.0.47 "GET /v2.0/networks/24b653ed-e221-403a-9258-7b92435dcdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246142 Feb 03 14:15:30.891011 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-968aa974-dff0-4f53-b4c3-c24362ab92a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d9c389-a450-4f13-bddf-69c580eede9b', 'name': 'tempest-TestNetworkBasicOps-router-1726458749', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f9963fb1-2102-419a-87ff-53ebe20e5bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:00Z', 'updated_at': '2022-02-03T14:15:06Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'f9963fb1-2102-419a-87ff-53ebe20e5bdc', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:be:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9c389-a450-4f13-bddf-69c580eede9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:00Z', 'updated_at': '2022-02-03T14:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'bf9202fe-9c26-47fa-8213-bb11f8582c6b', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.139', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': 'a5d9c389-a450-4f13-bddf-69c580eede9b', 'port_id': '7e5eb71d-f39c-41ad-a13f-342618514d54', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24b653ed-e221-403a-9258-7b92435dcdb9', 'mac_address': 'fa:16:3e:14:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f08d5a-2c90-49c8-aaec-f1a383ad1be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:15:28Z', 'updated_at': '2022-02-03T14:15:28Z', 'revision_number': 0, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baf07447-e9b4-4981-a660-2b9203739299', 'name': '', 'network_id': '24b653ed-e221-403a-9258-7b92435dcdb9', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:fd:af:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9c389-a450-4f13-bddf-69c580eede9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c53b000-4753-4ef3-82fc-abd1312c719d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:05Z', 'updated_at': '2022-02-03T14:15:13Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '0c53b000-4753-4ef3-82fc-abd1312c719d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:30.895619 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968aa974-dff0-4f53-b4c3-c24362ab92a2 None None] The sync data for ids ['a5d9c389-a450-4f13-bddf-69c580eede9b'] in dv-neutron-827016-1-hyperv is: [{'id': 'a5d9c389-a450-4f13-bddf-69c580eede9b', 'name': 'tempest-TestNetworkBasicOps-router-1726458749', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f9963fb1-2102-419a-87ff-53ebe20e5bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:00Z', 'updated_at': '2022-02-03T14:15:06Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'f9963fb1-2102-419a-87ff-53ebe20e5bdc', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:be:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9c389-a450-4f13-bddf-69c580eede9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:00Z', 'updated_at': '2022-02-03T14:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'bf9202fe-9c26-47fa-8213-bb11f8582c6b', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.139', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': 'a5d9c389-a450-4f13-bddf-69c580eede9b', 'port_id': '7e5eb71d-f39c-41ad-a13f-342618514d54', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24b653ed-e221-403a-9258-7b92435dcdb9', 'mac_address': 'fa:16:3e:14:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f08d5a-2c90-49c8-aaec-f1a383ad1be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:15:28Z', 'updated_at': '2022-02-03T14:15:28Z', 'revision_number': 0, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baf07447-e9b4-4981-a660-2b9203739299', 'name': '', 'network_id': '24b653ed-e221-403a-9258-7b92435dcdb9', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:fd:af:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9c389-a450-4f13-bddf-69c580eede9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c53b000-4753-4ef3-82fc-abd1312c719d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:05Z', 'updated_at': '2022-02-03T14:15:13Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '0c53b000-4753-4ef3-82fc-abd1312c719d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:15:31.056129 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34590) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:15:31.078779 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38aeeaa3-bb85-4cc0-8bd4-e28cab4fa154 None None] New status for floating IP bf9202fe-9c26-47fa-8213-bb11f8582c6b: ACTIVE {{(pid=84184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:15:31.161039 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-9912fba9-b836-41d8-beae-9ed16c682c89 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/bf9202fe-9c26-47fa-8213-bb11f8582c6b HTTP/1.1" status: 200 len: 991 time: 0.1037533 Feb 03 14:15:32.164711 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34594) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:15:32.270314 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-493c6293-36a2-4651-88b3-6981c9f10e3a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/bf9202fe-9c26-47fa-8213-bb11f8582c6b HTTP/1.1" status: 200 len: 993 time: 0.1044409 Feb 03 14:15:36.830531 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:15:47.429335 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:55.343439 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-08b9f685-527b-4144-aa47-c7ad82686dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:57.583192 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7b0b1ebd-b431-4932-ba13-49b91d122548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:58.846548 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:15:58.857265 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:16:00.164905 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:16:13.830740 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:16:17.457458 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:16:18.126938 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2db7ffa3-4da5-4a6c-a307-9d8281110a66 req-131aa701-13ec-4697-9900-364ead241ae1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e2f08d5a-2c90-49c8-aaec-f1a383ad1be5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671673 Feb 03 14:16:18.346128 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2db7ffa3-4da5-4a6c-a307-9d8281110a66 req-11c4528b-20ac-413e-9e98-a74c335d14ea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=e2f08d5a-2c90-49c8-aaec-f1a383ad1be5 HTTP/1.1" status: 200 len: 1098 time: 0.1535027 Feb 03 14:16:18.490814 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7ffa3-4da5-4a6c-a307-9d8281110a66 req-68d296e7-7670-45c0-9562-ff1254f56cc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:18.492270 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2db7ffa3-4da5-4a6c-a307-9d8281110a66 req-68d296e7-7670-45c0-9562-ff1254f56cc7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=24b653ed-e221-403a-9258-7b92435dcdb9 HTTP/1.1" status: 200 len: 896 time: 0.1254826 Feb 03 14:16:18.593655 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2db7ffa3-4da5-4a6c-a307-9d8281110a66 req-7b08adba-69ea-460b-a79b-fe46fc20e8f7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e5eb71d-f39c-41ad-a13f-342618514d54 HTTP/1.1" status: 200 len: 1001 time: 0.0947435 Feb 03 14:16:18.655303 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7ffa3-4da5-4a6c-a307-9d8281110a66 req-f71ba35c-6b5f-47d7-aa1c-7fa9104aa2cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:18.656663 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2db7ffa3-4da5-4a6c-a307-9d8281110a66 req-f71ba35c-6b5f-47d7-aa1c-7fa9104aa2cd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0c53b000-4753-4ef3-82fc-abd1312c719d HTTP/1.1" status: 200 len: 843 time: 0.0563023 Feb 03 14:16:18.734380 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2db7ffa3-4da5-4a6c-a307-9d8281110a66 req-c06b9eb7-febf-4326-bf54-bb72f907f97c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=24b653ed-e221-403a-9258-7b92435dcdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708752 Feb 03 14:16:18.743930 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [req-2db7ffa3-4da5-4a6c-a307-9d8281110a66 req-d6531e7f-385d-4722-918b-f0b7e590c63a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84181) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 14:16:18.744842 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2db7ffa3-4da5-4a6c-a307-9d8281110a66 req-d6531e7f-385d-4722-918b-f0b7e590c63a service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046551 Feb 03 14:16:18.874517 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2db7ffa3-4da5-4a6c-a307-9d8281110a66 req-d9a801bd-f5f7-4721-9c39-975de38cf2e4 service neutron] 10.222.0.47 "GET /v2.0/networks/24b653ed-e221-403a-9258-7b92435dcdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233995 Feb 03 14:16:19.008131 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2db7ffa3-4da5-4a6c-a307-9d8281110a66 req-b7becfd7-0164-49c0-98db-16995c507d12 service neutron] 10.222.0.47 "GET /v2.0/networks/24b653ed-e221-403a-9258-7b92435dcdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268137 Feb 03 14:16:25.337043 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-73985b94-082a-4048-ac7f-20f2b310f928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:16:27.491377 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a8668ab7-7df4-4425-9e67-c1b035bca44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:16:28.850051 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:16:28.862484 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:16:30.153747 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:16:47.478659 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:16:50.831653 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:16:55.313067 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a398741a-1cae-4ed4-a482-276d471c357c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:16:57.484982 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-94ff1c68-6550-45bc-a265-350ec7cbb0be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:16:58.867458 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:16:58.901597 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:17:00.176262 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:17:17.460087 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:17:18.024942 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-73e5d4dc-7221-4bd5-978f-03bc2bf65f44 req-09a9130d-fdc2-46f1-846f-a709b1ecd391 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e2f08d5a-2c90-49c8-aaec-f1a383ad1be5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674794 Feb 03 14:17:18.162957 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-73e5d4dc-7221-4bd5-978f-03bc2bf65f44 req-49d82707-4efd-4e29-8faa-fd35cabd15fb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=e2f08d5a-2c90-49c8-aaec-f1a383ad1be5 HTTP/1.1" status: 200 len: 1098 time: 0.0720041 Feb 03 14:17:18.303183 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5d4dc-7221-4bd5-978f-03bc2bf65f44 req-85eea7df-fc01-4d9f-a61f-e3b3cdb16219 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:18.304758 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-73e5d4dc-7221-4bd5-978f-03bc2bf65f44 req-85eea7df-fc01-4d9f-a61f-e3b3cdb16219 service neutron] 10.222.0.47 "GET /v2.0/networks?id=24b653ed-e221-403a-9258-7b92435dcdb9 HTTP/1.1" status: 200 len: 896 time: 0.1235440 Feb 03 14:17:18.403829 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-73e5d4dc-7221-4bd5-978f-03bc2bf65f44 req-bb894014-9a3f-4dd2-b4e6-4d6c2bf13031 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e5eb71d-f39c-41ad-a13f-342618514d54 HTTP/1.1" status: 200 len: 1001 time: 0.0930364 Feb 03 14:17:18.466635 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5d4dc-7221-4bd5-978f-03bc2bf65f44 req-e8fe3539-3898-4329-a820-9593456d32a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:18.468152 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-73e5d4dc-7221-4bd5-978f-03bc2bf65f44 req-e8fe3539-3898-4329-a820-9593456d32a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0c53b000-4753-4ef3-82fc-abd1312c719d HTTP/1.1" status: 200 len: 843 time: 0.0591931 Feb 03 14:17:18.541958 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-73e5d4dc-7221-4bd5-978f-03bc2bf65f44 req-4387764e-aaec-45bb-ad91-58862fbdc164 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=24b653ed-e221-403a-9258-7b92435dcdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679073 Feb 03 14:17:18.670246 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-73e5d4dc-7221-4bd5-978f-03bc2bf65f44 req-5b4aff8e-2a8f-4b1b-a0bc-be6857cc97b5 service neutron] 10.222.0.47 "GET /v2.0/networks/24b653ed-e221-403a-9258-7b92435dcdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216288 Feb 03 14:17:18.799364 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-73e5d4dc-7221-4bd5-978f-03bc2bf65f44 req-bc3a5998-ebb7-4889-b46e-f6d5624a6a0c service neutron] 10.222.0.47 "GET /v2.0/networks/24b653ed-e221-403a-9258-7b92435dcdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232500 Feb 03 14:17:25.317196 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7d5fbdfd-be74-464e-a05d-1147d59247cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:17:27.483666 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-51238fed-df10-41e6-9534-29e5b89c35fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:17:27.832175 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:17:28.832685 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:17:28.849616 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:17:30.158640 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:17:47.482382 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:17:55.322969 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ea20aa4f-7a57-4091-848b-1058d6febc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:17:57.500043 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-574683bd-2138-4aa9-8006-1e1d6ae5d0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:17:58.836795 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:17:58.864992 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:18:00.178804 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:18:04.833315 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:18:07.065827 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34642) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:18:07.305455 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-3b1473ec-f8f7-4011-be0a-45b141878194 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:18:07.544153 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3b1473ec-f8f7-4011-be0a-45b141878194 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3187193'] for subnet, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:18:07.784715 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3b1473ec-f8f7-4011-be0a-45b141878194 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769357090052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3151251'] for subnet, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:18:07.830759 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1473ec-f8f7-4011-be0a-45b141878194 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:07.831812 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3b1473ec-f8f7-4011-be0a-45b141878194 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:18:07.833138 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3b1473ec-f8f7-4011-be0a-45b141878194 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "PUT /v2.0/subnets/0c53b000-4753-4ef3-82fc-abd1312c719d HTTP/1.1" status: 200 len: 835 time: 0.7662930 Feb 03 14:18:07.838533 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1d9df9-8381-4f4a-979b-84af8cc13257 None None] Network 24b653ed-e221-403a-9258-7b92435dcdb9 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:18:07.854198 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1473ec-f8f7-4011-be0a-45b141878194 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Subnet': ['ID=0c53b000-4753-4ef3-82fc-abd1312c719d,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:07.862603 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1473ec-f8f7-4011-be0a-45b141878194 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:07.862953 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1473ec-f8f7-4011-be0a-45b141878194 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:07.863410 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1473ec-f8f7-4011-be0a-45b141878194 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:07.863746 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1473ec-f8f7-4011-be0a-45b141878194 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:07.864074 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1473ec-f8f7-4011-be0a-45b141878194 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:07.864403 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1473ec-f8f7-4011-be0a-45b141878194 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:07.864724 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1473ec-f8f7-4011-be0a-45b141878194 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:07.865051 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1473ec-f8f7-4011-be0a-45b141878194 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:07.865370 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1473ec-f8f7-4011-be0a-45b141878194 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:07.865685 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1473ec-f8f7-4011-be0a-45b141878194 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:07.865999 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1473ec-f8f7-4011-be0a-45b141878194 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:08.275609 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-3e2ab23d-5b53-4ac5-830a-e410699f87f8 None None] Provisioning complete for port 7e5eb71d-f39c-41ad-a13f-342618514d54 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:18:08.275980 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3e2ab23d-5b53-4ac5-830a-e410699f87f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:18:08.399182 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-3e2ab23d-5b53-4ac5-830a-e410699f87f8 None None] Provisioning complete for port baf07447-e9b4-4981-a660-2b9203739299 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:18:08.399558 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3e2ab23d-5b53-4ac5-830a-e410699f87f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:18:08.521457 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-3e2ab23d-5b53-4ac5-830a-e410699f87f8 None None] Provisioning complete for port 7df83bf9-450a-4c96-87bd-8100e84155d9 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:18:08.521888 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3e2ab23d-5b53-4ac5-830a-e410699f87f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:18:17.528188 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:18:20.265252 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b6d5a65c-1b11-41b0-b3df-5d8a8646369c req-fff34263-b727-4144-85d7-e129e6f25bd2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e2f08d5a-2c90-49c8-aaec-f1a383ad1be5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2419086 Feb 03 14:18:20.398190 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b6d5a65c-1b11-41b0-b3df-5d8a8646369c req-fc9a28d2-bd78-4381-8b19-1f76cd43e545 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=e2f08d5a-2c90-49c8-aaec-f1a383ad1be5 HTTP/1.1" status: 200 len: 1098 time: 0.0675042 Feb 03 14:18:20.538262 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5a65c-1b11-41b0-b3df-5d8a8646369c req-42cd2481-4355-4a82-aac8-f27d3bba98c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:20.539722 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b6d5a65c-1b11-41b0-b3df-5d8a8646369c req-42cd2481-4355-4a82-aac8-f27d3bba98c6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=24b653ed-e221-403a-9258-7b92435dcdb9 HTTP/1.1" status: 200 len: 896 time: 0.1238608 Feb 03 14:18:20.641107 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b6d5a65c-1b11-41b0-b3df-5d8a8646369c req-a3e5ecf1-66eb-4d0d-9d1b-cb7fda2ea2ae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e5eb71d-f39c-41ad-a13f-342618514d54 HTTP/1.1" status: 200 len: 1001 time: 0.0946691 Feb 03 14:18:20.702122 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5a65c-1b11-41b0-b3df-5d8a8646369c req-d81bf625-3952-4d15-8fba-210e8149c69d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:20.703527 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b6d5a65c-1b11-41b0-b3df-5d8a8646369c req-d81bf625-3952-4d15-8fba-210e8149c69d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0c53b000-4753-4ef3-82fc-abd1312c719d HTTP/1.1" status: 200 len: 843 time: 0.0572426 Feb 03 14:18:20.779040 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b6d5a65c-1b11-41b0-b3df-5d8a8646369c req-db3c70a1-e287-4f74-9415-02ef1a582ea7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=24b653ed-e221-403a-9258-7b92435dcdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698073 Feb 03 14:18:20.906509 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b6d5a65c-1b11-41b0-b3df-5d8a8646369c req-35a0c9cb-483a-412c-a0c5-8464fc2540fc service neutron] 10.222.0.47 "GET /v2.0/networks/24b653ed-e221-403a-9258-7b92435dcdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217875 Feb 03 14:18:21.034346 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b6d5a65c-1b11-41b0-b3df-5d8a8646369c req-3db91fe0-b51a-41cf-9d7c-afc60b036221 service neutron] 10.222.0.47 "GET /v2.0/networks/24b653ed-e221-403a-9258-7b92435dcdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226048 Feb 03 14:18:25.326995 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-14c166be-0bb1-489b-adb2-b541d98ccf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:18:27.494133 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-922cc6d8-2ba0-4725-8629-f46e365239eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:18:28.841985 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:18:28.870437 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:18:30.179368 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:18:41.833855 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:18:47.561829 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:18:51.592951 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34656) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:18:51.790955 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-2347ab0a-96d7-46c0-b7af-39eb7f53b07c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting port d4c181b4-0e71-4cd5-a744-5aa9dfb74671 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:18:51.791318 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2347ab0a-96d7-46c0-b7af-39eb7f53b07c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:18:51.962432 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2347ab0a-96d7-46c0-b7af-39eb7f53b07c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:18:51.962758 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2347ab0a-96d7-46c0-b7af-39eb7f53b07c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:18:52.078347 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-2347ab0a-96d7-46c0-b7af-39eb7f53b07c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Calling delete_port for d4c181b4-0e71-4cd5-a744-5aa9dfb74671 owned by network:floatingip {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:18:52.269957 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2347ab0a-96d7-46c0-b7af-39eb7f53b07c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:18:52.314686 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347ab0a-96d7-46c0-b7af-39eb7f53b07c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Port': ['ID=d4c181b4-0e71-4cd5-a744-5aa9dfb74671,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:52.469473 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2347ab0a-96d7-46c0-b7af-39eb7f53b07c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:52.469819 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2347ab0a-96d7-46c0-b7af-39eb7f53b07c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:52.470156 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2347ab0a-96d7-46c0-b7af-39eb7f53b07c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:52.470488 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2347ab0a-96d7-46c0-b7af-39eb7f53b07c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:52.470848 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2347ab0a-96d7-46c0-b7af-39eb7f53b07c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:52.471182 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2347ab0a-96d7-46c0-b7af-39eb7f53b07c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:52.471509 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2347ab0a-96d7-46c0-b7af-39eb7f53b07c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:52.471838 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2347ab0a-96d7-46c0-b7af-39eb7f53b07c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:52.472162 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2347ab0a-96d7-46c0-b7af-39eb7f53b07c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:52.472482 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2347ab0a-96d7-46c0-b7af-39eb7f53b07c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:52.473447 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2347ab0a-96d7-46c0-b7af-39eb7f53b07c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:52.505188 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2347ab0a-96d7-46c0-b7af-39eb7f53b07c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for floatingip, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:18:52.884468 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2347ab0a-96d7-46c0-b7af-39eb7f53b07c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router a5d9c389-a450-4f13-bddf-69c580eede9b has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:18:53.083571 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2347ab0a-96d7-46c0-b7af-39eb7f53b07c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:18:53.093408 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdbdf6a-4024-4e62-8d0c-cf1f1e09e937 None None] Sync routers for ids ['a5d9c389-a450-4f13-bddf-69c580eede9b'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:18:53.099756 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2347ab0a-96d7-46c0-b7af-39eb7f53b07c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:18:53.106049 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdbdf6a-4024-4e62-8d0c-cf1f1e09e937 None None] Routers {'a5d9c389-a450-4f13-bddf-69c580eede9b'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:18:53.106653 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-bcdbdf6a-4024-4e62-8d0c-cf1f1e09e937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:18:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['a5d9c389-a450-4f13-bddf-69c580eede9b'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:18:53.151668 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-2347ab0a-96d7-46c0-b7af-39eb7f53b07c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/floatingips/bf9202fe-9c26-47fa-8213-bb11f8582c6b HTTP/1.1" status: 204 len: 168 time: 1.5576591 Feb 03 14:18:53.152349 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f08d5a-2c90-49c8-aaec-f1a383ad1be5', 'tag': '7e5eb71d-f39c-41ad-a13f-342618514d54'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:18:53.276586 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2f08d5a-2c90-49c8-aaec-f1a383ad1be5', 'tag': '7e5eb71d-f39c-41ad-a13f-342618514d54', 'status': 'completed', 'code': 200} Feb 03 14:18:53.288158 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-bcdbdf6a-4024-4e62-8d0c-cf1f1e09e937 None None] Set router a5d9c389-a450-4f13-bddf-69c580eede9b gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:18:53.389612 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ea814e04-3cf8-4fcc-bf41-b58d9f44b0a4 req-96accaee-ce17-493a-98c1-d6ec6b72fe8a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=e2f08d5a-2c90-49c8-aaec-f1a383ad1be5 HTTP/1.1" status: 200 len: 1098 time: 0.0823901 Feb 03 14:18:53.553620 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea814e04-3cf8-4fcc-bf41-b58d9f44b0a4 req-8c4fdf36-6914-486c-8022-dacbfb65e3d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:53.555187 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ea814e04-3cf8-4fcc-bf41-b58d9f44b0a4 req-8c4fdf36-6914-486c-8022-dacbfb65e3d6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=24b653ed-e221-403a-9258-7b92435dcdb9 HTTP/1.1" status: 200 len: 896 time: 0.1578186 Feb 03 14:18:53.610251 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-bcdbdf6a-4024-4e62-8d0c-cf1f1e09e937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d9c389-a450-4f13-bddf-69c580eede9b', 'name': 'tempest-TestNetworkBasicOps-router-1726458749', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f9963fb1-2102-419a-87ff-53ebe20e5bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:00Z', 'updated_at': '2022-02-03T14:15:06Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'f9963fb1-2102-419a-87ff-53ebe20e5bdc', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:be:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9c389-a450-4f13-bddf-69c580eede9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:00Z', 'updated_at': '2022-02-03T14:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'baf07447-e9b4-4981-a660-2b9203739299', 'name': '', 'network_id': '24b653ed-e221-403a-9258-7b92435dcdb9', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:fd:af:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9c389-a450-4f13-bddf-69c580eede9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c53b000-4753-4ef3-82fc-abd1312c719d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:05Z', 'updated_at': '2022-02-03T14:15:13Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '0c53b000-4753-4ef3-82fc-abd1312c719d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:18:53.614255 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdbdf6a-4024-4e62-8d0c-cf1f1e09e937 None None] Checking router: a5d9c389-a450-4f13-bddf-69c580eede9b for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:18:53.624803 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdbdf6a-4024-4e62-8d0c-cf1f1e09e937 None None] Routers {'a5d9c389-a450-4f13-bddf-69c580eede9b'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:18:53.625415 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-bcdbdf6a-4024-4e62-8d0c-cf1f1e09e937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:18:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['a5d9c389-a450-4f13-bddf-69c580eede9b'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:18:53.630761 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ea814e04-3cf8-4fcc-bf41-b58d9f44b0a4 req-3c082e89-bc0a-4dd5-9774-c12952a312e3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e5eb71d-f39c-41ad-a13f-342618514d54 HTTP/1.1" status: 200 len: 217 time: 0.0695829 Feb 03 14:18:53.697237 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea814e04-3cf8-4fcc-bf41-b58d9f44b0a4 req-ad704532-c999-4761-b88e-e4446284bd93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:53.703143 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ea814e04-3cf8-4fcc-bf41-b58d9f44b0a4 req-ad704532-c999-4761-b88e-e4446284bd93 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0c53b000-4753-4ef3-82fc-abd1312c719d HTTP/1.1" status: 200 len: 843 time: 0.0621579 Feb 03 14:18:53.782032 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ea814e04-3cf8-4fcc-bf41-b58d9f44b0a4 req-2ede7a46-5ab7-4201-93ea-0d4b1e286317 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=24b653ed-e221-403a-9258-7b92435dcdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767384 Feb 03 14:18:53.806542 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-bcdbdf6a-4024-4e62-8d0c-cf1f1e09e937 None None] Set router a5d9c389-a450-4f13-bddf-69c580eede9b gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:18:53.921365 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ea814e04-3cf8-4fcc-bf41-b58d9f44b0a4 req-675b8e38-3f4a-4f47-8d91-6b57a7e1801c service neutron] 10.222.0.47 "GET /v2.0/networks/24b653ed-e221-403a-9258-7b92435dcdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323116 Feb 03 14:18:54.077380 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ea814e04-3cf8-4fcc-bf41-b58d9f44b0a4 req-99a3fe07-8b45-48c4-b68e-a1919b1bb183 service neutron] 10.222.0.47 "GET /v2.0/networks/24b653ed-e221-403a-9258-7b92435dcdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498575 Feb 03 14:18:54.171639 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-bcdbdf6a-4024-4e62-8d0c-cf1f1e09e937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d9c389-a450-4f13-bddf-69c580eede9b', 'name': 'tempest-TestNetworkBasicOps-router-1726458749', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f9963fb1-2102-419a-87ff-53ebe20e5bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:00Z', 'updated_at': '2022-02-03T14:15:06Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'f9963fb1-2102-419a-87ff-53ebe20e5bdc', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:be:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9c389-a450-4f13-bddf-69c580eede9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:00Z', 'updated_at': '2022-02-03T14:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'baf07447-e9b4-4981-a660-2b9203739299', 'name': '', 'network_id': '24b653ed-e221-403a-9258-7b92435dcdb9', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:fd:af:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9c389-a450-4f13-bddf-69c580eede9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c53b000-4753-4ef3-82fc-abd1312c719d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:05Z', 'updated_at': '2022-02-03T14:15:13Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '0c53b000-4753-4ef3-82fc-abd1312c719d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:18:54.175676 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdbdf6a-4024-4e62-8d0c-cf1f1e09e937 None None] The sync data for ids ['a5d9c389-a450-4f13-bddf-69c580eede9b'] in dv-neutron-827016-1-hyperv is: [{'id': 'a5d9c389-a450-4f13-bddf-69c580eede9b', 'name': 'tempest-TestNetworkBasicOps-router-1726458749', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f9963fb1-2102-419a-87ff-53ebe20e5bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:00Z', 'updated_at': '2022-02-03T14:15:06Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'f9963fb1-2102-419a-87ff-53ebe20e5bdc', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:be:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9c389-a450-4f13-bddf-69c580eede9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:00Z', 'updated_at': '2022-02-03T14:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'baf07447-e9b4-4981-a660-2b9203739299', 'name': '', 'network_id': '24b653ed-e221-403a-9258-7b92435dcdb9', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:fd:af:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9c389-a450-4f13-bddf-69c580eede9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c53b000-4753-4ef3-82fc-abd1312c719d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:05Z', 'updated_at': '2022-02-03T14:15:13Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '0c53b000-4753-4ef3-82fc-abd1312c719d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:18:54.202037 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a8887-c45f-4ce1-8247-2bcc43cb2256 req-e25cc335-9885-4352-9828-a879637c67ef tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:54.203529 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-916a8887-c45f-4ce1-8247-2bcc43cb2256 req-e25cc335-9885-4352-9828-a879637c67ef tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2f08d5a-2c90-49c8-aaec-f1a383ad1be5 HTTP/1.1" status: 200 len: 945 time: 0.4082971 Feb 03 14:18:54.251585 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-916a8887-c45f-4ce1-8247-2bcc43cb2256 req-a8e3750c-35ca-4f9d-a0cd-cf81a8a5845f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea647576-61e1-42e5-b5ac-27ec4c3121e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419834 Feb 03 14:18:54.395126 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecdbbab-6a2b-4221-9f2f-c49ec20e5fdf None None] New status for floating IP bf9202fe-9c26-47fa-8213-bb11f8582c6b: DOWN {{(pid=84184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:18:55.227911 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152b66d-8caa-4f65-bc80-18c30ec2fc0f req-4772ff3c-c0c8-4bc0-a5f6-cd9bc40f5c83 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:55.228593 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-3152b66d-8caa-4f65-bc80-18c30ec2fc0f req-4772ff3c-c0c8-4bc0-a5f6-cd9bc40f5c83 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:18:55.333086 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-3152b66d-8caa-4f65-bc80-18c30ec2fc0f req-4772ff3c-c0c8-4bc0-a5f6-cd9bc40f5c83 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:18:55.334281 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3152b66d-8caa-4f65-bc80-18c30ec2fc0f req-4772ff3c-c0c8-4bc0-a5f6-cd9bc40f5c83 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2f08d5a-2c90-49c8-aaec-f1a383ad1be5 HTTP/1.1" status: 200 len: 945 time: 0.1805766 Feb 03 14:18:55.366604 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d11cdef5-ebd6-4910-a9c2-157bdc4bc1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:18:55.506762 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-3152b66d-8caa-4f65-bc80-18c30ec2fc0f req-f35ada31-91de-46e7-8aec-8dde8a416af7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting port 7e5eb71d-f39c-41ad-a13f-342618514d54 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:18:55.507123 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-3152b66d-8caa-4f65-bc80-18c30ec2fc0f req-f35ada31-91de-46e7-8aec-8dde8a416af7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:18:55.548282 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d94734-3bef-4a84-a49a-fa4c366f4e84 req-7e575b09-1a75-473b-acee-2e7db1cf10b8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:55.549631 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f0d94734-3bef-4a84-a49a-fa4c366f4e84 req-7e575b09-1a75-473b-acee-2e7db1cf10b8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2f08d5a-2c90-49c8-aaec-f1a383ad1be5 HTTP/1.1" status: 200 len: 945 time: 0.1609945 Feb 03 14:18:55.594334 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f0d94734-3bef-4a84-a49a-fa4c366f4e84 req-407d33f7-b450-4b47-8d07-d88d08eafc9b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea647576-61e1-42e5-b5ac-27ec4c3121e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384898 Feb 03 14:18:55.749491 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-3152b66d-8caa-4f65-bc80-18c30ec2fc0f req-f35ada31-91de-46e7-8aec-8dde8a416af7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] For port 7e5eb71d-f39c-41ad-a13f-342618514d54, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=7e5eb71d-f39c-41ad-a13f-342618514d54,segment=NetworkSegment(6ef6f7d6-8f4d-4f55-8a48-fe5dd340409b),segment_id=6ef6f7d6-8f4d-4f55-8a48-fe5dd340409b)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:18:55.749848 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-3152b66d-8caa-4f65-bc80-18c30ec2fc0f req-f35ada31-91de-46e7-8aec-8dde8a416af7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:18:55.880548 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-3152b66d-8caa-4f65-bc80-18c30ec2fc0f req-f35ada31-91de-46e7-8aec-8dde8a416af7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Calling delete_port for 7e5eb71d-f39c-41ad-a13f-342618514d54 owned by compute:nova {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:18:56.092634 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-3152b66d-8caa-4f65-bc80-18c30ec2fc0f req-f35ada31-91de-46e7-8aec-8dde8a416af7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:18:56.142256 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ada31-91de-46e7-8aec-8dde8a416af7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Port': ['ID=7e5eb71d-f39c-41ad-a13f-342618514d54,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:56.213298 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-3152b66d-8caa-4f65-bc80-18c30ec2fc0f req-f35ada31-91de-46e7-8aec-8dde8a416af7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] No DVR routers for this DVR port 7e5eb71d-f39c-41ad-a13f-342618514d54 on host hv-neutron-8270 {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:18:56.215634 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-3152b66d-8caa-4f65-bc80-18c30ec2fc0f req-f35ada31-91de-46e7-8aec-8dde8a416af7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:18:56.218065 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f08d5a-2c90-49c8-aaec-f1a383ad1be5', 'name': 'network-vif-deleted', 'tag': '7e5eb71d-f39c-41ad-a13f-342618514d54'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:18:56.272665 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f08d5a-2c90-49c8-aaec-f1a383ad1be5', 'name': 'network-vif-deleted', 'tag': '7e5eb71d-f39c-41ad-a13f-342618514d54', 'status': 'completed', 'code': 200} Feb 03 14:18:56.305093 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3152b66d-8caa-4f65-bc80-18c30ec2fc0f req-f35ada31-91de-46e7-8aec-8dde8a416af7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "DELETE /v2.0/ports/7e5eb71d-f39c-41ad-a13f-342618514d54 HTTP/1.1" status: 204 len: 173 time: 0.9655347 Feb 03 14:18:56.771815 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-44ba9c6a-e8c5-4337-9ff0-49f62132adef req-262739a9-a27c-49e3-81e0-af732233806a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2f08d5a-2c90-49c8-aaec-f1a383ad1be5 HTTP/1.1" status: 200 len: 210 time: 0.0436845 Feb 03 14:18:57.487211 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-826679d0-fe9f-476e-87aa-0c539e1f737e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:18:57.876109 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34692) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:18:57.941856 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-542a77e5-2022-47be-8e92-030a7526a233 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:18:57.969755 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-542a77e5-2022-47be-8e92-030a7526a233 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:18:58.115919 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-542a77e5-2022-47be-8e92-030a7526a233 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:18:58.134198 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a77e5-2022-47be-8e92-030a7526a233 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea647576-61e1-42e5-b5ac-27ec4c3121e0,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:58.206302 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-542a77e5-2022-47be-8e92-030a7526a233 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:18:58.208111 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-542a77e5-2022-47be-8e92-030a7526a233 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/security-groups/ea647576-61e1-42e5-b5ac-27ec4c3121e0 HTTP/1.1" status: 204 len: 168 time: 0.3303847 Feb 03 14:18:58.287762 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34698) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:18:58.679567 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0665c049-97fa-4bd2-8265-f1e054d91b0a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:18:58.815771 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 7e5eb71d-f39c-41ad-a13f-342618514d54 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:18:58.847463 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] No Port match for: 7e5eb71d-f39c-41ad-a13f-342618514d54 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:18:58.848336 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 7e5eb71d-f39c-41ad-a13f-342618514d54 not bound to the agent host hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:18:58.864028 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:18:58.892848 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:18:59.360522 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-0665c049-97fa-4bd2-8265-f1e054d91b0a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting port baf07447-e9b4-4981-a660-2b9203739299 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:18:59.361057 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0665c049-97fa-4bd2-8265-f1e054d91b0a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:18:59.542727 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-0665c049-97fa-4bd2-8265-f1e054d91b0a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] For port baf07447-e9b4-4981-a660-2b9203739299, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=baf07447-e9b4-4981-a660-2b9203739299,segment=NetworkSegment(6ef6f7d6-8f4d-4f55-8a48-fe5dd340409b),segment_id=6ef6f7d6-8f4d-4f55-8a48-fe5dd340409b)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:18:59.543099 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0665c049-97fa-4bd2-8265-f1e054d91b0a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:18:59.662033 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-0665c049-97fa-4bd2-8265-f1e054d91b0a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Calling delete_port for baf07447-e9b4-4981-a660-2b9203739299 owned by network:router_interface {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:18:59.887029 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0665c049-97fa-4bd2-8265-f1e054d91b0a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:18:59.936291 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665c049-97fa-4bd2-8265-f1e054d91b0a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Port': ['ID=baf07447-e9b4-4981-a660-2b9203739299,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:00.178648 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:00.226479 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0665c049-97fa-4bd2-8265-f1e054d91b0a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:00.868109 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0665c049-97fa-4bd2-8265-f1e054d91b0a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router a5d9c389-a450-4f13-bddf-69c580eede9b has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:19:01.066310 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0665c049-97fa-4bd2-8265-f1e054d91b0a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:19:01.075696 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5b4b34-f543-4cbc-bc50-945890acbbf2 None None] Sync routers for ids ['a5d9c389-a450-4f13-bddf-69c580eede9b'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:19:01.080127 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-0665c049-97fa-4bd2-8265-f1e054d91b0a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "PUT /v2.0/routers/a5d9c389-a450-4f13-bddf-69c580eede9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7912762 Feb 03 14:19:01.083293 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34702) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:19:01.088540 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5b4b34-f543-4cbc-bc50-945890acbbf2 None None] Routers {'a5d9c389-a450-4f13-bddf-69c580eede9b'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:19:01.089152 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-4b5b4b34-f543-4cbc-bc50-945890acbbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:18:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['a5d9c389-a450-4f13-bddf-69c580eede9b'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:19:01.260718 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-4b5b4b34-f543-4cbc-bc50-945890acbbf2 None None] Set router a5d9c389-a450-4f13-bddf-69c580eede9b gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:19:01.264247 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-db8982f2-a854-46b4-afdf-f043678895d7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting subnet 0c53b000-4753-4ef3-82fc-abd1312c719d {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:19:01.267108 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-db8982f2-a854-46b4-afdf-f043678895d7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:01.322058 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-db8982f2-a854-46b4-afdf-f043678895d7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:01.408344 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-db8982f2-a854-46b4-afdf-f043678895d7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:01.540615 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-4b5b4b34-f543-4cbc-bc50-945890acbbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d9c389-a450-4f13-bddf-69c580eede9b', 'name': 'tempest-TestNetworkBasicOps-router-1726458749', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f9963fb1-2102-419a-87ff-53ebe20e5bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:00Z', 'updated_at': '2022-02-03T14:18:59Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'f9963fb1-2102-419a-87ff-53ebe20e5bdc', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:be:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9c389-a450-4f13-bddf-69c580eede9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:00Z', 'updated_at': '2022-02-03T14:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:19:01.544553 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5b4b34-f543-4cbc-bc50-945890acbbf2 None None] Checking router: a5d9c389-a450-4f13-bddf-69c580eede9b for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:19:01.544711 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-db8982f2-a854-46b4-afdf-f043678895d7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:01.555623 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5b4b34-f543-4cbc-bc50-945890acbbf2 None None] Routers {'a5d9c389-a450-4f13-bddf-69c580eede9b'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:19:01.556220 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-4b5b4b34-f543-4cbc-bc50-945890acbbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:18:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['a5d9c389-a450-4f13-bddf-69c580eede9b'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:19:01.587630 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8982f2-a854-46b4-afdf-f043678895d7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Subnet': ['ID=0c53b000-4753-4ef3-82fc-abd1312c719d,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:01.592235 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-db8982f2-a854-46b4-afdf-f043678895d7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:01.598345 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-db8982f2-a854-46b4-afdf-f043678895d7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/subnets/0c53b000-4753-4ef3-82fc-abd1312c719d HTTP/1.1" status: 204 len: 168 time: 0.5141146 Feb 03 14:19:01.601353 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34706) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:19:01.608288 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d11e51-6fb2-45a2-93ca-5b9c1149193d None None] Network 24b653ed-e221-403a-9258-7b92435dcdb9 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:19:01.796646 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4016f463-4035-43cd-9c5e-280141baf02e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:01.881437 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-4b5b4b34-f543-4cbc-bc50-945890acbbf2 None None] Set router a5d9c389-a450-4f13-bddf-69c580eede9b gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:19:01.998376 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4016f463-4035-43cd-9c5e-280141baf02e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:02.070299 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-4016f463-4035-43cd-9c5e-280141baf02e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting port f9963fb1-2102-419a-87ff-53ebe20e5bdc {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:19:02.070647 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4016f463-4035-43cd-9c5e-280141baf02e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:02.137989 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91659787-e876-4b71-bfb4-6623708093b5 None None] DHCP port deletion for 24b653ed-e221-403a-9258-7b92435dcdb9 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:19:02.146216 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-91659787-e876-4b71-bfb4-6623708093b5 None None] Deleting port 7df83bf9-450a-4c96-87bd-8100e84155d9 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:19:02.146588 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-91659787-e876-4b71-bfb4-6623708093b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:02.249798 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-4016f463-4035-43cd-9c5e-280141baf02e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] For port f9963fb1-2102-419a-87ff-53ebe20e5bdc, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=f9963fb1-2102-419a-87ff-53ebe20e5bdc,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:02.250154 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4016f463-4035-43cd-9c5e-280141baf02e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:02.361084 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-4b5b4b34-f543-4cbc-bc50-945890acbbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d9c389-a450-4f13-bddf-69c580eede9b', 'name': 'tempest-TestNetworkBasicOps-router-1726458749', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f9963fb1-2102-419a-87ff-53ebe20e5bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:00Z', 'updated_at': '2022-02-03T14:18:59Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'f9963fb1-2102-419a-87ff-53ebe20e5bdc', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:be:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9c389-a450-4f13-bddf-69c580eede9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:00Z', 'updated_at': '2022-02-03T14:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:19:02.380345 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5b4b34-f543-4cbc-bc50-945890acbbf2 None None] The sync data for ids ['a5d9c389-a450-4f13-bddf-69c580eede9b'] in dv-neutron-827016-1-hyperv is: [{'id': 'a5d9c389-a450-4f13-bddf-69c580eede9b', 'name': 'tempest-TestNetworkBasicOps-router-1726458749', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f9963fb1-2102-419a-87ff-53ebe20e5bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:00Z', 'updated_at': '2022-02-03T14:18:59Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': 'f9963fb1-2102-419a-87ff-53ebe20e5bdc', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:be:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9c389-a450-4f13-bddf-69c580eede9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:00Z', 'updated_at': '2022-02-03T14:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:19:02.405518 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-91659787-e876-4b71-bfb4-6623708093b5 None None] For port 7df83bf9-450a-4c96-87bd-8100e84155d9, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=7df83bf9-450a-4c96-87bd-8100e84155d9,segment=NetworkSegment(6ef6f7d6-8f4d-4f55-8a48-fe5dd340409b),segment_id=6ef6f7d6-8f4d-4f55-8a48-fe5dd340409b)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:02.406070 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-91659787-e876-4b71-bfb4-6623708093b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:02.476010 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-4016f463-4035-43cd-9c5e-280141baf02e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Calling delete_port for f9963fb1-2102-419a-87ff-53ebe20e5bdc owned by network:router_gateway {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:19:02.525651 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-91659787-e876-4b71-bfb4-6623708093b5 None None] Calling delete_port for 7df83bf9-450a-4c96-87bd-8100e84155d9 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:19:02.663215 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-91659787-e876-4b71-bfb4-6623708093b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:02.703622 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4016f463-4035-43cd-9c5e-280141baf02e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:02.708886 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91659787-e876-4b71-bfb4-6623708093b5 None None] Pushing event deleted for resources: {'Port': ['ID=7df83bf9-450a-4c96-87bd-8100e84155d9,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:02.719386 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91659787-e876-4b71-bfb4-6623708093b5 None None] No DVR routers for this DVR port 7df83bf9-450a-4c96-87bd-8100e84155d9 on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:19:02.724447 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91659787-e876-4b71-bfb4-6623708093b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:02.724814 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91659787-e876-4b71-bfb4-6623708093b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:02.725250 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91659787-e876-4b71-bfb4-6623708093b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:02.725741 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91659787-e876-4b71-bfb4-6623708093b5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:02.726083 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91659787-e876-4b71-bfb4-6623708093b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:02.726542 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91659787-e876-4b71-bfb4-6623708093b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:02.731557 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91659787-e876-4b71-bfb4-6623708093b5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:02.732365 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91659787-e876-4b71-bfb4-6623708093b5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:02.733564 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91659787-e876-4b71-bfb4-6623708093b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:02.733984 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91659787-e876-4b71-bfb4-6623708093b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:02.734618 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91659787-e876-4b71-bfb4-6623708093b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:02.752191 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4016f463-4035-43cd-9c5e-280141baf02e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Port': ['ID=f9963fb1-2102-419a-87ff-53ebe20e5bdc,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:02.974556 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4016f463-4035-43cd-9c5e-280141baf02e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:03.101058 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 7df83bf9-450a-4c96-87bd-8100e84155d9 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:19:03.134492 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 7df83bf9-450a-4c96-87bd-8100e84155d9 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:19:03.134849 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 7df83bf9-450a-4c96-87bd-8100e84155d9 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:19:03.135301 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device baf07447-e9b4-4981-a660-2b9203739299 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:19:03.165710 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: baf07447-e9b4-4981-a660-2b9203739299 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:19:03.166055 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device baf07447-e9b4-4981-a660-2b9203739299 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:19:03.227336 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4016f463-4035-43cd-9c5e-280141baf02e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:03.231406 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4016f463-4035-43cd-9c5e-280141baf02e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:03.344360 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4016f463-4035-43cd-9c5e-280141baf02e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:03.344921 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4016f463-4035-43cd-9c5e-280141baf02e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Fanout notify agent at l3_agent the message router_deleted on router a5d9c389-a450-4f13-bddf-69c580eede9b {{(pid=84181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:19:03.360331 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4016f463-4035-43cd-9c5e-280141baf02e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:03.362745 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-4016f463-4035-43cd-9c5e-280141baf02e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/routers/a5d9c389-a450-4f13-bddf-69c580eede9b HTTP/1.1" status: 204 len: 168 time: 1.7591672 Feb 03 14:19:03.364868 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34710) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:19:03.484094 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a44517d9-bad9-421e-963d-9a125ea84ee7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:03.612582 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a44517d9-bad9-421e-963d-9a125ea84ee7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:03.637283 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-a44517d9-bad9-421e-963d-9a125ea84ee7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24b653ed-e221-403a-9258-7b92435dcdb9']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:19:03.648926 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-a44517d9-bad9-421e-963d-9a125ea84ee7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ef6f7d6-8f4d-4f55-8a48-fe5dd340409b') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:19:03.649223 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-a44517d9-bad9-421e-963d-9a125ea84ee7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ef6f7d6-8f4d-4f55-8a48-fe5dd340409b') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:19:03.659972 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a44517d9-bad9-421e-963d-9a125ea84ee7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:03.675574 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a44517d9-bad9-421e-963d-9a125ea84ee7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:03.682125 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a44517d9-bad9-421e-963d-9a125ea84ee7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:19:03.682441 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a44517d9-bad9-421e-963d-9a125ea84ee7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:03.696324 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 14:19:03.696324 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:19:03.696324 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 14:19:03.696324 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:19:03.696324 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 14:19:03.696324 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:19:03.696324 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 14:19:03.696324 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:19:03.696324 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 14:19:03.696324 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:19:03.696324 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 14:19:03.696324 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:19:03.696324 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 14:19:03.696324 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:19:03.696324 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:19:03.696324 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:19:03.696324 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:19:03.696324 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:19:03.696324 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 14:19:03.696324 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:19:03.696324 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 14:19:03.696324 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:19:03.696324 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:19:03.696324 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:19:03.696324 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 14:19:03.696324 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:19:03.696324 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:19:03.696324 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:19:03.696324 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:19:03.696324 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:19:03.696324 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:19:03.696324 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:19:03.846183 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a44517d9-bad9-421e-963d-9a125ea84ee7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:03.863830 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a44517d9-bad9-421e-963d-9a125ea84ee7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:03.874583 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44517d9-bad9-421e-963d-9a125ea84ee7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Network': ['ID=24b653ed-e221-403a-9258-7b92435dcdb9,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:03.932698 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-a44517d9-bad9-421e-963d-9a125ea84ee7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/networks/24b653ed-e221-403a-9258-7b92435dcdb9 HTTP/1.1" status: 204 len: 168 time: 0.5667524 Feb 03 14:19:03.942918 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34714) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:19:03.948633 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-33150c3c-61f5-40e2-ab64-c5040d68db28 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'network': {'name': 'tempest-network-smoke--1063970274', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'port_security_enabled': True}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:19:03.953864 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-33150c3c-61f5-40e2-ab64-c5040d68db28 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:19:03.958499 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-33150c3c-61f5-40e2-ab64-c5040d68db28 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:network and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:19:03.961390 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-33150c3c-61f5-40e2-ab64-c5040d68db28 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:19:03.967080 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-33150c3c-61f5-40e2-ab64-c5040d68db28 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:19:04.040185 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33150c3c-61f5-40e2-ab64-c5040d68db28 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Made reservation on behalf of 55163e99e9e54d69af7505a418f9e84b for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:19:04.043168 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-33150c3c-61f5-40e2-ab64-c5040d68db28 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:04.070170 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33150c3c-61f5-40e2-ab64-c5040d68db28 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:19:04.078177 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-33150c3c-61f5-40e2-ab64-c5040d68db28 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:04.078509 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-33150c3c-61f5-40e2-ab64-c5040d68db28 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Added segment 50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e of type vlan for network 45d2c40f-0c08-44a3-b686-6bbe068ad39f Feb 03 14:19:04.104133 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-33150c3c-61f5-40e2-ab64-c5040d68db28 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:04.201043 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-33150c3c-61f5-40e2-ab64-c5040d68db28 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:04.204615 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33150c3c-61f5-40e2-ab64-c5040d68db28 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:04.205191 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-33150c3c-61f5-40e2-ab64-c5040d68db28 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:04.402795 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33150c3c-61f5-40e2-ab64-c5040d68db28 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Network': ['ID=45d2c40f-0c08-44a3-b686-6bbe068ad39f,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:04.412740 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 45d2c40f-0c08-44a3-b686-6bbe068ad39f details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:19:04.487854 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-33150c3c-61f5-40e2-ab64-c5040d68db28 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5436924 Feb 03 14:19:04.490890 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34718) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:19:04.496213 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-9b6294f3-2e66-4e22-9dcd-2cf5c9e778ca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-194731207', 'admin_state_up': True, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:19:04.502860 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-9b6294f3-2e66-4e22-9dcd-2cf5c9e778ca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:19:04.507428 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-9b6294f3-2e66-4e22-9dcd-2cf5c9e778ca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:router and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:19:04.510311 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-9b6294f3-2e66-4e22-9dcd-2cf5c9e778ca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:19:04.516712 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-9b6294f3-2e66-4e22-9dcd-2cf5c9e778ca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:19:04.584405 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9b6294f3-2e66-4e22-9dcd-2cf5c9e778ca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:04.585353 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9b6294f3-2e66-4e22-9dcd-2cf5c9e778ca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:04.602965 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9b6294f3-2e66-4e22-9dcd-2cf5c9e778ca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:04.831452 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9b6294f3-2e66-4e22-9dcd-2cf5c9e778ca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:05.010746 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device f9963fb1-2102-419a-87ff-53ebe20e5bdc no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:19:05.048366 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: f9963fb1-2102-419a-87ff-53ebe20e5bdc {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:19:05.048716 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device f9963fb1-2102-419a-87ff-53ebe20e5bdc not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:19:05.064667 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9b6294f3-2e66-4e22-9dcd-2cf5c9e778ca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router_gateway, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:05.092796 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9b6294f3-2e66-4e22-9dcd-2cf5c9e778ca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:05.224048 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-9b6294f3-2e66-4e22-9dcd-2cf5c9e778ca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Allocated IP 172.26.3.150 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/31ba7794-52dc-40c7-9a9d-7bcacddafd8c) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:19:05.367150 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9b6294f3-2e66-4e22-9dcd-2cf5c9e778ca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:05.458932 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9b6294f3-2e66-4e22-9dcd-2cf5c9e778ca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:05.528217 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6294f3-2e66-4e22-9dcd-2cf5c9e778ca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:19:05.531094 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-9b6294f3-2e66-4e22-9dcd-2cf5c9e778ca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:19:05.533575 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6294f3-2e66-4e22-9dcd-2cf5c9e778ca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:19:05.568049 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6294f3-2e66-4e22-9dcd-2cf5c9e778ca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=31ba7794-52dc-40c7-9a9d-7bcacddafd8c,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:05.758798 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9b6294f3-2e66-4e22-9dcd-2cf5c9e778ca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router_gateway, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:05.759556 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9b6294f3-2e66-4e22-9dcd-2cf5c9e778ca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:06.092668 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6294f3-2e66-4e22-9dcd-2cf5c9e778ca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router 0d0bede3-4d64-43df-9f65-2ef4d67464e6 is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:19:06.291318 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6294f3-2e66-4e22-9dcd-2cf5c9e778ca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:19:06.300392 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0b8db7-cc3d-4678-b762-9dfcfae98a50 None None] Sync routers for ids ['0d0bede3-4d64-43df-9f65-2ef4d67464e6'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:19:06.312177 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0b8db7-cc3d-4678-b762-9dfcfae98a50 None None] Routers {'0d0bede3-4d64-43df-9f65-2ef4d67464e6'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:19:06.312772 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-aa0b8db7-cc3d-4678-b762-9dfcfae98a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:18:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['0d0bede3-4d64-43df-9f65-2ef4d67464e6'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:19:06.378441 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9b6294f3-2e66-4e22-9dcd-2cf5c9e778ca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:06.379800 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-9b6294f3-2e66-4e22-9dcd-2cf5c9e778ca tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8878000 Feb 03 14:19:06.382697 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34722) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:19:06.486589 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-aa0b8db7-cc3d-4678-b762-9dfcfae98a50 None None] Set router 0d0bede3-4d64-43df-9f65-2ef4d67464e6 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:19:06.550124 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f27488d2-d7b6-4b27-95e6-017c5d1ed471 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=55163e99e9e54d69af7505a418f9e84b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1663265 Feb 03 14:19:06.553342 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34728) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:19:06.765764 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-aa0b8db7-cc3d-4678-b762-9dfcfae98a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'name': 'tempest-TestNetworkBasicOps-router-194731207', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '31ba7794-52dc-40c7-9a9d-7bcacddafd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:19:04Z', 'updated_at': '2022-02-03T14:19:05Z', 'revision_number': 3, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '31ba7794-52dc-40c7-9a9d-7bcacddafd8c', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:af:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:05Z', 'updated_at': '2022-02-03T14:19:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:19:06.770034 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0b8db7-cc3d-4678-b762-9dfcfae98a50 None None] Checking router: 0d0bede3-4d64-43df-9f65-2ef4d67464e6 for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:19:06.770384 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0b8db7-cc3d-4678-b762-9dfcfae98a50 None None] Updating router 0d0bede3-4d64-43df-9f65-2ef4d67464e6 port 31ba7794-52dc-40c7-9a9d-7bcacddafd8c binding host dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:19:06.773854 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3eaa9f-3588-43a7-9184-d91a3f64089f tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:06.777880 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-0c3eaa9f-3588-43a7-9184-d91a3f64089f tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2211170 Feb 03 14:19:06.778094 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34732) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:19:06.816450 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-00461297-a539-4caa-9b8e-d25296212550 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=16a0e898-50c0-4b65-ae3a-069e9649bbca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372970 Feb 03 14:19:06.819145 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34736) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:19:06.821341 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-aa0b8db7-cc3d-4678-b762-9dfcfae98a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:06.824937 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-61c15cf4-f914-4771-8375-0f5ce8f4c2a8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1663660910', 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:19:07.024102 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-61c15cf4-f914-4771-8375-0f5ce8f4c2a8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:19:07.027800 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-61c15cf4-f914-4771-8375-0f5ce8f4c2a8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:subnet and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:19:07.030562 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-61c15cf4-f914-4771-8375-0f5ce8f4c2a8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:19:07.036821 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-61c15cf4-f914-4771-8375-0f5ce8f4c2a8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:19:07.126873 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c15cf4-f914-4771-8375-0f5ce8f4c2a8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Made reservation on behalf of 55163e99e9e54d69af7505a418f9e84b for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:19:07.138984 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-aa0b8db7-cc3d-4678-b762-9dfcfae98a50 None None] Notify callbacks [] for port, precommit_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:07.150795 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.provisioning_blocks [None req-aa0b8db7-cc3d-4678-b762-9dfcfae98a50 None None] Transition to ACTIVE for port object 31ba7794-52dc-40c7-9a9d-7bcacddafd8c will not be triggered until provisioned by entity L2. {{(pid=84184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:19:07.212801 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-aa0b8db7-cc3d-4678-b762-9dfcfae98a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:07.227495 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-61c15cf4-f914-4771-8375-0f5ce8f4c2a8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:07.321566 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-aa0b8db7-cc3d-4678-b762-9dfcfae98a50 None None] Attempting to bind port 31ba7794-52dc-40c7-9a9d-7bcacddafd8c on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:19:07.322142 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-aa0b8db7-cc3d-4678-b762-9dfcfae98a50 None None] Attempting to bind port 31ba7794-52dc-40c7-9a9d-7bcacddafd8c by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:19:07.322248 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0b8db7-cc3d-4678-b762-9dfcfae98a50 None None] Attempting to bind port 31ba7794-52dc-40c7-9a9d-7bcacddafd8c on network 16a0e898-50c0-4b65-ae3a-069e9649bbca {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:19:07.324188 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c657f3-80a1-403c-a7d0-e21973dbd1d7 None None] Pushing event updated for resources: {'Port': ['ID=31ba7794-52dc-40c7-9a9d-7bcacddafd8c,revision_number=2']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:07.336566 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c657f3-80a1-403c-a7d0-e21973dbd1d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:07.336734 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c657f3-80a1-403c-a7d0-e21973dbd1d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:07.337569 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c657f3-80a1-403c-a7d0-e21973dbd1d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:07.337569 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c657f3-80a1-403c-a7d0-e21973dbd1d7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:07.338041 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c657f3-80a1-403c-a7d0-e21973dbd1d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:07.338041 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c657f3-80a1-403c-a7d0-e21973dbd1d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:07.338333 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c657f3-80a1-403c-a7d0-e21973dbd1d7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:07.338696 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c657f3-80a1-403c-a7d0-e21973dbd1d7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:07.338963 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c657f3-80a1-403c-a7d0-e21973dbd1d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:07.339296 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c657f3-80a1-403c-a7d0-e21973dbd1d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:07.339611 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c657f3-80a1-403c-a7d0-e21973dbd1d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:07.342547 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0b8db7-cc3d-4678-b762-9dfcfae98a50 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:19:07.342935 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0b8db7-cc3d-4678-b762-9dfcfae98a50 None None] Checking segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:19:07.343849 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-aa0b8db7-cc3d-4678-b762-9dfcfae98a50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:07.343849 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0b8db7-cc3d-4678-b762-9dfcfae98a50 None None] Bound using segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:19:07.344171 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-aa0b8db7-cc3d-4678-b762-9dfcfae98a50 None None] Bound port: 31ba7794-52dc-40c7-9a9d-7bcacddafd8c, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:19:07.344531 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-aa0b8db7-cc3d-4678-b762-9dfcfae98a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:07.417819 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-aa0b8db7-cc3d-4678-b762-9dfcfae98a50 None None] For port 31ba7794-52dc-40c7-9a9d-7bcacddafd8c, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:19:07.420863 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-aa0b8db7-cc3d-4678-b762-9dfcfae98a50 None None] For port 31ba7794-52dc-40c7-9a9d-7bcacddafd8c, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=31ba7794-52dc-40c7-9a9d-7bcacddafd8c,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:19:07.475908 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-aa0b8db7-cc3d-4678-b762-9dfcfae98a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:07.492576 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-61c15cf4-f914-4771-8375-0f5ce8f4c2a8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:07.553773 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c657f3-80a1-403c-a7d0-e21973dbd1d7 None None] Pushing event updated for resources: {'Port': ['ID=31ba7794-52dc-40c7-9a9d-7bcacddafd8c,revision_number=3']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:07.559550 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0b8db7-cc3d-4678-b762-9dfcfae98a50 None None] Routers {'0d0bede3-4d64-43df-9f65-2ef4d67464e6'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:19:07.560082 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-aa0b8db7-cc3d-4678-b762-9dfcfae98a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:18:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['0d0bede3-4d64-43df-9f65-2ef4d67464e6'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:19:07.570047 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c15cf4-f914-4771-8375-0f5ce8f4c2a8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Subnet': ['ID=214c819a-8fc3-4db6-97a1-79fcf73614f7,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:07.579822 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c15cf4-f914-4771-8375-0f5ce8f4c2a8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Checking segment: {'id': '50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:19:07.580182 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c15cf4-f914-4771-8375-0f5ce8f4c2a8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network hostable DHCP agents. Network: 45d2c40f-0c08-44a3-b686-6bbe068ad39f, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:19:07.635397 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c15cf4-f914-4771-8375-0f5ce8f4c2a8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network 45d2c40f-0c08-44a3-b686-6bbe068ad39f is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:19:07.685496 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-61c15cf4-f914-4771-8375-0f5ce8f4c2a8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 45d2c40f-0c08-44a3-b686-6bbe068ad39f) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:19:07.693334 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c15cf4-f914-4771-8375-0f5ce8f4c2a8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:07.695017 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-61c15cf4-f914-4771-8375-0f5ce8f4c2a8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:07.695176 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493a1269-995b-40d3-91ce-b16fbe49c7eb None None] Network 45d2c40f-0c08-44a3-b686-6bbe068ad39f requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:19:07.736131 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-aa0b8db7-cc3d-4678-b762-9dfcfae98a50 None None] Set router 0d0bede3-4d64-43df-9f65-2ef4d67464e6 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:19:07.762233 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-61c15cf4-f914-4771-8375-0f5ce8f4c2a8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9419146 Feb 03 14:19:07.765138 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34740) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:19:07.914858 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e53fc9-93c3-4004-957a-52d6dd827f79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-45d2c40f-0c08-44a3-b686-6bbe068ad39f', 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ips': [{'subnet_id': '214c819a-8fc3-4db6-97a1-79fcf73614f7'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:19:07.915967 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e2e53fc9-93c3-4004-957a-52d6dd827f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:08.022394 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-aa0b8db7-cc3d-4678-b762-9dfcfae98a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'name': 'tempest-TestNetworkBasicOps-router-194731207', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '31ba7794-52dc-40c7-9a9d-7bcacddafd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:19:04Z', 'updated_at': '2022-02-03T14:19:05Z', 'revision_number': 3, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '31ba7794-52dc-40c7-9a9d-7bcacddafd8c', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:af:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:05Z', 'updated_at': '2022-02-03T14:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:19:08.026487 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0b8db7-cc3d-4678-b762-9dfcfae98a50 None None] The sync data for ids ['0d0bede3-4d64-43df-9f65-2ef4d67464e6'] in dv-neutron-827016-1-hyperv is: [{'id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'name': 'tempest-TestNetworkBasicOps-router-194731207', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '31ba7794-52dc-40c7-9a9d-7bcacddafd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:19:04Z', 'updated_at': '2022-02-03T14:19:05Z', 'revision_number': 3, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '31ba7794-52dc-40c7-9a9d-7bcacddafd8c', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:af:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:05Z', 'updated_at': '2022-02-03T14:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:19:08.092284 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-e2e53fc9-93c3-4004-957a-52d6dd827f79 None None] Allocated IP 172.20.0.2 (45d2c40f-0c08-44a3-b686-6bbe068ad39f/214c819a-8fc3-4db6-97a1-79fcf73614f7/ec422449-8083-47b6-981c-94355a225232) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:19:08.342233 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e2e53fc9-93c3-4004-957a-52d6dd827f79 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:08.354729 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-e2e53fc9-93c3-4004-957a-52d6dd827f79 None None] Transition to ACTIVE for port object ec422449-8083-47b6-981c-94355a225232 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:19:08.375269 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-e2e53fc9-93c3-4004-957a-52d6dd827f79 None None] Transition to ACTIVE for port object ec422449-8083-47b6-981c-94355a225232 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:19:08.463961 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e2e53fc9-93c3-4004-957a-52d6dd827f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:08.538784 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e53fc9-93c3-4004-957a-52d6dd827f79 None None] Network 45d2c40f-0c08-44a3-b686-6bbe068ad39f is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:19:08.542444 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-e2e53fc9-93c3-4004-957a-52d6dd827f79 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:19:08.544423 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e53fc9-93c3-4004-957a-52d6dd827f79 None None] Pushing event updated for resources: {'Port': ['ID=ec422449-8083-47b6-981c-94355a225232,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:08.546647 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e53fc9-93c3-4004-957a-52d6dd827f79 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:19:08.606554 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d22edd8e-64c6-49b0-94e7-efc904cb754f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:08.641600 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-e2e53fc9-93c3-4004-957a-52d6dd827f79 None None] Attempting to bind port ec422449-8083-47b6-981c-94355a225232 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:19:08.641969 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-e2e53fc9-93c3-4004-957a-52d6dd827f79 None None] Attempting to bind port ec422449-8083-47b6-981c-94355a225232 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:19:08.642334 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e53fc9-93c3-4004-957a-52d6dd827f79 None None] Attempting to bind port ec422449-8083-47b6-981c-94355a225232 on network 45d2c40f-0c08-44a3-b686-6bbe068ad39f {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:19:08.649190 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e53fc9-93c3-4004-957a-52d6dd827f79 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:19:08.649569 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e53fc9-93c3-4004-957a-52d6dd827f79 None None] Checking segment: {'id': '50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:19:08.649969 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e2e53fc9-93c3-4004-957a-52d6dd827f79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:08.650361 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e53fc9-93c3-4004-957a-52d6dd827f79 None None] Bound using segment: {'id': '50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:19:08.650832 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-e2e53fc9-93c3-4004-957a-52d6dd827f79 None None] Bound port: ec422449-8083-47b6-981c-94355a225232, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:19:08.651283 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e2e53fc9-93c3-4004-957a-52d6dd827f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:08.743120 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-e2e53fc9-93c3-4004-957a-52d6dd827f79 None None] For port ec422449-8083-47b6-981c-94355a225232, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:19:08.746303 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-e2e53fc9-93c3-4004-957a-52d6dd827f79 None None] For port ec422449-8083-47b6-981c-94355a225232, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=ec422449-8083-47b6-981c-94355a225232,segment=NetworkSegment(50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e),segment_id=50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:19:08.841707 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e2e53fc9-93c3-4004-957a-52d6dd827f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:08.925007 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e53fc9-93c3-4004-957a-52d6dd827f79 None None] Pushing event updated for resources: {'Port': ['ID=ec422449-8083-47b6-981c-94355a225232,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:09.022686 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-d22edd8e-64c6-49b0-94e7-efc904cb754f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Allocated IP 172.20.0.1 (45d2c40f-0c08-44a3-b686-6bbe068ad39f/214c819a-8fc3-4db6-97a1-79fcf73614f7/28da71ef-7491-4482-8695-f04b897855e1) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:19:09.157047 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 31ba7794-52dc-40c7-9a9d-7bcacddafd8c up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:19:09.203381 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d22edd8e-64c6-49b0-94e7-efc904cb754f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:09.227342 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-d22edd8e-64c6-49b0-94e7-efc904cb754f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Transition to ACTIVE for port object 28da71ef-7491-4482-8695-f04b897855e1 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:19:09.333697 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d22edd8e-64c6-49b0-94e7-efc904cb754f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:09.360824 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 31ba7794-52dc-40c7-9a9d-7bcacddafd8c completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:19:09.366109 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 31ba7794-52dc-40c7-9a9d-7bcacddafd8c triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:19:09.366483 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:09.407735 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22edd8e-64c6-49b0-94e7-efc904cb754f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network 45d2c40f-0c08-44a3-b686-6bbe068ad39f is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:19:09.411455 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22edd8e-64c6-49b0-94e7-efc904cb754f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=28da71ef-7491-4482-8695-f04b897855e1,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:09.415040 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-d22edd8e-64c6-49b0-94e7-efc904cb754f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:19:09.417066 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22edd8e-64c6-49b0-94e7-efc904cb754f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:19:09.483783 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:09.501015 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 31ba7794-52dc-40c7-9a9d-7bcacddafd8c, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=31ba7794-52dc-40c7-9a9d-7bcacddafd8c,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:09.578434 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:09.590219 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d22edd8e-64c6-49b0-94e7-efc904cb754f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:09.649728 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=31ba7794-52dc-40c7-9a9d-7bcacddafd8c,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:09.729878 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d22edd8e-64c6-49b0-94e7-efc904cb754f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:09.947195 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d9e57a-7ccc-451f-abc0-c1f14d9305d5 None None] Network 45d2c40f-0c08-44a3-b686-6bbe068ad39f requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:19:10.101920 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-8f0ad301-3418-4e0a-8697-caae50496307 None None] Provisioning for port ec422449-8083-47b6-981c-94355a225232 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:19:10.160833 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d22edd8e-64c6-49b0-94e7-efc904cb754f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:10.252944 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d22edd8e-64c6-49b0-94e7-efc904cb754f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:10.367411 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22edd8e-64c6-49b0-94e7-efc904cb754f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=28da71ef-7491-4482-8695-f04b897855e1,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:10.369744 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d22edd8e-64c6-49b0-94e7-efc904cb754f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:10.509054 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-14fb2c37-82bb-4bbb-a7de-725dbd212428 None None] Provisioning for port 28da71ef-7491-4482-8695-f04b897855e1 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:19:10.510969 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22edd8e-64c6-49b0-94e7-efc904cb754f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network 45d2c40f-0c08-44a3-b686-6bbe068ad39f is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:19:10.512221 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-d22edd8e-64c6-49b0-94e7-efc904cb754f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:19:10.515820 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-14fb2c37-82bb-4bbb-a7de-725dbd212428 None None] Provisioning complete for port 28da71ef-7491-4482-8695-f04b897855e1 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:19:10.516254 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-14fb2c37-82bb-4bbb-a7de-725dbd212428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:10.574361 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-14fb2c37-82bb-4bbb-a7de-725dbd212428 None None] Port 28da71ef-7491-4482-8695-f04b897855e1 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:19:10.698003 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-770cf2a1-5d03-4487-bc5a-6d97d569960d None None] Provisioning complete for port 28da71ef-7491-4482-8695-f04b897855e1 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:19:10.698522 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-770cf2a1-5d03-4487-bc5a-6d97d569960d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:10.755267 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-770cf2a1-5d03-4487-bc5a-6d97d569960d None None] Port 28da71ef-7491-4482-8695-f04b897855e1 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:19:10.875280 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-004ae25f-1cb7-4e5c-b9d9-cb32f775bd6a None None] Provisioning complete for port 28da71ef-7491-4482-8695-f04b897855e1 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:19:10.875574 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-004ae25f-1cb7-4e5c-b9d9-cb32f775bd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:10.909081 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22edd8e-64c6-49b0-94e7-efc904cb754f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router 0d0bede3-4d64-43df-9f65-2ef4d67464e6 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:19:10.926948 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-004ae25f-1cb7-4e5c-b9d9-cb32f775bd6a None None] Port 28da71ef-7491-4482-8695-f04b897855e1 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:19:11.112181 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22edd8e-64c6-49b0-94e7-efc904cb754f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:19:11.125269 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d22edd8e-64c6-49b0-94e7-efc904cb754f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "PUT /v2.0/routers/0d0bede3-4d64-43df-9f65-2ef4d67464e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3589516 Feb 03 14:19:11.127705 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34744) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:19:11.137900 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device ec422449-8083-47b6-981c-94355a225232 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:19:11.310303 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port ec422449-8083-47b6-981c-94355a225232 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:19:11.315949 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port ec422449-8083-47b6-981c-94355a225232 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:19:11.316901 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:11.368022 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e18265-8a1b-4590-a09b-961abf1783ac tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:11.368592 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e18265-8a1b-4590-a09b-961abf1783ac tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:11.368858 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e18265-8a1b-4590-a09b-961abf1783ac tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:11.369218 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e18265-8a1b-4590-a09b-961abf1783ac tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:11.373476 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-62e18265-8a1b-4590-a09b-961abf1783ac tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.2422404 Feb 03 14:19:11.373621 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34748) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:19:11.444506 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:11.447969 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b953f3-d84e-4589-9531-3087c2c1cdf9 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:11.448340 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b953f3-d84e-4589-9531-3087c2c1cdf9 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:11.448695 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b953f3-d84e-4589-9531-3087c2c1cdf9 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:11.449042 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b953f3-d84e-4589-9531-3087c2c1cdf9 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:11.450648 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-55b953f3-d84e-4589-9531-3087c2c1cdf9 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0761564 Feb 03 14:19:11.453411 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34752) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:19:11.477418 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port ec422449-8083-47b6-981c-94355a225232, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=ec422449-8083-47b6-981c-94355a225232,segment=NetworkSegment(50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e),segment_id=50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:11.550332 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:11.551823 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 31ba7794-52dc-40c7-9a9d-7bcacddafd8c up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:19:11.614072 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb65a48e-0359-47be-8b49-91e6d916dccd None None] Sync routers for ids ['0d0bede3-4d64-43df-9f65-2ef4d67464e6'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:19:11.650910 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-6605b561-4e28-491e-8524-bd31574ec0fa tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1964595 Feb 03 14:19:11.672385 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb65a48e-0359-47be-8b49-91e6d916dccd None None] Routers {'0d0bede3-4d64-43df-9f65-2ef4d67464e6'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:19:11.673004 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-cb65a48e-0359-47be-8b49-91e6d916dccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:18:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['0d0bede3-4d64-43df-9f65-2ef4d67464e6'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:19:11.728545 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=ec422449-8083-47b6-981c-94355a225232,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:11.817248 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 31ba7794-52dc-40c7-9a9d-7bcacddafd8c triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:19:11.817690 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:11.908593 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-cb65a48e-0359-47be-8b49-91e6d916dccd None None] Set router 0d0bede3-4d64-43df-9f65-2ef4d67464e6 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:19:11.946679 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34758) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:19:11.952333 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-bbd0ff1f-050c-489f-bf54-021f4b21dbdf tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-533176781', 'description': 'tempest-secgroup-smoke-533176781 description', 'project_id': '55163e99e9e54d69af7505a418f9e84b'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:19:11.959192 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-bbd0ff1f-050c-489f-bf54-021f4b21dbdf tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:19:11.963773 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-bbd0ff1f-050c-489f-bf54-021f4b21dbdf tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:19:11.966607 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-bbd0ff1f-050c-489f-bf54-021f4b21dbdf tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:19:11.976381 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-bbd0ff1f-050c-489f-bf54-021f4b21dbdf tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:19:12.024196 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bbd0ff1f-050c-489f-bf54-021f4b21dbdf tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:12.061758 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-bbd0ff1f-050c-489f-bf54-021f4b21dbdf tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:19:12.065691 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-bbd0ff1f-050c-489f-bf54-021f4b21dbdf tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:19:12.069168 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-bbd0ff1f-050c-489f-bf54-021f4b21dbdf tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:19:12.075240 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-bbd0ff1f-050c-489f-bf54-021f4b21dbdf tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:19:12.130714 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bbd0ff1f-050c-489f-bf54-021f4b21dbdf tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:12.200896 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bbd0ff1f-050c-489f-bf54-021f4b21dbdf tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:12.246246 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd0ff1f-050c-489f-bf54-021f4b21dbdf tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58c61b58-9836-4e5a-87e1-f4a9ade8a9ae,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:12.292717 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-cb65a48e-0359-47be-8b49-91e6d916dccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'name': 'tempest-TestNetworkBasicOps-router-194731207', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '31ba7794-52dc-40c7-9a9d-7bcacddafd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:19:04Z', 'updated_at': '2022-02-03T14:19:09Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '31ba7794-52dc-40c7-9a9d-7bcacddafd8c', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:af:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:05Z', 'updated_at': '2022-02-03T14:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '28da71ef-7491-4482-8695-f04b897855e1', 'name': '', 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:d1:65:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '214c819a-8fc3-4db6-97a1-79fcf73614f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:08Z', 'updated_at': '2022-02-03T14:19:09Z', 'revision_number': 2, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '214c819a-8fc3-4db6-97a1-79fcf73614f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:19:12.296482 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb65a48e-0359-47be-8b49-91e6d916dccd None None] Checking router: 0d0bede3-4d64-43df-9f65-2ef4d67464e6 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:19:12.296830 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb65a48e-0359-47be-8b49-91e6d916dccd None None] Updating router 0d0bede3-4d64-43df-9f65-2ef4d67464e6 port 28da71ef-7491-4482-8695-f04b897855e1 binding host dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:19:12.333523 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bbd0ff1f-050c-489f-bf54-021f4b21dbdf tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:12.334724 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-bbd0ff1f-050c-489f-bf54-021f4b21dbdf tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3869915 Feb 03 14:19:12.337641 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34762) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:19:12.344180 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-f350ef57-44fd-4f9a-ac96-f81eac4ed390 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': '58c61b58-9836-4e5a-87e1-f4a9ade8a9ae', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:19:12.350814 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f350ef57-44fd-4f9a-ac96-f81eac4ed390 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:19:12.353605 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cb65a48e-0359-47be-8b49-91e6d916dccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:12.354877 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f350ef57-44fd-4f9a-ac96-f81eac4ed390 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:19:12.357990 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f350ef57-44fd-4f9a-ac96-f81eac4ed390 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:19:12.363770 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f350ef57-44fd-4f9a-ac96-f81eac4ed390 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:19:12.443026 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f350ef57-44fd-4f9a-ac96-f81eac4ed390 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:12.504562 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f350ef57-44fd-4f9a-ac96-f81eac4ed390 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:12.560936 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f350ef57-44fd-4f9a-ac96-f81eac4ed390 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:12.587580 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350ef57-44fd-4f9a-ac96-f81eac4ed390 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82f4455d-45be-4160-898e-1e2710e287cc,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:12.658541 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f350ef57-44fd-4f9a-ac96-f81eac4ed390 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:12.659766 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f350ef57-44fd-4f9a-ac96-f81eac4ed390 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3211696 Feb 03 14:19:12.662474 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34766) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:19:12.668479 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-921e1ece-271c-489d-ac41-744c3beea28c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': '58c61b58-9836-4e5a-87e1-f4a9ade8a9ae', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:19:12.674332 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-921e1ece-271c-489d-ac41-744c3beea28c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:19:12.678305 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-921e1ece-271c-489d-ac41-744c3beea28c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:19:12.681340 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-921e1ece-271c-489d-ac41-744c3beea28c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:19:12.687082 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-921e1ece-271c-489d-ac41-744c3beea28c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:19:12.687607 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cb65a48e-0359-47be-8b49-91e6d916dccd None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:12.699427 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-cb65a48e-0359-47be-8b49-91e6d916dccd None None] Transition to ACTIVE for port object 28da71ef-7491-4482-8695-f04b897855e1 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:19:12.756409 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-921e1ece-271c-489d-ac41-744c3beea28c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:12.766609 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cb65a48e-0359-47be-8b49-91e6d916dccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:12.820528 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-921e1ece-271c-489d-ac41-744c3beea28c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:12.890924 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78aa381-99e1-438f-a4ac-8ec44cb51d02 None None] Pushing event updated for resources: {'Port': ['ID=28da71ef-7491-4482-8695-f04b897855e1,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:12.896366 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-921e1ece-271c-489d-ac41-744c3beea28c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:12.924157 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e1ece-271c-489d-ac41-744c3beea28c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf3c3378-00d5-425d-a5f8-68fb9200d3bf,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:12.983252 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-cb65a48e-0359-47be-8b49-91e6d916dccd None None] Attempting to bind port 28da71ef-7491-4482-8695-f04b897855e1 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:19:12.983621 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-cb65a48e-0359-47be-8b49-91e6d916dccd None None] Attempting to bind port 28da71ef-7491-4482-8695-f04b897855e1 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:19:12.984033 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb65a48e-0359-47be-8b49-91e6d916dccd None None] Attempting to bind port 28da71ef-7491-4482-8695-f04b897855e1 on network 45d2c40f-0c08-44a3-b686-6bbe068ad39f {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:19:12.990868 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb65a48e-0359-47be-8b49-91e6d916dccd None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:19:12.991264 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb65a48e-0359-47be-8b49-91e6d916dccd None None] Checking segment: {'id': '50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:19:12.991665 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cb65a48e-0359-47be-8b49-91e6d916dccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:12.992077 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb65a48e-0359-47be-8b49-91e6d916dccd None None] Bound using segment: {'id': '50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:19:12.992531 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-cb65a48e-0359-47be-8b49-91e6d916dccd None None] Bound port: 28da71ef-7491-4482-8695-f04b897855e1, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:19:12.992895 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cb65a48e-0359-47be-8b49-91e6d916dccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:12.995764 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-921e1ece-271c-489d-ac41-744c3beea28c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:12.999652 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-921e1ece-271c-489d-ac41-744c3beea28c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3338251 Feb 03 14:19:13.000150 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34770) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:19:13.006296 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-dc0118ac-cb1d-4ab9-b451-b1ffbfb553db tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': '58c61b58-9836-4e5a-87e1-f4a9ade8a9ae', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:19:13.013249 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-dc0118ac-cb1d-4ab9-b451-b1ffbfb553db tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:19:13.019503 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-dc0118ac-cb1d-4ab9-b451-b1ffbfb553db tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:19:13.020801 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-dc0118ac-cb1d-4ab9-b451-b1ffbfb553db tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:19:13.029759 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-dc0118ac-cb1d-4ab9-b451-b1ffbfb553db tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:19:13.061382 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device ec422449-8083-47b6-981c-94355a225232 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:19:13.116776 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-dc0118ac-cb1d-4ab9-b451-b1ffbfb553db tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:13.138208 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-cb65a48e-0359-47be-8b49-91e6d916dccd None None] For port 28da71ef-7491-4482-8695-f04b897855e1, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:19:13.152372 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-cb65a48e-0359-47be-8b49-91e6d916dccd None None] For port 28da71ef-7491-4482-8695-f04b897855e1, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=28da71ef-7491-4482-8695-f04b897855e1,segment=NetworkSegment(50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e),segment_id=50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:19:13.166912 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port ec422449-8083-47b6-981c-94355a225232 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:19:13.167316 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:13.184302 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-dc0118ac-cb1d-4ab9-b451-b1ffbfb553db tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:13.214461 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cb65a48e-0359-47be-8b49-91e6d916dccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:13.229215 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-dc0118ac-cb1d-4ab9-b451-b1ffbfb553db tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:13.257066 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0118ac-cb1d-4ab9-b451-b1ffbfb553db tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=411e8ce5-44bb-466a-b807-8dd37af991e1,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:13.266412 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0118ac-cb1d-4ab9-b451-b1ffbfb553db tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:13.266756 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0118ac-cb1d-4ab9-b451-b1ffbfb553db tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:13.267105 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0118ac-cb1d-4ab9-b451-b1ffbfb553db tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:13.267434 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0118ac-cb1d-4ab9-b451-b1ffbfb553db tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:13.267757 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0118ac-cb1d-4ab9-b451-b1ffbfb553db tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:13.268186 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0118ac-cb1d-4ab9-b451-b1ffbfb553db tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:13.268523 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0118ac-cb1d-4ab9-b451-b1ffbfb553db tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:13.268844 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0118ac-cb1d-4ab9-b451-b1ffbfb553db tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:13.269158 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0118ac-cb1d-4ab9-b451-b1ffbfb553db tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:13.269542 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0118ac-cb1d-4ab9-b451-b1ffbfb553db tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:13.269858 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0118ac-cb1d-4ab9-b451-b1ffbfb553db tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:13.315480 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-dc0118ac-cb1d-4ab9-b451-b1ffbfb553db tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:13.316784 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-dc0118ac-cb1d-4ab9-b451-b1ffbfb553db tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3157237 Feb 03 14:19:13.319790 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34774) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:19:13.326198 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-f2592d91-f2bd-4d6b-92ff-e3178a00282b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': '58c61b58-9836-4e5a-87e1-f4a9ade8a9ae', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:19:13.332850 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f2592d91-f2bd-4d6b-92ff-e3178a00282b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:19:13.337075 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f2592d91-f2bd-4d6b-92ff-e3178a00282b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:19:13.339103 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78aa381-99e1-438f-a4ac-8ec44cb51d02 None None] Pushing event updated for resources: {'Port': ['ID=28da71ef-7491-4482-8695-f04b897855e1,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:13.340660 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f2592d91-f2bd-4d6b-92ff-e3178a00282b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:19:13.347046 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f2592d91-f2bd-4d6b-92ff-e3178a00282b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:19:13.352770 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb65a48e-0359-47be-8b49-91e6d916dccd None None] Routers {'0d0bede3-4d64-43df-9f65-2ef4d67464e6'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:19:13.353405 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-cb65a48e-0359-47be-8b49-91e6d916dccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:18:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['0d0bede3-4d64-43df-9f65-2ef4d67464e6'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:19:13.420394 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f2592d91-f2bd-4d6b-92ff-e3178a00282b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:13.494764 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f2592d91-f2bd-4d6b-92ff-e3178a00282b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:13.541561 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-cb65a48e-0359-47be-8b49-91e6d916dccd None None] Set router 0d0bede3-4d64-43df-9f65-2ef4d67464e6 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:19:13.543972 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f2592d91-f2bd-4d6b-92ff-e3178a00282b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:13.567664 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2592d91-f2bd-4d6b-92ff-e3178a00282b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4604d69-c3a0-443f-b44f-95fadc298472,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:13.629834 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f2592d91-f2bd-4d6b-92ff-e3178a00282b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:13.631086 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f2592d91-f2bd-4d6b-92ff-e3178a00282b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3102973 Feb 03 14:19:13.633785 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34778) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:19:13.639202 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-eac0ebe3-5f28-40bc-8e58-02a5b6f061ee tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': '58c61b58-9836-4e5a-87e1-f4a9ade8a9ae', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:19:13.645442 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-eac0ebe3-5f28-40bc-8e58-02a5b6f061ee tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:19:13.649344 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-eac0ebe3-5f28-40bc-8e58-02a5b6f061ee tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:19:13.652131 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-eac0ebe3-5f28-40bc-8e58-02a5b6f061ee tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:19:13.657727 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-eac0ebe3-5f28-40bc-8e58-02a5b6f061ee tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:19:13.715535 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.securitygroups_db [None req-eac0ebe3-5f28-40bc-8e58-02a5b6f061ee tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Project 55163e99e9e54d69af7505a418f9e84b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:19:13.722107 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-eac0ebe3-5f28-40bc-8e58-02a5b6f061ee tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:13.788952 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-eac0ebe3-5f28-40bc-8e58-02a5b6f061ee tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:13.846687 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-eac0ebe3-5f28-40bc-8e58-02a5b6f061ee tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:13.871094 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac0ebe3-5f28-40bc-8e58-02a5b6f061ee tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0aaa391-11cd-4d4b-8988-d2f21a4c4c36,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:13.896443 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-cb65a48e-0359-47be-8b49-91e6d916dccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'name': 'tempest-TestNetworkBasicOps-router-194731207', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '31ba7794-52dc-40c7-9a9d-7bcacddafd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:19:04Z', 'updated_at': '2022-02-03T14:19:09Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '31ba7794-52dc-40c7-9a9d-7bcacddafd8c', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:af:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:05Z', 'updated_at': '2022-02-03T14:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '28da71ef-7491-4482-8695-f04b897855e1', 'name': '', 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:d1:65:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '214c819a-8fc3-4db6-97a1-79fcf73614f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:08Z', 'updated_at': '2022-02-03T14:19:13Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '214c819a-8fc3-4db6-97a1-79fcf73614f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:19:13.900388 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb65a48e-0359-47be-8b49-91e6d916dccd None None] The sync data for ids ['0d0bede3-4d64-43df-9f65-2ef4d67464e6'] in dv-neutron-827016-1-hyperv is: [{'id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'name': 'tempest-TestNetworkBasicOps-router-194731207', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '31ba7794-52dc-40c7-9a9d-7bcacddafd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:19:04Z', 'updated_at': '2022-02-03T14:19:09Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '31ba7794-52dc-40c7-9a9d-7bcacddafd8c', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:af:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:05Z', 'updated_at': '2022-02-03T14:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '28da71ef-7491-4482-8695-f04b897855e1', 'name': '', 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:d1:65:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '214c819a-8fc3-4db6-97a1-79fcf73614f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:08Z', 'updated_at': '2022-02-03T14:19:13Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '214c819a-8fc3-4db6-97a1-79fcf73614f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:19:13.949870 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-eac0ebe3-5f28-40bc-8e58-02a5b6f061ee tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:13.955964 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-eac0ebe3-5f28-40bc-8e58-02a5b6f061ee tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3200307 Feb 03 14:19:13.958626 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34782) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:19:13.964022 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-2e237ceb-2edd-4d40-bcbe-9e6bb1ca69f6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': '58c61b58-9836-4e5a-87e1-f4a9ade8a9ae', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:19:13.970169 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-2e237ceb-2edd-4d40-bcbe-9e6bb1ca69f6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:19:13.974949 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2e237ceb-2edd-4d40-bcbe-9e6bb1ca69f6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:19:13.977893 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2e237ceb-2edd-4d40-bcbe-9e6bb1ca69f6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:19:13.983420 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-2e237ceb-2edd-4d40-bcbe-9e6bb1ca69f6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:19:14.074818 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.securitygroups_db [None req-2e237ceb-2edd-4d40-bcbe-9e6bb1ca69f6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Project 55163e99e9e54d69af7505a418f9e84b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:19:14.082685 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2e237ceb-2edd-4d40-bcbe-9e6bb1ca69f6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:14.151626 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2e237ceb-2edd-4d40-bcbe-9e6bb1ca69f6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:14.223266 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2e237ceb-2edd-4d40-bcbe-9e6bb1ca69f6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:14.248154 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e237ceb-2edd-4d40-bcbe-9e6bb1ca69f6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53ff8257-319b-4eb0-a26d-523bda1899f3,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:14.321540 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2e237ceb-2edd-4d40-bcbe-9e6bb1ca69f6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:14.322820 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2e237ceb-2edd-4d40-bcbe-9e6bb1ca69f6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3659163 Feb 03 14:19:14.503483 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-cbf0148b-b6be-48a2-b7b5-1ca384a9c3f9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:security_group {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:19:14.612353 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-cbf0148b-b6be-48a2-b7b5-1ca384a9c3f9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:security_group {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:19:14.614294 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-cbf0148b-b6be-48a2-b7b5-1ca384a9c3f9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-533176781&fields=id&tenant_id=55163e99e9e54d69af7505a418f9e84b HTTP/1.1" status: 200 len: 267 time: 0.1516082 Feb 03 14:19:14.764384 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-25a6aae2-a560-4e37-9589-5fb4cccc99da tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:14.765845 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-25a6aae2-a560-4e37-9589-5fb4cccc99da tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/networks?id=45d2c40f-0c08-44a3-b686-6bbe068ad39f HTTP/1.1" status: 200 len: 797 time: 0.1450744 Feb 03 14:19:14.781533 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-f846da57-00d1-4dc2-b9ac-d027af85aafb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/quotas/55163e99e9e54d69af7505a418f9e84b HTTP/1.1" status: 200 len: 375 time: 0.0102625 Feb 03 14:19:14.868104 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-ae8c16ca-15b6-40b2-aa47-396268ce6d2e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0809832 Feb 03 14:19:14.883163 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-bf5958f6-0b4e-44bb-90b4-e1b4be96aa08 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 14:19:14.884112 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-bf5958f6-0b4e-44bb-90b4-e1b4be96aa08 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048811 Feb 03 14:19:15.017088 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-b3241321-f39f-4619-b41d-8fade93ce0b0 service neutron] 10.222.0.41 "GET /v2.0/networks/45d2c40f-0c08-44a3-b686-6bbe068ad39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273451 Feb 03 14:19:15.073048 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 28da71ef-7491-4482-8695-f04b897855e1 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:19:15.155654 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-0ff63821-e716-4b94-810f-e462cf5ee049 service neutron] 10.222.0.41 "GET /v2.0/networks/45d2c40f-0c08-44a3-b686-6bbe068ad39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301286 Feb 03 14:19:15.200684 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 28da71ef-7491-4482-8695-f04b897855e1 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:19:15.205761 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 28da71ef-7491-4482-8695-f04b897855e1 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:19:15.206163 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:15.315396 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:15.348942 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 28da71ef-7491-4482-8695-f04b897855e1, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=28da71ef-7491-4482-8695-f04b897855e1,segment=NetworkSegment(50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e),segment_id=50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:15.422739 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:15.431611 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-428c10f0-0719-4f81-bac2-f35339ef5507 req-069a2a46-74a1-41f3-a660-5589085e7575 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9c89f8-26bb-40aa-a2d4-23e572144f42 HTTP/1.1" status: 200 len: 210 time: 0.0422757 Feb 03 14:19:15.500120 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=28da71ef-7491-4482-8695-f04b897855e1,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:16.594916 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e64a5022-4351-4e83-95e9-be39bddec142 req-3ccc9422-bcd7-4bec-821a-5676df5df49c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9c89f8-26bb-40aa-a2d4-23e572144f42 HTTP/1.1" status: 200 len: 210 time: 0.0397489 Feb 03 14:19:17.061385 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 28da71ef-7491-4482-8695-f04b897855e1 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:19:17.127598 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 28da71ef-7491-4482-8695-f04b897855e1 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:19:17.127965 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:17.526680 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:17.657880 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-294fefb7-ac2b-49d0-9c8c-b42b1cd87617 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:17.658562 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-294fefb7-ac2b-49d0-9c8c-b42b1cd87617 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:network {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:19:17.732788 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-294fefb7-ac2b-49d0-9c8c-b42b1cd87617 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:network {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:19:17.733920 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-294fefb7-ac2b-49d0-9c8c-b42b1cd87617 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "GET /v2.0/networks?id=45d2c40f-0c08-44a3-b686-6bbe068ad39f HTTP/1.1" status: 200 len: 797 time: 0.2179484 Feb 03 14:19:17.761311 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-57522dbe-5c0a-4126-ac2c-0f8c505dec1e req-4ddaf11b-c1e3-4a80-ad0f-32f1d1470215 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9c89f8-26bb-40aa-a2d4-23e572144f42 HTTP/1.1" status: 200 len: 210 time: 0.0437238 Feb 03 14:19:17.788627 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-19b67b58-8925-4cd7-b274-271d7e2b6a6d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:security_group {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:19:17.800127 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-19b67b58-8925-4cd7-b274-271d7e2b6a6d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:security_group {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:19:17.801785 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-19b67b58-8925-4cd7-b274-271d7e2b6a6d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55163e99e9e54d69af7505a418f9e84b HTTP/1.1" status: 200 len: 379 time: 0.0567112 Feb 03 14:19:17.815827 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-402a14c7-a84a-4fd5-bd6f-75fdf505677d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'port': {'device_id': '2a9c89f8-26bb-40aa-a2d4-23e572144f42', 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f', 'admin_state_up': True, 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'security_groups': ['58c61b58-9836-4e5a-87e1-f4a9ade8a9ae']}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:19:17.947911 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-402a14c7-a84a-4fd5-bd6f-75fdf505677d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:19:17.952265 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-402a14c7-a84a-4fd5-bd6f-75fdf505677d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:port and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:19:17.955107 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-402a14c7-a84a-4fd5-bd6f-75fdf505677d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:19:17.961492 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-402a14c7-a84a-4fd5-bd6f-75fdf505677d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:19:18.040980 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-402a14c7-a84a-4fd5-bd6f-75fdf505677d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Made reservation on behalf of 55163e99e9e54d69af7505a418f9e84b for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:19:18.044129 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-402a14c7-a84a-4fd5-bd6f-75fdf505677d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:18.207094 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-402a14c7-a84a-4fd5-bd6f-75fdf505677d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Allocated IP 172.20.0.12 (45d2c40f-0c08-44a3-b686-6bbe068ad39f/214c819a-8fc3-4db6-97a1-79fcf73614f7/a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:19:18.392420 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-402a14c7-a84a-4fd5-bd6f-75fdf505677d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:18.407445 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-402a14c7-a84a-4fd5-bd6f-75fdf505677d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Transition to ACTIVE for port object a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:19:18.486733 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-402a14c7-a84a-4fd5-bd6f-75fdf505677d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:18.557903 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-402a14c7-a84a-4fd5-bd6f-75fdf505677d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network 45d2c40f-0c08-44a3-b686-6bbe068ad39f is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:19:18.561118 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-402a14c7-a84a-4fd5-bd6f-75fdf505677d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:19:18.565417 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-402a14c7-a84a-4fd5-bd6f-75fdf505677d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:19:18.593700 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a14c7-a84a-4fd5-bd6f-75fdf505677d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:18.632266 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-402a14c7-a84a-4fd5-bd6f-75fdf505677d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:18.632881 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-402a14c7-a84a-4fd5-bd6f-75fdf505677d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:18.720784 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-402a14c7-a84a-4fd5-bd6f-75fdf505677d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9084568 Feb 03 14:19:18.731842 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-fd940fb7-2595-4d0c-b68a-3e2f8f3f2c17 service neutron] Request body: {'port': {'device_id': '2a9c89f8-26bb-40aa-a2d4-23e572144f42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:19:18.834971 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:19:18.843572 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-fd940fb7-2595-4d0c-b68a-3e2f8f3f2c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:18.892359 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b5882e43-abdb-4c47-bc7a-5fcbec65f9b2 None None] Provisioning for port a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:19:18.898821 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b5882e43-abdb-4c47-bc7a-5fcbec65f9b2 None None] Provisioning complete for port a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:19:18.899354 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b5882e43-abdb-4c47-bc7a-5fcbec65f9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:18.957234 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-b5882e43-abdb-4c47-bc7a-5fcbec65f9b2 None None] Port a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:19:18.960630 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33291ae2-f6f2-4afe-acca-c662474222ce req-7fdd838b-64c0-4a8c-9c0f-8c5631cea423 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:18.961957 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-33291ae2-f6f2-4afe-acca-c662474222ce req-7fdd838b-64c0-4a8c-9c0f-8c5631cea423 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9c89f8-26bb-40aa-a2d4-23e572144f42 HTTP/1.1" status: 200 len: 932 time: 0.0789630 Feb 03 14:19:19.007861 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-33291ae2-f6f2-4afe-acca-c662474222ce req-ed412f5c-eae5-4eed-8857-ae3c9a6ea7aa tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c61b58-9836-4e5a-87e1-f4a9ade8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397427 Feb 03 14:19:19.272232 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-fd940fb7-2595-4d0c-b68a-3e2f8f3f2c17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48 {{(pid=84181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:19:19.279035 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-fd940fb7-2595-4d0c-b68a-3e2f8f3f2c17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:19.293648 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-fd940fb7-2595-4d0c-b68a-3e2f8f3f2c17 service neutron] Transition to ACTIVE for port object a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48 will not be triggered until provisioned by entity L2. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:19:19.343566 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-fd940fb7-2595-4d0c-b68a-3e2f8f3f2c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:19.471957 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd940fb7-2595-4d0c-b68a-3e2f8f3f2c17 service neutron] Pushing event updated for resources: {'Port': ['ID=a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:19.577791 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-fd940fb7-2595-4d0c-b68a-3e2f8f3f2c17 service neutron] Attempting to bind port a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:19:19.578186 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-fd940fb7-2595-4d0c-b68a-3e2f8f3f2c17 service neutron] Attempting to bind port a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:19:19.578513 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-fd940fb7-2595-4d0c-b68a-3e2f8f3f2c17 service neutron] Attempting to bind port a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48 on network 45d2c40f-0c08-44a3-b686-6bbe068ad39f {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:19:19.585253 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-fd940fb7-2595-4d0c-b68a-3e2f8f3f2c17 service neutron] Port a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48 on network 45d2c40f-0c08-44a3-b686-6bbe068ad39f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 14:19:19.585565 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-fd940fb7-2595-4d0c-b68a-3e2f8f3f2c17 service neutron] Attempting to bind port a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48 on network 45d2c40f-0c08-44a3-b686-6bbe068ad39f {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:19:19.591553 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-fd940fb7-2595-4d0c-b68a-3e2f8f3f2c17 service neutron] Checking agent: {'id': '8cce4e55-f72c-4604-b6eb-27dc2f3f162a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'started_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:19:19.591883 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-fd940fb7-2595-4d0c-b68a-3e2f8f3f2c17 service neutron] Checking segment: {'id': '50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:19:19.592258 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-fd940fb7-2595-4d0c-b68a-3e2f8f3f2c17 service neutron] Bound using segment: {'id': '50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f'} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:19:19.592671 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-fd940fb7-2595-4d0c-b68a-3e2f8f3f2c17 service neutron] Bound port: a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f'}}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:19:19.593005 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-fd940fb7-2595-4d0c-b68a-3e2f8f3f2c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:19.678560 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-fd940fb7-2595-4d0c-b68a-3e2f8f3f2c17 service neutron] For port a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:19:19.681617 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-fd940fb7-2595-4d0c-b68a-3e2f8f3f2c17 service neutron] For port a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48,segment=NetworkSegment(50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e),segment_id=50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e)] {{(pid=84181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:19:19.756011 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-fd940fb7-2595-4d0c-b68a-3e2f8f3f2c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:19.822701 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-fd940fb7-2595-4d0c-b68a-3e2f8f3f2c17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:19.824091 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-fd940fb7-2595-4d0c-b68a-3e2f8f3f2c17 service neutron] 10.222.0.47 "PUT /v2.0/ports/a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48 HTTP/1.1" status: 200 len: 1094 time: 1.0965250 Feb 03 14:19:19.828818 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a9c89f8-26bb-40aa-a2d4-23e572144f42', 'tag': 'a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:19:19.839985 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd940fb7-2595-4d0c-b68a-3e2f8f3f2c17 service neutron] Pushing event updated for resources: {'Port': ['ID=a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48,revision_number=3']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:19.888956 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a9c89f8-26bb-40aa-a2d4-23e572144f42', 'tag': 'a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48', 'status': 'completed', 'code': 200} Feb 03 14:19:19.984287 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-86277fbe-57b8-4f10-a6a6-175e79adce4a req-931dc697-db1c-4fd1-8a98-b690b3285aa5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=2a9c89f8-26bb-40aa-a2d4-23e572144f42 HTTP/1.1" status: 200 len: 1097 time: 0.0729678 Feb 03 14:19:20.135318 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86277fbe-57b8-4f10-a6a6-175e79adce4a req-cf9b60d2-bb4b-465f-8336-07baa1ab5bc5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:20.136774 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-86277fbe-57b8-4f10-a6a6-175e79adce4a req-cf9b60d2-bb4b-465f-8336-07baa1ab5bc5 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=55163e99e9e54d69af7505a418f9e84b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1424780 Feb 03 14:19:20.216918 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaec4fe-7259-42c9-95c6-44de8247bd7f req-44599619-c543-4782-b3db-8f41b0b3ca53 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:20.218391 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-acaec4fe-7259-42c9-95c6-44de8247bd7f req-44599619-c543-4782-b3db-8f41b0b3ca53 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9c89f8-26bb-40aa-a2d4-23e572144f42 HTTP/1.1" status: 200 len: 944 time: 0.0791979 Feb 03 14:19:20.264224 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-acaec4fe-7259-42c9-95c6-44de8247bd7f req-e2ddf2c8-b445-4305-b269-ee143f02d6cf tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c61b58-9836-4e5a-87e1-f4a9ade8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401807 Feb 03 14:19:20.273792 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86277fbe-57b8-4f10-a6a6-175e79adce4a req-0ab7fc90-77f5-4879-b4bf-298163be42d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:20.275286 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-86277fbe-57b8-4f10-a6a6-175e79adce4a req-0ab7fc90-77f5-4879-b4bf-298163be42d8 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1325412 Feb 03 14:19:20.385383 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-ec5740e4-7077-4ccc-a434-10fddbc0a219 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=2a9c89f8-26bb-40aa-a2d4-23e572144f42 HTTP/1.1" status: 200 len: 1097 time: 0.0725329 Feb 03 14:19:20.452002 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-b65bf45e-ad3e-4208-8a46-6b33cc00733d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48 HTTP/1.1" status: 200 len: 217 time: 0.0594301 Feb 03 14:19:20.514832 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-74dcc781-8c34-4ac3-a405-b3e1218ef2e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:20.516228 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-74dcc781-8c34-4ac3-a405-b3e1218ef2e0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=214c819a-8fc3-4db6-97a1-79fcf73614f7 HTTP/1.1" status: 200 len: 835 time: 0.0587714 Feb 03 14:19:20.588347 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-846aab71-89cf-4607-9daa-930fdb49de55 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=45d2c40f-0c08-44a3-b686-6bbe068ad39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664742 Feb 03 14:19:20.716884 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-568833e1-f2c6-4208-9b1a-ddd854f39814 service neutron] 10.222.0.47 "GET /v2.0/networks/45d2c40f-0c08-44a3-b686-6bbe068ad39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219471 Feb 03 14:19:20.923478 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1f834d91-c461-443b-ae04-2fb87aa0fe33 req-fcd43612-dc7b-4299-8d2f-07bde4af1df4 service neutron] 10.222.0.47 "GET /v2.0/networks/45d2c40f-0c08-44a3-b686-6bbe068ad39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012527 Feb 03 14:19:21.461273 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274c014-0a5e-4170-81a3-e6ffe65ca314 req-c85655ff-9a9d-4c2e-87b2-ff7f83ddfd25 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:21.462703 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1274c014-0a5e-4170-81a3-e6ffe65ca314 req-c85655ff-9a9d-4c2e-87b2-ff7f83ddfd25 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9c89f8-26bb-40aa-a2d4-23e572144f42 HTTP/1.1" status: 200 len: 944 time: 0.0770147 Feb 03 14:19:21.507786 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1274c014-0a5e-4170-81a3-e6ffe65ca314 req-398f33db-0b09-4f46-bf22-7b8e0a0dec5e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c61b58-9836-4e5a-87e1-f4a9ade8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396140 Feb 03 14:19:22.784237 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480cf1c-474a-49d3-80f3-245c9856d210 req-2bfa64b0-805a-4002-ab26-a8f07b94db0e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:22.786202 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1480cf1c-474a-49d3-80f3-245c9856d210 req-2bfa64b0-805a-4002-ab26-a8f07b94db0e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9c89f8-26bb-40aa-a2d4-23e572144f42 HTTP/1.1" status: 200 len: 944 time: 0.1611788 Feb 03 14:19:22.830067 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1480cf1c-474a-49d3-80f3-245c9856d210 req-67e76535-9ec9-4d7f-b2a4-cdd3f302549b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c61b58-9836-4e5a-87e1-f4a9ade8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382152 Feb 03 14:19:24.023420 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f585c-de1d-4c12-b640-72ae86f20b0e req-7abff0c4-dede-4676-9830-8eae70849fd2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:24.024813 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ee6f585c-de1d-4c12-b640-72ae86f20b0e req-7abff0c4-dede-4676-9830-8eae70849fd2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9c89f8-26bb-40aa-a2d4-23e572144f42 HTTP/1.1" status: 200 len: 944 time: 0.0770135 Feb 03 14:19:24.068234 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ee6f585c-de1d-4c12-b640-72ae86f20b0e req-71f76fea-39b1-4c30-9c13-2f56b9dda3f9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c61b58-9836-4e5a-87e1-f4a9ade8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380096 Feb 03 14:19:24.893664 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:19:25.021064 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48,segment=NetworkSegment(50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e),segment_id=50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:25.037339 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': 'a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48', 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f', 'port_id': 'a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48', 'mac_address': 'fa:16:3e:df:a3:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '214c819a-8fc3-4db6-97a1-79fcf73614f7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:19:25.088495 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:25.105341 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48 {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:19:25.121384 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48,segment=NetworkSegment(50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e),segment_id=50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:25.205455 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:25.260566 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc5866-13d6-43ba-8177-1da2048aad72 req-fdd90bdc-ac29-488d-8357-818954f07684 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:25.261967 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bdfc5866-13d6-43ba-8177-1da2048aad72 req-fdd90bdc-ac29-488d-8357-818954f07684 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9c89f8-26bb-40aa-a2d4-23e572144f42 HTTP/1.1" status: 200 len: 945 time: 0.0756822 Feb 03 14:19:25.279262 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:25.308420 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bdfc5866-13d6-43ba-8177-1da2048aad72 req-f00b6989-5643-4302-baf1-98df1696ec7f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c61b58-9836-4e5a-87e1-f4a9ade8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407217 Feb 03 14:19:25.343898 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e49b9c1d-2217-4ec4-8b64-866668c04715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:25.603762 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:19:26.508813 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca425a7a-73c3-4a45-8199-27c8d5a29291 req-79b4146a-b2af-488a-b7e2-005fb28b6b0e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:26.510217 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ca425a7a-73c3-4a45-8199-27c8d5a29291 req-79b4146a-b2af-488a-b7e2-005fb28b6b0e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9c89f8-26bb-40aa-a2d4-23e572144f42 HTTP/1.1" status: 200 len: 945 time: 0.0774879 Feb 03 14:19:26.554716 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ca425a7a-73c3-4a45-8199-27c8d5a29291 req-15fd5d9f-7824-4495-87f0-4758ae4cfb22 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c61b58-9836-4e5a-87e1-f4a9ade8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390689 Feb 03 14:19:26.917991 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48 up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:19:27.079824 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning for port a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:19:27.084814 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:19:27.085100 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:27.196691 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:27.223587 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9c89f8-26bb-40aa-a2d4-23e572144f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:19:27.233079 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48,segment=NetworkSegment(50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e),segment_id=50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:27.304079 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:27.357313 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a9c89f8-26bb-40aa-a2d4-23e572144f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48', 'code': 200} Feb 03 14:19:27.375539 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:27.502397 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b02cd1a3-967a-41fc-8508-a2297c5b5af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:27.685937 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ca219c89-77db-438d-9590-be44943e10d2 req-4f258b72-31b6-48c5-a039-813074d63325 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2a9c89f8-26bb-40aa-a2d4-23e572144f42 HTTP/1.1" status: 200 len: 1099 time: 0.0714002 Feb 03 14:19:27.731344 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ca219c89-77db-438d-9590-be44943e10d2 req-dbf16c78-bad5-4f62-ba1a-8e70a7d126b0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=58c61b58-9836-4e5a-87e1-f4a9ade8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392330 Feb 03 14:19:27.765416 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e40f7e-e1bf-46bc-b47d-f5da91371ad4 req-82aa2e73-d2ac-4405-913f-becbf6cf3bf7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:27.766901 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c8e40f7e-e1bf-46bc-b47d-f5da91371ad4 req-82aa2e73-d2ac-4405-913f-becbf6cf3bf7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9c89f8-26bb-40aa-a2d4-23e572144f42 HTTP/1.1" status: 200 len: 946 time: 0.0845528 Feb 03 14:19:27.814873 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c8e40f7e-e1bf-46bc-b47d-f5da91371ad4 req-df90150e-3fab-4fdf-81f3-1b04d0dce82e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c61b58-9836-4e5a-87e1-f4a9ade8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400021 Feb 03 14:19:28.858277 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:28.886218 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:29.020570 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63349bc1-868a-41cb-affe-54e0592b3b0d req-9a1e43cc-4427-4c10-8617-a6160040c949 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:29.022013 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-63349bc1-868a-41cb-affe-54e0592b3b0d req-9a1e43cc-4427-4c10-8617-a6160040c949 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9c89f8-26bb-40aa-a2d4-23e572144f42 HTTP/1.1" status: 200 len: 946 time: 0.0812039 Feb 03 14:19:29.068138 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-63349bc1-868a-41cb-affe-54e0592b3b0d req-d4bb9d15-48bf-49e6-ba84-f23fe23cd43a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c61b58-9836-4e5a-87e1-f4a9ade8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402694 Feb 03 14:19:30.188290 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:30.263174 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3efa8-142f-4a9b-962c-b75d7441996a req-9a666ebe-3364-4044-8e66-11d1ddf6522f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:30.264601 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-66f3efa8-142f-4a9b-962c-b75d7441996a req-9a666ebe-3364-4044-8e66-11d1ddf6522f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9c89f8-26bb-40aa-a2d4-23e572144f42 HTTP/1.1" status: 200 len: 946 time: 0.0752716 Feb 03 14:19:30.312778 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-66f3efa8-142f-4a9b-962c-b75d7441996a req-26997f96-a01b-4f57-b824-eac8c193b0f8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c61b58-9836-4e5a-87e1-f4a9ade8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420904 Feb 03 14:19:30.505702 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69f677-c4e8-4cf0-809c-a785278505c4 req-9c7d5582-b36a-44c9-808d-680a0a2d728a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:30.507139 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2d69f677-c4e8-4cf0-809c-a785278505c4 req-9c7d5582-b36a-44c9-808d-680a0a2d728a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9c89f8-26bb-40aa-a2d4-23e572144f42 HTTP/1.1" status: 200 len: 946 time: 0.0751073 Feb 03 14:19:30.551518 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2d69f677-c4e8-4cf0-809c-a785278505c4 req-47882398-aa3e-4ef0-8a03-3d54d7c92596 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c61b58-9836-4e5a-87e1-f4a9ade8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387030 Feb 03 14:19:30.578698 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34838) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:19:30.650383 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-284a3530-651d-449e-9f26-da34e8934f4b tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2a9c89f8-26bb-40aa-a2d4-23e572144f42 HTTP/1.1" status: 200 len: 1094 time: 0.0705523 Feb 03 14:19:30.654221 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34842) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:19:30.659435 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-3370c763-b1b1-4845-af87-3ac15170f9b9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'floatingip': {'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'port_id': 'a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:19:30.664840 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-3370c763-b1b1-4845-af87-3ac15170f9b9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:19:30.668725 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3370c763-b1b1-4845-af87-3ac15170f9b9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:floatingip and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:19:30.671784 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3370c763-b1b1-4845-af87-3ac15170f9b9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:19:30.677911 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-3370c763-b1b1-4845-af87-3ac15170f9b9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:19:30.759675 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3370c763-b1b1-4845-af87-3ac15170f9b9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for floatingip, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:30.892471 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3370c763-b1b1-4845-af87-3ac15170f9b9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:31.020441 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-3370c763-b1b1-4845-af87-3ac15170f9b9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Allocated IP 172.26.3.181 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/6aa2c599-e73f-4cb6-a37d-d28fb6730cfe) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:19:31.161214 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3370c763-b1b1-4845-af87-3ac15170f9b9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:31.251335 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3370c763-b1b1-4845-af87-3ac15170f9b9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:31.319692 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3370c763-b1b1-4845-af87-3ac15170f9b9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:19:31.322487 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-3370c763-b1b1-4845-af87-3ac15170f9b9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:19:31.326746 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3370c763-b1b1-4845-af87-3ac15170f9b9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:19:31.350941 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370c763-b1b1-4845-af87-3ac15170f9b9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=6aa2c599-e73f-4cb6-a37d-d28fb6730cfe,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:31.905964 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3370c763-b1b1-4845-af87-3ac15170f9b9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:32.010023 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3370c763-b1b1-4845-af87-3ac15170f9b9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:32.210340 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3370c763-b1b1-4845-af87-3ac15170f9b9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:32.297881 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3370c763-b1b1-4845-af87-3ac15170f9b9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:32.401022 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370c763-b1b1-4845-af87-3ac15170f9b9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=6aa2c599-e73f-4cb6-a37d-d28fb6730cfe,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:32.417508 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3370c763-b1b1-4845-af87-3ac15170f9b9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:32.602299 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.l3_db [None req-3370c763-b1b1-4845-af87-3ac15170f9b9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Floating IP cd9afca3-1178-4594-891e-7a4f1d8fd2a7 associated. External IP: 172.26.3.181, port: a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48. Feb 03 14:19:32.976534 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3370c763-b1b1-4845-af87-3ac15170f9b9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router 0d0bede3-4d64-43df-9f65-2ef4d67464e6 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:19:33.170962 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3370c763-b1b1-4845-af87-3ac15170f9b9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:19:33.181403 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7a2d5b-f8a3-4e4e-8c28-39f6ed5553a9 None None] Sync routers for ids ['0d0bede3-4d64-43df-9f65-2ef4d67464e6'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:19:33.194403 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7a2d5b-f8a3-4e4e-8c28-39f6ed5553a9 None None] Routers {'0d0bede3-4d64-43df-9f65-2ef4d67464e6'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:19:33.194997 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-6c7a2d5b-f8a3-4e4e-8c28-39f6ed5553a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:19:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['0d0bede3-4d64-43df-9f65-2ef4d67464e6'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:19:33.308883 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3370c763-b1b1-4845-af87-3ac15170f9b9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:33.365841 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3370c763-b1b1-4845-af87-3ac15170f9b9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7074816 Feb 03 14:19:33.365841 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a9c89f8-26bb-40aa-a2d4-23e572144f42', 'tag': 'a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48'}] {{(pid=84182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:19:33.366902 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34846) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:19:33.372158 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-6c7a2d5b-f8a3-4e4e-8c28-39f6ed5553a9 None None] Set router 0d0bede3-4d64-43df-9f65-2ef4d67464e6 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:19:33.445191 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c625162b-acd3-4d72-b615-c137d091fad2 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2a9c89f8-26bb-40aa-a2d4-23e572144f42 HTTP/1.1" status: 200 len: 1094 time: 0.0764639 Feb 03 14:19:33.507015 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a9c89f8-26bb-40aa-a2d4-23e572144f42', 'tag': 'a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48', 'status': 'completed', 'code': 200} Feb 03 14:19:33.605208 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b9a32840-c995-46e1-bffd-c1ddfee18677 req-29c818e6-313d-4da8-8eef-1f497dab972d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=2a9c89f8-26bb-40aa-a2d4-23e572144f42 HTTP/1.1" status: 200 len: 1099 time: 0.0773063 Feb 03 14:19:33.722038 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-6c7a2d5b-f8a3-4e4e-8c28-39f6ed5553a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'name': 'tempest-TestNetworkBasicOps-router-194731207', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '31ba7794-52dc-40c7-9a9d-7bcacddafd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:19:04Z', 'updated_at': '2022-02-03T14:19:09Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '31ba7794-52dc-40c7-9a9d-7bcacddafd8c', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:af:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:05Z', 'updated_at': '2022-02-03T14:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'cd9afca3-1178-4594-891e-7a4f1d8fd2a7', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.181', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'port_id': 'a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f', 'mac_address': 'fa:16:3e:df:a3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9c89f8-26bb-40aa-a2d4-23e572144f42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:19:31Z', 'updated_at': '2022-02-03T14:19:31Z', 'revision_number': 0, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28da71ef-7491-4482-8695-f04b897855e1', 'name': '', 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:d1:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '214c819a-8fc3-4db6-97a1-79fcf73614f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:08Z', 'updated_at': '2022-02-03T14:19:15Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '214c819a-8fc3-4db6-97a1-79fcf73614f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:19:33.726197 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7a2d5b-f8a3-4e4e-8c28-39f6ed5553a9 None None] Checking router: 0d0bede3-4d64-43df-9f65-2ef4d67464e6 for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:19:33.737044 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7a2d5b-f8a3-4e4e-8c28-39f6ed5553a9 None None] Routers {'0d0bede3-4d64-43df-9f65-2ef4d67464e6'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:19:33.737636 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-6c7a2d5b-f8a3-4e4e-8c28-39f6ed5553a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:19:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['0d0bede3-4d64-43df-9f65-2ef4d67464e6'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:19:33.749586 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a32840-c995-46e1-bffd-c1ddfee18677 req-9938194a-a851-498d-bfeb-18dc4988dab8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:33.751041 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b9a32840-c995-46e1-bffd-c1ddfee18677 req-9938194a-a851-498d-bfeb-18dc4988dab8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=45d2c40f-0c08-44a3-b686-6bbe068ad39f HTTP/1.1" status: 200 len: 897 time: 0.1393187 Feb 03 14:19:33.771220 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34856) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:19:33.773316 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-e7426e80-78da-4a92-b2fb-1ca72db42471 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-387925894', 'description': 'tempest-secgroup-smoke-387925894 description', 'project_id': '55163e99e9e54d69af7505a418f9e84b'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:19:33.779424 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e7426e80-78da-4a92-b2fb-1ca72db42471 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:19:33.789127 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e7426e80-78da-4a92-b2fb-1ca72db42471 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:19:33.854522 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b9a32840-c995-46e1-bffd-c1ddfee18677 req-9f9ac768-aadb-4443-90c7-a2aff69c514d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48 HTTP/1.1" status: 200 len: 1000 time: 0.0976472 Feb 03 14:19:33.857740 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e7426e80-78da-4a92-b2fb-1ca72db42471 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:33.899209 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e7426e80-78da-4a92-b2fb-1ca72db42471 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:19:33.904109 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e7426e80-78da-4a92-b2fb-1ca72db42471 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:19:33.906962 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e7426e80-78da-4a92-b2fb-1ca72db42471 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:19:33.913820 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e7426e80-78da-4a92-b2fb-1ca72db42471 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:19:33.923893 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a32840-c995-46e1-bffd-c1ddfee18677 req-62536195-0c73-495a-b33f-83c3bd2a1ed5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:33.925492 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b9a32840-c995-46e1-bffd-c1ddfee18677 req-62536195-0c73-495a-b33f-83c3bd2a1ed5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=214c819a-8fc3-4db6-97a1-79fcf73614f7 HTTP/1.1" status: 200 len: 835 time: 0.0645487 Feb 03 14:19:33.954703 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-6c7a2d5b-f8a3-4e4e-8c28-39f6ed5553a9 None None] Set router 0d0bede3-4d64-43df-9f65-2ef4d67464e6 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:19:33.971420 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e7426e80-78da-4a92-b2fb-1ca72db42471 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:34.001166 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b9a32840-c995-46e1-bffd-c1ddfee18677 req-8993a529-86ba-42d1-9df3-a0a55a5f2bc2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=45d2c40f-0c08-44a3-b686-6bbe068ad39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698068 Feb 03 14:19:34.028930 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e7426e80-78da-4a92-b2fb-1ca72db42471 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:34.078642 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7426e80-78da-4a92-b2fb-1ca72db42471 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8e1968-27af-4bd3-bf0e-b975cfaa81e8,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:34.126573 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e7426e80-78da-4a92-b2fb-1ca72db42471 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:34.131280 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e7426e80-78da-4a92-b2fb-1ca72db42471 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3595009 Feb 03 14:19:34.131514 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34860) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:19:34.136988 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-4dad9979-134e-4154-961b-6d810bdf5980 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': '8f8e1968-27af-4bd3-bf0e-b975cfaa81e8', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:19:34.141303 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b9a32840-c995-46e1-bffd-c1ddfee18677 req-0b17b91d-d7bc-4727-ad76-0acb7467132f service neutron] 10.222.0.47 "GET /v2.0/networks/45d2c40f-0c08-44a3-b686-6bbe068ad39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345787 Feb 03 14:19:34.142985 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-4dad9979-134e-4154-961b-6d810bdf5980 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:19:34.147634 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-4dad9979-134e-4154-961b-6d810bdf5980 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:19:34.150571 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-4dad9979-134e-4154-961b-6d810bdf5980 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:19:34.156330 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-4dad9979-134e-4154-961b-6d810bdf5980 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:19:34.290199 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b9a32840-c995-46e1-bffd-c1ddfee18677 req-2469c8df-80f4-4df2-92f4-a19124cca67c service neutron] 10.222.0.47 "GET /v2.0/networks/45d2c40f-0c08-44a3-b686-6bbe068ad39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437774 Feb 03 14:19:34.311631 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-6c7a2d5b-f8a3-4e4e-8c28-39f6ed5553a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'name': 'tempest-TestNetworkBasicOps-router-194731207', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '31ba7794-52dc-40c7-9a9d-7bcacddafd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:19:04Z', 'updated_at': '2022-02-03T14:19:09Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '31ba7794-52dc-40c7-9a9d-7bcacddafd8c', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:af:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:05Z', 'updated_at': '2022-02-03T14:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'cd9afca3-1178-4594-891e-7a4f1d8fd2a7', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.181', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'port_id': 'a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f', 'mac_address': 'fa:16:3e:df:a3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9c89f8-26bb-40aa-a2d4-23e572144f42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:19:31Z', 'updated_at': '2022-02-03T14:19:31Z', 'revision_number': 0, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28da71ef-7491-4482-8695-f04b897855e1', 'name': '', 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:d1:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '214c819a-8fc3-4db6-97a1-79fcf73614f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:08Z', 'updated_at': '2022-02-03T14:19:15Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '214c819a-8fc3-4db6-97a1-79fcf73614f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:19:34.315518 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7a2d5b-f8a3-4e4e-8c28-39f6ed5553a9 None None] The sync data for ids ['0d0bede3-4d64-43df-9f65-2ef4d67464e6'] in dv-neutron-827016-1-hyperv is: [{'id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'name': 'tempest-TestNetworkBasicOps-router-194731207', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '31ba7794-52dc-40c7-9a9d-7bcacddafd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:19:04Z', 'updated_at': '2022-02-03T14:19:09Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '31ba7794-52dc-40c7-9a9d-7bcacddafd8c', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:af:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:05Z', 'updated_at': '2022-02-03T14:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'cd9afca3-1178-4594-891e-7a4f1d8fd2a7', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.181', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'port_id': 'a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f', 'mac_address': 'fa:16:3e:df:a3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9c89f8-26bb-40aa-a2d4-23e572144f42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:19:31Z', 'updated_at': '2022-02-03T14:19:31Z', 'revision_number': 0, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28da71ef-7491-4482-8695-f04b897855e1', 'name': '', 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:d1:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '214c819a-8fc3-4db6-97a1-79fcf73614f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:08Z', 'updated_at': '2022-02-03T14:19:15Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '214c819a-8fc3-4db6-97a1-79fcf73614f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:19:34.373720 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4dad9979-134e-4154-961b-6d810bdf5980 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:34.440759 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4dad9979-134e-4154-961b-6d810bdf5980 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:34.504623 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2febd3d0-46cd-4923-b228-a4e51c0bfdb9 None None] New status for floating IP cd9afca3-1178-4594-891e-7a4f1d8fd2a7: ACTIVE {{(pid=84183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:19:34.509159 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4dad9979-134e-4154-961b-6d810bdf5980 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:34.533812 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad9979-134e-4154-961b-6d810bdf5980 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43193fdc-d36a-4090-beb5-99f91fc0cf3d,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:34.589432 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4dad9979-134e-4154-961b-6d810bdf5980 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:34.590657 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4dad9979-134e-4154-961b-6d810bdf5980 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4582250 Feb 03 14:19:34.593487 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34864) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:19:34.599005 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-1710a694-2a7f-4e68-a030-f9c6759838fb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': '8f8e1968-27af-4bd3-bf0e-b975cfaa81e8', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:19:34.605089 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-1710a694-2a7f-4e68-a030-f9c6759838fb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:19:34.608859 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-1710a694-2a7f-4e68-a030-f9c6759838fb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:19:34.611682 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-1710a694-2a7f-4e68-a030-f9c6759838fb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:19:34.617744 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-1710a694-2a7f-4e68-a030-f9c6759838fb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:19:34.709270 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1710a694-2a7f-4e68-a030-f9c6759838fb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:34.769081 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1710a694-2a7f-4e68-a030-f9c6759838fb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:34.811520 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1710a694-2a7f-4e68-a030-f9c6759838fb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:34.834668 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1710a694-2a7f-4e68-a030-f9c6759838fb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea063ed2-f485-47bb-8f26-8f255fb8a033,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:34.886073 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1710a694-2a7f-4e68-a030-f9c6759838fb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:34.887275 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-1710a694-2a7f-4e68-a030-f9c6759838fb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2927227 Feb 03 14:19:34.890037 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34868) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:19:34.895429 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-b14bd8d0-7ce1-4b05-b3a3-4df91ba02ced tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': '8f8e1968-27af-4bd3-bf0e-b975cfaa81e8', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:19:34.901028 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b14bd8d0-7ce1-4b05-b3a3-4df91ba02ced tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:19:34.904763 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b14bd8d0-7ce1-4b05-b3a3-4df91ba02ced tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:19:34.907628 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b14bd8d0-7ce1-4b05-b3a3-4df91ba02ced tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:19:34.913732 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b14bd8d0-7ce1-4b05-b3a3-4df91ba02ced tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:19:34.966553 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b14bd8d0-7ce1-4b05-b3a3-4df91ba02ced tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:35.029439 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b14bd8d0-7ce1-4b05-b3a3-4df91ba02ced tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:35.102217 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b14bd8d0-7ce1-4b05-b3a3-4df91ba02ced tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:35.126226 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14bd8d0-7ce1-4b05-b3a3-4df91ba02ced tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b97b20d1-d73e-4130-9f6e-e3317fcd5d70,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:35.193744 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b14bd8d0-7ce1-4b05-b3a3-4df91ba02ced tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:35.194875 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b14bd8d0-7ce1-4b05-b3a3-4df91ba02ced tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3039572 Feb 03 14:19:35.197515 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34872) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:19:35.202812 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-6bda8111-f56c-4bc7-9cce-6fb6e0d8b424 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': '8f8e1968-27af-4bd3-bf0e-b975cfaa81e8', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:19:35.209018 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-6bda8111-f56c-4bc7-9cce-6fb6e0d8b424 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:19:35.212942 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-6bda8111-f56c-4bc7-9cce-6fb6e0d8b424 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:19:35.215768 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-6bda8111-f56c-4bc7-9cce-6fb6e0d8b424 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:19:35.221344 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-6bda8111-f56c-4bc7-9cce-6fb6e0d8b424 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:19:35.320725 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6bda8111-f56c-4bc7-9cce-6fb6e0d8b424 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:35.381812 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6bda8111-f56c-4bc7-9cce-6fb6e0d8b424 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:35.463349 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6bda8111-f56c-4bc7-9cce-6fb6e0d8b424 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:35.488343 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda8111-f56c-4bc7-9cce-6fb6e0d8b424 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b27910-989b-4998-afc5-e51dc73f547a,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:35.577928 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6bda8111-f56c-4bc7-9cce-6fb6e0d8b424 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:35.579143 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-6bda8111-f56c-4bc7-9cce-6fb6e0d8b424 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3806944 Feb 03 14:19:35.581877 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34876) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:19:35.588070 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-1f84feab-2f22-41c1-a869-a8fef990aa69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': '8f8e1968-27af-4bd3-bf0e-b975cfaa81e8', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:19:35.594098 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-1f84feab-2f22-41c1-a869-a8fef990aa69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:19:35.597820 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-1f84feab-2f22-41c1-a869-a8fef990aa69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:19:35.601148 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-1f84feab-2f22-41c1-a869-a8fef990aa69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:19:35.606971 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-1f84feab-2f22-41c1-a869-a8fef990aa69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:19:35.680293 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.securitygroups_db [None req-1f84feab-2f22-41c1-a869-a8fef990aa69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Project 55163e99e9e54d69af7505a418f9e84b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:19:35.686798 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1f84feab-2f22-41c1-a869-a8fef990aa69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:35.750744 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1f84feab-2f22-41c1-a869-a8fef990aa69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:35.834789 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1f84feab-2f22-41c1-a869-a8fef990aa69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:35.857314 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84feab-2f22-41c1-a869-a8fef990aa69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f8f480b-5069-4423-97c0-eca86a673f33,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:35.914477 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1f84feab-2f22-41c1-a869-a8fef990aa69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:35.915645 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-1f84feab-2f22-41c1-a869-a8fef990aa69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3328683 Feb 03 14:19:35.918372 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34880) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:19:35.923684 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-c2c91fe8-2a0a-4f89-a97c-95cd7cbe363c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': '8f8e1968-27af-4bd3-bf0e-b975cfaa81e8', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:19:35.929929 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-c2c91fe8-2a0a-4f89-a97c-95cd7cbe363c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:19:35.933662 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-c2c91fe8-2a0a-4f89-a97c-95cd7cbe363c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:19:35.936566 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-c2c91fe8-2a0a-4f89-a97c-95cd7cbe363c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:19:35.942770 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-c2c91fe8-2a0a-4f89-a97c-95cd7cbe363c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:19:36.023122 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.securitygroups_db [None req-c2c91fe8-2a0a-4f89-a97c-95cd7cbe363c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Project 55163e99e9e54d69af7505a418f9e84b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:19:36.029441 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c2c91fe8-2a0a-4f89-a97c-95cd7cbe363c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:36.092588 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c2c91fe8-2a0a-4f89-a97c-95cd7cbe363c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:36.159880 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c2c91fe8-2a0a-4f89-a97c-95cd7cbe363c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:36.184368 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c91fe8-2a0a-4f89-a97c-95cd7cbe363c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e81bd2a-273b-49f9-987f-abbe883ee025,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:36.268655 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c2c91fe8-2a0a-4f89-a97c-95cd7cbe363c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:36.269817 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c2c91fe8-2a0a-4f89-a97c-95cd7cbe363c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3505700 Feb 03 14:19:36.437374 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-7455d45e-b90e-4194-909b-49e97ebf935d req-77e0d766-56a8-4ab1-aaa6-38d85e0d04c0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:security_group {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:19:36.520017 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-7455d45e-b90e-4194-909b-49e97ebf935d req-77e0d766-56a8-4ab1-aaa6-38d85e0d04c0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:security_group {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:19:36.521182 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7455d45e-b90e-4194-909b-49e97ebf935d req-77e0d766-56a8-4ab1-aaa6-38d85e0d04c0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-387925894&fields=id&tenant_id=55163e99e9e54d69af7505a418f9e84b HTTP/1.1" status: 200 len: 267 time: 0.1232724 Feb 03 14:19:36.667586 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455d45e-b90e-4194-909b-49e97ebf935d req-e8dc07a8-80bd-4858-aeba-e81cc56b9069 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:36.669014 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7455d45e-b90e-4194-909b-49e97ebf935d req-e8dc07a8-80bd-4858-aeba-e81cc56b9069 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/networks?id=45d2c40f-0c08-44a3-b686-6bbe068ad39f HTTP/1.1" status: 200 len: 797 time: 0.1415584 Feb 03 14:19:36.684998 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7455d45e-b90e-4194-909b-49e97ebf935d req-fc07c988-085a-4802-9d03-b191b9e83954 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/quotas/55163e99e9e54d69af7505a418f9e84b HTTP/1.1" status: 200 len: 375 time: 0.0107882 Feb 03 14:19:36.768463 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7455d45e-b90e-4194-909b-49e97ebf935d req-b1553c9a-b8ca-4cda-bca2-2302b91c0353 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0788267 Feb 03 14:19:36.966176 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7455d45e-b90e-4194-909b-49e97ebf935d req-5ccbc0b2-b14f-43bf-a5d9-507faf456b92 service neutron] 10.222.0.41 "GET /v2.0/networks/45d2c40f-0c08-44a3-b686-6bbe068ad39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861372 Feb 03 14:19:37.094151 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7455d45e-b90e-4194-909b-49e97ebf935d req-ac74329d-b8f5-45a2-a07f-72166af002ee service neutron] 10.222.0.41 "GET /v2.0/networks/45d2c40f-0c08-44a3-b686-6bbe068ad39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222959 Feb 03 14:19:37.407530 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-89669419-57fa-4261-bafa-462743d41bda req-7cf7b7e5-b1d5-4a55-b330-b40b64064f51 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=98cfe779-a91d-4439-b6d4-f6259dbb2414 HTTP/1.1" status: 200 len: 210 time: 0.0410912 Feb 03 14:19:38.709107 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-17c5eef6-48b9-4ef7-b917-68cafa451fbc req-08cf7b87-beb1-4e02-8721-3a34436e2096 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=98cfe779-a91d-4439-b6d4-f6259dbb2414 HTTP/1.1" status: 200 len: 210 time: 0.0399284 Feb 03 14:19:39.391520 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455d45e-b90e-4194-909b-49e97ebf935d req-96f90987-7acb-4a7a-91ce-14f48725d6b5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:39.392913 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-7455d45e-b90e-4194-909b-49e97ebf935d req-96f90987-7acb-4a7a-91ce-14f48725d6b5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "GET /v2.0/networks?id=45d2c40f-0c08-44a3-b686-6bbe068ad39f HTTP/1.1" status: 200 len: 797 time: 0.1498828 Feb 03 14:19:39.450396 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-7455d45e-b90e-4194-909b-49e97ebf935d req-3be984b4-6089-47e1-8d6e-44dedc5283a2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55163e99e9e54d69af7505a418f9e84b HTTP/1.1" status: 200 len: 471 time: 0.0450621 Feb 03 14:19:39.458189 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-7455d45e-b90e-4194-909b-49e97ebf935d req-05bf8a10-41eb-47a0-923b-0ceaa485d17a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'port': {'device_id': '98cfe779-a91d-4439-b6d4-f6259dbb2414', 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f', 'admin_state_up': True, 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'security_groups': ['8f8e1968-27af-4bd3-bf0e-b975cfaa81e8']}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:19:39.594322 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-7455d45e-b90e-4194-909b-49e97ebf935d req-05bf8a10-41eb-47a0-923b-0ceaa485d17a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:19:39.598315 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-7455d45e-b90e-4194-909b-49e97ebf935d req-05bf8a10-41eb-47a0-923b-0ceaa485d17a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:port and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:19:39.602358 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-7455d45e-b90e-4194-909b-49e97ebf935d req-05bf8a10-41eb-47a0-923b-0ceaa485d17a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:19:39.609708 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-7455d45e-b90e-4194-909b-49e97ebf935d req-05bf8a10-41eb-47a0-923b-0ceaa485d17a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:19:39.708521 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7455d45e-b90e-4194-909b-49e97ebf935d req-05bf8a10-41eb-47a0-923b-0ceaa485d17a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Made reservation on behalf of 55163e99e9e54d69af7505a418f9e84b for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:19:39.712393 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-7455d45e-b90e-4194-909b-49e97ebf935d req-05bf8a10-41eb-47a0-923b-0ceaa485d17a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:39.874829 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c667da50-8b55-4aec-9f38-a0ea47a18605 req-5ae665cc-d697-426f-9fa3-6536dc956c05 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=98cfe779-a91d-4439-b6d4-f6259dbb2414 HTTP/1.1" status: 200 len: 210 time: 0.0437133 Feb 03 14:19:39.876049 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [req-7455d45e-b90e-4194-909b-49e97ebf935d req-05bf8a10-41eb-47a0-923b-0ceaa485d17a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Allocated IP 172.20.0.10 (45d2c40f-0c08-44a3-b686-6bbe068ad39f/214c819a-8fc3-4db6-97a1-79fcf73614f7/4e5a4283-a9fa-4be7-b193-a8e891c48840) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:19:40.137771 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-7455d45e-b90e-4194-909b-49e97ebf935d req-05bf8a10-41eb-47a0-923b-0ceaa485d17a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:40.152827 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-7455d45e-b90e-4194-909b-49e97ebf935d req-05bf8a10-41eb-47a0-923b-0ceaa485d17a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Transition to ACTIVE for port object 4e5a4283-a9fa-4be7-b193-a8e891c48840 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:19:40.246461 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-7455d45e-b90e-4194-909b-49e97ebf935d req-05bf8a10-41eb-47a0-923b-0ceaa485d17a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:40.314669 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7455d45e-b90e-4194-909b-49e97ebf935d req-05bf8a10-41eb-47a0-923b-0ceaa485d17a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network 45d2c40f-0c08-44a3-b686-6bbe068ad39f is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:19:40.317758 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [req-7455d45e-b90e-4194-909b-49e97ebf935d req-05bf8a10-41eb-47a0-923b-0ceaa485d17a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:19:40.321705 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-7455d45e-b90e-4194-909b-49e97ebf935d req-05bf8a10-41eb-47a0-923b-0ceaa485d17a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:19:40.352001 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf8a10-41eb-47a0-923b-0ceaa485d17a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=4e5a4283-a9fa-4be7-b193-a8e891c48840,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:40.391921 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455d45e-b90e-4194-909b-49e97ebf935d req-05bf8a10-41eb-47a0-923b-0ceaa485d17a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:40.392558 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-7455d45e-b90e-4194-909b-49e97ebf935d req-05bf8a10-41eb-47a0-923b-0ceaa485d17a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:40.498233 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-7455d45e-b90e-4194-909b-49e97ebf935d req-05bf8a10-41eb-47a0-923b-0ceaa485d17a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0434682 Feb 03 14:19:40.508930 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-7455d45e-b90e-4194-909b-49e97ebf935d req-a6d1c85f-7b02-447b-a00c-f0b3bff0f678 service neutron] Request body: {'port': {'device_id': '98cfe779-a91d-4439-b6d4-f6259dbb2414', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:19:40.612713 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-7455d45e-b90e-4194-909b-49e97ebf935d req-a6d1c85f-7b02-447b-a00c-f0b3bff0f678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:40.634933 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-07f63a3e-dfd4-4316-a819-9ab349cd42d3 None None] Provisioning for port 4e5a4283-a9fa-4be7-b193-a8e891c48840 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:19:40.640415 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-07f63a3e-dfd4-4316-a819-9ab349cd42d3 None None] Provisioning complete for port 4e5a4283-a9fa-4be7-b193-a8e891c48840 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:19:40.640890 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-07f63a3e-dfd4-4316-a819-9ab349cd42d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:40.692282 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-07f63a3e-dfd4-4316-a819-9ab349cd42d3 None None] Port 4e5a4283-a9fa-4be7-b193-a8e891c48840 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:19:40.947196 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [req-7455d45e-b90e-4194-909b-49e97ebf935d req-a6d1c85f-7b02-447b-a00c-f0b3bff0f678 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e5a4283-a9fa-4be7-b193-a8e891c48840 {{(pid=84181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:19:40.954231 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-7455d45e-b90e-4194-909b-49e97ebf935d req-a6d1c85f-7b02-447b-a00c-f0b3bff0f678 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:40.968826 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-7455d45e-b90e-4194-909b-49e97ebf935d req-a6d1c85f-7b02-447b-a00c-f0b3bff0f678 service neutron] Transition to ACTIVE for port object 4e5a4283-a9fa-4be7-b193-a8e891c48840 will not be triggered until provisioned by entity L2. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:19:41.040518 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-7455d45e-b90e-4194-909b-49e97ebf935d req-a6d1c85f-7b02-447b-a00c-f0b3bff0f678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:41.069253 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c63a61-6f9d-4b63-afeb-e19ed2d23841 req-1328d97c-93cc-46d7-9475-bb8201e4d1c3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:41.070675 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-72c63a61-6f9d-4b63-afeb-e19ed2d23841 req-1328d97c-93cc-46d7-9475-bb8201e4d1c3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=98cfe779-a91d-4439-b6d4-f6259dbb2414 HTTP/1.1" status: 200 len: 932 time: 0.0764344 Feb 03 14:19:41.119955 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-72c63a61-6f9d-4b63-afeb-e19ed2d23841 req-b96de3be-8809-4013-b2cf-a896d35995e0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f8e1968-27af-4bd3-bf0e-b975cfaa81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434742 Feb 03 14:19:41.167461 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1c85f-7b02-447b-a00c-f0b3bff0f678 service neutron] Pushing event updated for resources: {'Port': ['ID=4e5a4283-a9fa-4be7-b193-a8e891c48840,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:41.275792 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-7455d45e-b90e-4194-909b-49e97ebf935d req-a6d1c85f-7b02-447b-a00c-f0b3bff0f678 service neutron] Attempting to bind port 4e5a4283-a9fa-4be7-b193-a8e891c48840 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:19:41.276128 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-7455d45e-b90e-4194-909b-49e97ebf935d req-a6d1c85f-7b02-447b-a00c-f0b3bff0f678 service neutron] Attempting to bind port 4e5a4283-a9fa-4be7-b193-a8e891c48840 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:19:41.276455 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7455d45e-b90e-4194-909b-49e97ebf935d req-a6d1c85f-7b02-447b-a00c-f0b3bff0f678 service neutron] Attempting to bind port 4e5a4283-a9fa-4be7-b193-a8e891c48840 on network 45d2c40f-0c08-44a3-b686-6bbe068ad39f {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:19:41.282145 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7455d45e-b90e-4194-909b-49e97ebf935d req-a6d1c85f-7b02-447b-a00c-f0b3bff0f678 service neutron] Port 4e5a4283-a9fa-4be7-b193-a8e891c48840 on network 45d2c40f-0c08-44a3-b686-6bbe068ad39f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 14:19:41.282466 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7455d45e-b90e-4194-909b-49e97ebf935d req-a6d1c85f-7b02-447b-a00c-f0b3bff0f678 service neutron] Attempting to bind port 4e5a4283-a9fa-4be7-b193-a8e891c48840 on network 45d2c40f-0c08-44a3-b686-6bbe068ad39f {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:19:41.288512 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7455d45e-b90e-4194-909b-49e97ebf935d req-a6d1c85f-7b02-447b-a00c-f0b3bff0f678 service neutron] Checking agent: {'id': '8cce4e55-f72c-4604-b6eb-27dc2f3f162a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'started_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:19:41.288847 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7455d45e-b90e-4194-909b-49e97ebf935d req-a6d1c85f-7b02-447b-a00c-f0b3bff0f678 service neutron] Checking segment: {'id': '50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:19:41.289229 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7455d45e-b90e-4194-909b-49e97ebf935d req-a6d1c85f-7b02-447b-a00c-f0b3bff0f678 service neutron] Bound using segment: {'id': '50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f'} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:19:41.289646 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-7455d45e-b90e-4194-909b-49e97ebf935d req-a6d1c85f-7b02-447b-a00c-f0b3bff0f678 service neutron] Bound port: 4e5a4283-a9fa-4be7-b193-a8e891c48840, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f'}}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:19:41.289986 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-7455d45e-b90e-4194-909b-49e97ebf935d req-a6d1c85f-7b02-447b-a00c-f0b3bff0f678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:41.379605 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-7455d45e-b90e-4194-909b-49e97ebf935d req-a6d1c85f-7b02-447b-a00c-f0b3bff0f678 service neutron] For port 4e5a4283-a9fa-4be7-b193-a8e891c48840, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:19:41.383323 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-7455d45e-b90e-4194-909b-49e97ebf935d req-a6d1c85f-7b02-447b-a00c-f0b3bff0f678 service neutron] For port 4e5a4283-a9fa-4be7-b193-a8e891c48840, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=4e5a4283-a9fa-4be7-b193-a8e891c48840,segment=NetworkSegment(50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e),segment_id=50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e)] {{(pid=84181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:19:41.451982 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-7455d45e-b90e-4194-909b-49e97ebf935d req-a6d1c85f-7b02-447b-a00c-f0b3bff0f678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:41.504755 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-7455d45e-b90e-4194-909b-49e97ebf935d req-a6d1c85f-7b02-447b-a00c-f0b3bff0f678 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:41.506145 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-7455d45e-b90e-4194-909b-49e97ebf935d req-a6d1c85f-7b02-447b-a00c-f0b3bff0f678 service neutron] 10.222.0.47 "PUT /v2.0/ports/4e5a4283-a9fa-4be7-b193-a8e891c48840 HTTP/1.1" status: 200 len: 1094 time: 1.0007055 Feb 03 14:19:41.517760 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98cfe779-a91d-4439-b6d4-f6259dbb2414', 'tag': '4e5a4283-a9fa-4be7-b193-a8e891c48840'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:19:41.535143 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1c85f-7b02-447b-a00c-f0b3bff0f678 service neutron] Pushing event updated for resources: {'Port': ['ID=4e5a4283-a9fa-4be7-b193-a8e891c48840,revision_number=3']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:41.666334 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98cfe779-a91d-4439-b6d4-f6259dbb2414', 'tag': '4e5a4283-a9fa-4be7-b193-a8e891c48840', 'status': 'completed', 'code': 200} Feb 03 14:19:41.694746 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-7455d45e-b90e-4194-909b-49e97ebf935d req-0f48eee4-ce83-4e1d-a994-4b680df4b278 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=98cfe779-a91d-4439-b6d4-f6259dbb2414 HTTP/1.1" status: 200 len: 1097 time: 0.0769861 Feb 03 14:19:41.762219 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-7455d45e-b90e-4194-909b-49e97ebf935d req-b590424d-81b4-4f89-8254-f32366e840a7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e5a4283-a9fa-4be7-b193-a8e891c48840 HTTP/1.1" status: 200 len: 217 time: 0.0598016 Feb 03 14:19:41.826128 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455d45e-b90e-4194-909b-49e97ebf935d req-70c68e09-c2e4-4d78-9945-38e08d8bf611 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:41.827440 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-7455d45e-b90e-4194-909b-49e97ebf935d req-70c68e09-c2e4-4d78-9945-38e08d8bf611 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=214c819a-8fc3-4db6-97a1-79fcf73614f7 HTTP/1.1" status: 200 len: 835 time: 0.0587065 Feb 03 14:19:41.899741 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-7455d45e-b90e-4194-909b-49e97ebf935d req-4d2169bb-d9da-44f6-8ac0-545f3846d416 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=45d2c40f-0c08-44a3-b686-6bbe068ad39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665193 Feb 03 14:19:42.028178 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-7455d45e-b90e-4194-909b-49e97ebf935d req-284905c0-3b66-4490-9776-c6a566787973 service neutron] 10.222.0.47 "GET /v2.0/networks/45d2c40f-0c08-44a3-b686-6bbe068ad39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209340 Feb 03 14:19:42.156510 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-7455d45e-b90e-4194-909b-49e97ebf935d req-291fde7d-8b23-486a-b0ea-cd257c47cfb2 service neutron] 10.222.0.47 "GET /v2.0/networks/45d2c40f-0c08-44a3-b686-6bbe068ad39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219471 Feb 03 14:19:42.328259 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6b045-d3fe-4e56-8447-faeb8ce93fc5 req-046331ef-9675-405d-8028-65a25bb8b97d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:42.329580 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-44d6b045-d3fe-4e56-8447-faeb8ce93fc5 req-046331ef-9675-405d-8028-65a25bb8b97d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=98cfe779-a91d-4439-b6d4-f6259dbb2414 HTTP/1.1" status: 200 len: 944 time: 0.0867803 Feb 03 14:19:42.376263 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-44d6b045-d3fe-4e56-8447-faeb8ce93fc5 req-ee61b49d-9dee-450a-9d09-349a06526746 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f8e1968-27af-4bd3-bf0e-b975cfaa81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398312 Feb 03 14:19:42.387864 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6ed69ddd-ff0e-4220-bf50-18497c26d05a req-385a116c-7411-4d27-9461-45903590b4fd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=98cfe779-a91d-4439-b6d4-f6259dbb2414 HTTP/1.1" status: 200 len: 1097 time: 0.0786688 Feb 03 14:19:42.601519 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed69ddd-ff0e-4220-bf50-18497c26d05a req-e98033bc-0827-4b4d-a837-6e1162e3f655 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:42.602881 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6ed69ddd-ff0e-4220-bf50-18497c26d05a req-e98033bc-0827-4b4d-a837-6e1162e3f655 service neutron] 10.222.0.47 "GET /v2.0/networks?id=45d2c40f-0c08-44a3-b686-6bbe068ad39f HTTP/1.1" status: 200 len: 897 time: 0.2021937 Feb 03 14:19:42.668955 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6ed69ddd-ff0e-4220-bf50-18497c26d05a req-6cd60407-e44b-4192-a1a4-1498e76b7329 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e5a4283-a9fa-4be7-b193-a8e891c48840 HTTP/1.1" status: 200 len: 217 time: 0.0595460 Feb 03 14:19:42.732681 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed69ddd-ff0e-4220-bf50-18497c26d05a req-13e767eb-5c64-4e94-95f5-93f83e3141ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:42.734070 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6ed69ddd-ff0e-4220-bf50-18497c26d05a req-13e767eb-5c64-4e94-95f5-93f83e3141ba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=214c819a-8fc3-4db6-97a1-79fcf73614f7 HTTP/1.1" status: 200 len: 835 time: 0.0594456 Feb 03 14:19:42.805804 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6ed69ddd-ff0e-4220-bf50-18497c26d05a req-48b26e34-ba11-4cdb-988f-56259a231007 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=45d2c40f-0c08-44a3-b686-6bbe068ad39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662222 Feb 03 14:19:42.942750 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6ed69ddd-ff0e-4220-bf50-18497c26d05a req-13180572-e10d-4b00-b734-3fc764cde8f1 service neutron] 10.222.0.47 "GET /v2.0/networks/45d2c40f-0c08-44a3-b686-6bbe068ad39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210158 Feb 03 14:19:43.070974 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6ed69ddd-ff0e-4220-bf50-18497c26d05a req-3e38ec4f-cfae-4e9b-a6f1-f9031fdf30cc service neutron] 10.222.0.47 "GET /v2.0/networks/45d2c40f-0c08-44a3-b686-6bbe068ad39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225836 Feb 03 14:19:43.572816 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caef5d0-6761-45cc-bd3e-09865b452c15 req-be7af392-9bad-4de6-aac8-aa14660e297f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:43.574214 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6caef5d0-6761-45cc-bd3e-09865b452c15 req-be7af392-9bad-4de6-aac8-aa14660e297f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=98cfe779-a91d-4439-b6d4-f6259dbb2414 HTTP/1.1" status: 200 len: 944 time: 0.0753241 Feb 03 14:19:43.621420 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6caef5d0-6761-45cc-bd3e-09865b452c15 req-723294e8-ace7-453b-9834-504318a6d5d3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f8e1968-27af-4bd3-bf0e-b975cfaa81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416255 Feb 03 14:19:44.813500 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e6777-5374-4ea6-9043-953f96fcd0cf req-9bc3ff53-e1e3-4dd3-aa8d-8c54327f2e77 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:44.814908 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-574e6777-5374-4ea6-9043-953f96fcd0cf req-9bc3ff53-e1e3-4dd3-aa8d-8c54327f2e77 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=98cfe779-a91d-4439-b6d4-f6259dbb2414 HTTP/1.1" status: 200 len: 944 time: 0.0739663 Feb 03 14:19:44.860014 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-574e6777-5374-4ea6-9043-953f96fcd0cf req-4dcc91bf-942e-4da7-8c6a-27af9c4713e7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f8e1968-27af-4bd3-bf0e-b975cfaa81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395250 Feb 03 14:19:45.033069 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 4e5a4283-a9fa-4be7-b193-a8e891c48840 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:19:45.162333 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 4e5a4283-a9fa-4be7-b193-a8e891c48840, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=4e5a4283-a9fa-4be7-b193-a8e891c48840,segment=NetworkSegment(50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e),segment_id=50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:45.174874 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': '4e5a4283-a9fa-4be7-b193-a8e891c48840', 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f', 'port_id': '4e5a4283-a9fa-4be7-b193-a8e891c48840', 'mac_address': 'fa:16:3e:49:8e:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '214c819a-8fc3-4db6-97a1-79fcf73614f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:19:45.229530 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:45.245813 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e5a4283-a9fa-4be7-b193-a8e891c48840 {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:19:45.259894 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 4e5a4283-a9fa-4be7-b193-a8e891c48840, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=4e5a4283-a9fa-4be7-b193-a8e891c48840,segment=NetworkSegment(50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e),segment_id=50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:45.337581 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:45.400784 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=4e5a4283-a9fa-4be7-b193-a8e891c48840,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:45.683101 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['4e5a4283-a9fa-4be7-b193-a8e891c48840'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:19:46.055595 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a4804-6a31-4b57-a52a-dac8080b089b req-bd20efe0-006c-42e3-9023-8662331140c7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:46.057011 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-300a4804-6a31-4b57-a52a-dac8080b089b req-bd20efe0-006c-42e3-9023-8662331140c7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=98cfe779-a91d-4439-b6d4-f6259dbb2414 HTTP/1.1" status: 200 len: 945 time: 0.0793285 Feb 03 14:19:46.100731 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-300a4804-6a31-4b57-a52a-dac8080b089b req-e49c944a-d369-4d29-82ba-f3d90fc78071 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f8e1968-27af-4bd3-bf0e-b975cfaa81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384505 Feb 03 14:19:47.064150 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 4e5a4283-a9fa-4be7-b193-a8e891c48840 up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:19:47.182976 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning for port 4e5a4283-a9fa-4be7-b193-a8e891c48840 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:19:47.187890 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port 4e5a4283-a9fa-4be7-b193-a8e891c48840 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:19:47.188264 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:47.293678 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94065cc2-60ce-4e74-ab00-0925f7af51d7 req-27623c9f-5f63-4dd4-ad4d-3369f5ac8b8e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:47.295027 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-94065cc2-60ce-4e74-ab00-0925f7af51d7 req-27623c9f-5f63-4dd4-ad4d-3369f5ac8b8e tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=98cfe779-a91d-4439-b6d4-f6259dbb2414 HTTP/1.1" status: 200 len: 945 time: 0.0753696 Feb 03 14:19:47.300905 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:47.328542 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cfe779-a91d-4439-b6d4-f6259dbb2414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5a4283-a9fa-4be7-b193-a8e891c48840'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:19:47.339157 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 4e5a4283-a9fa-4be7-b193-a8e891c48840, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=4e5a4283-a9fa-4be7-b193-a8e891c48840,segment=NetworkSegment(50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e),segment_id=50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:47.343559 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-94065cc2-60ce-4e74-ab00-0925f7af51d7 req-48351aec-e39a-44b9-8e20-d5b1b09d4659 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f8e1968-27af-4bd3-bf0e-b975cfaa81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429597 Feb 03 14:19:47.390300 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98cfe779-a91d-4439-b6d4-f6259dbb2414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5a4283-a9fa-4be7-b193-a8e891c48840', 'code': 200} Feb 03 14:19:47.428812 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:47.502358 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=4e5a4283-a9fa-4be7-b193-a8e891c48840,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:47.548840 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:47.741516 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-d1ca347a-afcb-4282-8c2f-d19a95f9b578 req-83378cd9-0c7b-4f5d-869c-a5dbf8dc581d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=98cfe779-a91d-4439-b6d4-f6259dbb2414 HTTP/1.1" status: 200 len: 1099 time: 0.0720623 Feb 03 14:19:47.782632 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-d1ca347a-afcb-4282-8c2f-d19a95f9b578 req-b76c9bdc-d6ba-4e3e-8d6b-9c9f3cf056d7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8f8e1968-27af-4bd3-bf0e-b975cfaa81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341387 Feb 03 14:19:48.633405 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7e852-bae5-445b-b5ef-1cdfcf5ce3b5 req-1d68df80-4604-4e58-8720-303d803fb411 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:48.634712 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-21c7e852-bae5-445b-b5ef-1cdfcf5ce3b5 req-1d68df80-4604-4e58-8720-303d803fb411 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=98cfe779-a91d-4439-b6d4-f6259dbb2414 HTTP/1.1" status: 200 len: 946 time: 0.1672020 Feb 03 14:19:48.682398 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-21c7e852-bae5-445b-b5ef-1cdfcf5ce3b5 req-47af4032-97ba-4ba1-805f-91b29e95cfdc tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f8e1968-27af-4bd3-bf0e-b975cfaa81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419185 Feb 03 14:19:50.018238 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f928ca-37d9-4d5d-a84d-4ebf6af5bae7 req-99510a51-665f-4a13-a606-673e510537d9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:50.019592 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-24f928ca-37d9-4d5d-a84d-4ebf6af5bae7 req-99510a51-665f-4a13-a606-673e510537d9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=98cfe779-a91d-4439-b6d4-f6259dbb2414 HTTP/1.1" status: 200 len: 946 time: 0.0749681 Feb 03 14:19:50.064520 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-24f928ca-37d9-4d5d-a84d-4ebf6af5bae7 req-841f8efe-0646-4e6d-93ac-8a35cc7fd62f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f8e1968-27af-4bd3-bf0e-b975cfaa81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389071 Feb 03 14:19:50.257788 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f2dfe-e394-4aab-ba8c-c9d21b77547d req-d8d8a493-d2e2-49bd-ba2d-d01ab89d90b2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:50.259231 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-643f2dfe-e394-4aab-ba8c-c9d21b77547d req-d8d8a493-d2e2-49bd-ba2d-d01ab89d90b2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=98cfe779-a91d-4439-b6d4-f6259dbb2414 HTTP/1.1" status: 200 len: 946 time: 0.0769484 Feb 03 14:19:50.303526 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-643f2dfe-e394-4aab-ba8c-c9d21b77547d req-f5dbad01-85a4-4309-a07c-c163b238187d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f8e1968-27af-4bd3-bf0e-b975cfaa81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388095 Feb 03 14:19:50.329741 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34934) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:19:50.406467 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7c2b8468-2a22-4906-a43a-9cc97aa6bbbf tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=98cfe779-a91d-4439-b6d4-f6259dbb2414 HTTP/1.1" status: 200 len: 1094 time: 0.0755727 Feb 03 14:19:50.409042 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34938) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:19:50.414557 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-12872166-ec9f-4c6d-953c-f922af2d7bab tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'floatingip': {'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'port_id': '4e5a4283-a9fa-4be7-b193-a8e891c48840', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:19:50.420095 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-12872166-ec9f-4c6d-953c-f922af2d7bab tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:19:50.423739 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-12872166-ec9f-4c6d-953c-f922af2d7bab tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:floatingip and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:19:50.426436 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-12872166-ec9f-4c6d-953c-f922af2d7bab tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:19:50.431921 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-12872166-ec9f-4c6d-953c-f922af2d7bab tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:19:50.525948 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-12872166-ec9f-4c6d-953c-f922af2d7bab tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for floatingip, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:50.663046 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-12872166-ec9f-4c6d-953c-f922af2d7bab tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:50.803644 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-12872166-ec9f-4c6d-953c-f922af2d7bab tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Allocated IP 172.26.3.85 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/8e97cb86-821e-43fe-9c12-70873fff4abf) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:19:50.948334 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-12872166-ec9f-4c6d-953c-f922af2d7bab tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:51.062963 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-12872166-ec9f-4c6d-953c-f922af2d7bab tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:51.128898 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12872166-ec9f-4c6d-953c-f922af2d7bab tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:19:51.131549 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-12872166-ec9f-4c6d-953c-f922af2d7bab tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:19:51.135194 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12872166-ec9f-4c6d-953c-f922af2d7bab tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:19:51.171318 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12872166-ec9f-4c6d-953c-f922af2d7bab tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=8e97cb86-821e-43fe-9c12-70873fff4abf,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:51.635353 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-12872166-ec9f-4c6d-953c-f922af2d7bab tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:51.746576 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [req-73889a57-7553-4414-9417-9fb71dd4b985 req-7be1f008-6d2a-4637-828c-2a816ed170a2 service neutron] (84181) timed out ('10.222.0.47', 63302) {{(pid=84181) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 03 14:19:51.751335 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-12872166-ec9f-4c6d-953c-f922af2d7bab tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:51.947888 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-12872166-ec9f-4c6d-953c-f922af2d7bab tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:52.022679 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-12872166-ec9f-4c6d-953c-f922af2d7bab tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:52.204382 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12872166-ec9f-4c6d-953c-f922af2d7bab tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=8e97cb86-821e-43fe-9c12-70873fff4abf,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:52.221319 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-12872166-ec9f-4c6d-953c-f922af2d7bab tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:52.411822 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.l3_db [None req-12872166-ec9f-4c6d-953c-f922af2d7bab tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Floating IP 6a0b6133-0ee7-44ec-8810-03cad775c485 associated. External IP: 172.26.3.85, port: 4e5a4283-a9fa-4be7-b193-a8e891c48840. Feb 03 14:19:52.800051 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12872166-ec9f-4c6d-953c-f922af2d7bab tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router 0d0bede3-4d64-43df-9f65-2ef4d67464e6 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:19:52.992973 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12872166-ec9f-4c6d-953c-f922af2d7bab tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:19:53.002167 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965bde63-4830-4dc6-b1bb-0ab8275e437a None None] Sync routers for ids ['0d0bede3-4d64-43df-9f65-2ef4d67464e6'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:19:53.013938 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965bde63-4830-4dc6-b1bb-0ab8275e437a None None] Routers {'0d0bede3-4d64-43df-9f65-2ef4d67464e6'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:19:53.014530 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-965bde63-4830-4dc6-b1bb-0ab8275e437a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:19:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['0d0bede3-4d64-43df-9f65-2ef4d67464e6'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:19:53.073221 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-12872166-ec9f-4c6d-953c-f922af2d7bab tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:53.128068 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-12872166-ec9f-4c6d-953c-f922af2d7bab tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7180407 Feb 03 14:19:53.128726 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98cfe779-a91d-4439-b6d4-f6259dbb2414', 'tag': '4e5a4283-a9fa-4be7-b193-a8e891c48840'}] {{(pid=84182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:19:53.183108 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98cfe779-a91d-4439-b6d4-f6259dbb2414', 'tag': '4e5a4283-a9fa-4be7-b193-a8e891c48840', 'status': 'completed', 'code': 200} Feb 03 14:19:53.190661 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-965bde63-4830-4dc6-b1bb-0ab8275e437a None None] Set router 0d0bede3-4d64-43df-9f65-2ef4d67464e6 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:19:53.275131 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-18adff0f-87b8-4fc6-976d-b1aa4a513e4f req-178ada96-80c7-40f9-b4b5-8bd9274fccc5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=98cfe779-a91d-4439-b6d4-f6259dbb2414 HTTP/1.1" status: 200 len: 1099 time: 0.0700238 Feb 03 14:19:53.407824 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adff0f-87b8-4fc6-976d-b1aa4a513e4f req-fec15902-8377-49a4-b5fa-0546604f5765 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:53.409541 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-18adff0f-87b8-4fc6-976d-b1aa4a513e4f req-fec15902-8377-49a4-b5fa-0546604f5765 service neutron] 10.222.0.47 "GET /v2.0/networks?id=45d2c40f-0c08-44a3-b686-6bbe068ad39f HTTP/1.1" status: 200 len: 897 time: 0.1281955 Feb 03 14:19:53.514867 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-18adff0f-87b8-4fc6-976d-b1aa4a513e4f req-099efb34-affb-445f-aa40-39f0a7dcc7c7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e5a4283-a9fa-4be7-b193-a8e891c48840 HTTP/1.1" status: 200 len: 999 time: 0.0995467 Feb 03 14:19:53.536906 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-965bde63-4830-4dc6-b1bb-0ab8275e437a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'name': 'tempest-TestNetworkBasicOps-router-194731207', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '31ba7794-52dc-40c7-9a9d-7bcacddafd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:19:04Z', 'updated_at': '2022-02-03T14:19:09Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '31ba7794-52dc-40c7-9a9d-7bcacddafd8c', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:af:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:05Z', 'updated_at': '2022-02-03T14:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '6a0b6133-0ee7-44ec-8810-03cad775c485', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.85', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'port_id': '4e5a4283-a9fa-4be7-b193-a8e891c48840', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f', 'mac_address': 'fa:16:3e:49:8e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cfe779-a91d-4439-b6d4-f6259dbb2414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:19:51Z', 'updated_at': '2022-02-03T14:19:51Z', 'revision_number': 0, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}, {'id': 'cd9afca3-1178-4594-891e-7a4f1d8fd2a7', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.181', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'port_id': 'a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f', 'mac_address': 'fa:16:3e:df:a3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9c89f8-26bb-40aa-a2d4-23e572144f42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:19:31Z', 'updated_at': '2022-02-03T14:19:34Z', 'revision_number': 1, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28da71ef-7491-4482-8695-f04b897855e1', 'name': '', 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:d1:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '214c819a-8fc3-4db6-97a1-79fcf73614f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:08Z', 'updated_at': '2022-02-03T14:19:15Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '214c819a-8fc3-4db6-97a1-79fcf73614f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:19:53.540595 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965bde63-4830-4dc6-b1bb-0ab8275e437a None None] Checking router: 0d0bede3-4d64-43df-9f65-2ef4d67464e6 for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:19:53.551046 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965bde63-4830-4dc6-b1bb-0ab8275e437a None None] Routers {'0d0bede3-4d64-43df-9f65-2ef4d67464e6'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:19:53.552329 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-965bde63-4830-4dc6-b1bb-0ab8275e437a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:19:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['0d0bede3-4d64-43df-9f65-2ef4d67464e6'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:19:53.575782 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adff0f-87b8-4fc6-976d-b1aa4a513e4f req-2a810ef1-9b52-4e32-8b34-f2d84674970f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:53.577208 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-18adff0f-87b8-4fc6-976d-b1aa4a513e4f req-2a810ef1-9b52-4e32-8b34-f2d84674970f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=214c819a-8fc3-4db6-97a1-79fcf73614f7 HTTP/1.1" status: 200 len: 835 time: 0.0571561 Feb 03 14:19:53.653444 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-18adff0f-87b8-4fc6-976d-b1aa4a513e4f req-da0ef881-50f1-4b5a-b5f7-6e58f68e00ed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=45d2c40f-0c08-44a3-b686-6bbe068ad39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699072 Feb 03 14:19:53.726471 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-965bde63-4830-4dc6-b1bb-0ab8275e437a None None] Set router 0d0bede3-4d64-43df-9f65-2ef4d67464e6 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:19:53.782468 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-18adff0f-87b8-4fc6-976d-b1aa4a513e4f req-adb7fc2c-2d22-477e-b6d2-9a981fc70c2f service neutron] 10.222.0.47 "GET /v2.0/networks/45d2c40f-0c08-44a3-b686-6bbe068ad39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226091 Feb 03 14:19:53.910480 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-18adff0f-87b8-4fc6-976d-b1aa4a513e4f req-5672e589-5418-421b-a884-926b56ccacf2 service neutron] 10.222.0.47 "GET /v2.0/networks/45d2c40f-0c08-44a3-b686-6bbe068ad39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223028 Feb 03 14:19:54.090550 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-965bde63-4830-4dc6-b1bb-0ab8275e437a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'name': 'tempest-TestNetworkBasicOps-router-194731207', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '31ba7794-52dc-40c7-9a9d-7bcacddafd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:19:04Z', 'updated_at': '2022-02-03T14:19:09Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '31ba7794-52dc-40c7-9a9d-7bcacddafd8c', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:af:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:05Z', 'updated_at': '2022-02-03T14:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '6a0b6133-0ee7-44ec-8810-03cad775c485', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.85', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'port_id': '4e5a4283-a9fa-4be7-b193-a8e891c48840', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f', 'mac_address': 'fa:16:3e:49:8e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cfe779-a91d-4439-b6d4-f6259dbb2414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:19:51Z', 'updated_at': '2022-02-03T14:19:51Z', 'revision_number': 0, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}, {'id': 'cd9afca3-1178-4594-891e-7a4f1d8fd2a7', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.181', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'port_id': 'a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f', 'mac_address': 'fa:16:3e:df:a3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9c89f8-26bb-40aa-a2d4-23e572144f42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:19:31Z', 'updated_at': '2022-02-03T14:19:34Z', 'revision_number': 1, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28da71ef-7491-4482-8695-f04b897855e1', 'name': '', 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:d1:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '214c819a-8fc3-4db6-97a1-79fcf73614f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:08Z', 'updated_at': '2022-02-03T14:19:15Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '214c819a-8fc3-4db6-97a1-79fcf73614f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:19:54.094345 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965bde63-4830-4dc6-b1bb-0ab8275e437a None None] The sync data for ids ['0d0bede3-4d64-43df-9f65-2ef4d67464e6'] in dv-neutron-827016-1-hyperv is: [{'id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'name': 'tempest-TestNetworkBasicOps-router-194731207', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '31ba7794-52dc-40c7-9a9d-7bcacddafd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:19:04Z', 'updated_at': '2022-02-03T14:19:09Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '31ba7794-52dc-40c7-9a9d-7bcacddafd8c', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:af:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:05Z', 'updated_at': '2022-02-03T14:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '6a0b6133-0ee7-44ec-8810-03cad775c485', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.85', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'port_id': '4e5a4283-a9fa-4be7-b193-a8e891c48840', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f', 'mac_address': 'fa:16:3e:49:8e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cfe779-a91d-4439-b6d4-f6259dbb2414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:19:51Z', 'updated_at': '2022-02-03T14:19:51Z', 'revision_number': 0, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}, {'id': 'cd9afca3-1178-4594-891e-7a4f1d8fd2a7', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.181', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'port_id': 'a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f', 'mac_address': 'fa:16:3e:df:a3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9c89f8-26bb-40aa-a2d4-23e572144f42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:19:31Z', 'updated_at': '2022-02-03T14:19:34Z', 'revision_number': 1, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28da71ef-7491-4482-8695-f04b897855e1', 'name': '', 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:d1:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '214c819a-8fc3-4db6-97a1-79fcf73614f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:08Z', 'updated_at': '2022-02-03T14:19:15Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '214c819a-8fc3-4db6-97a1-79fcf73614f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:19:54.271032 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823e4a73-55b1-454c-9a38-84b9ea83b9d0 None None] New status for floating IP 6a0b6133-0ee7-44ec-8810-03cad775c485: ACTIVE {{(pid=84183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:19:55.342860 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-85e55fa9-57e9-49f3-a447-287a980cce5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:55.835185 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:19:57.474593 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ea322037-0cfe-4060-95a2-b8038a684da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:58.994407 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:19:58.997231 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:20:00.193396 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:20:17.501571 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:20:23.142733 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3e49d845-3827-4f71-9e79-71dad925dd5d req-193bc01e-f2a0-4f2e-9af5-88cad5d119fc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2a9c89f8-26bb-40aa-a2d4-23e572144f42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0660253 Feb 03 14:20:23.366449 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3e49d845-3827-4f71-9e79-71dad925dd5d req-939c2c5c-813b-4046-9e4e-fba38ebd8b8f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=2a9c89f8-26bb-40aa-a2d4-23e572144f42 HTTP/1.1" status: 200 len: 1099 time: 0.1533747 Feb 03 14:20:23.509171 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49d845-3827-4f71-9e79-71dad925dd5d req-8709ef6e-9d60-465e-84f3-8ad36b6a9d9b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:23.510607 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3e49d845-3827-4f71-9e79-71dad925dd5d req-8709ef6e-9d60-465e-84f3-8ad36b6a9d9b service neutron] 10.222.0.47 "GET /v2.0/networks?id=45d2c40f-0c08-44a3-b686-6bbe068ad39f HTTP/1.1" status: 200 len: 897 time: 0.1262653 Feb 03 14:20:23.612587 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3e49d845-3827-4f71-9e79-71dad925dd5d req-8699e683-9e61-4e6f-92e0-910b95e6e10b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48 HTTP/1.1" status: 200 len: 1002 time: 0.0949194 Feb 03 14:20:23.674198 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49d845-3827-4f71-9e79-71dad925dd5d req-2744c6b4-84a7-4a00-8826-e729f5fc3edd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:23.675628 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3e49d845-3827-4f71-9e79-71dad925dd5d req-2744c6b4-84a7-4a00-8826-e729f5fc3edd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=214c819a-8fc3-4db6-97a1-79fcf73614f7 HTTP/1.1" status: 200 len: 835 time: 0.0572453 Feb 03 14:20:23.748448 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3e49d845-3827-4f71-9e79-71dad925dd5d req-2065d884-59c4-49d2-8b9b-7a113e5e851c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=45d2c40f-0c08-44a3-b686-6bbe068ad39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666428 Feb 03 14:20:23.876818 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3e49d845-3827-4f71-9e79-71dad925dd5d req-e3b1f8aa-1047-4a56-870a-2de131c5d76a service neutron] 10.222.0.47 "GET /v2.0/networks/45d2c40f-0c08-44a3-b686-6bbe068ad39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221285 Feb 03 14:20:24.005588 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3e49d845-3827-4f71-9e79-71dad925dd5d req-d7ab09e4-5b08-460c-bdba-aa6dac4ecda1 service neutron] 10.222.0.47 "GET /v2.0/networks/45d2c40f-0c08-44a3-b686-6bbe068ad39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228356 Feb 03 14:20:25.318981 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3ed3c64e-4d92-4b56-83cd-a73cd5245729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:20:27.479000 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ef815056-6821-45bc-8211-63efddbbbe37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:20:28.884563 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:20:28.885269 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:20:30.191569 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:20:32.835184 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:20:47.534157 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:20:55.323819 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-dbc05d10-6f9c-4fea-a6c8-019d314f3183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:20:57.477629 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9f86bfba-8eb9-4de1-a8b8-f827286cbfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:20:58.859678 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:20:58.889196 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:00.203193 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:08.361563 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34964) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:21:08.465413 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f0325f6f-3976-4463-8a27-9df9008a3eba tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/cd9afca3-1178-4594-891e-7a4f1d8fd2a7 HTTP/1.1" status: 200 len: 994 time: 0.1027150 Feb 03 14:21:09.835428 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:21:10.000689 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34976) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:21:10.006383 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-6daa42fb-488d-44d7-90c5-4d0873c02b69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'port': {'admin_state_up': False}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:21:10.120419 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6daa42fb-488d-44d7-90c5-4d0873c02b69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:10.326562 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-6daa42fb-488d-44d7-90c5-4d0873c02b69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] For port a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48,segment=NetworkSegment(50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e),segment_id=50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:10.351108 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6daa42fb-488d-44d7-90c5-4d0873c02b69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:10.414241 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6daa42fb-488d-44d7-90c5-4d0873c02b69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:10.478603 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6daa42fb-488d-44d7-90c5-4d0873c02b69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:10.479947 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6daa42fb-488d-44d7-90c5-4d0873c02b69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:10.481342 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-6daa42fb-488d-44d7-90c5-4d0873c02b69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "PUT /v2.0/ports/a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48 HTTP/1.1" status: 200 len: 939 time: 0.4796913 Feb 03 14:21:10.481878 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a9c89f8-26bb-40aa-a2d4-23e572144f42', 'tag': 'a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:21:10.516363 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa42fb-488d-44d7-90c5-4d0873c02b69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48,revision_number=6']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:10.516363 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa42fb-488d-44d7-90c5-4d0873c02b69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:10.516363 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa42fb-488d-44d7-90c5-4d0873c02b69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:10.516363 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa42fb-488d-44d7-90c5-4d0873c02b69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:10.516363 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa42fb-488d-44d7-90c5-4d0873c02b69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:10.516363 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa42fb-488d-44d7-90c5-4d0873c02b69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:10.516363 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa42fb-488d-44d7-90c5-4d0873c02b69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:10.516363 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa42fb-488d-44d7-90c5-4d0873c02b69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:10.516363 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa42fb-488d-44d7-90c5-4d0873c02b69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:10.516363 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa42fb-488d-44d7-90c5-4d0873c02b69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:10.517968 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa42fb-488d-44d7-90c5-4d0873c02b69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:10.517968 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa42fb-488d-44d7-90c5-4d0873c02b69 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:10.540745 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a9c89f8-26bb-40aa-a2d4-23e572144f42', 'tag': 'a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48', 'status': 'completed', 'code': 200} Feb 03 14:21:10.633420 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-81b35dc9-b1cb-4ecb-8ab1-8102f7861105 req-e5bdbdae-b842-4f74-85e6-10b35734731d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=2a9c89f8-26bb-40aa-a2d4-23e572144f42 HTTP/1.1" status: 200 len: 1100 time: 0.0710816 Feb 03 14:21:10.706495 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-6e69a2ee-0cac-48ca-a0e6-893277b5b139 None None] Provisioning complete for port a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:21:10.707318 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6e69a2ee-0cac-48ca-a0e6-893277b5b139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:10.765625 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b35dc9-b1cb-4ecb-8ab1-8102f7861105 req-b782eecb-2ba8-4656-8e5b-502dcef319a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:10.766861 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-6e69a2ee-0cac-48ca-a0e6-893277b5b139 None None] Port a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48 is administratively disabled so it will not transition to active. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Feb 03 14:21:10.766990 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-81b35dc9-b1cb-4ecb-8ab1-8102f7861105 req-b782eecb-2ba8-4656-8e5b-502dcef319a9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=45d2c40f-0c08-44a3-b686-6bbe068ad39f HTTP/1.1" status: 200 len: 897 time: 0.1273489 Feb 03 14:21:10.871358 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-81b35dc9-b1cb-4ecb-8ab1-8102f7861105 req-26908788-ad1b-4302-ba2b-0fbaa2dbb99b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48 HTTP/1.1" status: 200 len: 1003 time: 0.0972495 Feb 03 14:21:11.015963 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b35dc9-b1cb-4ecb-8ab1-8102f7861105 req-97685f4a-b19c-428a-afa4-4792dd0df1a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:11.017392 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-81b35dc9-b1cb-4ecb-8ab1-8102f7861105 req-97685f4a-b19c-428a-afa4-4792dd0df1a5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=214c819a-8fc3-4db6-97a1-79fcf73614f7 HTTP/1.1" status: 200 len: 835 time: 0.1411667 Feb 03 14:21:11.091009 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-81b35dc9-b1cb-4ecb-8ab1-8102f7861105 req-e0687519-2919-4e2d-8ebe-8b565d4284f4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=45d2c40f-0c08-44a3-b686-6bbe068ad39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672727 Feb 03 14:21:11.218217 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-81b35dc9-b1cb-4ecb-8ab1-8102f7861105 req-d800f891-b5dc-4499-baf0-e685f94da018 service neutron] 10.222.0.47 "GET /v2.0/networks/45d2c40f-0c08-44a3-b686-6bbe068ad39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216002 Feb 03 14:21:11.346819 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-81b35dc9-b1cb-4ecb-8ab1-8102f7861105 req-d95918ad-0e87-49ef-a74b-46566d40bb55 service neutron] 10.222.0.47 "GET /v2.0/networks/45d2c40f-0c08-44a3-b686-6bbe068ad39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220360 Feb 03 14:21:13.915096 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 34986) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:21:13.920897 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-7fd297fa-802c-4174-9414-fb66f5e0ae07 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'port': {'admin_state_up': True}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:21:14.035473 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7fd297fa-802c-4174-9414-fb66f5e0ae07 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:14.237144 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-7fd297fa-802c-4174-9414-fb66f5e0ae07 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] For port a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48,segment=NetworkSegment(50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e),segment_id=50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:14.261229 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7fd297fa-802c-4174-9414-fb66f5e0ae07 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:14.311706 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7fd297fa-802c-4174-9414-fb66f5e0ae07 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:14.381051 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd297fa-802c-4174-9414-fb66f5e0ae07 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:14.381661 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7fd297fa-802c-4174-9414-fb66f5e0ae07 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:14.383010 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-7fd297fa-802c-4174-9414-fb66f5e0ae07 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "PUT /v2.0/ports/a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48 HTTP/1.1" status: 200 len: 938 time: 0.4669213 Feb 03 14:21:14.383563 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a9c89f8-26bb-40aa-a2d4-23e572144f42', 'tag': 'a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:21:14.385935 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 34990) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:21:14.409304 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd297fa-802c-4174-9414-fb66f5e0ae07 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48,revision_number=7']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:14.455654 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a9c89f8-26bb-40aa-a2d4-23e572144f42', 'tag': 'a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48', 'status': 'completed', 'code': 200} Feb 03 14:21:14.508303 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ffc4e3b9-e129-4e01-94aa-f0d3c79b9619 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/cd9afca3-1178-4594-891e-7a4f1d8fd2a7 HTTP/1.1" status: 200 len: 994 time: 0.1212647 Feb 03 14:21:14.552375 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-5cd8b79c-c1f9-4b82-8328-182009ddda44 req-7817c193-60a1-449c-97e3-87dd9a97f1d9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=2a9c89f8-26bb-40aa-a2d4-23e572144f42 HTTP/1.1" status: 200 len: 1099 time: 0.0722718 Feb 03 14:21:14.608359 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-6fe7c192-9e41-4708-b98d-8f6c54e19a42 None None] Provisioning complete for port a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:21:14.608975 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6fe7c192-9e41-4708-b98d-8f6c54e19a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:14.685758 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8b79c-c1f9-4b82-8328-182009ddda44 req-baf56a05-e447-4006-973d-2342c0cf418b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:14.687269 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-5cd8b79c-c1f9-4b82-8328-182009ddda44 req-baf56a05-e447-4006-973d-2342c0cf418b service neutron] 10.222.0.47 "GET /v2.0/networks?id=45d2c40f-0c08-44a3-b686-6bbe068ad39f HTTP/1.1" status: 200 len: 897 time: 0.1286161 Feb 03 14:21:14.732303 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:21:14.790953 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-5cd8b79c-c1f9-4b82-8328-182009ddda44 req-758e6d7f-c6a1-4a92-8fd9-33765e3a8735 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48 HTTP/1.1" status: 200 len: 1002 time: 0.0964413 Feb 03 14:21:14.851334 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8b79c-c1f9-4b82-8328-182009ddda44 req-f619b904-9358-44b8-b35e-8764ee195d46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:14.853554 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-5cd8b79c-c1f9-4b82-8328-182009ddda44 req-f619b904-9358-44b8-b35e-8764ee195d46 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=214c819a-8fc3-4db6-97a1-79fcf73614f7 HTTP/1.1" status: 200 len: 835 time: 0.0565410 Feb 03 14:21:14.931802 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-5cd8b79c-c1f9-4b82-8328-182009ddda44 req-434ff814-c420-416c-981f-d5771032010b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=45d2c40f-0c08-44a3-b686-6bbe068ad39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730755 Feb 03 14:21:15.061743 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-5cd8b79c-c1f9-4b82-8328-182009ddda44 req-8cc831d2-e894-44a7-9c9c-708fcc233553 service neutron] 10.222.0.47 "GET /v2.0/networks/45d2c40f-0c08-44a3-b686-6bbe068ad39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244199 Feb 03 14:21:15.188914 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-5cd8b79c-c1f9-4b82-8328-182009ddda44 req-2b957507-001f-4ffb-aecb-13e56f21a7c5 service neutron] 10.222.0.47 "GET /v2.0/networks/45d2c40f-0c08-44a3-b686-6bbe068ad39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210837 Feb 03 14:21:17.090670 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35002) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:21:17.283328 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-fa9cd05d-e05a-4b04-8e89-ad386e49593c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting port 8e97cb86-821e-43fe-9c12-70873fff4abf {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:21:17.283671 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fa9cd05d-e05a-4b04-8e89-ad386e49593c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:17.553234 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fa9cd05d-e05a-4b04-8e89-ad386e49593c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:17.553559 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fa9cd05d-e05a-4b04-8e89-ad386e49593c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:17.574646 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:17.671066 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-fa9cd05d-e05a-4b04-8e89-ad386e49593c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Calling delete_port for 8e97cb86-821e-43fe-9c12-70873fff4abf owned by network:floatingip {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:21:17.855104 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fa9cd05d-e05a-4b04-8e89-ad386e49593c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:17.896431 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9cd05d-e05a-4b04-8e89-ad386e49593c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Port': ['ID=8e97cb86-821e-43fe-9c12-70873fff4abf,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:17.934389 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9cd05d-e05a-4b04-8e89-ad386e49593c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:17.934665 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9cd05d-e05a-4b04-8e89-ad386e49593c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:17.934997 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9cd05d-e05a-4b04-8e89-ad386e49593c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:17.942528 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9cd05d-e05a-4b04-8e89-ad386e49593c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:17.942528 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9cd05d-e05a-4b04-8e89-ad386e49593c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:17.942528 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9cd05d-e05a-4b04-8e89-ad386e49593c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:17.942528 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9cd05d-e05a-4b04-8e89-ad386e49593c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:17.942528 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9cd05d-e05a-4b04-8e89-ad386e49593c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:17.942528 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9cd05d-e05a-4b04-8e89-ad386e49593c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:17.942528 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9cd05d-e05a-4b04-8e89-ad386e49593c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:17.942528 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9cd05d-e05a-4b04-8e89-ad386e49593c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:17.998116 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fa9cd05d-e05a-4b04-8e89-ad386e49593c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for floatingip, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:18.392413 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9cd05d-e05a-4b04-8e89-ad386e49593c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router 0d0bede3-4d64-43df-9f65-2ef4d67464e6 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:21:18.582926 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9cd05d-e05a-4b04-8e89-ad386e49593c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:21:18.592287 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd087a7-3106-4cca-ad5b-64e1039aed46 None None] Sync routers for ids ['0d0bede3-4d64-43df-9f65-2ef4d67464e6'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:21:18.600485 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fa9cd05d-e05a-4b04-8e89-ad386e49593c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:18.604111 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd087a7-3106-4cca-ad5b-64e1039aed46 None None] Routers {'0d0bede3-4d64-43df-9f65-2ef4d67464e6'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:21:18.604727 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-acd087a7-3106-4cca-ad5b-64e1039aed46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:20:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['0d0bede3-4d64-43df-9f65-2ef4d67464e6'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:18.656341 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-fa9cd05d-e05a-4b04-8e89-ad386e49593c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/floatingips/6a0b6133-0ee7-44ec-8810-03cad775c485 HTTP/1.1" status: 204 len: 168 time: 1.5645633 Feb 03 14:21:18.656931 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98cfe779-a91d-4439-b6d4-f6259dbb2414', 'tag': '4e5a4283-a9fa-4be7-b193-a8e891c48840'}] {{(pid=84182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:21:18.721343 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98cfe779-a91d-4439-b6d4-f6259dbb2414', 'tag': '4e5a4283-a9fa-4be7-b193-a8e891c48840', 'status': 'completed', 'code': 200} Feb 03 14:21:18.786297 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-acd087a7-3106-4cca-ad5b-64e1039aed46 None None] Set router 0d0bede3-4d64-43df-9f65-2ef4d67464e6 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:21:18.812262 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2071a6ab-54ec-4a20-a8d0-97bbb732dbf1 req-71684871-8810-45cf-94af-389a2e5b3792 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=98cfe779-a91d-4439-b6d4-f6259dbb2414 HTTP/1.1" status: 200 len: 1099 time: 0.0695467 Feb 03 14:21:19.037222 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2071a6ab-54ec-4a20-a8d0-97bbb732dbf1 req-80daecc2-8a60-4095-81aa-a09f7c8e86e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:19.038570 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2071a6ab-54ec-4a20-a8d0-97bbb732dbf1 req-80daecc2-8a60-4095-81aa-a09f7c8e86e0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=45d2c40f-0c08-44a3-b686-6bbe068ad39f HTTP/1.1" status: 200 len: 897 time: 0.2207470 Feb 03 14:21:19.109212 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2071a6ab-54ec-4a20-a8d0-97bbb732dbf1 req-fa8f28a0-dfc2-4950-a208-b1fb33f3929f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e5a4283-a9fa-4be7-b193-a8e891c48840 HTTP/1.1" status: 200 len: 217 time: 0.0645659 Feb 03 14:21:19.141566 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-acd087a7-3106-4cca-ad5b-64e1039aed46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'name': 'tempest-TestNetworkBasicOps-router-194731207', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '31ba7794-52dc-40c7-9a9d-7bcacddafd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:19:04Z', 'updated_at': '2022-02-03T14:19:09Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '31ba7794-52dc-40c7-9a9d-7bcacddafd8c', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:af:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:05Z', 'updated_at': '2022-02-03T14:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'cd9afca3-1178-4594-891e-7a4f1d8fd2a7', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.181', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'port_id': 'a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f', 'mac_address': 'fa:16:3e:df:a3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9c89f8-26bb-40aa-a2d4-23e572144f42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:19:31Z', 'updated_at': '2022-02-03T14:19:34Z', 'revision_number': 1, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28da71ef-7491-4482-8695-f04b897855e1', 'name': '', 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:d1:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '214c819a-8fc3-4db6-97a1-79fcf73614f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:08Z', 'updated_at': '2022-02-03T14:19:15Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '214c819a-8fc3-4db6-97a1-79fcf73614f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:19.145319 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd087a7-3106-4cca-ad5b-64e1039aed46 None None] Checking router: 0d0bede3-4d64-43df-9f65-2ef4d67464e6 for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:21:19.155461 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd087a7-3106-4cca-ad5b-64e1039aed46 None None] Routers {'0d0bede3-4d64-43df-9f65-2ef4d67464e6'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:21:19.156044 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-acd087a7-3106-4cca-ad5b-64e1039aed46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:20:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['0d0bede3-4d64-43df-9f65-2ef4d67464e6'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:19.170876 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2071a6ab-54ec-4a20-a8d0-97bbb732dbf1 req-0098c76a-bcb5-4576-9b32-5b8727e58ccd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:19.172337 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2071a6ab-54ec-4a20-a8d0-97bbb732dbf1 req-0098c76a-bcb5-4576-9b32-5b8727e58ccd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=214c819a-8fc3-4db6-97a1-79fcf73614f7 HTTP/1.1" status: 200 len: 835 time: 0.0574932 Feb 03 14:21:19.250806 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2071a6ab-54ec-4a20-a8d0-97bbb732dbf1 req-1be8e53d-9935-49f8-b9fc-b225eff0f8ba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=45d2c40f-0c08-44a3-b686-6bbe068ad39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719707 Feb 03 14:21:19.340452 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-acd087a7-3106-4cca-ad5b-64e1039aed46 None None] Set router 0d0bede3-4d64-43df-9f65-2ef4d67464e6 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:21:19.346365 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e328f-428e-4778-ae79-1ac021d56b22 req-f828a0c1-7b77-4ad6-8931-28f60453a3d6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:19.347340 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-aa0e328f-428e-4778-ae79-1ac021d56b22 req-f828a0c1-7b77-4ad6-8931-28f60453a3d6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:21:19.390425 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2071a6ab-54ec-4a20-a8d0-97bbb732dbf1 req-85099dac-5a4a-43fb-bd2b-f67ae0b5fe06 service neutron] 10.222.0.47 "GET /v2.0/networks/45d2c40f-0c08-44a3-b686-6bbe068ad39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316829 Feb 03 14:21:19.431717 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-aa0e328f-428e-4778-ae79-1ac021d56b22 req-f828a0c1-7b77-4ad6-8931-28f60453a3d6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:21:19.433215 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-aa0e328f-428e-4778-ae79-1ac021d56b22 req-f828a0c1-7b77-4ad6-8931-28f60453a3d6 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=98cfe779-a91d-4439-b6d4-f6259dbb2414 HTTP/1.1" status: 200 len: 946 time: 0.1636095 Feb 03 14:21:19.482060 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-aa0e328f-428e-4778-ae79-1ac021d56b22 req-1673cc4f-dd10-449b-afd5-c672235c22ad tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f8e1968-27af-4bd3-bf0e-b975cfaa81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429678 Feb 03 14:21:19.532208 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2071a6ab-54ec-4a20-a8d0-97bbb732dbf1 req-8c476d01-c00c-4ff7-aad8-d14873e6a194 service neutron] 10.222.0.47 "GET /v2.0/networks/45d2c40f-0c08-44a3-b686-6bbe068ad39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333818 Feb 03 14:21:19.712307 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-acd087a7-3106-4cca-ad5b-64e1039aed46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'name': 'tempest-TestNetworkBasicOps-router-194731207', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '31ba7794-52dc-40c7-9a9d-7bcacddafd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:19:04Z', 'updated_at': '2022-02-03T14:19:09Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '31ba7794-52dc-40c7-9a9d-7bcacddafd8c', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:af:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:05Z', 'updated_at': '2022-02-03T14:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'cd9afca3-1178-4594-891e-7a4f1d8fd2a7', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.181', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'port_id': 'a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f', 'mac_address': 'fa:16:3e:df:a3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9c89f8-26bb-40aa-a2d4-23e572144f42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:19:31Z', 'updated_at': '2022-02-03T14:19:34Z', 'revision_number': 1, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28da71ef-7491-4482-8695-f04b897855e1', 'name': '', 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:d1:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '214c819a-8fc3-4db6-97a1-79fcf73614f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:08Z', 'updated_at': '2022-02-03T14:19:15Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '214c819a-8fc3-4db6-97a1-79fcf73614f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:19.716105 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd087a7-3106-4cca-ad5b-64e1039aed46 None None] The sync data for ids ['0d0bede3-4d64-43df-9f65-2ef4d67464e6'] in dv-neutron-827016-1-hyperv is: [{'id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'name': 'tempest-TestNetworkBasicOps-router-194731207', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '31ba7794-52dc-40c7-9a9d-7bcacddafd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:19:04Z', 'updated_at': '2022-02-03T14:19:09Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '31ba7794-52dc-40c7-9a9d-7bcacddafd8c', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:af:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:05Z', 'updated_at': '2022-02-03T14:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'cd9afca3-1178-4594-891e-7a4f1d8fd2a7', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.181', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'port_id': 'a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f', 'mac_address': 'fa:16:3e:df:a3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9c89f8-26bb-40aa-a2d4-23e572144f42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:19:31Z', 'updated_at': '2022-02-03T14:19:34Z', 'revision_number': 1, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28da71ef-7491-4482-8695-f04b897855e1', 'name': '', 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:d1:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '214c819a-8fc3-4db6-97a1-79fcf73614f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:08Z', 'updated_at': '2022-02-03T14:19:15Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '214c819a-8fc3-4db6-97a1-79fcf73614f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:21:19.917786 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe3c663-c4ab-45d9-814c-bb39f1746378 None None] New status for floating IP 6a0b6133-0ee7-44ec-8810-03cad775c485: DOWN {{(pid=84183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:21:20.680383 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13288882-ba0d-4721-8504-fcdfdac41c89 req-ea4020e2-79fe-495f-a35d-a704cd84573d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:20.681809 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-13288882-ba0d-4721-8504-fcdfdac41c89 req-ea4020e2-79fe-495f-a35d-a704cd84573d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=98cfe779-a91d-4439-b6d4-f6259dbb2414 HTTP/1.1" status: 200 len: 946 time: 0.0771508 Feb 03 14:21:20.727801 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-13288882-ba0d-4721-8504-fcdfdac41c89 req-c40a30e0-03db-4c5e-a53b-0c856d45f369 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f8e1968-27af-4bd3-bf0e-b975cfaa81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404596 Feb 03 14:21:20.877457 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0f6ed-4f25-4188-9dc0-68ba8368676b req-39911db9-5ce6-4c09-b353-7f20e03d165f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:20.878135 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-05f0f6ed-4f25-4188-9dc0-68ba8368676b req-39911db9-5ce6-4c09-b353-7f20e03d165f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:21:20.890574 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-05f0f6ed-4f25-4188-9dc0-68ba8368676b req-39911db9-5ce6-4c09-b353-7f20e03d165f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:21:20.891847 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-05f0f6ed-4f25-4188-9dc0-68ba8368676b req-39911db9-5ce6-4c09-b353-7f20e03d165f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "GET /v2.0/ports?device_id=98cfe779-a91d-4439-b6d4-f6259dbb2414 HTTP/1.1" status: 200 len: 946 time: 0.0915132 Feb 03 14:21:20.963042 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-05f0f6ed-4f25-4188-9dc0-68ba8368676b req-a317a1e4-5d1e-45a7-9584-eed6506d4954 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting port 4e5a4283-a9fa-4be7-b193-a8e891c48840 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:21:20.963387 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-05f0f6ed-4f25-4188-9dc0-68ba8368676b req-a317a1e4-5d1e-45a7-9584-eed6506d4954 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:21.198326 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-05f0f6ed-4f25-4188-9dc0-68ba8368676b req-a317a1e4-5d1e-45a7-9584-eed6506d4954 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] For port 4e5a4283-a9fa-4be7-b193-a8e891c48840, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=4e5a4283-a9fa-4be7-b193-a8e891c48840,segment=NetworkSegment(50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e),segment_id=50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:21.198683 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-05f0f6ed-4f25-4188-9dc0-68ba8368676b req-a317a1e4-5d1e-45a7-9584-eed6506d4954 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:21.320428 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-05f0f6ed-4f25-4188-9dc0-68ba8368676b req-a317a1e4-5d1e-45a7-9584-eed6506d4954 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Calling delete_port for 4e5a4283-a9fa-4be7-b193-a8e891c48840 owned by compute:nova {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:21:21.516248 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-05f0f6ed-4f25-4188-9dc0-68ba8368676b req-a317a1e4-5d1e-45a7-9584-eed6506d4954 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:21.567442 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a317a1e4-5d1e-45a7-9584-eed6506d4954 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Port': ['ID=4e5a4283-a9fa-4be7-b193-a8e891c48840,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:21.636721 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f0f6ed-4f25-4188-9dc0-68ba8368676b req-a317a1e4-5d1e-45a7-9584-eed6506d4954 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] No DVR routers for this DVR port 4e5a4283-a9fa-4be7-b193-a8e891c48840 on host hv-neutron-8270 {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:21:21.639022 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-05f0f6ed-4f25-4188-9dc0-68ba8368676b req-a317a1e4-5d1e-45a7-9584-eed6506d4954 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:21.641398 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cfe779-a91d-4439-b6d4-f6259dbb2414', 'name': 'network-vif-deleted', 'tag': '4e5a4283-a9fa-4be7-b193-a8e891c48840'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:21:21.695252 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98cfe779-a91d-4439-b6d4-f6259dbb2414', 'name': 'network-vif-deleted', 'tag': '4e5a4283-a9fa-4be7-b193-a8e891c48840', 'status': 'completed', 'code': 200} Feb 03 14:21:21.706839 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-05f0f6ed-4f25-4188-9dc0-68ba8368676b req-a317a1e4-5d1e-45a7-9584-eed6506d4954 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "DELETE /v2.0/ports/4e5a4283-a9fa-4be7-b193-a8e891c48840 HTTP/1.1" status: 204 len: 173 time: 0.8079488 Feb 03 14:21:21.893820 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0e5c925b-0c86-4361-b525-1d5b724189d7 req-7d655d91-8529-425e-8210-d5d3c74f2ecc tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=98cfe779-a91d-4439-b6d4-f6259dbb2414 HTTP/1.1" status: 200 len: 210 time: 0.0403395 Feb 03 14:21:23.001495 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35020) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:21:23.070698 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-eea232b3-5938-4eb2-81e4-f33909829aad tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:23.099240 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-eea232b3-5938-4eb2-81e4-f33909829aad tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:23.236908 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-eea232b3-5938-4eb2-81e4-f33909829aad tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:23.255989 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea232b3-5938-4eb2-81e4-f33909829aad tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8e1968-27af-4bd3-bf0e-b975cfaa81e8,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:23.327923 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-eea232b3-5938-4eb2-81e4-f33909829aad tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:23.329076 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-eea232b3-5938-4eb2-81e4-f33909829aad tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/security-groups/8f8e1968-27af-4bd3-bf0e-b975cfaa81e8 HTTP/1.1" status: 204 len: 168 time: 0.3266020 Feb 03 14:21:23.403042 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35026) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:21:23.650234 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 4e5a4283-a9fa-4be7-b193-a8e891c48840 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:21:23.685636 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] No Port match for: 4e5a4283-a9fa-4be7-b193-a8e891c48840 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:21:23.685985 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 4e5a4283-a9fa-4be7-b193-a8e891c48840 not bound to the agent host hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:21:23.688343 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-02e0f8b9-9bd5-49ed-ad71-3de1cf917546 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting port 6aa2c599-e73f-4cb6-a37d-d28fb6730cfe {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:21:23.688682 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-02e0f8b9-9bd5-49ed-ad71-3de1cf917546 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:23.849768 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-02e0f8b9-9bd5-49ed-ad71-3de1cf917546 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:23.850089 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-02e0f8b9-9bd5-49ed-ad71-3de1cf917546 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:23.965532 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-02e0f8b9-9bd5-49ed-ad71-3de1cf917546 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Calling delete_port for 6aa2c599-e73f-4cb6-a37d-d28fb6730cfe owned by network:floatingip {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:21:24.213126 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-02e0f8b9-9bd5-49ed-ad71-3de1cf917546 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:24.256638 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e0f8b9-9bd5-49ed-ad71-3de1cf917546 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Port': ['ID=6aa2c599-e73f-4cb6-a37d-d28fb6730cfe,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:24.347943 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-02e0f8b9-9bd5-49ed-ad71-3de1cf917546 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for floatingip, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:24.727373 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e0f8b9-9bd5-49ed-ad71-3de1cf917546 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router 0d0bede3-4d64-43df-9f65-2ef4d67464e6 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:21:24.918652 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e0f8b9-9bd5-49ed-ad71-3de1cf917546 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:21:24.928317 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c346c7f-1169-4c6b-8aaa-e634657ab82c None None] Sync routers for ids ['0d0bede3-4d64-43df-9f65-2ef4d67464e6'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:21:24.934387 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-02e0f8b9-9bd5-49ed-ad71-3de1cf917546 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:24.940051 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c346c7f-1169-4c6b-8aaa-e634657ab82c None None] Routers {'0d0bede3-4d64-43df-9f65-2ef4d67464e6'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:21:24.940634 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-3c346c7f-1169-4c6b-8aaa-e634657ab82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:20:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['0d0bede3-4d64-43df-9f65-2ef4d67464e6'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:24.989281 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-02e0f8b9-9bd5-49ed-ad71-3de1cf917546 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/floatingips/cd9afca3-1178-4594-891e-7a4f1d8fd2a7 HTTP/1.1" status: 204 len: 168 time: 1.5850623 Feb 03 14:21:24.989848 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a9c89f8-26bb-40aa-a2d4-23e572144f42', 'tag': 'a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48'}] {{(pid=84182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:21:25.047015 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a9c89f8-26bb-40aa-a2d4-23e572144f42', 'tag': 'a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48', 'status': 'completed', 'code': 200} Feb 03 14:21:25.122440 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-3c346c7f-1169-4c6b-8aaa-e634657ab82c None None] Set router 0d0bede3-4d64-43df-9f65-2ef4d67464e6 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:21:25.141982 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f8699bde-6beb-4267-81fa-99e02397c390 req-d48e6b8c-53fc-429b-b68c-03c2ece225c3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=2a9c89f8-26bb-40aa-a2d4-23e572144f42 HTTP/1.1" status: 200 len: 1099 time: 0.0738118 Feb 03 14:21:25.334287 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d1c988dd-0a83-4ea5-8f5a-8deabb4142c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:25.384210 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8699bde-6beb-4267-81fa-99e02397c390 req-cf81b002-df0a-462b-a2bc-47871e152be9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:25.385923 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f8699bde-6beb-4267-81fa-99e02397c390 req-cf81b002-df0a-462b-a2bc-47871e152be9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=45d2c40f-0c08-44a3-b686-6bbe068ad39f HTTP/1.1" status: 200 len: 897 time: 0.2369194 Feb 03 14:21:25.452804 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-3c346c7f-1169-4c6b-8aaa-e634657ab82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'name': 'tempest-TestNetworkBasicOps-router-194731207', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '31ba7794-52dc-40c7-9a9d-7bcacddafd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:19:04Z', 'updated_at': '2022-02-03T14:19:09Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '31ba7794-52dc-40c7-9a9d-7bcacddafd8c', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:af:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:05Z', 'updated_at': '2022-02-03T14:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '28da71ef-7491-4482-8695-f04b897855e1', 'name': '', 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:d1:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '214c819a-8fc3-4db6-97a1-79fcf73614f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:08Z', 'updated_at': '2022-02-03T14:19:15Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '214c819a-8fc3-4db6-97a1-79fcf73614f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:25.457013 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c346c7f-1169-4c6b-8aaa-e634657ab82c None None] Checking router: 0d0bede3-4d64-43df-9f65-2ef4d67464e6 for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:21:25.457951 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f8699bde-6beb-4267-81fa-99e02397c390 req-c319aa1a-0f10-49bf-a6c0-6840892128ad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48 HTTP/1.1" status: 200 len: 217 time: 0.0653369 Feb 03 14:21:25.468320 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c346c7f-1169-4c6b-8aaa-e634657ab82c None None] Routers {'0d0bede3-4d64-43df-9f65-2ef4d67464e6'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:21:25.468902 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-3c346c7f-1169-4c6b-8aaa-e634657ab82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:20:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['0d0bede3-4d64-43df-9f65-2ef4d67464e6'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:25.523484 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8699bde-6beb-4267-81fa-99e02397c390 req-58fe992e-879b-4162-b5d3-8a6024886037 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:25.524903 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f8699bde-6beb-4267-81fa-99e02397c390 req-58fe992e-879b-4162-b5d3-8a6024886037 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=214c819a-8fc3-4db6-97a1-79fcf73614f7 HTTP/1.1" status: 200 len: 835 time: 0.0607054 Feb 03 14:21:25.591796 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665ff89-dae6-4ddb-bdcb-a72874c3016b req-3331bb22-0a6b-4936-8ea1-e52be3b58af8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:25.592381 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-5665ff89-dae6-4ddb-bdcb-a72874c3016b req-3331bb22-0a6b-4936-8ea1-e52be3b58af8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:21:25.601155 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f8699bde-6beb-4267-81fa-99e02397c390 req-943e0b8c-e433-4da7-9dfa-684b5a77bae3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=45d2c40f-0c08-44a3-b686-6bbe068ad39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693953 Feb 03 14:21:25.646920 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-3c346c7f-1169-4c6b-8aaa-e634657ab82c None None] Set router 0d0bede3-4d64-43df-9f65-2ef4d67464e6 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:21:25.659105 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-5665ff89-dae6-4ddb-bdcb-a72874c3016b req-3331bb22-0a6b-4936-8ea1-e52be3b58af8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:21:25.660272 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5665ff89-dae6-4ddb-bdcb-a72874c3016b req-3331bb22-0a6b-4936-8ea1-e52be3b58af8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9c89f8-26bb-40aa-a2d4-23e572144f42 HTTP/1.1" status: 200 len: 946 time: 0.1539388 Feb 03 14:21:25.709029 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-5665ff89-dae6-4ddb-bdcb-a72874c3016b req-eff54159-630d-4236-80ee-b4468b0f0dfe tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:security_group {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:21:25.737660 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f8699bde-6beb-4267-81fa-99e02397c390 req-c1a3121a-8659-4d05-b98c-94670aa8807e service neutron] 10.222.0.47 "GET /v2.0/networks/45d2c40f-0c08-44a3-b686-6bbe068ad39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283579 Feb 03 14:21:25.797370 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-5665ff89-dae6-4ddb-bdcb-a72874c3016b req-eff54159-630d-4236-80ee-b4468b0f0dfe tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:security_group {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:21:25.798544 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5665ff89-dae6-4ddb-bdcb-a72874c3016b req-eff54159-630d-4236-80ee-b4468b0f0dfe tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c61b58-9836-4e5a-87e1-f4a9ade8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305685 Feb 03 14:21:25.871413 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f8699bde-6beb-4267-81fa-99e02397c390 req-c74dbe86-f619-4e6b-8ee0-bf04cd8cace6 service neutron] 10.222.0.47 "GET /v2.0/networks/45d2c40f-0c08-44a3-b686-6bbe068ad39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264167 Feb 03 14:21:25.959250 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-3c346c7f-1169-4c6b-8aaa-e634657ab82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'name': 'tempest-TestNetworkBasicOps-router-194731207', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '31ba7794-52dc-40c7-9a9d-7bcacddafd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:19:04Z', 'updated_at': '2022-02-03T14:19:09Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '31ba7794-52dc-40c7-9a9d-7bcacddafd8c', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:af:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:05Z', 'updated_at': '2022-02-03T14:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '28da71ef-7491-4482-8695-f04b897855e1', 'name': '', 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:d1:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '214c819a-8fc3-4db6-97a1-79fcf73614f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:08Z', 'updated_at': '2022-02-03T14:19:15Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '214c819a-8fc3-4db6-97a1-79fcf73614f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:25.963633 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c346c7f-1169-4c6b-8aaa-e634657ab82c None None] The sync data for ids ['0d0bede3-4d64-43df-9f65-2ef4d67464e6'] in dv-neutron-827016-1-hyperv is: [{'id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'name': 'tempest-TestNetworkBasicOps-router-194731207', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '31ba7794-52dc-40c7-9a9d-7bcacddafd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:19:04Z', 'updated_at': '2022-02-03T14:19:09Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '31ba7794-52dc-40c7-9a9d-7bcacddafd8c', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:af:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:05Z', 'updated_at': '2022-02-03T14:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '28da71ef-7491-4482-8695-f04b897855e1', 'name': '', 'network_id': '45d2c40f-0c08-44a3-b686-6bbe068ad39f', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:d1:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '214c819a-8fc3-4db6-97a1-79fcf73614f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:08Z', 'updated_at': '2022-02-03T14:19:15Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': '214c819a-8fc3-4db6-97a1-79fcf73614f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:21:26.172124 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90023083-b5cd-4452-8a56-fc07e64f7863 None None] New status for floating IP cd9afca3-1178-4594-891e-7a4f1d8fd2a7: DOWN {{(pid=84183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:21:27.098929 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20769d6a-3c27-46ae-8ac0-dac5453c0a84 req-b96738c1-1213-4b8b-8a4e-b61987767398 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:27.100325 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-20769d6a-3c27-46ae-8ac0-dac5453c0a84 req-b96738c1-1213-4b8b-8a4e-b61987767398 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9c89f8-26bb-40aa-a2d4-23e572144f42 HTTP/1.1" status: 200 len: 946 time: 0.1720171 Feb 03 14:21:27.144333 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-20769d6a-3c27-46ae-8ac0-dac5453c0a84 req-6e66f936-6765-4a0a-aaea-9ecd344da1ee tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=58c61b58-9836-4e5a-87e1-f4a9ade8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385425 Feb 03 14:21:27.269625 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da028b2a-0d91-4a09-895c-ea23816abb8b req-d0d2f134-79dd-4da0-87ea-c1156e95a797 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:27.270316 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-da028b2a-0d91-4a09-895c-ea23816abb8b req-d0d2f134-79dd-4da0-87ea-c1156e95a797 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:21:27.282650 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-da028b2a-0d91-4a09-895c-ea23816abb8b req-d0d2f134-79dd-4da0-87ea-c1156e95a797 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:21:27.283776 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-da028b2a-0d91-4a09-895c-ea23816abb8b req-d0d2f134-79dd-4da0-87ea-c1156e95a797 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a9c89f8-26bb-40aa-a2d4-23e572144f42 HTTP/1.1" status: 200 len: 946 time: 0.0916240 Feb 03 14:21:27.351190 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-da028b2a-0d91-4a09-895c-ea23816abb8b req-9701b623-f005-4055-bdb9-7cfc60730a43 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting port a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:21:27.351463 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-da028b2a-0d91-4a09-895c-ea23816abb8b req-9701b623-f005-4055-bdb9-7cfc60730a43 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:27.511788 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-863eda14-a0d0-4ab5-af74-d263579faba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:27.594421 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-da028b2a-0d91-4a09-895c-ea23816abb8b req-9701b623-f005-4055-bdb9-7cfc60730a43 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] For port a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48,segment=NetworkSegment(50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e),segment_id=50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:27.594780 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-da028b2a-0d91-4a09-895c-ea23816abb8b req-9701b623-f005-4055-bdb9-7cfc60730a43 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:27.713288 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-da028b2a-0d91-4a09-895c-ea23816abb8b req-9701b623-f005-4055-bdb9-7cfc60730a43 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Calling delete_port for a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48 owned by compute:nova {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:21:27.922462 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-da028b2a-0d91-4a09-895c-ea23816abb8b req-9701b623-f005-4055-bdb9-7cfc60730a43 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:27.970010 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701b623-f005-4055-bdb9-7cfc60730a43 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Port': ['ID=a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:28.043519 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-da028b2a-0d91-4a09-895c-ea23816abb8b req-9701b623-f005-4055-bdb9-7cfc60730a43 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] No DVR routers for this DVR port a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48 on host hv-neutron-8270 {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:21:28.045928 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-da028b2a-0d91-4a09-895c-ea23816abb8b req-9701b623-f005-4055-bdb9-7cfc60730a43 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:28.048501 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9c89f8-26bb-40aa-a2d4-23e572144f42', 'name': 'network-vif-deleted', 'tag': 'a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:21:28.102373 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a9c89f8-26bb-40aa-a2d4-23e572144f42', 'name': 'network-vif-deleted', 'tag': 'a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48', 'status': 'completed', 'code': 200} Feb 03 14:21:28.140670 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-da028b2a-0d91-4a09-895c-ea23816abb8b req-9701b623-f005-4055-bdb9-7cfc60730a43 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "DELETE /v2.0/ports/a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48 HTTP/1.1" status: 204 len: 173 time: 0.8510628 Feb 03 14:21:28.315870 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1c36befd-12d2-469b-9ee5-f361c3c0417f req-803c9c41-ad94-4895-aec5-905d01ec2dcb tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9c89f8-26bb-40aa-a2d4-23e572144f42 HTTP/1.1" status: 200 len: 210 time: 0.0429928 Feb 03 14:21:28.869222 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:28.894047 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:29.422458 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 35046) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:21:29.491146 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7446ea34-688e-41a4-b93f-47e459fd216f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:29.519213 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7446ea34-688e-41a4-b93f-47e459fd216f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:29.636590 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7446ea34-688e-41a4-b93f-47e459fd216f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:29.649711 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:21:29.656741 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7446ea34-688e-41a4-b93f-47e459fd216f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c61b58-9836-4e5a-87e1-f4a9ade8a9ae,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:29.691067 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] No Port match for: a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:21:29.691426 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device a8a3c57d-fca0-4ac0-a0a7-a3465dfdcf48 not bound to the agent host hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:21:29.733188 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7446ea34-688e-41a4-b93f-47e459fd216f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:29.734341 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-7446ea34-688e-41a4-b93f-47e459fd216f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/security-groups/58c61b58-9836-4e5a-87e1-f4a9ade8a9ae HTTP/1.1" status: 204 len: 168 time: 0.3108294 Feb 03 14:21:29.831706 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35052) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:21:30.208311 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:30.225582 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d74b37ca-b666-4f9a-afc0-945e030f8bc9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:30.811791 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-d74b37ca-b666-4f9a-afc0-945e030f8bc9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting port 28da71ef-7491-4482-8695-f04b897855e1 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:21:30.812258 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d74b37ca-b666-4f9a-afc0-945e030f8bc9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:30.989949 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-d74b37ca-b666-4f9a-afc0-945e030f8bc9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] For port 28da71ef-7491-4482-8695-f04b897855e1, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=28da71ef-7491-4482-8695-f04b897855e1,segment=NetworkSegment(50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e),segment_id=50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:30.990668 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d74b37ca-b666-4f9a-afc0-945e030f8bc9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:31.106683 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-d74b37ca-b666-4f9a-afc0-945e030f8bc9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Calling delete_port for 28da71ef-7491-4482-8695-f04b897855e1 owned by network:router_interface {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:21:31.437052 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d74b37ca-b666-4f9a-afc0-945e030f8bc9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:31.482775 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b37ca-b666-4f9a-afc0-945e030f8bc9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Port': ['ID=28da71ef-7491-4482-8695-f04b897855e1,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:31.767621 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d74b37ca-b666-4f9a-afc0-945e030f8bc9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:32.320141 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74b37ca-b666-4f9a-afc0-945e030f8bc9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router 0d0bede3-4d64-43df-9f65-2ef4d67464e6 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:21:32.515525 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74b37ca-b666-4f9a-afc0-945e030f8bc9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:21:32.524978 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbacd5c-275c-40ab-98aa-bd00df492dde None None] Sync routers for ids ['0d0bede3-4d64-43df-9f65-2ef4d67464e6'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:21:32.527638 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d74b37ca-b666-4f9a-afc0-945e030f8bc9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "PUT /v2.0/routers/0d0bede3-4d64-43df-9f65-2ef4d67464e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6948731 Feb 03 14:21:32.530261 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35058) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:21:32.537528 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbacd5c-275c-40ab-98aa-bd00df492dde None None] Routers {'0d0bede3-4d64-43df-9f65-2ef4d67464e6'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:21:32.538123 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-3cbacd5c-275c-40ab-98aa-bd00df492dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:21:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['0d0bede3-4d64-43df-9f65-2ef4d67464e6'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:32.712220 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-3cbacd5c-275c-40ab-98aa-bd00df492dde None None] Set router 0d0bede3-4d64-43df-9f65-2ef4d67464e6 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:21:32.817468 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fca289d-d614-4811-9092-488fddba230b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting subnet 214c819a-8fc3-4db6-97a1-79fcf73614f7 {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:21:32.820263 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4fca289d-d614-4811-9092-488fddba230b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:32.873427 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4fca289d-d614-4811-9092-488fddba230b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:32.955665 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4fca289d-d614-4811-9092-488fddba230b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:33.022540 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-3cbacd5c-275c-40ab-98aa-bd00df492dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'name': 'tempest-TestNetworkBasicOps-router-194731207', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '31ba7794-52dc-40c7-9a9d-7bcacddafd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:19:04Z', 'updated_at': '2022-02-03T14:21:31Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '31ba7794-52dc-40c7-9a9d-7bcacddafd8c', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:af:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:05Z', 'updated_at': '2022-02-03T14:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:33.026271 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbacd5c-275c-40ab-98aa-bd00df492dde None None] Checking router: 0d0bede3-4d64-43df-9f65-2ef4d67464e6 for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:21:33.036683 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbacd5c-275c-40ab-98aa-bd00df492dde None None] Routers {'0d0bede3-4d64-43df-9f65-2ef4d67464e6'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:21:33.037278 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-3cbacd5c-275c-40ab-98aa-bd00df492dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:21:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['0d0bede3-4d64-43df-9f65-2ef4d67464e6'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:33.117346 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4fca289d-d614-4811-9092-488fddba230b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:33.158423 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca289d-d614-4811-9092-488fddba230b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Subnet': ['ID=214c819a-8fc3-4db6-97a1-79fcf73614f7,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:33.163203 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4fca289d-d614-4811-9092-488fddba230b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:33.170479 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82faa7e7-d7e7-4f6f-b269-45e5d661f0ea None None] Network 45d2c40f-0c08-44a3-b686-6bbe068ad39f requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:21:33.170947 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4fca289d-d614-4811-9092-488fddba230b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/subnets/214c819a-8fc3-4db6-97a1-79fcf73614f7 HTTP/1.1" status: 204 len: 168 time: 0.6396086 Feb 03 14:21:33.173461 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35062) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:21:33.213469 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-3cbacd5c-275c-40ab-98aa-bd00df492dde None None] Set router 0d0bede3-4d64-43df-9f65-2ef4d67464e6 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:21:33.382768 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a52241db-ad46-4aa7-a724-ebce45131d93 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:33.446581 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9afee7-3561-4800-8947-c1be89be9598 None None] DHCP port deletion for 45d2c40f-0c08-44a3-b686-6bbe068ad39f request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:21:33.450796 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-da9afee7-3561-4800-8947-c1be89be9598 None None] Deleting port ec422449-8083-47b6-981c-94355a225232 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:21:33.451218 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-da9afee7-3561-4800-8947-c1be89be9598 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:33.515353 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-3cbacd5c-275c-40ab-98aa-bd00df492dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'name': 'tempest-TestNetworkBasicOps-router-194731207', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '31ba7794-52dc-40c7-9a9d-7bcacddafd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:19:04Z', 'updated_at': '2022-02-03T14:21:31Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '31ba7794-52dc-40c7-9a9d-7bcacddafd8c', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:af:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:05Z', 'updated_at': '2022-02-03T14:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:33.519616 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbacd5c-275c-40ab-98aa-bd00df492dde None None] The sync data for ids ['0d0bede3-4d64-43df-9f65-2ef4d67464e6'] in dv-neutron-827016-1-hyperv is: [{'id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'name': 'tempest-TestNetworkBasicOps-router-194731207', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '31ba7794-52dc-40c7-9a9d-7bcacddafd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:19:04Z', 'updated_at': '2022-02-03T14:21:31Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '31ba7794-52dc-40c7-9a9d-7bcacddafd8c', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:af:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0bede3-4d64-43df-9f65-2ef4d67464e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:05Z', 'updated_at': '2022-02-03T14:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:21:33.589245 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a52241db-ad46-4aa7-a724-ebce45131d93 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:33.654122 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-a52241db-ad46-4aa7-a724-ebce45131d93 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting port 31ba7794-52dc-40c7-9a9d-7bcacddafd8c {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:21:33.657741 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a52241db-ad46-4aa7-a724-ebce45131d93 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:33.660701 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-da9afee7-3561-4800-8947-c1be89be9598 None None] For port ec422449-8083-47b6-981c-94355a225232, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=ec422449-8083-47b6-981c-94355a225232,segment=NetworkSegment(50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e),segment_id=50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:33.661094 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-da9afee7-3561-4800-8947-c1be89be9598 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:33.815617 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-da9afee7-3561-4800-8947-c1be89be9598 None None] Calling delete_port for ec422449-8083-47b6-981c-94355a225232 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:21:33.827522 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-a52241db-ad46-4aa7-a724-ebce45131d93 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] For port 31ba7794-52dc-40c7-9a9d-7bcacddafd8c, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=31ba7794-52dc-40c7-9a9d-7bcacddafd8c,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:33.827871 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a52241db-ad46-4aa7-a724-ebce45131d93 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:33.948334 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-a52241db-ad46-4aa7-a724-ebce45131d93 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Calling delete_port for 31ba7794-52dc-40c7-9a9d-7bcacddafd8c owned by network:router_gateway {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:21:33.956889 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-da9afee7-3561-4800-8947-c1be89be9598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:34.006615 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9afee7-3561-4800-8947-c1be89be9598 None None] Pushing event deleted for resources: {'Port': ['ID=ec422449-8083-47b6-981c-94355a225232,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:34.016557 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9afee7-3561-4800-8947-c1be89be9598 None None] No DVR routers for this DVR port ec422449-8083-47b6-981c-94355a225232 on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:21:34.019957 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9afee7-3561-4800-8947-c1be89be9598 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:34.020304 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9afee7-3561-4800-8947-c1be89be9598 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:34.020643 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9afee7-3561-4800-8947-c1be89be9598 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:34.023908 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9afee7-3561-4800-8947-c1be89be9598 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:34.023908 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9afee7-3561-4800-8947-c1be89be9598 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:34.024257 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9afee7-3561-4800-8947-c1be89be9598 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:34.024412 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9afee7-3561-4800-8947-c1be89be9598 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:34.024752 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9afee7-3561-4800-8947-c1be89be9598 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:34.025075 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9afee7-3561-4800-8947-c1be89be9598 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:34.025990 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9afee7-3561-4800-8947-c1be89be9598 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:34.026313 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9afee7-3561-4800-8947-c1be89be9598 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:34.162700 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a52241db-ad46-4aa7-a724-ebce45131d93 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:34.210422 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52241db-ad46-4aa7-a724-ebce45131d93 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Port': ['ID=31ba7794-52dc-40c7-9a9d-7bcacddafd8c,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:34.429612 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a52241db-ad46-4aa7-a724-ebce45131d93 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:34.783279 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a52241db-ad46-4aa7-a724-ebce45131d93 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:34.787210 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a52241db-ad46-4aa7-a724-ebce45131d93 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:34.882620 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a52241db-ad46-4aa7-a724-ebce45131d93 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:34.883162 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52241db-ad46-4aa7-a724-ebce45131d93 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Fanout notify agent at l3_agent the message router_deleted on router 0d0bede3-4d64-43df-9f65-2ef4d67464e6 {{(pid=84182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:21:34.897183 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a52241db-ad46-4aa7-a724-ebce45131d93 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:34.898273 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a52241db-ad46-4aa7-a724-ebce45131d93 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/routers/0d0bede3-4d64-43df-9f65-2ef4d67464e6 HTTP/1.1" status: 204 len: 168 time: 1.7239280 Feb 03 14:21:34.901294 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 35066) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:21:35.016341 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d7a58ad9-912d-4b58-bf22-0571f86739e4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:35.228750 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d7a58ad9-912d-4b58-bf22-0571f86739e4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:35.255861 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-d7a58ad9-912d-4b58-bf22-0571f86739e4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45d2c40f-0c08-44a3-b686-6bbe068ad39f']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:35.268092 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-d7a58ad9-912d-4b58-bf22-0571f86739e4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:35.268337 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-d7a58ad9-912d-4b58-bf22-0571f86739e4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50cd3396-d3d1-4acf-b0a2-8bd5a6775e4e') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:35.279260 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d7a58ad9-912d-4b58-bf22-0571f86739e4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:35.294463 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d7a58ad9-912d-4b58-bf22-0571f86739e4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:35.302256 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7a58ad9-912d-4b58-bf22-0571f86739e4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:21:35.302256 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d7a58ad9-912d-4b58-bf22-0571f86739e4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:35.361555 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device ec422449-8083-47b6-981c-94355a225232 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:21:35.388721 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 14:21:35.388721 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:21:35.388721 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 14:21:35.388721 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:21:35.388721 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 14:21:35.388721 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:21:35.388721 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 14:21:35.388721 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:21:35.388721 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 14:21:35.388721 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:21:35.388721 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 14:21:35.388721 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:21:35.388721 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 14:21:35.388721 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:21:35.388721 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:21:35.388721 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:21:35.388721 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:21:35.388721 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:21:35.388721 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 14:21:35.388721 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:21:35.388721 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 14:21:35.388721 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:21:35.388721 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:21:35.388721 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:21:35.388721 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 14:21:35.388721 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:21:35.388721 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:21:35.388721 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:21:35.388721 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:21:35.388721 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:21:35.388721 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:21:35.388721 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:21:35.400991 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: ec422449-8083-47b6-981c-94355a225232 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:21:35.401337 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device ec422449-8083-47b6-981c-94355a225232 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:21:35.401755 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 31ba7794-52dc-40c7-9a9d-7bcacddafd8c no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:21:35.433520 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 31ba7794-52dc-40c7-9a9d-7bcacddafd8c {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:21:35.433868 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 31ba7794-52dc-40c7-9a9d-7bcacddafd8c not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:21:35.434281 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 28da71ef-7491-4482-8695-f04b897855e1 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:21:35.464104 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 28da71ef-7491-4482-8695-f04b897855e1 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:21:35.464446 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 28da71ef-7491-4482-8695-f04b897855e1 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:21:35.465160 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d7a58ad9-912d-4b58-bf22-0571f86739e4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:35.483570 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d7a58ad9-912d-4b58-bf22-0571f86739e4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:35.496693 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a58ad9-912d-4b58-bf22-0571f86739e4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Network': ['ID=45d2c40f-0c08-44a3-b686-6bbe068ad39f,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:35.557123 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d7a58ad9-912d-4b58-bf22-0571f86739e4 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/networks/45d2c40f-0c08-44a3-b686-6bbe068ad39f HTTP/1.1" status: 204 len: 168 time: 0.6541572 Feb 03 14:21:35.583423 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 35070) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:21:35.589037 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-3deedd17-d937-41d3-a268-d86c582da355 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'network': {'name': 'tempest-network-smoke--113890704', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'port_security_enabled': True}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:21:35.594041 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3deedd17-d937-41d3-a268-d86c582da355 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:21:35.598337 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3deedd17-d937-41d3-a268-d86c582da355 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:network and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:21:35.601179 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3deedd17-d937-41d3-a268-d86c582da355 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:21:35.607289 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3deedd17-d937-41d3-a268-d86c582da355 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:21:35.711040 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3deedd17-d937-41d3-a268-d86c582da355 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Made reservation on behalf of 55163e99e9e54d69af7505a418f9e84b for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:21:35.714565 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3deedd17-d937-41d3-a268-d86c582da355 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:35.743441 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3deedd17-d937-41d3-a268-d86c582da355 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:21:35.751849 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3deedd17-d937-41d3-a268-d86c582da355 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:35.752190 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-3deedd17-d937-41d3-a268-d86c582da355 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Added segment f774ff92-3626-4a5b-855d-1dde1a2f022c of type vlan for network 74aaa739-765f-4f45-81dc-4845310632f0 Feb 03 14:21:35.777117 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3deedd17-d937-41d3-a268-d86c582da355 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:35.859682 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3deedd17-d937-41d3-a268-d86c582da355 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:35.863274 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3deedd17-d937-41d3-a268-d86c582da355 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:35.863850 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3deedd17-d937-41d3-a268-d86c582da355 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:35.971393 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deedd17-d937-41d3-a268-d86c582da355 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Network': ['ID=74aaa739-765f-4f45-81dc-4845310632f0,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:35.981889 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 74aaa739-765f-4f45-81dc-4845310632f0 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:21:36.020460 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3deedd17-d937-41d3-a268-d86c582da355 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4359732 Feb 03 14:21:36.023192 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 35074) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:21:36.028767 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-c1ec327f-35d4-4a63-90c2-aeb2fba2cc0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1568828615', 'admin_state_up': True, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:21:36.035977 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-c1ec327f-35d4-4a63-90c2-aeb2fba2cc0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:21:36.039777 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-c1ec327f-35d4-4a63-90c2-aeb2fba2cc0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:router and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:21:36.043445 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-c1ec327f-35d4-4a63-90c2-aeb2fba2cc0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:21:36.049244 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-c1ec327f-35d4-4a63-90c2-aeb2fba2cc0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:21:36.128673 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c1ec327f-35d4-4a63-90c2-aeb2fba2cc0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:36.129555 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c1ec327f-35d4-4a63-90c2-aeb2fba2cc0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:36.147306 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c1ec327f-35d4-4a63-90c2-aeb2fba2cc0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:36.344166 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c1ec327f-35d4-4a63-90c2-aeb2fba2cc0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:36.579240 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c1ec327f-35d4-4a63-90c2-aeb2fba2cc0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router_gateway, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:36.607740 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c1ec327f-35d4-4a63-90c2-aeb2fba2cc0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:36.738465 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-c1ec327f-35d4-4a63-90c2-aeb2fba2cc0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Allocated IP 172.26.3.53 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/382e611b-f7df-4c29-be24-44cebbb8022b) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:21:36.877996 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c1ec327f-35d4-4a63-90c2-aeb2fba2cc0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:36.961606 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c1ec327f-35d4-4a63-90c2-aeb2fba2cc0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:37.026696 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ec327f-35d4-4a63-90c2-aeb2fba2cc0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:21:37.029277 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-c1ec327f-35d4-4a63-90c2-aeb2fba2cc0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:21:37.032960 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ec327f-35d4-4a63-90c2-aeb2fba2cc0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:21:37.067399 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec327f-35d4-4a63-90c2-aeb2fba2cc0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=382e611b-f7df-4c29-be24-44cebbb8022b,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:37.252015 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c1ec327f-35d4-4a63-90c2-aeb2fba2cc0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router_gateway, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:37.252738 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c1ec327f-35d4-4a63-90c2-aeb2fba2cc0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:37.625444 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ec327f-35d4-4a63-90c2-aeb2fba2cc0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router f0d796a1-7eb7-4c82-94ef-33071c68f776 is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:21:37.820313 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ec327f-35d4-4a63-90c2-aeb2fba2cc0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:21:37.829364 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c362847-1170-42bd-8d04-10482b911ea2 None None] Sync routers for ids ['f0d796a1-7eb7-4c82-94ef-33071c68f776'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:21:37.840690 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c362847-1170-42bd-8d04-10482b911ea2 None None] Routers {'f0d796a1-7eb7-4c82-94ef-33071c68f776'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:21:37.841298 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-0c362847-1170-42bd-8d04-10482b911ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:21:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['f0d796a1-7eb7-4c82-94ef-33071c68f776'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:37.904137 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c1ec327f-35d4-4a63-90c2-aeb2fba2cc0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:37.905405 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c1ec327f-35d4-4a63-90c2-aeb2fba2cc0d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8812759 Feb 03 14:21:37.908453 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 35078) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:21:37.952030 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-57af4c33-cd3a-4583-9fc8-021d0bbe089e tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=55163e99e9e54d69af7505a418f9e84b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423844 Feb 03 14:21:37.954385 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 35082) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:21:38.016691 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-0c362847-1170-42bd-8d04-10482b911ea2 None None] Set router f0d796a1-7eb7-4c82-94ef-33071c68f776 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:21:38.088637 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91434899-bf1d-4e4a-850e-522cad97391f tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:38.090027 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-91434899-bf1d-4e4a-850e-522cad97391f tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1347730 Feb 03 14:21:38.092894 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 35086) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:21:38.131484 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-49d8b4a9-1f15-4700-9bc3-b684046444f8 tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=16a0e898-50c0-4b65-ae3a-069e9649bbca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375245 Feb 03 14:21:38.133958 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 35090) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:21:38.139257 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-12955850-d875-4049-84e8-e02713c677bd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1012749685', 'network_id': '74aaa739-765f-4f45-81dc-4845310632f0', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:21:38.249367 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-12955850-d875-4049-84e8-e02713c677bd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:21:38.253270 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-12955850-d875-4049-84e8-e02713c677bd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:subnet and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:21:38.256174 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-12955850-d875-4049-84e8-e02713c677bd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:21:38.262439 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-12955850-d875-4049-84e8-e02713c677bd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:21:38.295342 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-0c362847-1170-42bd-8d04-10482b911ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d796a1-7eb7-4c82-94ef-33071c68f776', 'name': 'tempest-TestNetworkBasicOps-router-1568828615', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.53'}], 'enable_snat': True}, 'gw_port_id': '382e611b-f7df-4c29-be24-44cebbb8022b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:21:36Z', 'updated_at': '2022-02-03T14:21:37Z', 'revision_number': 3, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '382e611b-f7df-4c29-be24-44cebbb8022b', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d796a1-7eb7-4c82-94ef-33071c68f776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:21:36Z', 'updated_at': '2022-02-03T14:21:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:38.299137 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c362847-1170-42bd-8d04-10482b911ea2 None None] Checking router: f0d796a1-7eb7-4c82-94ef-33071c68f776 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:21:38.299486 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c362847-1170-42bd-8d04-10482b911ea2 None None] Updating router f0d796a1-7eb7-4c82-94ef-33071c68f776 port 382e611b-f7df-4c29-be24-44cebbb8022b binding host dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:21:38.333798 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12955850-d875-4049-84e8-e02713c677bd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Made reservation on behalf of 55163e99e9e54d69af7505a418f9e84b for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:21:38.356275 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0c362847-1170-42bd-8d04-10482b911ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:38.435744 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-12955850-d875-4049-84e8-e02713c677bd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:38.672087 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0c362847-1170-42bd-8d04-10482b911ea2 None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:38.684092 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-0c362847-1170-42bd-8d04-10482b911ea2 None None] Transition to ACTIVE for port object 382e611b-f7df-4c29-be24-44cebbb8022b will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:21:38.744145 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-12955850-d875-4049-84e8-e02713c677bd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:38.801329 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0c362847-1170-42bd-8d04-10482b911ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:38.821800 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12955850-d875-4049-84e8-e02713c677bd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Subnet': ['ID=a2571ef6-c674-48b2-8ea1-49e0a9e7f3af,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:38.832952 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12955850-d875-4049-84e8-e02713c677bd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Checking segment: {'id': 'f774ff92-3626-4a5b-855d-1dde1a2f022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '74aaa739-765f-4f45-81dc-4845310632f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:21:38.833306 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12955850-d875-4049-84e8-e02713c677bd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network hostable DHCP agents. Network: 74aaa739-765f-4f45-81dc-4845310632f0, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:21:38.879611 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8c9bb-3031-4980-8757-a30840093565 None None] Pushing event updated for resources: {'Port': ['ID=382e611b-f7df-4c29-be24-44cebbb8022b,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:38.881893 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-0c362847-1170-42bd-8d04-10482b911ea2 None None] Attempting to bind port 382e611b-f7df-4c29-be24-44cebbb8022b on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:21:38.882257 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-0c362847-1170-42bd-8d04-10482b911ea2 None None] Attempting to bind port 382e611b-f7df-4c29-be24-44cebbb8022b by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:21:38.882620 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c362847-1170-42bd-8d04-10482b911ea2 None None] Attempting to bind port 382e611b-f7df-4c29-be24-44cebbb8022b on network 16a0e898-50c0-4b65-ae3a-069e9649bbca {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:21:38.889315 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c362847-1170-42bd-8d04-10482b911ea2 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:21:38.889686 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c362847-1170-42bd-8d04-10482b911ea2 None None] Checking segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:21:38.890085 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0c362847-1170-42bd-8d04-10482b911ea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:38.890469 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c362847-1170-42bd-8d04-10482b911ea2 None None] Bound using segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:21:38.890929 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-0c362847-1170-42bd-8d04-10482b911ea2 None None] Bound port: 382e611b-f7df-4c29-be24-44cebbb8022b, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:21:38.891326 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0c362847-1170-42bd-8d04-10482b911ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:38.928311 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12955850-d875-4049-84e8-e02713c677bd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network 74aaa739-765f-4f45-81dc-4845310632f0 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:21:38.999070 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-0c362847-1170-42bd-8d04-10482b911ea2 None None] For port 382e611b-f7df-4c29-be24-44cebbb8022b, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:21:39.001996 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-0c362847-1170-42bd-8d04-10482b911ea2 None None] For port 382e611b-f7df-4c29-be24-44cebbb8022b, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=382e611b-f7df-4c29-be24-44cebbb8022b,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:21:39.013915 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-12955850-d875-4049-84e8-e02713c677bd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 74aaa739-765f-4f45-81dc-4845310632f0) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:21:39.017958 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12955850-d875-4049-84e8-e02713c677bd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:39.018650 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-12955850-d875-4049-84e8-e02713c677bd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:39.022532 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dbfac9-2a6a-47d4-9669-858cd924c939 None None] Network 74aaa739-765f-4f45-81dc-4845310632f0 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:21:39.120109 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0c362847-1170-42bd-8d04-10482b911ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:39.145903 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-12955850-d875-4049-84e8-e02713c677bd tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0108943 Feb 03 14:21:39.148784 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35094) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:21:39.255624 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8c9bb-3031-4980-8757-a30840093565 None None] Pushing event updated for resources: {'Port': ['ID=382e611b-f7df-4c29-be24-44cebbb8022b,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:39.297903 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c362847-1170-42bd-8d04-10482b911ea2 None None] Routers {'f0d796a1-7eb7-4c82-94ef-33071c68f776'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:21:39.298518 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-0c362847-1170-42bd-8d04-10482b911ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:21:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['f0d796a1-7eb7-4c82-94ef-33071c68f776'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:39.353388 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6654c628-6099-49f7-bf5d-5624a53c28aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-74aaa739-765f-4f45-81dc-4845310632f0', 'network_id': '74aaa739-765f-4f45-81dc-4845310632f0', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ips': [{'subnet_id': 'a2571ef6-c674-48b2-8ea1-49e0a9e7f3af'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:21:39.354184 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6654c628-6099-49f7-bf5d-5624a53c28aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:39.587301 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-0c362847-1170-42bd-8d04-10482b911ea2 None None] Set router f0d796a1-7eb7-4c82-94ef-33071c68f776 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:21:39.718715 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-6654c628-6099-49f7-bf5d-5624a53c28aa None None] Allocated IP 172.20.0.2 (74aaa739-765f-4f45-81dc-4845310632f0/a2571ef6-c674-48b2-8ea1-49e0a9e7f3af/5887bded-d3c7-4a1c-a3b5-eb9333f0b62c) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:21:39.885733 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5a8ad798-f226-45ba-8801-2e1ce274a982 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:40.049308 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6654c628-6099-49f7-bf5d-5624a53c28aa None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:40.062137 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-0c362847-1170-42bd-8d04-10482b911ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d796a1-7eb7-4c82-94ef-33071c68f776', 'name': 'tempest-TestNetworkBasicOps-router-1568828615', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.53'}], 'enable_snat': True}, 'gw_port_id': '382e611b-f7df-4c29-be24-44cebbb8022b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:21:36Z', 'updated_at': '2022-02-03T14:21:37Z', 'revision_number': 3, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '382e611b-f7df-4c29-be24-44cebbb8022b', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d796a1-7eb7-4c82-94ef-33071c68f776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:21:36Z', 'updated_at': '2022-02-03T14:21:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:40.064340 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-6654c628-6099-49f7-bf5d-5624a53c28aa None None] Transition to ACTIVE for port object 5887bded-d3c7-4a1c-a3b5-eb9333f0b62c will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:21:40.074014 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c362847-1170-42bd-8d04-10482b911ea2 None None] The sync data for ids ['f0d796a1-7eb7-4c82-94ef-33071c68f776'] in dv-neutron-827016-1-hyperv is: [{'id': 'f0d796a1-7eb7-4c82-94ef-33071c68f776', 'name': 'tempest-TestNetworkBasicOps-router-1568828615', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.53'}], 'enable_snat': True}, 'gw_port_id': '382e611b-f7df-4c29-be24-44cebbb8022b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:21:36Z', 'updated_at': '2022-02-03T14:21:37Z', 'revision_number': 3, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '382e611b-f7df-4c29-be24-44cebbb8022b', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d796a1-7eb7-4c82-94ef-33071c68f776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:21:36Z', 'updated_at': '2022-02-03T14:21:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:21:40.085434 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-6654c628-6099-49f7-bf5d-5624a53c28aa None None] Transition to ACTIVE for port object 5887bded-d3c7-4a1c-a3b5-eb9333f0b62c will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:21:40.151920 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6654c628-6099-49f7-bf5d-5624a53c28aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:40.227490 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6654c628-6099-49f7-bf5d-5624a53c28aa None None] Network 74aaa739-765f-4f45-81dc-4845310632f0 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:21:40.231841 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-6654c628-6099-49f7-bf5d-5624a53c28aa None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:21:40.236681 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6654c628-6099-49f7-bf5d-5624a53c28aa None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:21:40.248466 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6654c628-6099-49f7-bf5d-5624a53c28aa None None] Pushing event updated for resources: {'Port': ['ID=5887bded-d3c7-4a1c-a3b5-eb9333f0b62c,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:40.359505 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-6654c628-6099-49f7-bf5d-5624a53c28aa None None] Attempting to bind port 5887bded-d3c7-4a1c-a3b5-eb9333f0b62c on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:21:40.359972 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-6654c628-6099-49f7-bf5d-5624a53c28aa None None] Attempting to bind port 5887bded-d3c7-4a1c-a3b5-eb9333f0b62c by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'f774ff92-3626-4a5b-855d-1dde1a2f022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '74aaa739-765f-4f45-81dc-4845310632f0'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:21:40.360402 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6654c628-6099-49f7-bf5d-5624a53c28aa None None] Attempting to bind port 5887bded-d3c7-4a1c-a3b5-eb9333f0b62c on network 74aaa739-765f-4f45-81dc-4845310632f0 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:21:40.367375 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6654c628-6099-49f7-bf5d-5624a53c28aa None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:21:40.367982 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6654c628-6099-49f7-bf5d-5624a53c28aa None None] Checking segment: {'id': 'f774ff92-3626-4a5b-855d-1dde1a2f022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '74aaa739-765f-4f45-81dc-4845310632f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:21:40.368454 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6654c628-6099-49f7-bf5d-5624a53c28aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:40.368952 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6654c628-6099-49f7-bf5d-5624a53c28aa None None] Bound using segment: {'id': 'f774ff92-3626-4a5b-855d-1dde1a2f022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '74aaa739-765f-4f45-81dc-4845310632f0'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:21:40.369488 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-6654c628-6099-49f7-bf5d-5624a53c28aa None None] Bound port: 5887bded-d3c7-4a1c-a3b5-eb9333f0b62c, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f774ff92-3626-4a5b-855d-1dde1a2f022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '74aaa739-765f-4f45-81dc-4845310632f0'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:21:40.369929 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6654c628-6099-49f7-bf5d-5624a53c28aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:40.414649 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-5a8ad798-f226-45ba-8801-2e1ce274a982 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Allocated IP 172.20.0.1 (74aaa739-765f-4f45-81dc-4845310632f0/a2571ef6-c674-48b2-8ea1-49e0a9e7f3af/69701d55-a4d3-42c6-9953-939dd386c07d) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:21:40.464103 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-6654c628-6099-49f7-bf5d-5624a53c28aa None None] For port 5887bded-d3c7-4a1c-a3b5-eb9333f0b62c, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:21:40.467337 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-6654c628-6099-49f7-bf5d-5624a53c28aa None None] For port 5887bded-d3c7-4a1c-a3b5-eb9333f0b62c, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=5887bded-d3c7-4a1c-a3b5-eb9333f0b62c,segment=NetworkSegment(f774ff92-3626-4a5b-855d-1dde1a2f022c),segment_id=f774ff92-3626-4a5b-855d-1dde1a2f022c)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:21:40.527571 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6654c628-6099-49f7-bf5d-5624a53c28aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:40.583970 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5a8ad798-f226-45ba-8801-2e1ce274a982 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:40.602021 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-5a8ad798-f226-45ba-8801-2e1ce274a982 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Transition to ACTIVE for port object 69701d55-a4d3-42c6-9953-939dd386c07d will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:21:40.662799 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6654c628-6099-49f7-bf5d-5624a53c28aa None None] Pushing event updated for resources: {'Port': ['ID=5887bded-d3c7-4a1c-a3b5-eb9333f0b62c,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:40.683253 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5a8ad798-f226-45ba-8801-2e1ce274a982 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:40.759362 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8ad798-f226-45ba-8801-2e1ce274a982 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network 74aaa739-765f-4f45-81dc-4845310632f0 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:21:40.762619 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-5a8ad798-f226-45ba-8801-2e1ce274a982 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:21:40.767382 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8ad798-f226-45ba-8801-2e1ce274a982 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:21:40.792882 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ad798-f226-45ba-8801-2e1ce274a982 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=69701d55-a4d3-42c6-9953-939dd386c07d,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:40.841749 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5a8ad798-f226-45ba-8801-2e1ce274a982 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:40.999088 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5a8ad798-f226-45ba-8801-2e1ce274a982 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:41.168315 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 5887bded-d3c7-4a1c-a3b5-eb9333f0b62c up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:21:41.288207 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 5887bded-d3c7-4a1c-a3b5-eb9333f0b62c completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:21:41.293653 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 382e611b-f7df-4c29-be24-44cebbb8022b up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:21:41.418125 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5a8ad798-f226-45ba-8801-2e1ce274a982 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:41.436694 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 382e611b-f7df-4c29-be24-44cebbb8022b completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:21:41.442210 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 382e611b-f7df-4c29-be24-44cebbb8022b triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:21:41.442566 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:41.488408 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5a8ad798-f226-45ba-8801-2e1ce274a982 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:41.565531 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:41.582229 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 382e611b-f7df-4c29-be24-44cebbb8022b, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=382e611b-f7df-4c29-be24-44cebbb8022b,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:41.603770 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ad798-f226-45ba-8801-2e1ce274a982 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=69701d55-a4d3-42c6-9953-939dd386c07d,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:41.608464 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5a8ad798-f226-45ba-8801-2e1ce274a982 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:41.624204 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622377d0-08f4-40fd-944d-038049e76cc0 None None] Network 74aaa739-765f-4f45-81dc-4845310632f0 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:21:41.683099 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:41.745098 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8ad798-f226-45ba-8801-2e1ce274a982 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network 74aaa739-765f-4f45-81dc-4845310632f0 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:21:41.746365 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-5a8ad798-f226-45ba-8801-2e1ce274a982 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:21:41.786888 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=382e611b-f7df-4c29-be24-44cebbb8022b,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:41.841355 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-d6d82d3c-2e57-4c52-adf0-ab9d77addc36 None None] Provisioning for port 5887bded-d3c7-4a1c-a3b5-eb9333f0b62c completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:21:41.849975 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-d6d82d3c-2e57-4c52-adf0-ab9d77addc36 None None] Provisioning complete for port 5887bded-d3c7-4a1c-a3b5-eb9333f0b62c triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:21:41.850341 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d6d82d3c-2e57-4c52-adf0-ab9d77addc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:42.025710 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d6d82d3c-2e57-4c52-adf0-ab9d77addc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:42.061099 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-d6d82d3c-2e57-4c52-adf0-ab9d77addc36 None None] For port 5887bded-d3c7-4a1c-a3b5-eb9333f0b62c, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=5887bded-d3c7-4a1c-a3b5-eb9333f0b62c,segment=NetworkSegment(f774ff92-3626-4a5b-855d-1dde1a2f022c),segment_id=f774ff92-3626-4a5b-855d-1dde1a2f022c)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:42.128702 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d6d82d3c-2e57-4c52-adf0-ab9d77addc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:42.199674 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d82d3c-2e57-4c52-adf0-ab9d77addc36 None None] Pushing event updated for resources: {'Port': ['ID=5887bded-d3c7-4a1c-a3b5-eb9333f0b62c,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:42.242280 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8ad798-f226-45ba-8801-2e1ce274a982 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router f0d796a1-7eb7-4c82-94ef-33071c68f776 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:21:42.252555 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-964c0f47-62e9-429e-9545-172cddcb838d None None] Provisioning complete for port 5887bded-d3c7-4a1c-a3b5-eb9333f0b62c triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:21:42.252946 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-964c0f47-62e9-429e-9545-172cddcb838d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:42.457266 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8ad798-f226-45ba-8801-2e1ce274a982 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:21:42.464505 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-964c0f47-62e9-429e-9545-172cddcb838d None None] Provisioning for port 69701d55-a4d3-42c6-9953-939dd386c07d completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:21:42.469617 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-964c0f47-62e9-429e-9545-172cddcb838d None None] Provisioning complete for port 69701d55-a4d3-42c6-9953-939dd386c07d triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:21:42.470057 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-964c0f47-62e9-429e-9545-172cddcb838d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:42.474203 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-5a8ad798-f226-45ba-8801-2e1ce274a982 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "PUT /v2.0/routers/f0d796a1-7eb7-4c82-94ef-33071c68f776/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3217702 Feb 03 14:21:42.474346 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35098) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:21:42.524600 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-964c0f47-62e9-429e-9545-172cddcb838d None None] Port 69701d55-a4d3-42c6-9953-939dd386c07d cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:21:42.623479 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e2a897-43f6-4bba-8511-c02122969deb tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:42.623909 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e2a897-43f6-4bba-8511-c02122969deb tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:42.624189 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e2a897-43f6-4bba-8511-c02122969deb tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:42.624546 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e2a897-43f6-4bba-8511-c02122969deb tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:42.626195 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-87e2a897-43f6-4bba-8511-c02122969deb tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.1507471 Feb 03 14:21:42.629220 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35102) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:21:42.648237 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-d009a7cc-5d4e-4140-bd8b-51a6dcebacd0 None None] Provisioning complete for port 69701d55-a4d3-42c6-9953-939dd386c07d triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:21:42.648615 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d009a7cc-5d4e-4140-bd8b-51a6dcebacd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:42.694891 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f235b7c-b174-4f56-ac4f-95b536b542cc tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:42.695203 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f235b7c-b174-4f56-ac4f-95b536b542cc tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:42.695561 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f235b7c-b174-4f56-ac4f-95b536b542cc tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:42.695917 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f235b7c-b174-4f56-ac4f-95b536b542cc tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:42.698606 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-6f235b7c-b174-4f56-ac4f-95b536b542cc tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0680442 Feb 03 14:21:42.700735 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35106) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:21:42.702717 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-d009a7cc-5d4e-4140-bd8b-51a6dcebacd0 None None] Port 69701d55-a4d3-42c6-9953-939dd386c07d cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:21:42.897123 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-008fc8a7-24bd-4707-a62a-9b3db96aab3e tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1952567 Feb 03 14:21:43.133055 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 5887bded-d3c7-4a1c-a3b5-eb9333f0b62c up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:21:43.174947 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35112) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:21:43.180880 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-115e566a-590f-4e31-b501-0277005cf198 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2100952624', 'description': 'tempest-secgroup-smoke-2100952624 description', 'project_id': '55163e99e9e54d69af7505a418f9e84b'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:21:43.187204 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-115e566a-590f-4e31-b501-0277005cf198 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:21:43.191256 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-115e566a-590f-4e31-b501-0277005cf198 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:21:43.194167 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-115e566a-590f-4e31-b501-0277005cf198 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:21:43.199910 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-115e566a-590f-4e31-b501-0277005cf198 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:21:43.201499 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 5887bded-d3c7-4a1c-a3b5-eb9333f0b62c triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:21:43.201974 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:43.282841 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-115e566a-590f-4e31-b501-0277005cf198 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:43.320307 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 382e611b-f7df-4c29-be24-44cebbb8022b up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:21:43.329497 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-115e566a-590f-4e31-b501-0277005cf198 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:21:43.339619 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-115e566a-590f-4e31-b501-0277005cf198 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:21:43.343052 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-115e566a-590f-4e31-b501-0277005cf198 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:21:43.350193 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-115e566a-590f-4e31-b501-0277005cf198 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:21:43.397250 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 382e611b-f7df-4c29-be24-44cebbb8022b triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:21:43.397689 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:43.421970 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-115e566a-590f-4e31-b501-0277005cf198 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:43.498392 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-115e566a-590f-4e31-b501-0277005cf198 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:43.546617 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e566a-590f-4e31-b501-0277005cf198 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1089911-c4f1-4de9-ab18-35dab52d4b00,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:43.565635 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3fd8e1-5237-4faa-a0a8-168ffc3c48aa None None] Sync routers for ids ['f0d796a1-7eb7-4c82-94ef-33071c68f776'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:21:43.577146 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3fd8e1-5237-4faa-a0a8-168ffc3c48aa None None] Routers {'f0d796a1-7eb7-4c82-94ef-33071c68f776'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:21:43.577733 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-2e3fd8e1-5237-4faa-a0a8-168ffc3c48aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:21:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['f0d796a1-7eb7-4c82-94ef-33071c68f776'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:43.613614 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-115e566a-590f-4e31-b501-0277005cf198 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:43.617560 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-115e566a-590f-4e31-b501-0277005cf198 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4388256 Feb 03 14:21:43.617699 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35116) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:21:43.622944 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-2f0e6762-063e-4b4e-9791-d25dd45ba2f1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': 'c1089911-c4f1-4de9-ab18-35dab52d4b00', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:21:43.628697 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-2f0e6762-063e-4b4e-9791-d25dd45ba2f1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:21:43.632484 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2f0e6762-063e-4b4e-9791-d25dd45ba2f1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:21:43.635984 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2f0e6762-063e-4b4e-9791-d25dd45ba2f1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:21:43.641976 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-2f0e6762-063e-4b4e-9791-d25dd45ba2f1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:21:43.723574 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2f0e6762-063e-4b4e-9791-d25dd45ba2f1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:43.749108 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-2e3fd8e1-5237-4faa-a0a8-168ffc3c48aa None None] Set router f0d796a1-7eb7-4c82-94ef-33071c68f776 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:21:43.784732 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2f0e6762-063e-4b4e-9791-d25dd45ba2f1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:43.853896 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2f0e6762-063e-4b4e-9791-d25dd45ba2f1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:43.877079 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e6762-063e-4b4e-9791-d25dd45ba2f1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08aeff98-518c-4c16-948b-a451fcc6f21d,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:43.962998 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2f0e6762-063e-4b4e-9791-d25dd45ba2f1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:43.964213 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2f0e6762-063e-4b4e-9791-d25dd45ba2f1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3456423 Feb 03 14:21:43.967044 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35120) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:21:43.972747 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-cd92fc12-6c12-485c-a53b-331a95713719 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': 'c1089911-c4f1-4de9-ab18-35dab52d4b00', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:21:43.979011 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-cd92fc12-6c12-485c-a53b-331a95713719 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:21:43.982719 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-cd92fc12-6c12-485c-a53b-331a95713719 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:21:43.985622 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-cd92fc12-6c12-485c-a53b-331a95713719 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:21:43.991248 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-cd92fc12-6c12-485c-a53b-331a95713719 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:21:44.058411 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-2e3fd8e1-5237-4faa-a0a8-168ffc3c48aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d796a1-7eb7-4c82-94ef-33071c68f776', 'name': 'tempest-TestNetworkBasicOps-router-1568828615', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.53'}], 'enable_snat': True}, 'gw_port_id': '382e611b-f7df-4c29-be24-44cebbb8022b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:21:36Z', 'updated_at': '2022-02-03T14:21:40Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '382e611b-f7df-4c29-be24-44cebbb8022b', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d796a1-7eb7-4c82-94ef-33071c68f776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:21:36Z', 'updated_at': '2022-02-03T14:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '69701d55-a4d3-42c6-9953-939dd386c07d', 'name': '', 'network_id': '74aaa739-765f-4f45-81dc-4845310632f0', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:43:76:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d796a1-7eb7-4c82-94ef-33071c68f776', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2571ef6-c674-48b2-8ea1-49e0a9e7f3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:21:40Z', 'updated_at': '2022-02-03T14:21:41Z', 'revision_number': 2, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': 'a2571ef6-c674-48b2-8ea1-49e0a9e7f3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:44.062152 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3fd8e1-5237-4faa-a0a8-168ffc3c48aa None None] Checking router: f0d796a1-7eb7-4c82-94ef-33071c68f776 for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:21:44.062529 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3fd8e1-5237-4faa-a0a8-168ffc3c48aa None None] Updating router f0d796a1-7eb7-4c82-94ef-33071c68f776 port 69701d55-a4d3-42c6-9953-939dd386c07d binding host dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:21:44.071613 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cd92fc12-6c12-485c-a53b-331a95713719 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:44.112670 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-2e3fd8e1-5237-4faa-a0a8-168ffc3c48aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:44.132358 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cd92fc12-6c12-485c-a53b-331a95713719 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:44.207983 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cd92fc12-6c12-485c-a53b-331a95713719 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:44.232658 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd92fc12-6c12-485c-a53b-331a95713719 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08056817-681e-45e1-877e-6ac4133eb4e2,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:44.299228 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cd92fc12-6c12-485c-a53b-331a95713719 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:44.300580 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-cd92fc12-6c12-485c-a53b-331a95713719 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3325953 Feb 03 14:21:44.303320 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35124) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:21:44.309312 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-fb6b79d7-c4a1-4b92-8bc9-637170c6ff5d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': 'c1089911-c4f1-4de9-ab18-35dab52d4b00', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:21:44.315121 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-fb6b79d7-c4a1-4b92-8bc9-637170c6ff5d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:21:44.318941 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-fb6b79d7-c4a1-4b92-8bc9-637170c6ff5d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:21:44.322435 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-fb6b79d7-c4a1-4b92-8bc9-637170c6ff5d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:21:44.328576 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-fb6b79d7-c4a1-4b92-8bc9-637170c6ff5d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:21:44.424608 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fb6b79d7-c4a1-4b92-8bc9-637170c6ff5d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:44.461242 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-2e3fd8e1-5237-4faa-a0a8-168ffc3c48aa None None] Notify callbacks [] for port, precommit_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:44.473109 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.provisioning_blocks [None req-2e3fd8e1-5237-4faa-a0a8-168ffc3c48aa None None] Transition to ACTIVE for port object 69701d55-a4d3-42c6-9953-939dd386c07d will not be triggered until provisioned by entity L2. {{(pid=84184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:21:44.487897 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fb6b79d7-c4a1-4b92-8bc9-637170c6ff5d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:44.549704 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-2e3fd8e1-5237-4faa-a0a8-168ffc3c48aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:44.573751 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fb6b79d7-c4a1-4b92-8bc9-637170c6ff5d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:44.597771 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b79d7-c4a1-4b92-8bc9-637170c6ff5d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c1bc13a-b3ff-4c71-8ebd-789742397568,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:44.676141 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f341d84-13e8-4de0-92bf-f6a7022ee88d None None] Pushing event updated for resources: {'Port': ['ID=69701d55-a4d3-42c6-9953-939dd386c07d,revision_number=3']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:44.687315 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fb6b79d7-c4a1-4b92-8bc9-637170c6ff5d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:44.691019 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-fb6b79d7-c4a1-4b92-8bc9-637170c6ff5d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3841846 Feb 03 14:21:44.694412 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f341d84-13e8-4de0-92bf-f6a7022ee88d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:44.694412 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f341d84-13e8-4de0-92bf-f6a7022ee88d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:44.694412 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f341d84-13e8-4de0-92bf-f6a7022ee88d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:44.694412 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f341d84-13e8-4de0-92bf-f6a7022ee88d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:44.694412 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f341d84-13e8-4de0-92bf-f6a7022ee88d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:44.694412 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f341d84-13e8-4de0-92bf-f6a7022ee88d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:44.695055 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35128) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:21:44.695183 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f341d84-13e8-4de0-92bf-f6a7022ee88d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:44.695183 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f341d84-13e8-4de0-92bf-f6a7022ee88d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:44.695183 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f341d84-13e8-4de0-92bf-f6a7022ee88d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:44.695183 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f341d84-13e8-4de0-92bf-f6a7022ee88d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:44.695183 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f341d84-13e8-4de0-92bf-f6a7022ee88d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:44.696949 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-b16e28c8-b200-4fde-9875-78c08fc2bb0b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': 'c1089911-c4f1-4de9-ab18-35dab52d4b00', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:21:44.707421 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b16e28c8-b200-4fde-9875-78c08fc2bb0b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:21:44.711409 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b16e28c8-b200-4fde-9875-78c08fc2bb0b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:21:44.715124 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b16e28c8-b200-4fde-9875-78c08fc2bb0b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:21:44.721689 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b16e28c8-b200-4fde-9875-78c08fc2bb0b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:21:44.776193 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-2e3fd8e1-5237-4faa-a0a8-168ffc3c48aa None None] Attempting to bind port 69701d55-a4d3-42c6-9953-939dd386c07d on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:21:44.776555 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-2e3fd8e1-5237-4faa-a0a8-168ffc3c48aa None None] Attempting to bind port 69701d55-a4d3-42c6-9953-939dd386c07d by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'f774ff92-3626-4a5b-855d-1dde1a2f022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '74aaa739-765f-4f45-81dc-4845310632f0'}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:21:44.776955 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3fd8e1-5237-4faa-a0a8-168ffc3c48aa None None] Attempting to bind port 69701d55-a4d3-42c6-9953-939dd386c07d on network 74aaa739-765f-4f45-81dc-4845310632f0 {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:21:44.783427 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3fd8e1-5237-4faa-a0a8-168ffc3c48aa None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:21:44.783793 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3fd8e1-5237-4faa-a0a8-168ffc3c48aa None None] Checking segment: {'id': 'f774ff92-3626-4a5b-855d-1dde1a2f022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '74aaa739-765f-4f45-81dc-4845310632f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:21:44.784180 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-2e3fd8e1-5237-4faa-a0a8-168ffc3c48aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:44.784568 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3fd8e1-5237-4faa-a0a8-168ffc3c48aa None None] Bound using segment: {'id': 'f774ff92-3626-4a5b-855d-1dde1a2f022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '74aaa739-765f-4f45-81dc-4845310632f0'} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:21:44.785021 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-2e3fd8e1-5237-4faa-a0a8-168ffc3c48aa None None] Bound port: 69701d55-a4d3-42c6-9953-939dd386c07d, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f774ff92-3626-4a5b-855d-1dde1a2f022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '74aaa739-765f-4f45-81dc-4845310632f0'}}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:21:44.785387 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-2e3fd8e1-5237-4faa-a0a8-168ffc3c48aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:44.808873 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b16e28c8-b200-4fde-9875-78c08fc2bb0b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:44.872884 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-2e3fd8e1-5237-4faa-a0a8-168ffc3c48aa None None] For port 69701d55-a4d3-42c6-9953-939dd386c07d, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:21:44.875848 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-2e3fd8e1-5237-4faa-a0a8-168ffc3c48aa None None] For port 69701d55-a4d3-42c6-9953-939dd386c07d, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=69701d55-a4d3-42c6-9953-939dd386c07d,segment=NetworkSegment(f774ff92-3626-4a5b-855d-1dde1a2f022c),segment_id=f774ff92-3626-4a5b-855d-1dde1a2f022c)] {{(pid=84184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:21:44.877399 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b16e28c8-b200-4fde-9875-78c08fc2bb0b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:44.944261 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b16e28c8-b200-4fde-9875-78c08fc2bb0b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:44.944585 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-2e3fd8e1-5237-4faa-a0a8-168ffc3c48aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:44.970761 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e28c8-b200-4fde-9875-78c08fc2bb0b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ab47796-1b08-49b3-a39e-390c76fb9aff,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:45.023674 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3fd8e1-5237-4faa-a0a8-168ffc3c48aa None None] Routers {'f0d796a1-7eb7-4c82-94ef-33071c68f776'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:21:45.024208 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-2e3fd8e1-5237-4faa-a0a8-168ffc3c48aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:21:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['f0d796a1-7eb7-4c82-94ef-33071c68f776'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:45.054034 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b16e28c8-b200-4fde-9875-78c08fc2bb0b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:45.057800 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b16e28c8-b200-4fde-9875-78c08fc2bb0b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3630705 Feb 03 14:21:45.058063 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35132) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:21:45.063720 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-249b3e2e-d52e-4c53-90e1-ca630a568261 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': 'c1089911-c4f1-4de9-ab18-35dab52d4b00', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:21:45.070014 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-249b3e2e-d52e-4c53-90e1-ca630a568261 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:21:45.074829 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-249b3e2e-d52e-4c53-90e1-ca630a568261 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:21:45.078617 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-249b3e2e-d52e-4c53-90e1-ca630a568261 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:21:45.084775 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-249b3e2e-d52e-4c53-90e1-ca630a568261 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:21:45.103448 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f341d84-13e8-4de0-92bf-f6a7022ee88d None None] Pushing event updated for resources: {'Port': ['ID=69701d55-a4d3-42c6-9953-939dd386c07d,revision_number=4']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:45.173750 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.securitygroups_db [None req-249b3e2e-d52e-4c53-90e1-ca630a568261 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Project 55163e99e9e54d69af7505a418f9e84b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:21:45.180477 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-249b3e2e-d52e-4c53-90e1-ca630a568261 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:45.211618 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-2e3fd8e1-5237-4faa-a0a8-168ffc3c48aa None None] Set router f0d796a1-7eb7-4c82-94ef-33071c68f776 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:21:45.243653 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-249b3e2e-d52e-4c53-90e1-ca630a568261 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:45.305323 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-249b3e2e-d52e-4c53-90e1-ca630a568261 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:45.328575 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b3e2e-d52e-4c53-90e1-ca630a568261 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=182d3460-05d1-4a7f-8633-ecf245964f01,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:45.391285 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-249b3e2e-d52e-4c53-90e1-ca630a568261 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:45.392565 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-249b3e2e-d52e-4c53-90e1-ca630a568261 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3334870 Feb 03 14:21:45.395307 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35136) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:21:45.401492 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-632b7175-15e6-4754-83fd-7da309c294d0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'security_group_rule': {'security_group_id': 'c1089911-c4f1-4de9-ab18-35dab52d4b00', 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:21:45.407584 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-632b7175-15e6-4754-83fd-7da309c294d0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:21:45.411382 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-632b7175-15e6-4754-83fd-7da309c294d0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:security_group_rule and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:21:45.414288 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-632b7175-15e6-4754-83fd-7da309c294d0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:21:45.421348 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-632b7175-15e6-4754-83fd-7da309c294d0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:21:45.519235 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-2e3fd8e1-5237-4faa-a0a8-168ffc3c48aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d796a1-7eb7-4c82-94ef-33071c68f776', 'name': 'tempest-TestNetworkBasicOps-router-1568828615', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.53'}], 'enable_snat': True}, 'gw_port_id': '382e611b-f7df-4c29-be24-44cebbb8022b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:21:36Z', 'updated_at': '2022-02-03T14:21:40Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '382e611b-f7df-4c29-be24-44cebbb8022b', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d796a1-7eb7-4c82-94ef-33071c68f776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:21:36Z', 'updated_at': '2022-02-03T14:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '69701d55-a4d3-42c6-9953-939dd386c07d', 'name': '', 'network_id': '74aaa739-765f-4f45-81dc-4845310632f0', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:43:76:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d796a1-7eb7-4c82-94ef-33071c68f776', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2571ef6-c674-48b2-8ea1-49e0a9e7f3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:21:40Z', 'updated_at': '2022-02-03T14:21:44Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': 'a2571ef6-c674-48b2-8ea1-49e0a9e7f3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:45.523035 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3fd8e1-5237-4faa-a0a8-168ffc3c48aa None None] The sync data for ids ['f0d796a1-7eb7-4c82-94ef-33071c68f776'] in dv-neutron-827016-1-hyperv is: [{'id': 'f0d796a1-7eb7-4c82-94ef-33071c68f776', 'name': 'tempest-TestNetworkBasicOps-router-1568828615', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.53'}], 'enable_snat': True}, 'gw_port_id': '382e611b-f7df-4c29-be24-44cebbb8022b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:21:36Z', 'updated_at': '2022-02-03T14:21:40Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '382e611b-f7df-4c29-be24-44cebbb8022b', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d796a1-7eb7-4c82-94ef-33071c68f776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:21:36Z', 'updated_at': '2022-02-03T14:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '69701d55-a4d3-42c6-9953-939dd386c07d', 'name': '', 'network_id': '74aaa739-765f-4f45-81dc-4845310632f0', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:43:76:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d796a1-7eb7-4c82-94ef-33071c68f776', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2571ef6-c674-48b2-8ea1-49e0a9e7f3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:21:40Z', 'updated_at': '2022-02-03T14:21:44Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': 'a2571ef6-c674-48b2-8ea1-49e0a9e7f3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:21:45.528332 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.securitygroups_db [None req-632b7175-15e6-4754-83fd-7da309c294d0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Project 55163e99e9e54d69af7505a418f9e84b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:21:45.535267 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-632b7175-15e6-4754-83fd-7da309c294d0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:45.617917 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-632b7175-15e6-4754-83fd-7da309c294d0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:45.676765 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-632b7175-15e6-4754-83fd-7da309c294d0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:45.701622 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632b7175-15e6-4754-83fd-7da309c294d0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03002387-2f59-4a16-8f0f-18624a7e99a2,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:45.766819 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-632b7175-15e6-4754-83fd-7da309c294d0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:45.768063 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-632b7175-15e6-4754-83fd-7da309c294d0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3718414 Feb 03 14:21:45.947024 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-a1661ba3-aefd-4f41-a35d-6b74d43f5f96 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:security_group {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:21:46.042694 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-a1661ba3-aefd-4f41-a35d-6b74d43f5f96 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:security_group {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:21:46.043955 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-a1661ba3-aefd-4f41-a35d-6b74d43f5f96 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2100952624&fields=id&tenant_id=55163e99e9e54d69af7505a418f9e84b HTTP/1.1" status: 200 len: 267 time: 0.1411648 Feb 03 14:21:46.194438 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-fb0b66c2-ab85-4fa6-94df-2cba6b82898a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:46.195951 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-fb0b66c2-ab85-4fa6-94df-2cba6b82898a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/networks?id=74aaa739-765f-4f45-81dc-4845310632f0 HTTP/1.1" status: 200 len: 796 time: 0.1453660 Feb 03 14:21:46.212942 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-33e180d8-4f49-4b00-b8a4-043cf035397d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/quotas/55163e99e9e54d69af7505a418f9e84b HTTP/1.1" status: 200 len: 375 time: 0.0110955 Feb 03 14:21:46.294752 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-915a6e12-023f-42da-94f4-32cc1b9e77e0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:21:46.372851 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-915a6e12-023f-42da-94f4-32cc1b9e77e0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:21:46.374158 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-915a6e12-023f-42da-94f4-32cc1b9e77e0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1559191 Feb 03 14:21:46.509060 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-f2ca569e-2916-43fd-b394-48dadf4304e3 service neutron] 10.222.0.41 "GET /v2.0/networks/74aaa739-765f-4f45-81dc-4845310632f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227612 Feb 03 14:21:46.730003 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-13892eae-5a51-4e8f-8bdc-19d589adcf38 service neutron] 10.222.0.41 "GET /v2.0/networks/74aaa739-765f-4f45-81dc-4845310632f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146807 Feb 03 14:21:46.834979 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:21:47.023183 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9b7404af-050c-44a3-a2ee-4f408508307e req-eb8bf3c4-a152-4794-b276-19aeaaa75af7 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=5434d1b2-2500-4da4-9ac0-2b0aa4810339 HTTP/1.1" status: 200 len: 210 time: 0.0404940 Feb 03 14:21:47.146632 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 69701d55-a4d3-42c6-9953-939dd386c07d up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:21:47.258908 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 69701d55-a4d3-42c6-9953-939dd386c07d completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:21:47.263444 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 69701d55-a4d3-42c6-9953-939dd386c07d triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:21:47.263861 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:47.384248 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:47.416088 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 69701d55-a4d3-42c6-9953-939dd386c07d, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=69701d55-a4d3-42c6-9953-939dd386c07d,segment=NetworkSegment(f774ff92-3626-4a5b-855d-1dde1a2f022c),segment_id=f774ff92-3626-4a5b-855d-1dde1a2f022c)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:47.509254 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:47.592340 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:47.608751 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=69701d55-a4d3-42c6-9953-939dd386c07d,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:48.135119 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-86bbb27b-d8e9-4f6a-be35-eef03695045d req-e57a288c-3e8a-4ba2-8d44-dc57db23d64f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=5434d1b2-2500-4da4-9ac0-2b0aa4810339 HTTP/1.1" status: 200 len: 210 time: 0.0430684 Feb 03 14:21:49.134168 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 69701d55-a4d3-42c6-9953-939dd386c07d up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:21:49.199540 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 69701d55-a4d3-42c6-9953-939dd386c07d triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:21:49.199907 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:49.243182 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-322a51b4-196c-4e82-8f24-e7546679fda8 req-d74203bd-6aff-42b0-af99-5a4620ee333f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=5434d1b2-2500-4da4-9ac0-2b0aa4810339 HTTP/1.1" status: 200 len: 210 time: 0.0409739 Feb 03 14:21:50.405586 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a5fe3984-96dc-4fa8-ba75-bafa072c1e26 req-8cb64576-ad36-41ba-96b9-3c970b80ddd0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=5434d1b2-2500-4da4-9ac0-2b0aa4810339 HTTP/1.1" status: 200 len: 210 time: 0.0409970 Feb 03 14:21:51.122866 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-b68d01f4-0fff-466d-a8ad-22c499bd274b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:51.123586 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-b68d01f4-0fff-466d-a8ad-22c499bd274b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:network {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:21:51.219417 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-b68d01f4-0fff-466d-a8ad-22c499bd274b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:network {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:21:51.221649 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-b68d01f4-0fff-466d-a8ad-22c499bd274b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "GET /v2.0/networks?id=74aaa739-765f-4f45-81dc-4845310632f0 HTTP/1.1" status: 200 len: 796 time: 0.2395604 Feb 03 14:21:51.279440 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-e8a7e664-3124-44d0-9330-3ac68d7887e2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:security_group {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:21:51.291284 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-e8a7e664-3124-44d0-9330-3ac68d7887e2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:security_group {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:21:51.292366 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-e8a7e664-3124-44d0-9330-3ac68d7887e2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55163e99e9e54d69af7505a418f9e84b HTTP/1.1" status: 200 len: 380 time: 0.0529854 Feb 03 14:21:51.300249 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-bdc79685-58d7-40a2-80c6-0dc252153d7f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'port': {'device_id': '5434d1b2-2500-4da4-9ac0-2b0aa4810339', 'network_id': '74aaa739-765f-4f45-81dc-4845310632f0', 'admin_state_up': True, 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'security_groups': ['c1089911-c4f1-4de9-ab18-35dab52d4b00']}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:21:51.436930 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-bdc79685-58d7-40a2-80c6-0dc252153d7f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:21:51.446523 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-bdc79685-58d7-40a2-80c6-0dc252153d7f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:21:51.499163 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-bdc79685-58d7-40a2-80c6-0dc252153d7f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Made reservation on behalf of 55163e99e9e54d69af7505a418f9e84b for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:21:51.502562 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-bdc79685-58d7-40a2-80c6-0dc252153d7f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:51.568912 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-cf61cbb4-48af-4cac-9685-449a1dcb8cc8 req-65a166b1-41e8-4c80-a644-3189dade1354 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=5434d1b2-2500-4da4-9ac0-2b0aa4810339 HTTP/1.1" status: 200 len: 210 time: 0.0433214 Feb 03 14:21:51.666383 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-bdc79685-58d7-40a2-80c6-0dc252153d7f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Allocated IP 172.20.0.11 (74aaa739-765f-4f45-81dc-4845310632f0/a2571ef6-c674-48b2-8ea1-49e0a9e7f3af/61039e37-6b9f-474e-9e9e-10c3cb46aacb) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:21:51.939303 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-bdc79685-58d7-40a2-80c6-0dc252153d7f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:51.954421 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-bdc79685-58d7-40a2-80c6-0dc252153d7f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Transition to ACTIVE for port object 61039e37-6b9f-474e-9e9e-10c3cb46aacb will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:21:52.030920 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-bdc79685-58d7-40a2-80c6-0dc252153d7f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:52.101898 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-bdc79685-58d7-40a2-80c6-0dc252153d7f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network 74aaa739-765f-4f45-81dc-4845310632f0 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:21:52.104936 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-bdc79685-58d7-40a2-80c6-0dc252153d7f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:21:52.107420 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-bdc79685-58d7-40a2-80c6-0dc252153d7f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:21:52.144214 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc79685-58d7-40a2-80c6-0dc252153d7f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=61039e37-6b9f-474e-9e9e-10c3cb46aacb,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:52.175652 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-bdc79685-58d7-40a2-80c6-0dc252153d7f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:52.176250 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-bdc79685-58d7-40a2-80c6-0dc252153d7f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:52.281840 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-bdc79685-58d7-40a2-80c6-0dc252153d7f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9850938 Feb 03 14:21:52.293213 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-37c97254-693f-49b8-9642-d17a8c418434 service neutron] Request body: {'port': {'device_id': '5434d1b2-2500-4da4-9ac0-2b0aa4810339', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:21:52.383885 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-81387dcf-dc17-465e-9152-ead22f4ab0a0 None None] Provisioning for port 61039e37-6b9f-474e-9e9e-10c3cb46aacb completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:21:52.389793 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-81387dcf-dc17-465e-9152-ead22f4ab0a0 None None] Provisioning complete for port 61039e37-6b9f-474e-9e9e-10c3cb46aacb triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:21:52.390613 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-81387dcf-dc17-465e-9152-ead22f4ab0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:52.403451 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-37c97254-693f-49b8-9642-d17a8c418434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:52.440519 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-81387dcf-dc17-465e-9152-ead22f4ab0a0 None None] Port 61039e37-6b9f-474e-9e9e-10c3cb46aacb cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:21:52.735747 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-37c97254-693f-49b8-9642-d17a8c418434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61039e37-6b9f-474e-9e9e-10c3cb46aacb {{(pid=84181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:21:52.742694 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-37c97254-693f-49b8-9642-d17a8c418434 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:52.757478 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-37c97254-693f-49b8-9642-d17a8c418434 service neutron] Transition to ACTIVE for port object 61039e37-6b9f-474e-9e9e-10c3cb46aacb will not be triggered until provisioned by entity L2. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:21:52.764887 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050e2a1-ea7d-480f-8c9e-bc6e2011355f req-1b366451-0975-4348-b8a4-89a022ad7c1d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:52.766301 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d050e2a1-ea7d-480f-8c9e-bc6e2011355f req-1b366451-0975-4348-b8a4-89a022ad7c1d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=5434d1b2-2500-4da4-9ac0-2b0aa4810339 HTTP/1.1" status: 200 len: 932 time: 0.0761521 Feb 03 14:21:52.810661 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d050e2a1-ea7d-480f-8c9e-bc6e2011355f req-09e0497e-dcfb-45a3-91ca-c93c6cc7818b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1089911-c4f1-4de9-ab18-35dab52d4b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388422 Feb 03 14:21:52.836271 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-37c97254-693f-49b8-9642-d17a8c418434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:52.965160 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c97254-693f-49b8-9642-d17a8c418434 service neutron] Pushing event updated for resources: {'Port': ['ID=61039e37-6b9f-474e-9e9e-10c3cb46aacb,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:53.075303 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-37c97254-693f-49b8-9642-d17a8c418434 service neutron] Attempting to bind port 61039e37-6b9f-474e-9e9e-10c3cb46aacb on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:21:53.075644 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-37c97254-693f-49b8-9642-d17a8c418434 service neutron] Attempting to bind port 61039e37-6b9f-474e-9e9e-10c3cb46aacb by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'f774ff92-3626-4a5b-855d-1dde1a2f022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '74aaa739-765f-4f45-81dc-4845310632f0'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:21:53.075969 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-37c97254-693f-49b8-9642-d17a8c418434 service neutron] Attempting to bind port 61039e37-6b9f-474e-9e9e-10c3cb46aacb on network 74aaa739-765f-4f45-81dc-4845310632f0 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:21:53.081672 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-37c97254-693f-49b8-9642-d17a8c418434 service neutron] Port 61039e37-6b9f-474e-9e9e-10c3cb46aacb on network 74aaa739-765f-4f45-81dc-4845310632f0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 14:21:53.081951 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-37c97254-693f-49b8-9642-d17a8c418434 service neutron] Attempting to bind port 61039e37-6b9f-474e-9e9e-10c3cb46aacb on network 74aaa739-765f-4f45-81dc-4845310632f0 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:21:53.088058 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-37c97254-693f-49b8-9642-d17a8c418434 service neutron] Checking agent: {'id': '8cce4e55-f72c-4604-b6eb-27dc2f3f162a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'started_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:21:53.088391 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-37c97254-693f-49b8-9642-d17a8c418434 service neutron] Checking segment: {'id': 'f774ff92-3626-4a5b-855d-1dde1a2f022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '74aaa739-765f-4f45-81dc-4845310632f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:21:53.088769 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-37c97254-693f-49b8-9642-d17a8c418434 service neutron] Bound using segment: {'id': 'f774ff92-3626-4a5b-855d-1dde1a2f022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '74aaa739-765f-4f45-81dc-4845310632f0'} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:21:53.089185 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-37c97254-693f-49b8-9642-d17a8c418434 service neutron] Bound port: 61039e37-6b9f-474e-9e9e-10c3cb46aacb, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f774ff92-3626-4a5b-855d-1dde1a2f022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '74aaa739-765f-4f45-81dc-4845310632f0'}}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:21:53.089525 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-37c97254-693f-49b8-9642-d17a8c418434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:53.173461 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-37c97254-693f-49b8-9642-d17a8c418434 service neutron] For port 61039e37-6b9f-474e-9e9e-10c3cb46aacb, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:21:53.176398 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-37c97254-693f-49b8-9642-d17a8c418434 service neutron] For port 61039e37-6b9f-474e-9e9e-10c3cb46aacb, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=61039e37-6b9f-474e-9e9e-10c3cb46aacb,segment=NetworkSegment(f774ff92-3626-4a5b-855d-1dde1a2f022c),segment_id=f774ff92-3626-4a5b-855d-1dde1a2f022c)] {{(pid=84181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:21:53.269811 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-37c97254-693f-49b8-9642-d17a8c418434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:53.333410 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-37c97254-693f-49b8-9642-d17a8c418434 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:53.334812 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-37c97254-693f-49b8-9642-d17a8c418434 service neutron] 10.222.0.47 "PUT /v2.0/ports/61039e37-6b9f-474e-9e9e-10c3cb46aacb HTTP/1.1" status: 200 len: 1094 time: 1.0456197 Feb 03 14:21:53.335190 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5434d1b2-2500-4da4-9ac0-2b0aa4810339', 'tag': '61039e37-6b9f-474e-9e9e-10c3cb46aacb'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:21:53.352522 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c97254-693f-49b8-9642-d17a8c418434 service neutron] Pushing event updated for resources: {'Port': ['ID=61039e37-6b9f-474e-9e9e-10c3cb46aacb,revision_number=3']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:53.407297 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5434d1b2-2500-4da4-9ac0-2b0aa4810339', 'tag': '61039e37-6b9f-474e-9e9e-10c3cb46aacb', 'status': 'completed', 'code': 200} Feb 03 14:21:53.499175 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-e0db3699-e9d5-4f35-8077-30f5ad0fc889 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=5434d1b2-2500-4da4-9ac0-2b0aa4810339 HTTP/1.1" status: 200 len: 1097 time: 0.0719297 Feb 03 14:21:53.568967 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-59c0f497-81f2-4865-b727-80c24cc532f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61039e37-6b9f-474e-9e9e-10c3cb46aacb HTTP/1.1" status: 200 len: 217 time: 0.0632212 Feb 03 14:21:53.630335 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-c7ffe17e-9389-4ff3-93c9-3093b3f72217 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:53.631694 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-c7ffe17e-9389-4ff3-93c9-3093b3f72217 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a2571ef6-c674-48b2-8ea1-49e0a9e7f3af HTTP/1.1" status: 200 len: 835 time: 0.0564167 Feb 03 14:21:53.707607 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-c7e9f6e9-374b-4051-8a76-47cb5cd85b12 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74aaa739-765f-4f45-81dc-4845310632f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698373 Feb 03 14:21:53.833859 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-b07f07bd-7719-4dcc-9646-406cebc104f1 service neutron] 10.222.0.47 "GET /v2.0/networks/74aaa739-765f-4f45-81dc-4845310632f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204760 Feb 03 14:21:54.009040 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899f6e4-131e-4800-87cd-b0f260a58e8b req-b05659d1-8f04-4a11-b68b-710620c24415 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:54.010405 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7899f6e4-131e-4800-87cd-b0f260a58e8b req-b05659d1-8f04-4a11-b68b-710620c24415 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=5434d1b2-2500-4da4-9ac0-2b0aa4810339 HTTP/1.1" status: 200 len: 944 time: 0.0816879 Feb 03 14:21:54.053659 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-56c2cc28-877a-47a6-be19-4c309c3f00c5 req-69f53698-6408-4e9c-9aac-50a7a94f74a1 service neutron] 10.222.0.47 "GET /v2.0/networks/74aaa739-765f-4f45-81dc-4845310632f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133522 Feb 03 14:21:54.058503 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7899f6e4-131e-4800-87cd-b0f260a58e8b req-74aded8e-7915-483e-b2ad-05574e998d61 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1089911-c4f1-4de9-ab18-35dab52d4b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422838 Feb 03 14:21:54.261244 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-64725995-83a4-4988-bcb3-88880c8b6db4 req-38cbc6db-0054-4511-897e-ddec1684d914 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=5434d1b2-2500-4da4-9ac0-2b0aa4810339 HTTP/1.1" status: 200 len: 1097 time: 0.0724146 Feb 03 14:21:54.395083 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64725995-83a4-4988-bcb3-88880c8b6db4 req-7dfac708-00ac-459c-a9f8-47fb63270192 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:54.396586 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-64725995-83a4-4988-bcb3-88880c8b6db4 req-7dfac708-00ac-459c-a9f8-47fb63270192 service neutron] 10.222.0.47 "GET /v2.0/networks?id=74aaa739-765f-4f45-81dc-4845310632f0 HTTP/1.1" status: 200 len: 896 time: 0.1293139 Feb 03 14:21:54.469929 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-64725995-83a4-4988-bcb3-88880c8b6db4 req-e3d6f7fa-e0a5-4fde-aaf7-9d2cf58363ef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61039e37-6b9f-474e-9e9e-10c3cb46aacb HTTP/1.1" status: 200 len: 217 time: 0.0667739 Feb 03 14:21:54.535482 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64725995-83a4-4988-bcb3-88880c8b6db4 req-72ee796d-9173-4037-a30b-849be28a5aa1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:54.536863 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-64725995-83a4-4988-bcb3-88880c8b6db4 req-72ee796d-9173-4037-a30b-849be28a5aa1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a2571ef6-c674-48b2-8ea1-49e0a9e7f3af HTTP/1.1" status: 200 len: 835 time: 0.0616982 Feb 03 14:21:54.616603 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-64725995-83a4-4988-bcb3-88880c8b6db4 req-1c4a2a54-3d44-423e-b3a4-f3b308472e37 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74aaa739-765f-4f45-81dc-4845310632f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732327 Feb 03 14:21:54.757486 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-64725995-83a4-4988-bcb3-88880c8b6db4 req-b3089de0-d406-4c00-9afd-30d09afda72d service neutron] 10.222.0.47 "GET /v2.0/networks/74aaa739-765f-4f45-81dc-4845310632f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354215 Feb 03 14:21:54.889268 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-64725995-83a4-4988-bcb3-88880c8b6db4 req-aa552f17-b479-461c-a6f1-b0a5893d8e94 service neutron] 10.222.0.47 "GET /v2.0/networks/74aaa739-765f-4f45-81dc-4845310632f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253536 Feb 03 14:21:55.251270 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dffce1-b34c-4c0d-90c2-13324b48ad67 req-bab801ac-b73b-4d1b-bd4b-f8594567945b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:55.252708 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-90dffce1-b34c-4c0d-90c2-13324b48ad67 req-bab801ac-b73b-4d1b-bd4b-f8594567945b tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=5434d1b2-2500-4da4-9ac0-2b0aa4810339 HTTP/1.1" status: 200 len: 944 time: 0.0756981 Feb 03 14:21:55.297900 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-90dffce1-b34c-4c0d-90c2-13324b48ad67 req-8c1d3aec-cbf2-4d40-96a6-666fdc41b351 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1089911-c4f1-4de9-ab18-35dab52d4b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394013 Feb 03 14:21:55.344532 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-af628303-dca2-4d50-a84c-2dfbf5406779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:55.747246 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 61039e37-6b9f-474e-9e9e-10c3cb46aacb details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:21:55.875933 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 61039e37-6b9f-474e-9e9e-10c3cb46aacb, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=61039e37-6b9f-474e-9e9e-10c3cb46aacb,segment=NetworkSegment(f774ff92-3626-4a5b-855d-1dde1a2f022c),segment_id=f774ff92-3626-4a5b-855d-1dde1a2f022c)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:55.888528 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': '61039e37-6b9f-474e-9e9e-10c3cb46aacb', 'network_id': '74aaa739-765f-4f45-81dc-4845310632f0', 'port_id': '61039e37-6b9f-474e-9e9e-10c3cb46aacb', 'mac_address': 'fa:16:3e:c7:a8:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2571ef6-c674-48b2-8ea1-49e0a9e7f3af', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:21:55.943526 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:55.959998 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61039e37-6b9f-474e-9e9e-10c3cb46aacb {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:21:55.975543 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 61039e37-6b9f-474e-9e9e-10c3cb46aacb, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=61039e37-6b9f-474e-9e9e-10c3cb46aacb,segment=NetworkSegment(f774ff92-3626-4a5b-855d-1dde1a2f022c),segment_id=f774ff92-3626-4a5b-855d-1dde1a2f022c)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:56.064501 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:56.128527 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=61039e37-6b9f-474e-9e9e-10c3cb46aacb,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:56.449455 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['61039e37-6b9f-474e-9e9e-10c3cb46aacb'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:21:56.496747 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b1a728-7291-4e19-b246-c43088597c12 req-864dc7fb-eec3-48d9-a2ea-eacfd36d5ab9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:56.498183 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e9b1a728-7291-4e19-b246-c43088597c12 req-864dc7fb-eec3-48d9-a2ea-eacfd36d5ab9 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=5434d1b2-2500-4da4-9ac0-2b0aa4810339 HTTP/1.1" status: 200 len: 945 time: 0.0787234 Feb 03 14:21:56.542967 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e9b1a728-7291-4e19-b246-c43088597c12 req-34f49a00-e60f-49b8-9df5-219bcf49f233 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1089911-c4f1-4de9-ab18-35dab52d4b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390394 Feb 03 14:21:57.492941 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f14a06e8-50ec-4c0e-a9e7-1c0fd5039f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:57.735656 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f05a6c-d84d-49df-b3f8-9b95c8c73674 req-d38f26a0-bc15-4d58-b280-1ec203222c27 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:57.737073 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f9f05a6c-d84d-49df-b3f8-9b95c8c73674 req-d38f26a0-bc15-4d58-b280-1ec203222c27 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=5434d1b2-2500-4da4-9ac0-2b0aa4810339 HTTP/1.1" status: 200 len: 945 time: 0.0759444 Feb 03 14:21:57.762171 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 61039e37-6b9f-474e-9e9e-10c3cb46aacb up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:21:57.786194 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f9f05a6c-d84d-49df-b3f8-9b95c8c73674 req-a9d168f4-f8f2-4afc-b65f-d5ac8a3c1b86 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1089911-c4f1-4de9-ab18-35dab52d4b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436268 Feb 03 14:21:57.904138 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning for port 61039e37-6b9f-474e-9e9e-10c3cb46aacb completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:21:57.908678 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port 61039e37-6b9f-474e-9e9e-10c3cb46aacb triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:21:57.909042 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:58.019351 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:58.044975 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5434d1b2-2500-4da4-9ac0-2b0aa4810339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61039e37-6b9f-474e-9e9e-10c3cb46aacb'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:21:58.054389 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 61039e37-6b9f-474e-9e9e-10c3cb46aacb, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=61039e37-6b9f-474e-9e9e-10c3cb46aacb,segment=NetworkSegment(f774ff92-3626-4a5b-855d-1dde1a2f022c),segment_id=f774ff92-3626-4a5b-855d-1dde1a2f022c)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:58.108769 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5434d1b2-2500-4da4-9ac0-2b0aa4810339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61039e37-6b9f-474e-9e9e-10c3cb46aacb', 'code': 200} Feb 03 14:21:58.121673 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:58.186680 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=61039e37-6b9f-474e-9e9e-10c3cb46aacb,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:58.442043 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f642492c-1ccb-47b9-b3a1-a39c6ecde1e0 req-8e807802-6c99-41f6-a50e-838cdb7ebc8b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5434d1b2-2500-4da4-9ac0-2b0aa4810339 HTTP/1.1" status: 200 len: 1099 time: 0.0665076 Feb 03 14:21:58.485637 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f642492c-1ccb-47b9-b3a1-a39c6ecde1e0 req-ad6c33a9-a1e9-4097-be15-6640179c00ce service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c1089911-c4f1-4de9-ab18-35dab52d4b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364633 Feb 03 14:21:58.880867 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:58.898904 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:21:58.986371 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e42aa3e-d4b4-425e-8013-82501845f6a6 req-b0e5aecb-6570-4798-a81a-488fafa33c71 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:58.987893 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9e42aa3e-d4b4-425e-8013-82501845f6a6 req-b0e5aecb-6570-4798-a81a-488fafa33c71 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=5434d1b2-2500-4da4-9ac0-2b0aa4810339 HTTP/1.1" status: 200 len: 946 time: 0.0783222 Feb 03 14:21:59.031824 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9e42aa3e-d4b4-425e-8013-82501845f6a6 req-bbcc107e-2852-4fba-9c1e-782cae960e8d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1089911-c4f1-4de9-ab18-35dab52d4b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385048 Feb 03 14:22:00.217955 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:22:00.240648 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc52820-4487-4b04-8388-c589d40b7bc5 req-b738e5d8-de28-4208-8de5-10a62da59247 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:00.242077 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2fc52820-4487-4b04-8388-c589d40b7bc5 req-b738e5d8-de28-4208-8de5-10a62da59247 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=5434d1b2-2500-4da4-9ac0-2b0aa4810339 HTTP/1.1" status: 200 len: 946 time: 0.0859628 Feb 03 14:22:00.286838 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2fc52820-4487-4b04-8388-c589d40b7bc5 req-0aef14cc-b247-4eae-baf5-ac07a39db09d tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1089911-c4f1-4de9-ab18-35dab52d4b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386748 Feb 03 14:22:01.479744 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334b876-0de8-4cb3-ac6f-84f91433e7be req-68fbcca3-2ec4-4cc0-ab36-d0dea206134f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:01.481160 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c334b876-0de8-4cb3-ac6f-84f91433e7be req-68fbcca3-2ec4-4cc0-ab36-d0dea206134f tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=5434d1b2-2500-4da4-9ac0-2b0aa4810339 HTTP/1.1" status: 200 len: 946 time: 0.0749559 Feb 03 14:22:01.532243 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c334b876-0de8-4cb3-ac6f-84f91433e7be req-9207e4ed-c6dc-4e22-81e0-61d6484eb063 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1089911-c4f1-4de9-ab18-35dab52d4b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457702 Feb 03 14:22:01.729701 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a9e37-e6b1-4c7e-9f20-077c468de963 req-dcc14360-af25-4659-a3ce-905faebc71b3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:01.731137 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7a9a9e37-e6b1-4c7e-9f20-077c468de963 req-dcc14360-af25-4659-a3ce-905faebc71b3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=5434d1b2-2500-4da4-9ac0-2b0aa4810339 HTTP/1.1" status: 200 len: 946 time: 0.0776055 Feb 03 14:22:01.775759 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7a9a9e37-e6b1-4c7e-9f20-077c468de963 req-56238c6d-c17e-4726-8530-a972c59d2c97 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1089911-c4f1-4de9-ab18-35dab52d4b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391445 Feb 03 14:22:01.802227 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35196) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:22:01.870639 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f9af49da-ca2b-42e0-bebd-8dd2a7fea56a tempest-TestNetworkBasicOps-573847767 tempest-TestNetworkBasicOps-573847767-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5434d1b2-2500-4da4-9ac0-2b0aa4810339 HTTP/1.1" status: 200 len: 1094 time: 0.0673046 Feb 03 14:22:01.873267 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35200) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:22:01.878107 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-e6eb67b1-c445-44e8-87d2-2ca7c96c60df tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'floatingip': {'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'port_id': '61039e37-6b9f-474e-9e9e-10c3cb46aacb', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:22:01.883292 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e6eb67b1-c445-44e8-87d2-2ca7c96c60df tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:22:01.886955 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e6eb67b1-c445-44e8-87d2-2ca7c96c60df tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Usage tracker for resource:floatingip and tenant:55163e99e9e54d69af7505a418f9e84b is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:22:01.889704 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e6eb67b1-c445-44e8-87d2-2ca7c96c60df tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:22:01.895237 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e6eb67b1-c445-44e8-87d2-2ca7c96c60df tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:22:01.977846 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e6eb67b1-c445-44e8-87d2-2ca7c96c60df tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for floatingip, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:22:02.110661 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e6eb67b1-c445-44e8-87d2-2ca7c96c60df tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:22:02.242758 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-e6eb67b1-c445-44e8-87d2-2ca7c96c60df tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Allocated IP 172.26.3.249 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/37e5e7b6-8ff7-4be7-9836-0df75b32ea24) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:22:02.385083 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e6eb67b1-c445-44e8-87d2-2ca7c96c60df tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:22:02.458985 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e6eb67b1-c445-44e8-87d2-2ca7c96c60df tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:22:02.525362 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6eb67b1-c445-44e8-87d2-2ca7c96c60df tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:22:02.528176 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-e6eb67b1-c445-44e8-87d2-2ca7c96c60df tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:22:02.531869 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6eb67b1-c445-44e8-87d2-2ca7c96c60df tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:22:02.646039 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb67b1-c445-44e8-87d2-2ca7c96c60df tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=37e5e7b6-8ff7-4be7-9836-0df75b32ea24,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:03.112276 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e6eb67b1-c445-44e8-87d2-2ca7c96c60df tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:22:03.233320 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e6eb67b1-c445-44e8-87d2-2ca7c96c60df tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:22:03.431081 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e6eb67b1-c445-44e8-87d2-2ca7c96c60df tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:22:03.487296 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e6eb67b1-c445-44e8-87d2-2ca7c96c60df tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:22:03.588262 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb67b1-c445-44e8-87d2-2ca7c96c60df tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event updated for resources: {'Port': ['ID=37e5e7b6-8ff7-4be7-9836-0df75b32ea24,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:03.604342 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e6eb67b1-c445-44e8-87d2-2ca7c96c60df tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:22:03.788870 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.l3_db [None req-e6eb67b1-c445-44e8-87d2-2ca7c96c60df tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Floating IP c8446c15-512f-4445-986d-5b5192cd6429 associated. External IP: 172.26.3.249, port: 61039e37-6b9f-474e-9e9e-10c3cb46aacb. Feb 03 14:22:04.167326 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6eb67b1-c445-44e8-87d2-2ca7c96c60df tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router f0d796a1-7eb7-4c82-94ef-33071c68f776 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:22:04.459327 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6eb67b1-c445-44e8-87d2-2ca7c96c60df tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:22:04.468616 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21856dbe-1792-4eab-893c-55176194e5fc None None] Sync routers for ids ['f0d796a1-7eb7-4c82-94ef-33071c68f776'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:22:04.480721 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21856dbe-1792-4eab-893c-55176194e5fc None None] Routers {'f0d796a1-7eb7-4c82-94ef-33071c68f776'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:22:04.481318 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-21856dbe-1792-4eab-893c-55176194e5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:21:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['f0d796a1-7eb7-4c82-94ef-33071c68f776'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:22:04.560444 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e6eb67b1-c445-44e8-87d2-2ca7c96c60df tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:22:04.615838 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e6eb67b1-c445-44e8-87d2-2ca7c96c60df tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7415738 Feb 03 14:22:04.616604 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5434d1b2-2500-4da4-9ac0-2b0aa4810339', 'tag': '61039e37-6b9f-474e-9e9e-10c3cb46aacb'}] {{(pid=84182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:22:04.618645 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 35204) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:22:04.660370 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-21856dbe-1792-4eab-893c-55176194e5fc None None] Set router f0d796a1-7eb7-4c82-94ef-33071c68f776 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:22:04.673445 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5434d1b2-2500-4da4-9ac0-2b0aa4810339', 'tag': '61039e37-6b9f-474e-9e9e-10c3cb46aacb', 'status': 'completed', 'code': 200} Feb 03 14:22:04.772496 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e84a9635-f3db-4c0d-9c43-fa0277b04298 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/c8446c15-512f-4445-986d-5b5192cd6429 HTTP/1.1" status: 200 len: 992 time: 0.1524563 Feb 03 14:22:04.793027 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c07906a8-9b71-4e54-9c76-93a9894af56e req-1818c2d9-11e5-4879-9959-204c5c1a4ae5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=5434d1b2-2500-4da4-9ac0-2b0aa4810339 HTTP/1.1" status: 200 len: 1099 time: 0.0959170 Feb 03 14:22:04.921703 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07906a8-9b71-4e54-9c76-93a9894af56e req-7be9f6be-b08f-47f9-8128-3a4a484a8f70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:04.923164 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c07906a8-9b71-4e54-9c76-93a9894af56e req-7be9f6be-b08f-47f9-8128-3a4a484a8f70 service neutron] 10.222.0.47 "GET /v2.0/networks?id=74aaa739-765f-4f45-81dc-4845310632f0 HTTP/1.1" status: 200 len: 896 time: 0.1249421 Feb 03 14:22:05.033158 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c07906a8-9b71-4e54-9c76-93a9894af56e req-1e32a4db-9b48-478e-8000-53069248cd02 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61039e37-6b9f-474e-9e9e-10c3cb46aacb HTTP/1.1" status: 200 len: 1000 time: 0.0959175 Feb 03 14:22:05.041556 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-21856dbe-1792-4eab-893c-55176194e5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d796a1-7eb7-4c82-94ef-33071c68f776', 'name': 'tempest-TestNetworkBasicOps-router-1568828615', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.53'}], 'enable_snat': True}, 'gw_port_id': '382e611b-f7df-4c29-be24-44cebbb8022b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:21:36Z', 'updated_at': '2022-02-03T14:21:40Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '382e611b-f7df-4c29-be24-44cebbb8022b', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d796a1-7eb7-4c82-94ef-33071c68f776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:21:36Z', 'updated_at': '2022-02-03T14:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'c8446c15-512f-4445-986d-5b5192cd6429', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.249', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': 'f0d796a1-7eb7-4c82-94ef-33071c68f776', 'port_id': '61039e37-6b9f-474e-9e9e-10c3cb46aacb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74aaa739-765f-4f45-81dc-4845310632f0', 'mac_address': 'fa:16:3e:c7:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5434d1b2-2500-4da4-9ac0-2b0aa4810339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:22:02Z', 'updated_at': '2022-02-03T14:22:02Z', 'revision_number': 0, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69701d55-a4d3-42c6-9953-939dd386c07d', 'name': '', 'network_id': '74aaa739-765f-4f45-81dc-4845310632f0', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:43:76:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d796a1-7eb7-4c82-94ef-33071c68f776', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2571ef6-c674-48b2-8ea1-49e0a9e7f3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:21:40Z', 'updated_at': '2022-02-03T14:21:47Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': 'a2571ef6-c674-48b2-8ea1-49e0a9e7f3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:22:05.045592 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21856dbe-1792-4eab-893c-55176194e5fc None None] Checking router: f0d796a1-7eb7-4c82-94ef-33071c68f776 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:22:05.056458 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21856dbe-1792-4eab-893c-55176194e5fc None None] Routers {'f0d796a1-7eb7-4c82-94ef-33071c68f776'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:22:05.057046 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-21856dbe-1792-4eab-893c-55176194e5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:21:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['f0d796a1-7eb7-4c82-94ef-33071c68f776'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:22:05.097998 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07906a8-9b71-4e54-9c76-93a9894af56e req-972b6842-2178-42f6-b1a2-a16d7863dc19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:05.099435 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c07906a8-9b71-4e54-9c76-93a9894af56e req-972b6842-2178-42f6-b1a2-a16d7863dc19 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a2571ef6-c674-48b2-8ea1-49e0a9e7f3af HTTP/1.1" status: 200 len: 835 time: 0.0607517 Feb 03 14:22:05.172168 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c07906a8-9b71-4e54-9c76-93a9894af56e req-ed8f45aa-eadc-416b-8ad5-fa0578b6b0d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74aaa739-765f-4f45-81dc-4845310632f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667078 Feb 03 14:22:05.230968 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-21856dbe-1792-4eab-893c-55176194e5fc None None] Set router f0d796a1-7eb7-4c82-94ef-33071c68f776 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:22:05.302234 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c07906a8-9b71-4e54-9c76-93a9894af56e req-834d3237-a661-4273-b9f7-480d93767f3f service neutron] 10.222.0.47 "GET /v2.0/networks/74aaa739-765f-4f45-81dc-4845310632f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237106 Feb 03 14:22:05.517712 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c07906a8-9b71-4e54-9c76-93a9894af56e req-d6c60a40-aed6-4ba7-a03b-0406c201bbd7 service neutron] 10.222.0.47 "GET /v2.0/networks/74aaa739-765f-4f45-81dc-4845310632f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088156 Feb 03 14:22:05.575579 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-21856dbe-1792-4eab-893c-55176194e5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d796a1-7eb7-4c82-94ef-33071c68f776', 'name': 'tempest-TestNetworkBasicOps-router-1568828615', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.53'}], 'enable_snat': True}, 'gw_port_id': '382e611b-f7df-4c29-be24-44cebbb8022b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:21:36Z', 'updated_at': '2022-02-03T14:21:40Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '382e611b-f7df-4c29-be24-44cebbb8022b', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d796a1-7eb7-4c82-94ef-33071c68f776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:21:36Z', 'updated_at': '2022-02-03T14:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'c8446c15-512f-4445-986d-5b5192cd6429', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.249', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': 'f0d796a1-7eb7-4c82-94ef-33071c68f776', 'port_id': '61039e37-6b9f-474e-9e9e-10c3cb46aacb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74aaa739-765f-4f45-81dc-4845310632f0', 'mac_address': 'fa:16:3e:c7:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5434d1b2-2500-4da4-9ac0-2b0aa4810339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:22:02Z', 'updated_at': '2022-02-03T14:22:02Z', 'revision_number': 0, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69701d55-a4d3-42c6-9953-939dd386c07d', 'name': '', 'network_id': '74aaa739-765f-4f45-81dc-4845310632f0', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:43:76:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d796a1-7eb7-4c82-94ef-33071c68f776', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2571ef6-c674-48b2-8ea1-49e0a9e7f3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:21:40Z', 'updated_at': '2022-02-03T14:21:47Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': 'a2571ef6-c674-48b2-8ea1-49e0a9e7f3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:22:05.579447 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21856dbe-1792-4eab-893c-55176194e5fc None None] The sync data for ids ['f0d796a1-7eb7-4c82-94ef-33071c68f776'] in dv-neutron-827016-1-hyperv is: [{'id': 'f0d796a1-7eb7-4c82-94ef-33071c68f776', 'name': 'tempest-TestNetworkBasicOps-router-1568828615', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.53'}], 'enable_snat': True}, 'gw_port_id': '382e611b-f7df-4c29-be24-44cebbb8022b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:21:36Z', 'updated_at': '2022-02-03T14:21:40Z', 'revision_number': 4, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '382e611b-f7df-4c29-be24-44cebbb8022b', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d796a1-7eb7-4c82-94ef-33071c68f776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:21:36Z', 'updated_at': '2022-02-03T14:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'c8446c15-512f-4445-986d-5b5192cd6429', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.249', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': 'f0d796a1-7eb7-4c82-94ef-33071c68f776', 'port_id': '61039e37-6b9f-474e-9e9e-10c3cb46aacb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74aaa739-765f-4f45-81dc-4845310632f0', 'mac_address': 'fa:16:3e:c7:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5434d1b2-2500-4da4-9ac0-2b0aa4810339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:22:02Z', 'updated_at': '2022-02-03T14:22:02Z', 'revision_number': 0, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69701d55-a4d3-42c6-9953-939dd386c07d', 'name': '', 'network_id': '74aaa739-765f-4f45-81dc-4845310632f0', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:43:76:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d796a1-7eb7-4c82-94ef-33071c68f776', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2571ef6-c674-48b2-8ea1-49e0a9e7f3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:21:40Z', 'updated_at': '2022-02-03T14:21:47Z', 'revision_number': 5, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': 'a2571ef6-c674-48b2-8ea1-49e0a9e7f3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:22:05.763463 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77db633a-1348-4522-aeb9-2f6808984179 None None] New status for floating IP c8446c15-512f-4445-986d-5b5192cd6429: ACTIVE {{(pid=84184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:22:05.776121 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35210) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:22:05.881074 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-cb37e4eb-33a1-474d-b018-7aef8947f0ac tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/c8446c15-512f-4445-986d-5b5192cd6429 HTTP/1.1" status: 200 len: 992 time: 0.1037362 Feb 03 14:22:06.884130 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35214) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:22:06.985613 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-dcf360ae-4e50-43e2-a74a-94ab5ca5c00c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/c8446c15-512f-4445-986d-5b5192cd6429 HTTP/1.1" status: 200 len: 994 time: 0.1003683 Feb 03 14:22:17.572616 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:22:23.478578 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ea4548f9-485a-4e66-a03a-a8776f021276 req-7841d7b8-5596-49d7-9120-f7226f4c9dee service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5434d1b2-2500-4da4-9ac0-2b0aa4810339&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695062 Feb 03 14:22:23.625445 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ea4548f9-485a-4e66-a03a-a8776f021276 req-30d46cc5-8661-40cf-8a20-f74b1512f952 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=5434d1b2-2500-4da4-9ac0-2b0aa4810339 HTTP/1.1" status: 200 len: 1099 time: 0.0687923 Feb 03 14:22:23.766084 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4548f9-485a-4e66-a03a-a8776f021276 req-07f54f11-10e8-40e0-94df-d172adc11c3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:23.767657 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ea4548f9-485a-4e66-a03a-a8776f021276 req-07f54f11-10e8-40e0-94df-d172adc11c3a service neutron] 10.222.0.47 "GET /v2.0/networks?id=74aaa739-765f-4f45-81dc-4845310632f0 HTTP/1.1" status: 200 len: 896 time: 0.1255720 Feb 03 14:22:23.834572 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:22:23.870115 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ea4548f9-485a-4e66-a03a-a8776f021276 req-1a55bbaa-0529-4b11-a61a-24db58362284 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61039e37-6b9f-474e-9e9e-10c3cb46aacb HTTP/1.1" status: 200 len: 1002 time: 0.0961695 Feb 03 14:22:23.930380 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4548f9-485a-4e66-a03a-a8776f021276 req-6c97c16b-1718-45f8-8777-f785d5f98020 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:23.931819 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ea4548f9-485a-4e66-a03a-a8776f021276 req-6c97c16b-1718-45f8-8777-f785d5f98020 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a2571ef6-c674-48b2-8ea1-49e0a9e7f3af HTTP/1.1" status: 200 len: 835 time: 0.0559464 Feb 03 14:22:24.008358 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ea4548f9-485a-4e66-a03a-a8776f021276 req-929d9fd2-f4de-49d3-a15c-3d8e26e98c25 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74aaa739-765f-4f45-81dc-4845310632f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705717 Feb 03 14:22:24.134880 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ea4548f9-485a-4e66-a03a-a8776f021276 req-dedd6430-2608-4e31-8af5-5fa399caa59e service neutron] 10.222.0.47 "GET /v2.0/networks/74aaa739-765f-4f45-81dc-4845310632f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205583 Feb 03 14:22:24.260578 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ea4548f9-485a-4e66-a03a-a8776f021276 req-8048607a-8e09-4e93-a168-42d7a53323a3 service neutron] 10.222.0.47 "GET /v2.0/networks/74aaa739-765f-4f45-81dc-4845310632f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203787 Feb 03 14:22:25.310089 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-dd0871bc-a6a6-42f2-83bf-86197d1e312b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:22:27.526132 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-95ae12fb-2bac-4cff-b7a6-6b0b7ffb90bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:22:28.862467 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:22:28.885151 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:22:30.206740 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:22:47.547770 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:22:55.331339 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1f521f4e-e9b8-42eb-bb98-74302b357c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:22:57.491373 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-dd210443-164a-4f2d-b346-901918266082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:22:58.914147 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:22:58.936867 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:00.216855 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:00.835612 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:23:17.569028 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:18.181313 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35240) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:23:18.272224 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-59328cd5-b48d-41e9-82a5-1cdf35d0fdfe tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'router': {'admin_state_up': False}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:23:18.811836 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-59328cd5-b48d-41e9-82a5-1cdf35d0fdfe tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:18.885060 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-59328cd5-b48d-41e9-82a5-1cdf35d0fdfe tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970733'] for router, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:19.087698 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59328cd5-b48d-41e9-82a5-1cdf35d0fdfe tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router f0d796a1-7eb7-4c82-94ef-33071c68f776 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:23:19.384914 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59328cd5-b48d-41e9-82a5-1cdf35d0fdfe tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:23:19.390625 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-59328cd5-b48d-41e9-82a5-1cdf35d0fdfe tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:19.391777 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-59328cd5-b48d-41e9-82a5-1cdf35d0fdfe tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "PUT /v2.0/routers/f0d796a1-7eb7-4c82-94ef-33071c68f776 HTTP/1.1" status: 200 len: 888 time: 1.2093923 Feb 03 14:23:19.395358 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982685ab-87e2-4869-8406-217762c19aad None None] Sync routers for ids ['f0d796a1-7eb7-4c82-94ef-33071c68f776'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:23:19.406782 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982685ab-87e2-4869-8406-217762c19aad None None] Routers {'f0d796a1-7eb7-4c82-94ef-33071c68f776'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:23:19.407427 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-982685ab-87e2-4869-8406-217762c19aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:22:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['f0d796a1-7eb7-4c82-94ef-33071c68f776'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:23:19.467177 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-982685ab-87e2-4869-8406-217762c19aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:23:19.477625 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982685ab-87e2-4869-8406-217762c19aad None None] Routers {'f0d796a1-7eb7-4c82-94ef-33071c68f776'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:23:19.478215 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-982685ab-87e2-4869-8406-217762c19aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:22:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['f0d796a1-7eb7-4c82-94ef-33071c68f776'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:23:19.534582 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-982685ab-87e2-4869-8406-217762c19aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:23:19.534987 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982685ab-87e2-4869-8406-217762c19aad None None] The sync data for ids ['f0d796a1-7eb7-4c82-94ef-33071c68f776'] in dv-neutron-827016-1-hyperv is: [] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:23:20.282245 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe94da2-c24c-4db2-a10f-a2c357b9db52 None None] New status for floating IP c8446c15-512f-4445-986d-5b5192cd6429: DOWN {{(pid=84184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:23:21.169249 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 69701d55-a4d3-42c6-9953-939dd386c07d no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:23:21.277130 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:21.308479 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 69701d55-a4d3-42c6-9953-939dd386c07d, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=69701d55-a4d3-42c6-9953-939dd386c07d,segment=NetworkSegment(f774ff92-3626-4a5b-855d-1dde1a2f022c),segment_id=f774ff92-3626-4a5b-855d-1dde1a2f022c)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:21.370657 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:21.371336 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 382e611b-f7df-4c29-be24-44cebbb8022b no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:23:21.482243 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=69701d55-a4d3-42c6-9953-939dd386c07d,revision_number=6']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:21.524023 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:21.524369 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:21.524708 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:21.525042 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:21.525377 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:21.525710 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:21.526034 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:21.526358 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:21.526681 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:21.527006 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:21.527350 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:21.546449 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:21.563108 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 382e611b-f7df-4c29-be24-44cebbb8022b, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=382e611b-f7df-4c29-be24-44cebbb8022b,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:21.565753 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 35250) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:23:21.570836 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-3980e243-8f2f-4acb-ab31-b312bc8f32f2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:23:21.627529 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:21.695716 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=382e611b-f7df-4c29-be24-44cebbb8022b,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:22.216845 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3980e243-8f2f-4acb-ab31-b312bc8f32f2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:22.273397 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3980e243-8f2f-4acb-ab31-b312bc8f32f2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-970733'] for router, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:22.473053 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3980e243-8f2f-4acb-ab31-b312bc8f32f2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router f0d796a1-7eb7-4c82-94ef-33071c68f776 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:23:22.672239 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3980e243-8f2f-4acb-ab31-b312bc8f32f2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:23:22.678070 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3980e243-8f2f-4acb-ab31-b312bc8f32f2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:22.679180 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3980e243-8f2f-4acb-ab31-b312bc8f32f2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "PUT /v2.0/routers/f0d796a1-7eb7-4c82-94ef-33071c68f776 HTTP/1.1" status: 200 len: 887 time: 1.1124368 Feb 03 14:23:22.681758 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbef07ca-27d7-4a83-900c-71b46b9ab5ca None None] Sync routers for ids ['f0d796a1-7eb7-4c82-94ef-33071c68f776'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:23:22.682215 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 35254) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:23:22.694255 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbef07ca-27d7-4a83-900c-71b46b9ab5ca None None] Routers {'f0d796a1-7eb7-4c82-94ef-33071c68f776'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:23:22.694850 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-dbef07ca-27d7-4a83-900c-71b46b9ab5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:22:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['f0d796a1-7eb7-4c82-94ef-33071c68f776'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:23:22.788598 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ae1ac6c6-2456-4fe9-88d2-e4167c794709 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/c8446c15-512f-4445-986d-5b5192cd6429 HTTP/1.1" status: 200 len: 992 time: 0.1041539 Feb 03 14:23:22.868080 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-dbef07ca-27d7-4a83-900c-71b46b9ab5ca None None] Set router f0d796a1-7eb7-4c82-94ef-33071c68f776 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:23:23.239006 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-dbef07ca-27d7-4a83-900c-71b46b9ab5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d796a1-7eb7-4c82-94ef-33071c68f776', 'name': 'tempest-TestNetworkBasicOps-router-1568828615', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.53'}], 'enable_snat': True}, 'gw_port_id': '382e611b-f7df-4c29-be24-44cebbb8022b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:21:36Z', 'updated_at': '2022-02-03T14:23:22Z', 'revision_number': 6, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '382e611b-f7df-4c29-be24-44cebbb8022b', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d796a1-7eb7-4c82-94ef-33071c68f776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:21:36Z', 'updated_at': '2022-02-03T14:23:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'c8446c15-512f-4445-986d-5b5192cd6429', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.249', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': 'f0d796a1-7eb7-4c82-94ef-33071c68f776', 'port_id': '61039e37-6b9f-474e-9e9e-10c3cb46aacb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74aaa739-765f-4f45-81dc-4845310632f0', 'mac_address': 'fa:16:3e:c7:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5434d1b2-2500-4da4-9ac0-2b0aa4810339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:22:02Z', 'updated_at': '2022-02-03T14:23:20Z', 'revision_number': 2, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69701d55-a4d3-42c6-9953-939dd386c07d', 'name': '', 'network_id': '74aaa739-765f-4f45-81dc-4845310632f0', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:43:76:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d796a1-7eb7-4c82-94ef-33071c68f776', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2571ef6-c674-48b2-8ea1-49e0a9e7f3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:21:40Z', 'updated_at': '2022-02-03T14:23:21Z', 'revision_number': 6, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': 'a2571ef6-c674-48b2-8ea1-49e0a9e7f3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:23:23.242836 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbef07ca-27d7-4a83-900c-71b46b9ab5ca None None] Checking router: f0d796a1-7eb7-4c82-94ef-33071c68f776 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:23:23.253377 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbef07ca-27d7-4a83-900c-71b46b9ab5ca None None] Routers {'f0d796a1-7eb7-4c82-94ef-33071c68f776'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:23:23.253970 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-dbef07ca-27d7-4a83-900c-71b46b9ab5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:22:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['f0d796a1-7eb7-4c82-94ef-33071c68f776'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:23:23.426821 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-dbef07ca-27d7-4a83-900c-71b46b9ab5ca None None] Set router f0d796a1-7eb7-4c82-94ef-33071c68f776 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:23:23.762523 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-dbef07ca-27d7-4a83-900c-71b46b9ab5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d796a1-7eb7-4c82-94ef-33071c68f776', 'name': 'tempest-TestNetworkBasicOps-router-1568828615', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.53'}], 'enable_snat': True}, 'gw_port_id': '382e611b-f7df-4c29-be24-44cebbb8022b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:21:36Z', 'updated_at': '2022-02-03T14:23:22Z', 'revision_number': 6, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '382e611b-f7df-4c29-be24-44cebbb8022b', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d796a1-7eb7-4c82-94ef-33071c68f776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:21:36Z', 'updated_at': '2022-02-03T14:23:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'c8446c15-512f-4445-986d-5b5192cd6429', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.249', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': 'f0d796a1-7eb7-4c82-94ef-33071c68f776', 'port_id': '61039e37-6b9f-474e-9e9e-10c3cb46aacb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74aaa739-765f-4f45-81dc-4845310632f0', 'mac_address': 'fa:16:3e:c7:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5434d1b2-2500-4da4-9ac0-2b0aa4810339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:22:02Z', 'updated_at': '2022-02-03T14:23:20Z', 'revision_number': 2, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69701d55-a4d3-42c6-9953-939dd386c07d', 'name': '', 'network_id': '74aaa739-765f-4f45-81dc-4845310632f0', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:43:76:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d796a1-7eb7-4c82-94ef-33071c68f776', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2571ef6-c674-48b2-8ea1-49e0a9e7f3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:21:40Z', 'updated_at': '2022-02-03T14:23:21Z', 'revision_number': 6, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': 'a2571ef6-c674-48b2-8ea1-49e0a9e7f3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:23:23.766366 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbef07ca-27d7-4a83-900c-71b46b9ab5ca None None] The sync data for ids ['f0d796a1-7eb7-4c82-94ef-33071c68f776'] in dv-neutron-827016-1-hyperv is: [{'id': 'f0d796a1-7eb7-4c82-94ef-33071c68f776', 'name': 'tempest-TestNetworkBasicOps-router-1568828615', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.53'}], 'enable_snat': True}, 'gw_port_id': '382e611b-f7df-4c29-be24-44cebbb8022b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:21:36Z', 'updated_at': '2022-02-03T14:23:22Z', 'revision_number': 6, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '382e611b-f7df-4c29-be24-44cebbb8022b', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d796a1-7eb7-4c82-94ef-33071c68f776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:21:36Z', 'updated_at': '2022-02-03T14:23:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'c8446c15-512f-4445-986d-5b5192cd6429', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'floating_ip_address': '172.26.3.249', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': 'f0d796a1-7eb7-4c82-94ef-33071c68f776', 'port_id': '61039e37-6b9f-474e-9e9e-10c3cb46aacb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74aaa739-765f-4f45-81dc-4845310632f0', 'mac_address': 'fa:16:3e:c7:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5434d1b2-2500-4da4-9ac0-2b0aa4810339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:22:02Z', 'updated_at': '2022-02-03T14:23:20Z', 'revision_number': 2, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69701d55-a4d3-42c6-9953-939dd386c07d', 'name': '', 'network_id': '74aaa739-765f-4f45-81dc-4845310632f0', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'mac_address': 'fa:16:3e:43:76:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d796a1-7eb7-4c82-94ef-33071c68f776', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2571ef6-c674-48b2-8ea1-49e0a9e7f3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:21:40Z', 'updated_at': '2022-02-03T14:23:21Z', 'revision_number': 6, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'subnets': [{'id': 'a2571ef6-c674-48b2-8ea1-49e0a9e7f3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:23:23.791183 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35258) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:23:23.906137 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ea9be89d-6172-471a-9aca-65044a98ba64 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/c8446c15-512f-4445-986d-5b5192cd6429 HTTP/1.1" status: 200 len: 992 time: 0.1137497 Feb 03 14:23:24.908875 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35262) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:23:25.011309 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-324c04ae-4af9-4fc5-bcbe-c2b352f02cce tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/c8446c15-512f-4445-986d-5b5192cd6429 HTTP/1.1" status: 200 len: 992 time: 0.1013064 Feb 03 14:23:25.208059 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 69701d55-a4d3-42c6-9953-939dd386c07d up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:23:25.284715 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 69701d55-a4d3-42c6-9953-939dd386c07d triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:23:25.285087 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:25.327472 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9cd51315-45a7-49d9-a41c-2a0e6d42ffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:25.399580 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:25.430762 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 69701d55-a4d3-42c6-9953-939dd386c07d, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=69701d55-a4d3-42c6-9953-939dd386c07d,segment=NetworkSegment(f774ff92-3626-4a5b-855d-1dde1a2f022c),segment_id=f774ff92-3626-4a5b-855d-1dde1a2f022c)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:25.496156 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:25.496986 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 382e611b-f7df-4c29-be24-44cebbb8022b up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:23:25.550372 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2f286783-1f28-492f-8364-cd3c2efdb499 req-7593cbb2-419e-4a26-855c-1ac876e20882 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5434d1b2-2500-4da4-9ac0-2b0aa4810339&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1307619 Feb 03 14:23:25.607674 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=69701d55-a4d3-42c6-9953-939dd386c07d,revision_number=7']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:25.621884 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 382e611b-f7df-4c29-be24-44cebbb8022b triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:23:25.622258 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:25.686510 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2f286783-1f28-492f-8364-cd3c2efdb499 req-864a1121-ce8c-4a98-8331-bacab6a14a1d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=5434d1b2-2500-4da4-9ac0-2b0aa4810339 HTTP/1.1" status: 200 len: 1099 time: 0.0674846 Feb 03 14:23:25.733518 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:25.749132 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 382e611b-f7df-4c29-be24-44cebbb8022b, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=382e611b-f7df-4c29-be24-44cebbb8022b,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:25.828070 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:25.829456 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f286783-1f28-492f-8364-cd3c2efdb499 req-3918d038-04b2-419c-ac2f-b53777141c92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:25.831114 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2f286783-1f28-492f-8364-cd3c2efdb499 req-3918d038-04b2-419c-ac2f-b53777141c92 service neutron] 10.222.0.47 "GET /v2.0/networks?id=74aaa739-765f-4f45-81dc-4845310632f0 HTTP/1.1" status: 200 len: 896 time: 0.1266820 Feb 03 14:23:25.895792 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=382e611b-f7df-4c29-be24-44cebbb8022b,revision_number=6']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:25.933771 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2f286783-1f28-492f-8364-cd3c2efdb499 req-9aaa60b2-25e9-4d2e-b31d-873a1b6728fd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61039e37-6b9f-474e-9e9e-10c3cb46aacb HTTP/1.1" status: 200 len: 1000 time: 0.0969961 Feb 03 14:23:25.998724 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f286783-1f28-492f-8364-cd3c2efdb499 req-4f1eb0b6-5530-4b4f-a54b-f821e34f06e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:26.000072 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2f286783-1f28-492f-8364-cd3c2efdb499 req-4f1eb0b6-5530-4b4f-a54b-f821e34f06e6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a2571ef6-c674-48b2-8ea1-49e0a9e7f3af HTTP/1.1" status: 200 len: 835 time: 0.0607953 Feb 03 14:23:26.015205 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35268) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:23:26.074966 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2f286783-1f28-492f-8364-cd3c2efdb499 req-2520f095-eee3-459e-94a1-f7d21d6db796 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74aaa739-765f-4f45-81dc-4845310632f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687315 Feb 03 14:23:26.119993 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-aa25e125-ca83-4d68-9e0b-a68752d4e1b3 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/c8446c15-512f-4445-986d-5b5192cd6429 HTTP/1.1" status: 200 len: 992 time: 0.1036687 Feb 03 14:23:26.201958 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2f286783-1f28-492f-8364-cd3c2efdb499 req-7f9c27ec-c521-4c14-b238-8bedae092367 service neutron] 10.222.0.47 "GET /v2.0/networks/74aaa739-765f-4f45-81dc-4845310632f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209190 Feb 03 14:23:26.336952 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2f286783-1f28-492f-8364-cd3c2efdb499 req-f6c932fc-dd1a-45ed-863f-e4745583439a service neutron] 10.222.0.47 "GET /v2.0/networks/74aaa739-765f-4f45-81dc-4845310632f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290064 Feb 03 14:23:27.123894 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 35272) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:23:27.182981 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 69701d55-a4d3-42c6-9953-939dd386c07d up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:23:27.228992 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-dc088cd9-3491-450c-8f0b-9202ef68f917 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/c8446c15-512f-4445-986d-5b5192cd6429 HTTP/1.1" status: 200 len: 992 time: 0.1039784 Feb 03 14:23:27.249281 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 69701d55-a4d3-42c6-9953-939dd386c07d triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:23:27.249655 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:27.400325 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 382e611b-f7df-4c29-be24-44cebbb8022b up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:23:27.474207 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 382e611b-f7df-4c29-be24-44cebbb8022b triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:23:27.474580 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:27.521894 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-52fa0578-f456-476d-9be1-79b6ca440184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:28.232771 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 35276) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:23:28.436594 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-5d720823-48d0-4287-8e65-eaa7b2bc0bf5 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/c8446c15-512f-4445-986d-5b5192cd6429 HTTP/1.1" status: 200 len: 992 time: 0.2027025 Feb 03 14:23:28.884530 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:28.913082 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:29.440398 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35280) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:23:29.542411 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2aaa136e-f7c0-4de5-b941-43cc25b9f811 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/c8446c15-512f-4445-986d-5b5192cd6429 HTTP/1.1" status: 200 len: 992 time: 0.1008472 Feb 03 14:23:30.197364 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:30.545335 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35284) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:23:30.644798 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-349515ae-f899-4bb4-a96a-660076e07aa0 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/c8446c15-512f-4445-986d-5b5192cd6429 HTTP/1.1" status: 200 len: 992 time: 0.0983913 Feb 03 14:23:30.834162 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53faf8d-5e64-49c7-ba17-655de682510b None None] New status for floating IP c8446c15-512f-4445-986d-5b5192cd6429: ACTIVE {{(pid=84184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:23:31.648627 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35288) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:23:31.751782 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f32d9e2b-2698-43c2-b5b5-3225cf7f1640 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/floatingips/c8446c15-512f-4445-986d-5b5192cd6429 HTTP/1.1" status: 200 len: 994 time: 0.1019967 Feb 03 14:23:32.002119 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35296) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:23:32.199357 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-4652af4b-5db5-4b33-a271-67d627fa0a7c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting port 37e5e7b6-8ff7-4be7-9836-0df75b32ea24 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:23:32.199702 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4652af4b-5db5-4b33-a271-67d627fa0a7c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:32.366835 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4652af4b-5db5-4b33-a271-67d627fa0a7c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:32.367096 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4652af4b-5db5-4b33-a271-67d627fa0a7c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:32.486130 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-4652af4b-5db5-4b33-a271-67d627fa0a7c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Calling delete_port for 37e5e7b6-8ff7-4be7-9836-0df75b32ea24 owned by network:floatingip {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:23:32.706077 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4652af4b-5db5-4b33-a271-67d627fa0a7c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:32.758236 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4652af4b-5db5-4b33-a271-67d627fa0a7c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Port': ['ID=37e5e7b6-8ff7-4be7-9836-0df75b32ea24,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:32.926638 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4652af4b-5db5-4b33-a271-67d627fa0a7c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:32.926976 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4652af4b-5db5-4b33-a271-67d627fa0a7c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:32.927462 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4652af4b-5db5-4b33-a271-67d627fa0a7c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:32.927793 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4652af4b-5db5-4b33-a271-67d627fa0a7c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:32.928124 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4652af4b-5db5-4b33-a271-67d627fa0a7c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:32.928446 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4652af4b-5db5-4b33-a271-67d627fa0a7c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:32.928767 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4652af4b-5db5-4b33-a271-67d627fa0a7c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:32.929088 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4652af4b-5db5-4b33-a271-67d627fa0a7c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:32.929406 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4652af4b-5db5-4b33-a271-67d627fa0a7c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:32.929725 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4652af4b-5db5-4b33-a271-67d627fa0a7c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:32.930039 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4652af4b-5db5-4b33-a271-67d627fa0a7c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:32.959147 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4652af4b-5db5-4b33-a271-67d627fa0a7c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for floatingip, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:33.341148 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4652af4b-5db5-4b33-a271-67d627fa0a7c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router f0d796a1-7eb7-4c82-94ef-33071c68f776 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:23:33.534334 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4652af4b-5db5-4b33-a271-67d627fa0a7c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:23:33.549519 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4652af4b-5db5-4b33-a271-67d627fa0a7c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:33.600750 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4652af4b-5db5-4b33-a271-67d627fa0a7c tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/floatingips/c8446c15-512f-4445-986d-5b5192cd6429 HTTP/1.1" status: 204 len: 168 time: 1.5975673 Feb 03 14:23:33.601220 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5434d1b2-2500-4da4-9ac0-2b0aa4810339', 'tag': '61039e37-6b9f-474e-9e9e-10c3cb46aacb'}] {{(pid=84182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:23:33.656779 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5434d1b2-2500-4da4-9ac0-2b0aa4810339', 'tag': '61039e37-6b9f-474e-9e9e-10c3cb46aacb', 'status': 'completed', 'code': 200} Feb 03 14:23:33.748085 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-922d0d96-9705-4706-abc3-8efec62a1f82 req-5e244310-cc73-4958-a1ad-1b7018c6f5e9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55163e99e9e54d69af7505a418f9e84b&device_id=5434d1b2-2500-4da4-9ac0-2b0aa4810339 HTTP/1.1" status: 200 len: 1099 time: 0.0683706 Feb 03 14:23:33.881877 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d0d96-9705-4706-abc3-8efec62a1f82 req-ba698dde-d710-4174-978c-24f10df77e43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:33.883273 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-922d0d96-9705-4706-abc3-8efec62a1f82 req-ba698dde-d710-4174-978c-24f10df77e43 service neutron] 10.222.0.47 "GET /v2.0/networks?id=74aaa739-765f-4f45-81dc-4845310632f0 HTTP/1.1" status: 200 len: 896 time: 0.1273835 Feb 03 14:23:33.952656 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-922d0d96-9705-4706-abc3-8efec62a1f82 req-9588de60-7176-4e46-93a3-fe452cf786da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61039e37-6b9f-474e-9e9e-10c3cb46aacb HTTP/1.1" status: 200 len: 217 time: 0.0638089 Feb 03 14:23:34.012944 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d0d96-9705-4706-abc3-8efec62a1f82 req-a6fb9811-c1c4-4a9d-b6c1-a50a655cc50c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.014377 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-922d0d96-9705-4706-abc3-8efec62a1f82 req-a6fb9811-c1c4-4a9d-b6c1-a50a655cc50c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a2571ef6-c674-48b2-8ea1-49e0a9e7f3af HTTP/1.1" status: 200 len: 835 time: 0.0561514 Feb 03 14:23:34.096576 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-922d0d96-9705-4706-abc3-8efec62a1f82 req-28b1a00f-6fd6-49d5-879c-6e181cbcfd6c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74aaa739-765f-4f45-81dc-4845310632f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705104 Feb 03 14:23:34.174038 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f517f-5c0f-4e4a-bf20-31db8442e897 req-21f93471-742a-46b2-9a5f-97cdc3483853 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.174728 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-046f517f-5c0f-4e4a-bf20-31db8442e897 req-21f93471-742a-46b2-9a5f-97cdc3483853 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:23:34.230190 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-922d0d96-9705-4706-abc3-8efec62a1f82 req-a88e688d-6cd5-4d28-a027-b5e6b4138907 service neutron] 10.222.0.47 "GET /v2.0/networks/74aaa739-765f-4f45-81dc-4845310632f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246064 Feb 03 14:23:34.243127 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-046f517f-5c0f-4e4a-bf20-31db8442e897 req-21f93471-742a-46b2-9a5f-97cdc3483853 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:23:34.244371 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-046f517f-5c0f-4e4a-bf20-31db8442e897 req-21f93471-742a-46b2-9a5f-97cdc3483853 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=5434d1b2-2500-4da4-9ac0-2b0aa4810339 HTTP/1.1" status: 200 len: 946 time: 0.1470053 Feb 03 14:23:34.289647 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-046f517f-5c0f-4e4a-bf20-31db8442e897 req-a233f26d-66be-4e5c-b5db-24344d28f333 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1089911-c4f1-4de9-ab18-35dab52d4b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394058 Feb 03 14:23:34.362476 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-922d0d96-9705-4706-abc3-8efec62a1f82 req-cd27b96c-adf2-43c3-aa6b-f074bcd5eeb8 service neutron] 10.222.0.47 "GET /v2.0/networks/74aaa739-765f-4f45-81dc-4845310632f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252768 Feb 03 14:23:35.484677 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ccd99d-4311-4a2e-93a1-b44cc2a7123a req-e6a51d5c-f720-4e89-aa5f-368913ea16bc tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:35.486599 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d4ccd99d-4311-4a2e-93a1-b44cc2a7123a req-e6a51d5c-f720-4e89-aa5f-368913ea16bc tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=5434d1b2-2500-4da4-9ac0-2b0aa4810339 HTTP/1.1" status: 200 len: 946 time: 0.0738683 Feb 03 14:23:35.532908 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d4ccd99d-4311-4a2e-93a1-b44cc2a7123a req-8a1d15e8-18ad-43f7-ae9f-9c314d7feee8 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1089911-c4f1-4de9-ab18-35dab52d4b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408337 Feb 03 14:23:35.715786 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92051f7a-391b-44c7-aa95-40e62b1257b9 req-b3da485a-26d2-46da-bc68-26803b8d98d1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:35.716461 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-92051f7a-391b-44c7-aa95-40e62b1257b9 req-b3da485a-26d2-46da-bc68-26803b8d98d1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Synchronizing usage tracker for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:23:35.727937 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-92051f7a-391b-44c7-aa95-40e62b1257b9 req-b3da485a-26d2-46da-bc68-26803b8d98d1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Unset dirty status for tenant:55163e99e9e54d69af7505a418f9e84b on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:23:35.728989 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-92051f7a-391b-44c7-aa95-40e62b1257b9 req-b3da485a-26d2-46da-bc68-26803b8d98d1 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "GET /v2.0/ports?device_id=5434d1b2-2500-4da4-9ac0-2b0aa4810339 HTTP/1.1" status: 200 len: 946 time: 0.0855207 Feb 03 14:23:35.793147 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-92051f7a-391b-44c7-aa95-40e62b1257b9 req-741ba060-f91b-4570-84ea-7fda440dd4e2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting port 61039e37-6b9f-474e-9e9e-10c3cb46aacb {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:23:35.793482 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-92051f7a-391b-44c7-aa95-40e62b1257b9 req-741ba060-f91b-4570-84ea-7fda440dd4e2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:36.030730 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-92051f7a-391b-44c7-aa95-40e62b1257b9 req-741ba060-f91b-4570-84ea-7fda440dd4e2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] For port 61039e37-6b9f-474e-9e9e-10c3cb46aacb, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=61039e37-6b9f-474e-9e9e-10c3cb46aacb,segment=NetworkSegment(f774ff92-3626-4a5b-855d-1dde1a2f022c),segment_id=f774ff92-3626-4a5b-855d-1dde1a2f022c)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:36.031114 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-92051f7a-391b-44c7-aa95-40e62b1257b9 req-741ba060-f91b-4570-84ea-7fda440dd4e2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:36.149176 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-92051f7a-391b-44c7-aa95-40e62b1257b9 req-741ba060-f91b-4570-84ea-7fda440dd4e2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Calling delete_port for 61039e37-6b9f-474e-9e9e-10c3cb46aacb owned by compute:nova {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:23:36.358928 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-92051f7a-391b-44c7-aa95-40e62b1257b9 req-741ba060-f91b-4570-84ea-7fda440dd4e2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:36.407376 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ba060-f91b-4570-84ea-7fda440dd4e2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Port': ['ID=61039e37-6b9f-474e-9e9e-10c3cb46aacb,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:36.478003 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741ba060-f91b-4570-84ea-7fda440dd4e2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:36.478368 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741ba060-f91b-4570-84ea-7fda440dd4e2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:36.478697 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741ba060-f91b-4570-84ea-7fda440dd4e2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:36.479037 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741ba060-f91b-4570-84ea-7fda440dd4e2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:36.479396 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741ba060-f91b-4570-84ea-7fda440dd4e2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:36.479726 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741ba060-f91b-4570-84ea-7fda440dd4e2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:36.480051 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741ba060-f91b-4570-84ea-7fda440dd4e2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:36.480377 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741ba060-f91b-4570-84ea-7fda440dd4e2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:36.480704 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741ba060-f91b-4570-84ea-7fda440dd4e2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:36.481026 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741ba060-f91b-4570-84ea-7fda440dd4e2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:36.481347 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741ba060-f91b-4570-84ea-7fda440dd4e2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:36.494335 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-92051f7a-391b-44c7-aa95-40e62b1257b9 req-741ba060-f91b-4570-84ea-7fda440dd4e2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] No DVR routers for this DVR port 61039e37-6b9f-474e-9e9e-10c3cb46aacb on host hv-neutron-8270 {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:23:36.496593 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-92051f7a-391b-44c7-aa95-40e62b1257b9 req-741ba060-f91b-4570-84ea-7fda440dd4e2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:36.499085 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5434d1b2-2500-4da4-9ac0-2b0aa4810339', 'name': 'network-vif-deleted', 'tag': '61039e37-6b9f-474e-9e9e-10c3cb46aacb'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:23:36.553177 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5434d1b2-2500-4da4-9ac0-2b0aa4810339', 'name': 'network-vif-deleted', 'tag': '61039e37-6b9f-474e-9e9e-10c3cb46aacb', 'status': 'completed', 'code': 200} Feb 03 14:23:36.574300 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-92051f7a-391b-44c7-aa95-40e62b1257b9 req-741ba060-f91b-4570-84ea-7fda440dd4e2 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.47 "DELETE /v2.0/ports/61039e37-6b9f-474e-9e9e-10c3cb46aacb HTTP/1.1" status: 204 len: 173 time: 0.8375375 Feb 03 14:23:36.699700 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c1a1d2c4-dcd0-4290-8d12-cc0b1cdd0a20 req-15514dc2-7438-4147-b974-fe09196ab420 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "GET /v2.0/ports?device_id=5434d1b2-2500-4da4-9ac0-2b0aa4810339 HTTP/1.1" status: 200 len: 210 time: 0.0439925 Feb 03 14:23:37.804657 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35314) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:23:37.836425 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:23:37.871014 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ea8ec710-854c-4967-8e78-9506559b8035 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:37.898778 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ea8ec710-854c-4967-8e78-9506559b8035 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:38.027167 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ea8ec710-854c-4967-8e78-9506559b8035 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:38.049228 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ec710-854c-4967-8e78-9506559b8035 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1089911-c4f1-4de9-ab18-35dab52d4b00,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:38.117806 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ea8ec710-854c-4967-8e78-9506559b8035 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:38.118984 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ea8ec710-854c-4967-8e78-9506559b8035 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/security-groups/c1089911-c4f1-4de9-ab18-35dab52d4b00 HTTP/1.1" status: 204 len: 168 time: 0.3133628 Feb 03 14:23:38.215942 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35320) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:23:38.704041 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8c9174d6-e87f-4d93-bb69-c82d27ef7ded tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:39.301189 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-8c9174d6-e87f-4d93-bb69-c82d27ef7ded tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting port 69701d55-a4d3-42c6-9953-939dd386c07d {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:23:39.301879 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8c9174d6-e87f-4d93-bb69-c82d27ef7ded tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:39.481921 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-8c9174d6-e87f-4d93-bb69-c82d27ef7ded tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] For port 69701d55-a4d3-42c6-9953-939dd386c07d, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=69701d55-a4d3-42c6-9953-939dd386c07d,segment=NetworkSegment(f774ff92-3626-4a5b-855d-1dde1a2f022c),segment_id=f774ff92-3626-4a5b-855d-1dde1a2f022c)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:39.482273 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8c9174d6-e87f-4d93-bb69-c82d27ef7ded tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:39.601084 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-8c9174d6-e87f-4d93-bb69-c82d27ef7ded tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Calling delete_port for 69701d55-a4d3-42c6-9953-939dd386c07d owned by network:router_interface {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:23:39.821318 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8c9174d6-e87f-4d93-bb69-c82d27ef7ded tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:39.870189 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9174d6-e87f-4d93-bb69-c82d27ef7ded tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Port': ['ID=69701d55-a4d3-42c6-9953-939dd386c07d,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:40.087943 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 61039e37-6b9f-474e-9e9e-10c3cb46aacb no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:23:40.121056 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] No Port match for: 61039e37-6b9f-474e-9e9e-10c3cb46aacb {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:23:40.121383 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 61039e37-6b9f-474e-9e9e-10c3cb46aacb not bound to the agent host hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:23:40.162504 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8c9174d6-e87f-4d93-bb69-c82d27ef7ded tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:40.821479 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9174d6-e87f-4d93-bb69-c82d27ef7ded tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Router f0d796a1-7eb7-4c82-94ef-33071c68f776 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:23:41.013971 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9174d6-e87f-4d93-bb69-c82d27ef7ded tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:23:41.026871 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-8c9174d6-e87f-4d93-bb69-c82d27ef7ded tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "PUT /v2.0/routers/f0d796a1-7eb7-4c82-94ef-33071c68f776/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8098793 Feb 03 14:23:41.029628 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35324) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:23:41.217848 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2830100-01d4-4ce4-8d67-fdd3aee73013 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting subnet a2571ef6-c674-48b2-8ea1-49e0a9e7f3af {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:23:41.221611 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f2830100-01d4-4ce4-8d67-fdd3aee73013 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:41.274382 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f2830100-01d4-4ce4-8d67-fdd3aee73013 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:41.280760 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224dadf0-232c-425b-ad85-d147860ae458 None None] Sync routers for ids ['f0d796a1-7eb7-4c82-94ef-33071c68f776'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:23:41.292157 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224dadf0-232c-425b-ad85-d147860ae458 None None] Routers {'f0d796a1-7eb7-4c82-94ef-33071c68f776'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:23:41.292829 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-224dadf0-232c-425b-ad85-d147860ae458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:23:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['f0d796a1-7eb7-4c82-94ef-33071c68f776'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:23:41.359595 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f2830100-01d4-4ce4-8d67-fdd3aee73013 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:41.467943 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-224dadf0-232c-425b-ad85-d147860ae458 None None] Set router f0d796a1-7eb7-4c82-94ef-33071c68f776 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:23:41.507638 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f2830100-01d4-4ce4-8d67-fdd3aee73013 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:41.544901 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2830100-01d4-4ce4-8d67-fdd3aee73013 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Subnet': ['ID=a2571ef6-c674-48b2-8ea1-49e0a9e7f3af,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:41.552954 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f2830100-01d4-4ce4-8d67-fdd3aee73013 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:41.559585 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f2830100-01d4-4ce4-8d67-fdd3aee73013 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/subnets/a2571ef6-c674-48b2-8ea1-49e0a9e7f3af HTTP/1.1" status: 204 len: 168 time: 0.5290415 Feb 03 14:23:41.562103 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35328) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:23:41.566079 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d5f4b6-b37f-462a-aa26-79eed14282cd None None] Network 74aaa739-765f-4f45-81dc-4845310632f0 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:23:41.759007 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-aacf6f07-0649-416a-9abe-58bf86b47a2a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:41.914115 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-224dadf0-232c-425b-ad85-d147860ae458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d796a1-7eb7-4c82-94ef-33071c68f776', 'name': 'tempest-TestNetworkBasicOps-router-1568828615', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.53'}], 'enable_snat': True}, 'gw_port_id': '382e611b-f7df-4c29-be24-44cebbb8022b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:21:36Z', 'updated_at': '2022-02-03T14:23:39Z', 'revision_number': 7, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '382e611b-f7df-4c29-be24-44cebbb8022b', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d796a1-7eb7-4c82-94ef-33071c68f776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:21:36Z', 'updated_at': '2022-02-03T14:23:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:23:41.919074 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224dadf0-232c-425b-ad85-d147860ae458 None None] Checking router: f0d796a1-7eb7-4c82-94ef-33071c68f776 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:23:41.931327 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224dadf0-232c-425b-ad85-d147860ae458 None None] Routers {'f0d796a1-7eb7-4c82-94ef-33071c68f776'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:23:41.933817 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-224dadf0-232c-425b-ad85-d147860ae458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:23:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['f0d796a1-7eb7-4c82-94ef-33071c68f776'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:23:41.980598 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373e3b8c-e174-451e-96fc-c4c3f55d533c None None] DHCP port deletion for 74aaa739-765f-4f45-81dc-4845310632f0 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:23:42.001161 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-373e3b8c-e174-451e-96fc-c4c3f55d533c None None] Deleting port 5887bded-d3c7-4a1c-a3b5-eb9333f0b62c {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:23:42.002065 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-373e3b8c-e174-451e-96fc-c4c3f55d533c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:42.063627 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-aacf6f07-0649-416a-9abe-58bf86b47a2a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:42.135987 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-aacf6f07-0649-416a-9abe-58bf86b47a2a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Deleting port 382e611b-f7df-4c29-be24-44cebbb8022b {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:23:42.136337 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-aacf6f07-0649-416a-9abe-58bf86b47a2a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:42.309362 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-aacf6f07-0649-416a-9abe-58bf86b47a2a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] For port 382e611b-f7df-4c29-be24-44cebbb8022b, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=382e611b-f7df-4c29-be24-44cebbb8022b,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:42.309724 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-aacf6f07-0649-416a-9abe-58bf86b47a2a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:42.310042 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-224dadf0-232c-425b-ad85-d147860ae458 None None] Set router f0d796a1-7eb7-4c82-94ef-33071c68f776 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:23:42.430823 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-aacf6f07-0649-416a-9abe-58bf86b47a2a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Calling delete_port for 382e611b-f7df-4c29-be24-44cebbb8022b owned by network:router_gateway {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:23:42.436572 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-373e3b8c-e174-451e-96fc-c4c3f55d533c None None] For port 5887bded-d3c7-4a1c-a3b5-eb9333f0b62c, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=5887bded-d3c7-4a1c-a3b5-eb9333f0b62c,segment=NetworkSegment(f774ff92-3626-4a5b-855d-1dde1a2f022c),segment_id=f774ff92-3626-4a5b-855d-1dde1a2f022c)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:42.436950 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-373e3b8c-e174-451e-96fc-c4c3f55d533c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:42.614759 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-373e3b8c-e174-451e-96fc-c4c3f55d533c None None] Calling delete_port for 5887bded-d3c7-4a1c-a3b5-eb9333f0b62c owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:23:42.632485 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-aacf6f07-0649-416a-9abe-58bf86b47a2a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:42.676565 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf6f07-0649-416a-9abe-58bf86b47a2a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Port': ['ID=382e611b-f7df-4c29-be24-44cebbb8022b,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:42.780774 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-224dadf0-232c-425b-ad85-d147860ae458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d796a1-7eb7-4c82-94ef-33071c68f776', 'name': 'tempest-TestNetworkBasicOps-router-1568828615', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.53'}], 'enable_snat': True}, 'gw_port_id': '382e611b-f7df-4c29-be24-44cebbb8022b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:21:36Z', 'updated_at': '2022-02-03T14:23:39Z', 'revision_number': 7, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '382e611b-f7df-4c29-be24-44cebbb8022b', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d796a1-7eb7-4c82-94ef-33071c68f776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:21:36Z', 'updated_at': '2022-02-03T14:23:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:23:42.785208 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224dadf0-232c-425b-ad85-d147860ae458 None None] The sync data for ids ['f0d796a1-7eb7-4c82-94ef-33071c68f776'] in dv-neutron-827016-1-hyperv is: [{'id': 'f0d796a1-7eb7-4c82-94ef-33071c68f776', 'name': 'tempest-TestNetworkBasicOps-router-1568828615', 'tenant_id': '55163e99e9e54d69af7505a418f9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.53'}], 'enable_snat': True}, 'gw_port_id': '382e611b-f7df-4c29-be24-44cebbb8022b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:21:36Z', 'updated_at': '2022-02-03T14:23:39Z', 'revision_number': 7, 'project_id': '55163e99e9e54d69af7505a418f9e84b', 'gw_port': {'id': '382e611b-f7df-4c29-be24-44cebbb8022b', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d796a1-7eb7-4c82-94ef-33071c68f776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:21:36Z', 'updated_at': '2022-02-03T14:23:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:23:42.809800 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-373e3b8c-e174-451e-96fc-c4c3f55d533c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:42.856579 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e3b8c-e174-451e-96fc-c4c3f55d533c None None] Pushing event deleted for resources: {'Port': ['ID=5887bded-d3c7-4a1c-a3b5-eb9333f0b62c,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:42.863255 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373e3b8c-e174-451e-96fc-c4c3f55d533c None None] No DVR routers for this DVR port 5887bded-d3c7-4a1c-a3b5-eb9333f0b62c on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:23:42.899162 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-aacf6f07-0649-416a-9abe-58bf86b47a2a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:43.149430 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-aacf6f07-0649-416a-9abe-58bf86b47a2a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:43.153829 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-aacf6f07-0649-416a-9abe-58bf86b47a2a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:43.247308 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 5887bded-d3c7-4a1c-a3b5-eb9333f0b62c no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:23:43.265739 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-aacf6f07-0649-416a-9abe-58bf86b47a2a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:43.266290 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aacf6f07-0649-416a-9abe-58bf86b47a2a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Fanout notify agent at l3_agent the message router_deleted on router f0d796a1-7eb7-4c82-94ef-33071c68f776 {{(pid=84182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:23:43.281177 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 5887bded-d3c7-4a1c-a3b5-eb9333f0b62c {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:23:43.281609 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 5887bded-d3c7-4a1c-a3b5-eb9333f0b62c not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:23:43.281783 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-aacf6f07-0649-416a-9abe-58bf86b47a2a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:43.282162 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 69701d55-a4d3-42c6-9953-939dd386c07d no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:23:43.286000 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-aacf6f07-0649-416a-9abe-58bf86b47a2a tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/routers/f0d796a1-7eb7-4c82-94ef-33071c68f776 HTTP/1.1" status: 204 len: 168 time: 1.7198782 Feb 03 14:23:43.286166 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35332) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:23:43.314635 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 69701d55-a4d3-42c6-9953-939dd386c07d {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:23:43.315178 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 69701d55-a4d3-42c6-9953-939dd386c07d not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:23:43.397856 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9e1d7900-0924-4523-acaf-44ca5c5eb388 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:43.616379 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9e1d7900-0924-4523-acaf-44ca5c5eb388 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:43.644647 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-9e1d7900-0924-4523-acaf-44ca5c5eb388 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74aaa739-765f-4f45-81dc-4845310632f0']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:23:43.656280 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-9e1d7900-0924-4523-acaf-44ca5c5eb388 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f774ff92-3626-4a5b-855d-1dde1a2f022c') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:23:43.656574 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-9e1d7900-0924-4523-acaf-44ca5c5eb388 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f774ff92-3626-4a5b-855d-1dde1a2f022c') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:23:43.668063 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9e1d7900-0924-4523-acaf-44ca5c5eb388 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:43.684102 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9e1d7900-0924-4523-acaf-44ca5c5eb388 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:43.689832 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e1d7900-0924-4523-acaf-44ca5c5eb388 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:23:43.690204 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9e1d7900-0924-4523-acaf-44ca5c5eb388 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:43.704002 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 14:23:43.704002 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:23:43.704002 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 14:23:43.704002 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:23:43.704002 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 14:23:43.704002 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:23:43.704002 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 14:23:43.704002 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:23:43.704002 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 14:23:43.704002 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:23:43.704002 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 14:23:43.704002 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:23:43.704002 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 14:23:43.704002 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:23:43.704002 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:23:43.704002 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:23:43.704002 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:23:43.704002 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:23:43.704002 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 14:23:43.704002 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:23:43.704002 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 14:23:43.704002 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:23:43.704002 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:23:43.704002 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:23:43.704002 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 14:23:43.704002 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:23:43.704002 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:23:43.704002 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:23:43.704002 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:23:43.704002 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:23:43.704002 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:23:43.704002 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:23:43.849924 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9e1d7900-0924-4523-acaf-44ca5c5eb388 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:43.866748 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9e1d7900-0924-4523-acaf-44ca5c5eb388 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:43.877413 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d7900-0924-4523-acaf-44ca5c5eb388 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] Pushing event deleted for resources: {'Network': ['ID=74aaa739-765f-4f45-81dc-4845310632f0,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:43.942092 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-9e1d7900-0924-4523-acaf-44ca5c5eb388 tempest-TestNetworkBasicOps-1601921150 tempest-TestNetworkBasicOps-1601921150-project] 10.222.0.41 "DELETE /v2.0/networks/74aaa739-765f-4f45-81dc-4845310632f0 HTTP/1.1" status: 204 len: 168 time: 0.6549542 Feb 03 14:23:44.522259 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35340) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:23:44.692285 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-dd2740f0-b3d5-4b44-96e9-efa31c30a05c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=55163e99e9e54d69af7505a418f9e84b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1688907 Feb 03 14:23:44.694759 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35346) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:23:44.752852 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cd983514-ebd8-471c-b24c-6c1320689b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:44.777116 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cd983514-ebd8-471c-b24c-6c1320689b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:44.900925 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cd983514-ebd8-471c-b24c-6c1320689b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:44.917807 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd983514-ebd8-471c-b24c-6c1320689b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f742ca-45fa-4021-8e00-248e6c5a8416,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:44.924714 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cd983514-ebd8-471c-b24c-6c1320689b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:44.925793 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-cd983514-ebd8-471c-b24c-6c1320689b43 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e5f742ca-45fa-4021-8e00-248e6c5a8416 HTTP/1.1" status: 204 len: 168 time: 0.2300971 Feb 03 14:23:45.609181 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35354) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:23:45.630483 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-567c94f5-cff1-4839-b399-4e014f6f529b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:45.660917 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-567c94f5-cff1-4839-b399-4e014f6f529b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:23:45.664725 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-567c94f5-cff1-4839-b399-4e014f6f529b admin admin] Usage tracker for resource:security_group_rule and tenant:b35071bf783c47c1a350987670301370 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:23:45.667538 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-567c94f5-cff1-4839-b399-4e014f6f529b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:23:45.673103 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-567c94f5-cff1-4839-b399-4e014f6f529b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:23:45.735628 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-567c94f5-cff1-4839-b399-4e014f6f529b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:45.791083 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-567c94f5-cff1-4839-b399-4e014f6f529b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:45.836254 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c94f5-cff1-4839-b399-4e014f6f529b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb0814e-7789-4d79-90be-2b3cd9ceb5e5,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:45.840561 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-567c94f5-cff1-4839-b399-4e014f6f529b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b35071bf783c47c1a350987670301370&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2304015 Feb 03 14:23:45.843486 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35360) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:23:45.901056 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7f4d0623-e4f7-428e-8a63-e02bc85b9221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:45.925252 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7f4d0623-e4f7-428e-8a63-e02bc85b9221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:46.061108 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7f4d0623-e4f7-428e-8a63-e02bc85b9221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:46.078422 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d0623-e4f7-428e-8a63-e02bc85b9221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb0814e-7789-4d79-90be-2b3cd9ceb5e5,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:46.082213 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-7f4d0623-e4f7-428e-8a63-e02bc85b9221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:46.083345 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7f4d0623-e4f7-428e-8a63-e02bc85b9221 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2bb0814e-7789-4d79-90be-2b3cd9ceb5e5 HTTP/1.1" status: 204 len: 168 time: 0.2389565 Feb 03 14:23:46.644091 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b1056f-89cb-4362-adeb-6cbbaeb16683 None None] New status for floating IP c8446c15-512f-4445-986d-5b5192cd6429: DOWN {{(pid=84184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:23:47.249046 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 382e611b-f7df-4c29-be24-44cebbb8022b no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:23:47.287090 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 382e611b-f7df-4c29-be24-44cebbb8022b {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:23:47.287439 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 382e611b-f7df-4c29-be24-44cebbb8022b not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:23:47.580426 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:54.383740 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-b0043a1a-9144-4e47-b6ce-02d746b38ffc tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=08b412b5e1474a8c9dee20c938a4b606&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274794 Feb 03 14:23:54.649370 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-5eb1b4c8-b16c-4518-b7e9-e132cc46edfb tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:54.650774 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-5eb1b4c8-b16c-4518-b7e9-e132cc46edfb tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2614453 Feb 03 14:23:54.666557 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-e8a92141-b8f0-494d-a075-7888f269a61b tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] 10.222.0.41 "GET /v2.0/quotas/08b412b5e1474a8c9dee20c938a4b606 HTTP/1.1" status: 200 len: 375 time: 0.0102670 Feb 03 14:23:54.711634 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-e7a80088-c9a5-4649-8255-4ca679c0f994 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=08b412b5e1474a8c9dee20c938a4b606&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399725 Feb 03 14:23:55.330259 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-73141757-6130-4ca3-b711-92cbad0f5c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:56.082798 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7c08f000-6c2e-4d9d-946f-85e05d051612 req-fc41d39d-c5b8-49a6-abf0-19d4f1f956bd tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b1653-8214-4bd1-a1a2-55a9b6e7469e HTTP/1.1" status: 200 len: 210 time: 0.1679680 Feb 03 14:23:57.190208 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a8d0b9a3-8417-46fc-a143-ccb3e0255212 req-5282ce7a-695f-4c3e-86ad-aa5a36432ce8 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b1653-8214-4bd1-a1a2-55a9b6e7469e HTTP/1.1" status: 200 len: 210 time: 0.0406661 Feb 03 14:23:57.534485 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fe62208c-ea95-422f-a42a-62bc947a0efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:58.346876 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e0da04d4-eefc-43f8-b8f8-8362a2508c66 req-37a459b8-49ce-4561-814c-f3087c46ceb5 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b1653-8214-4bd1-a1a2-55a9b6e7469e HTTP/1.1" status: 200 len: 210 time: 0.0408304 Feb 03 14:23:58.883450 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:58.906241 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:23:59.516219 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bf74ba6d-ec79-4098-b908-7821c67777df req-fc8d1c8d-5daa-4111-ac24-458042cc9358 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b1653-8214-4bd1-a1a2-55a9b6e7469e HTTP/1.1" status: 200 len: 210 time: 0.0434213 Feb 03 14:24:00.014300 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-43a56547-519b-4270-ad9e-a825e3eea395 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=08b412b5e1474a8c9dee20c938a4b606&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270174 Feb 03 14:24:00.226775 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:00.253242 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-9b7e72fa-69d7-41ad-ad36-e5634952b2c1 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:00.254815 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-9b7e72fa-69d7-41ad-ad36-e5634952b2c1 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2359133 Feb 03 14:24:00.270558 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-4468c299-d343-4ac8-9773-fd4c6b605a07 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Request body: {'port': {'device_id': '440b1653-8214-4bd1-a1a2-55a9b6e7469e', 'network_id': 'e6417779-2c5e-4705-a58f-f7c09756f983', 'admin_state_up': True, 'tenant_id': '08b412b5e1474a8c9dee20c938a4b606'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:24:00.407578 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-4468c299-d343-4ac8-9773-fd4c6b605a07 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:24:00.411371 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-4468c299-d343-4ac8-9773-fd4c6b605a07 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Usage tracker for resource:port and tenant:08b412b5e1474a8c9dee20c938a4b606 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:24:00.414130 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-4468c299-d343-4ac8-9773-fd4c6b605a07 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:24:00.419808 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-4468c299-d343-4ac8-9773-fd4c6b605a07 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:24:00.500486 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-4468c299-d343-4ac8-9773-fd4c6b605a07 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Made reservation on behalf of 08b412b5e1474a8c9dee20c938a4b606 for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:24:00.504120 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-4468c299-d343-4ac8-9773-fd4c6b605a07 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:00.517293 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-4468c299-d343-4ac8-9773-fd4c6b605a07 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:00.548607 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-4468c299-d343-4ac8-9773-fd4c6b605a07 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:24:00.552370 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-4468c299-d343-4ac8-9773-fd4c6b605a07 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Usage tracker for resource:security_group_rule and tenant:08b412b5e1474a8c9dee20c938a4b606 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:24:00.555157 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-4468c299-d343-4ac8-9773-fd4c6b605a07 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:24:00.560954 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-4468c299-d343-4ac8-9773-fd4c6b605a07 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:24:00.634045 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-4468c299-d343-4ac8-9773-fd4c6b605a07 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:00.677811 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b1f7dfe6-6ad2-48a7-af25-caf0c0d6e9e1 req-b9b3c893-2f4f-4d77-9290-656e6209084e tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b1653-8214-4bd1-a1a2-55a9b6e7469e HTTP/1.1" status: 200 len: 210 time: 0.0404179 Feb 03 14:24:00.705429 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-4468c299-d343-4ac8-9773-fd4c6b605a07 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:00.781231 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468c299-d343-4ac8-9773-fd4c6b605a07 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5d8e5e-ffcb-419c-a0b6-2101a1102197,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:00.874458 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-4468c299-d343-4ac8-9773-fd4c6b605a07 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Allocated IP 192.168.233.64 (e6417779-2c5e-4705-a58f-f7c09756f983/b581a101-4c6e-4ad7-a1ab-598fa8f04e03/a23239bd-1f5f-4e6c-bdcc-346cf8af7996) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:24:01.071541 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-4468c299-d343-4ac8-9773-fd4c6b605a07 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:01.087222 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-4468c299-d343-4ac8-9773-fd4c6b605a07 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Transition to ACTIVE for port object a23239bd-1f5f-4e6c-bdcc-346cf8af7996 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:24:01.175180 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-4468c299-d343-4ac8-9773-fd4c6b605a07 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:01.246429 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-4468c299-d343-4ac8-9773-fd4c6b605a07 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Network e6417779-2c5e-4705-a58f-f7c09756f983 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:24:01.249778 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-4468c299-d343-4ac8-9773-fd4c6b605a07 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:24:01.254148 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-4468c299-d343-4ac8-9773-fd4c6b605a07 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:24:01.283543 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468c299-d343-4ac8-9773-fd4c6b605a07 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Pushing event updated for resources: {'Port': ['ID=a23239bd-1f5f-4e6c-bdcc-346cf8af7996,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:01.322015 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-4468c299-d343-4ac8-9773-fd4c6b605a07 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:01.323484 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-4468c299-d343-4ac8-9773-fd4c6b605a07 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:01.405166 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-4468c299-d343-4ac8-9773-fd4c6b605a07 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1379621 Feb 03 14:24:01.416219 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-c24bcd10-0469-4140-818e-e4dfed3d7430 service neutron] Request body: {'port': {'device_id': '440b1653-8214-4bd1-a1a2-55a9b6e7469e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:24:01.529382 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-57daba0b-99b6-4b0d-882f-173de9f5876a None None] Provisioning for port a23239bd-1f5f-4e6c-bdcc-346cf8af7996 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:24:01.538244 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-57daba0b-99b6-4b0d-882f-173de9f5876a None None] Provisioning complete for port a23239bd-1f5f-4e6c-bdcc-346cf8af7996 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:24:01.538731 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-57daba0b-99b6-4b0d-882f-173de9f5876a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:01.553067 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-c24bcd10-0469-4140-818e-e4dfed3d7430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:01.593618 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-57daba0b-99b6-4b0d-882f-173de9f5876a None None] Port a23239bd-1f5f-4e6c-bdcc-346cf8af7996 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:24:01.874049 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c8aad-bf19-4463-9af0-0d822b8cae53 req-767475f4-bd05-4af5-94ca-7163e62633f1 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:01.875520 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a90c8aad-bf19-4463-9af0-0d822b8cae53 req-767475f4-bd05-4af5-94ca-7163e62633f1 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b1653-8214-4bd1-a1a2-55a9b6e7469e HTTP/1.1" status: 200 len: 935 time: 0.0759413 Feb 03 14:24:01.898343 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-c24bcd10-0469-4140-818e-e4dfed3d7430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a23239bd-1f5f-4e6c-bdcc-346cf8af7996 {{(pid=84181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:24:01.905102 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-c24bcd10-0469-4140-818e-e4dfed3d7430 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:01.919845 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-c24bcd10-0469-4140-818e-e4dfed3d7430 service neutron] Transition to ACTIVE for port object a23239bd-1f5f-4e6c-bdcc-346cf8af7996 will not be triggered until provisioned by entity L2. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:24:01.922524 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a90c8aad-bf19-4463-9af0-0d822b8cae53 req-23584309-5059-4213-aed7-5fa0cdc2a9c7 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c5d8e5e-ffcb-419c-a0b6-2101a1102197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398452 Feb 03 14:24:01.980519 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-c24bcd10-0469-4140-818e-e4dfed3d7430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:02.103562 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24bcd10-0469-4140-818e-e4dfed3d7430 service neutron] Pushing event updated for resources: {'Port': ['ID=a23239bd-1f5f-4e6c-bdcc-346cf8af7996,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:02.213860 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-c24bcd10-0469-4140-818e-e4dfed3d7430 service neutron] Attempting to bind port a23239bd-1f5f-4e6c-bdcc-346cf8af7996 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:24:02.214189 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-c24bcd10-0469-4140-818e-e4dfed3d7430 service neutron] Attempting to bind port a23239bd-1f5f-4e6c-bdcc-346cf8af7996 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '2822f6f7-12c4-4cfa-866f-b3e7492ec2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e6417779-2c5e-4705-a58f-f7c09756f983'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:24:02.214511 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-c24bcd10-0469-4140-818e-e4dfed3d7430 service neutron] Attempting to bind port a23239bd-1f5f-4e6c-bdcc-346cf8af7996 on network e6417779-2c5e-4705-a58f-f7c09756f983 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:24:02.221081 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-c24bcd10-0469-4140-818e-e4dfed3d7430 service neutron] Port a23239bd-1f5f-4e6c-bdcc-346cf8af7996 on network e6417779-2c5e-4705-a58f-f7c09756f983 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 14:24:02.221395 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-c24bcd10-0469-4140-818e-e4dfed3d7430 service neutron] Attempting to bind port a23239bd-1f5f-4e6c-bdcc-346cf8af7996 on network e6417779-2c5e-4705-a58f-f7c09756f983 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:24:02.227546 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-c24bcd10-0469-4140-818e-e4dfed3d7430 service neutron] Checking agent: {'id': '8cce4e55-f72c-4604-b6eb-27dc2f3f162a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'started_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:24:02.227877 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-c24bcd10-0469-4140-818e-e4dfed3d7430 service neutron] Checking segment: {'id': '2822f6f7-12c4-4cfa-866f-b3e7492ec2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e6417779-2c5e-4705-a58f-f7c09756f983'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:24:02.228253 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-c24bcd10-0469-4140-818e-e4dfed3d7430 service neutron] Bound using segment: {'id': '2822f6f7-12c4-4cfa-866f-b3e7492ec2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e6417779-2c5e-4705-a58f-f7c09756f983'} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:24:02.228707 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-c24bcd10-0469-4140-818e-e4dfed3d7430 service neutron] Bound port: a23239bd-1f5f-4e6c-bdcc-346cf8af7996, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2822f6f7-12c4-4cfa-866f-b3e7492ec2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e6417779-2c5e-4705-a58f-f7c09756f983'}}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:24:02.229070 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-c24bcd10-0469-4140-818e-e4dfed3d7430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:02.314959 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-c24bcd10-0469-4140-818e-e4dfed3d7430 service neutron] For port a23239bd-1f5f-4e6c-bdcc-346cf8af7996, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:24:02.318706 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-c24bcd10-0469-4140-818e-e4dfed3d7430 service neutron] For port a23239bd-1f5f-4e6c-bdcc-346cf8af7996, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=a23239bd-1f5f-4e6c-bdcc-346cf8af7996,segment=NetworkSegment(2822f6f7-12c4-4cfa-866f-b3e7492ec2c6),segment_id=2822f6f7-12c4-4cfa-866f-b3e7492ec2c6)] {{(pid=84181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:24:02.409859 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-c24bcd10-0469-4140-818e-e4dfed3d7430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:02.472387 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-c24bcd10-0469-4140-818e-e4dfed3d7430 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:02.473723 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-c24bcd10-0469-4140-818e-e4dfed3d7430 service neutron] 10.222.0.47 "PUT /v2.0/ports/a23239bd-1f5f-4e6c-bdcc-346cf8af7996 HTTP/1.1" status: 200 len: 1097 time: 1.0621145 Feb 03 14:24:02.474150 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '440b1653-8214-4bd1-a1a2-55a9b6e7469e', 'tag': 'a23239bd-1f5f-4e6c-bdcc-346cf8af7996'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:24:02.493082 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24bcd10-0469-4140-818e-e4dfed3d7430 service neutron] Pushing event updated for resources: {'Port': ['ID=a23239bd-1f5f-4e6c-bdcc-346cf8af7996,revision_number=3']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:02.545643 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '440b1653-8214-4bd1-a1a2-55a9b6e7469e', 'tag': 'a23239bd-1f5f-4e6c-bdcc-346cf8af7996', 'status': 'completed', 'code': 200} Feb 03 14:24:02.723776 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ae8150a7-2dee-43ee-863c-bea48135c034 req-732aeaee-c4e5-4443-8e78-42c5b031a7fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08b412b5e1474a8c9dee20c938a4b606&device_id=440b1653-8214-4bd1-a1a2-55a9b6e7469e HTTP/1.1" status: 200 len: 1100 time: 0.1581933 Feb 03 14:24:02.755877 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ae8150a7-2dee-43ee-863c-bea48135c034 req-b68d5891-e683-483a-85cb-e0b393932dee service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=08b412b5e1474a8c9dee20c938a4b606&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249937 Feb 03 14:24:02.889859 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8150a7-2dee-43ee-863c-bea48135c034 req-8b8e6183-4a11-4c44-945f-aa8e83e66b50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:02.891253 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ae8150a7-2dee-43ee-863c-bea48135c034 req-8b8e6183-4a11-4c44-945f-aa8e83e66b50 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1285794 Feb 03 14:24:03.001834 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-22ca87e9-a84b-40f7-9b1f-1647bda359c5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08b412b5e1474a8c9dee20c938a4b606&device_id=440b1653-8214-4bd1-a1a2-55a9b6e7469e HTTP/1.1" status: 200 len: 1100 time: 0.0751565 Feb 03 14:24:03.068030 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-60b4ab20-4763-418a-a9b2-16660e88b0ec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=a23239bd-1f5f-4e6c-bdcc-346cf8af7996 HTTP/1.1" status: 200 len: 217 time: 0.0598254 Feb 03 14:24:03.118525 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5f9a9-2734-47b6-a620-527c66aee1ea req-553c9af5-8179-41a3-a921-db927caa52ce tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:03.119985 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-63e5f9a9-2734-47b6-a620-527c66aee1ea req-553c9af5-8179-41a3-a921-db927caa52ce tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b1653-8214-4bd1-a1a2-55a9b6e7469e HTTP/1.1" status: 200 len: 947 time: 0.0787251 Feb 03 14:24:03.132128 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-aed07134-78dd-4461-a41c-e8092c7e06a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:03.133543 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-aed07134-78dd-4461-a41c-e8092c7e06a9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b581a101-4c6e-4ad7-a1ab-598fa8f04e03 HTTP/1.1" status: 200 len: 843 time: 0.0604212 Feb 03 14:24:03.164965 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-63e5f9a9-2734-47b6-a620-527c66aee1ea req-bbe6acef-0fce-4d99-bd70-df883bc82ae1 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c5d8e5e-ffcb-419c-a0b6-2101a1102197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395443 Feb 03 14:24:03.208802 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-3e581fcb-e228-4c50-af19-ff18ee99116f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e6417779-2c5e-4705-a58f-f7c09756f983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0690684 Feb 03 14:24:03.340150 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-dff502b7-c594-47ca-8775-5a5b8c3d1327 service neutron] 10.222.0.47 "GET /v2.0/networks/e6417779-2c5e-4705-a58f-f7c09756f983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257110 Feb 03 14:24:03.478195 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-02b15346-241c-4ae5-b41a-f83225f95ed5 req-e70158fb-22e3-4d9a-a85c-9b4b62a67989 service neutron] 10.222.0.47 "GET /v2.0/networks/e6417779-2c5e-4705-a58f-f7c09756f983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318355 Feb 03 14:24:04.369300 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdcaeea-0dca-4437-928d-9b5f61bbc2aa req-a25e5ddd-8d9e-4001-9135-7c9cc59cc7be tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:04.370715 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-afdcaeea-0dca-4437-928d-9b5f61bbc2aa req-a25e5ddd-8d9e-4001-9135-7c9cc59cc7be tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b1653-8214-4bd1-a1a2-55a9b6e7469e HTTP/1.1" status: 200 len: 947 time: 0.0831604 Feb 03 14:24:04.418338 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-afdcaeea-0dca-4437-928d-9b5f61bbc2aa req-6c6951c5-d935-4c69-9429-463a2d0968c6 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c5d8e5e-ffcb-419c-a0b6-2101a1102197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414584 Feb 03 14:24:05.608846 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35331e-92fd-4053-81a7-ad4dccac6488 req-91264cae-8155-48d7-aeb2-2ce3e9f3cd2f tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:05.610271 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3d35331e-92fd-4053-81a7-ad4dccac6488 req-91264cae-8155-48d7-aeb2-2ce3e9f3cd2f tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b1653-8214-4bd1-a1a2-55a9b6e7469e HTTP/1.1" status: 200 len: 947 time: 0.0756633 Feb 03 14:24:05.653777 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3d35331e-92fd-4053-81a7-ad4dccac6488 req-2aea4223-a57b-47d5-b1f3-d6585051e428 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c5d8e5e-ffcb-419c-a0b6-2101a1102197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381870 Feb 03 14:24:06.848004 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670472b-c91d-4e96-8129-4caa826d939e req-e3ee9805-3768-4fe8-9027-6e561057c836 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:06.849394 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e670472b-c91d-4e96-8129-4caa826d939e req-e3ee9805-3768-4fe8-9027-6e561057c836 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b1653-8214-4bd1-a1a2-55a9b6e7469e HTTP/1.1" status: 200 len: 947 time: 0.0770440 Feb 03 14:24:06.895410 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e670472b-c91d-4e96-8129-4caa826d939e req-b34573db-2137-41ac-90b2-6d04895e2d09 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c5d8e5e-ffcb-419c-a0b6-2101a1102197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406201 Feb 03 14:24:08.087260 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8e4ad-9f8a-4d6d-afb4-8bd4bb37ab32 req-4e9efc6a-6260-4d64-9a64-bc71db051162 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:08.088671 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9ab8e4ad-9f8a-4d6d-afb4-8bd4bb37ab32 req-4e9efc6a-6260-4d64-9a64-bc71db051162 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b1653-8214-4bd1-a1a2-55a9b6e7469e HTTP/1.1" status: 200 len: 947 time: 0.0734591 Feb 03 14:24:08.133307 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9ab8e4ad-9f8a-4d6d-afb4-8bd4bb37ab32 req-3715707f-7ec6-49d5-98af-419ac6585ade tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c5d8e5e-ffcb-419c-a0b6-2101a1102197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389848 Feb 03 14:24:08.176282 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device a23239bd-1f5f-4e6c-bdcc-346cf8af7996 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:24:08.305517 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port a23239bd-1f5f-4e6c-bdcc-346cf8af7996, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=a23239bd-1f5f-4e6c-bdcc-346cf8af7996,segment=NetworkSegment(2822f6f7-12c4-4cfa-866f-b3e7492ec2c6),segment_id=2822f6f7-12c4-4cfa-866f-b3e7492ec2c6)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:24:08.318094 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': 'a23239bd-1f5f-4e6c-bdcc-346cf8af7996', 'network_id': 'e6417779-2c5e-4705-a58f-f7c09756f983', 'port_id': 'a23239bd-1f5f-4e6c-bdcc-346cf8af7996', 'mac_address': 'fa:16:3e:e7:51:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b581a101-4c6e-4ad7-a1ab-598fa8f04e03', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:24:08.373940 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:08.390588 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a23239bd-1f5f-4e6c-bdcc-346cf8af7996 {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:24:08.404933 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port a23239bd-1f5f-4e6c-bdcc-346cf8af7996, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=a23239bd-1f5f-4e6c-bdcc-346cf8af7996,segment=NetworkSegment(2822f6f7-12c4-4cfa-866f-b3e7492ec2c6),segment_id=2822f6f7-12c4-4cfa-866f-b3e7492ec2c6)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:24:08.471542 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:08.533652 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=a23239bd-1f5f-4e6c-bdcc-346cf8af7996,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:08.843405 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['a23239bd-1f5f-4e6c-bdcc-346cf8af7996'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:24:09.328521 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4152d6-1d8d-4490-b450-d10215668600 req-791f94a6-4796-4f4b-9848-70a2f4adf2ea tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:09.329926 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4a4152d6-1d8d-4490-b450-d10215668600 req-791f94a6-4796-4f4b-9848-70a2f4adf2ea tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b1653-8214-4bd1-a1a2-55a9b6e7469e HTTP/1.1" status: 200 len: 948 time: 0.0783839 Feb 03 14:24:09.373601 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4a4152d6-1d8d-4490-b450-d10215668600 req-2803c77c-762c-42e9-b010-107e746148dc tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c5d8e5e-ffcb-419c-a0b6-2101a1102197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382500 Feb 03 14:24:10.191568 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device a23239bd-1f5f-4e6c-bdcc-346cf8af7996 up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:24:10.311368 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning for port a23239bd-1f5f-4e6c-bdcc-346cf8af7996 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:24:10.316709 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port a23239bd-1f5f-4e6c-bdcc-346cf8af7996 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:24:10.317084 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:10.467858 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:10.493469 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440b1653-8214-4bd1-a1a2-55a9b6e7469e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23239bd-1f5f-4e6c-bdcc-346cf8af7996'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:24:10.503417 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port a23239bd-1f5f-4e6c-bdcc-346cf8af7996, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=a23239bd-1f5f-4e6c-bdcc-346cf8af7996,segment=NetworkSegment(2822f6f7-12c4-4cfa-866f-b3e7492ec2c6),segment_id=2822f6f7-12c4-4cfa-866f-b3e7492ec2c6)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:24:10.549066 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '440b1653-8214-4bd1-a1a2-55a9b6e7469e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23239bd-1f5f-4e6c-bdcc-346cf8af7996', 'code': 200} Feb 03 14:24:10.568097 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8aaf0-8dce-48e0-b4fb-a4ad906454a6 req-d03ea566-5923-4cad-80a5-0f8a9a774532 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:10.569523 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6bf8aaf0-8dce-48e0-b4fb-a4ad906454a6 req-d03ea566-5923-4cad-80a5-0f8a9a774532 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b1653-8214-4bd1-a1a2-55a9b6e7469e HTTP/1.1" status: 200 len: 948 time: 0.0783901 Feb 03 14:24:10.575048 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:10.621775 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6bf8aaf0-8dce-48e0-b4fb-a4ad906454a6 req-71bc1a28-5c94-453f-98af-3fea66576542 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c5d8e5e-ffcb-419c-a0b6-2101a1102197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464044 Feb 03 14:24:10.643204 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=a23239bd-1f5f-4e6c-bdcc-346cf8af7996,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:10.912509 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ebde54b6-df30-466c-8e9b-65404e0c5287 req-6c26f716-e5b0-442e-a6f9-a0b8e4acfb9b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=440b1653-8214-4bd1-a1a2-55a9b6e7469e HTTP/1.1" status: 200 len: 1102 time: 0.0711720 Feb 03 14:24:10.955424 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ebde54b6-df30-466c-8e9b-65404e0c5287 req-4f1eb9b3-b4e9-4fbb-90ce-56e10399242d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8c5d8e5e-ffcb-419c-a0b6-2101a1102197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367150 Feb 03 14:24:11.905343 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279a15e-2604-484b-b317-63aa613d84fb req-98d08bf3-4c27-409b-8c69-2875a1f592cb tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:11.906793 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1279a15e-2604-484b-b317-63aa613d84fb req-98d08bf3-4c27-409b-8c69-2875a1f592cb tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b1653-8214-4bd1-a1a2-55a9b6e7469e HTTP/1.1" status: 200 len: 949 time: 0.1610053 Feb 03 14:24:11.953457 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1279a15e-2604-484b-b317-63aa613d84fb req-f61b72ce-1e9c-4f9b-aa7f-f46a1e68db08 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c5d8e5e-ffcb-419c-a0b6-2101a1102197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401974 Feb 03 14:24:13.146707 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60103db6-8387-41f7-a6ae-c4099efe7d4d req-7279b523-e2cb-4a96-be7e-d754232f1328 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:13.148152 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-60103db6-8387-41f7-a6ae-c4099efe7d4d req-7279b523-e2cb-4a96-be7e-d754232f1328 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b1653-8214-4bd1-a1a2-55a9b6e7469e HTTP/1.1" status: 200 len: 949 time: 0.0769536 Feb 03 14:24:13.192559 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-60103db6-8387-41f7-a6ae-c4099efe7d4d req-fbede0fb-7c48-4140-8d5f-66994b787697 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c5d8e5e-ffcb-419c-a0b6-2101a1102197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388157 Feb 03 14:24:13.734796 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7e94a13e-9cfd-4721-9614-1e7593915c7f req-b5131245-308a-494f-8b6c-644d1895bf41 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=440b1653-8214-4bd1-a1a2-55a9b6e7469e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1323915 Feb 03 14:24:14.347915 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6d13cfa3-19e9-4672-a7da-642ad98a9cb4 req-1172b0ca-b717-4278-8039-de564bd3c0ac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=440b1653-8214-4bd1-a1a2-55a9b6e7469e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0699592 Feb 03 14:24:14.837332 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:24:15.158915 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93de03-5062-46c0-9066-58ca87736672 req-3220dc0e-6e0b-41db-83aa-76ec14ed60f5 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:15.160343 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bb93de03-5062-46c0-9066-58ca87736672 req-3220dc0e-6e0b-41db-83aa-76ec14ed60f5 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b1653-8214-4bd1-a1a2-55a9b6e7469e HTTP/1.1" status: 200 len: 949 time: 0.0753486 Feb 03 14:24:15.204263 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bb93de03-5062-46c0-9066-58ca87736672 req-6b0d5388-7d26-40da-bd65-0b6a29d0dd63 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c5d8e5e-ffcb-419c-a0b6-2101a1102197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383735 Feb 03 14:24:16.407603 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968eda8f-10cd-4c69-b322-5a5dce6dbfcf req-800ec8c5-573e-4dee-b41a-323d29aaff38 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:16.409577 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-968eda8f-10cd-4c69-b322-5a5dce6dbfcf req-800ec8c5-573e-4dee-b41a-323d29aaff38 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b1653-8214-4bd1-a1a2-55a9b6e7469e HTTP/1.1" status: 200 len: 949 time: 0.0801992 Feb 03 14:24:16.453759 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-968eda8f-10cd-4c69-b322-5a5dce6dbfcf req-bc7a43b9-aedd-4bbf-89c4-7eab0ef2f721 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c5d8e5e-ffcb-419c-a0b6-2101a1102197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386415 Feb 03 14:24:16.664268 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76bf7cd-7fd4-4dc8-b7aa-45580ea8c44b req-d8801bc0-9dd8-4c5c-abf0-62c5be13f1ee tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:16.664965 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-a76bf7cd-7fd4-4dc8-b7aa-45580ea8c44b req-d8801bc0-9dd8-4c5c-abf0-62c5be13f1ee tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Synchronizing usage tracker for tenant:08b412b5e1474a8c9dee20c938a4b606 on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:24:16.762623 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-a76bf7cd-7fd4-4dc8-b7aa-45580ea8c44b req-d8801bc0-9dd8-4c5c-abf0-62c5be13f1ee tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Unset dirty status for tenant:08b412b5e1474a8c9dee20c938a4b606 on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:24:16.763877 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a76bf7cd-7fd4-4dc8-b7aa-45580ea8c44b req-d8801bc0-9dd8-4c5c-abf0-62c5be13f1ee tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] 10.222.0.47 "GET /v2.0/ports?device_id=440b1653-8214-4bd1-a1a2-55a9b6e7469e HTTP/1.1" status: 200 len: 949 time: 0.1762352 Feb 03 14:24:16.835452 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-a76bf7cd-7fd4-4dc8-b7aa-45580ea8c44b req-f356b97b-7ad8-4255-84b1-4a71e50f7249 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Deleting port a23239bd-1f5f-4e6c-bdcc-346cf8af7996 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:24:16.835788 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-a76bf7cd-7fd4-4dc8-b7aa-45580ea8c44b req-f356b97b-7ad8-4255-84b1-4a71e50f7249 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:17.071472 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-a76bf7cd-7fd4-4dc8-b7aa-45580ea8c44b req-f356b97b-7ad8-4255-84b1-4a71e50f7249 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] For port a23239bd-1f5f-4e6c-bdcc-346cf8af7996, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=a23239bd-1f5f-4e6c-bdcc-346cf8af7996,segment=NetworkSegment(2822f6f7-12c4-4cfa-866f-b3e7492ec2c6),segment_id=2822f6f7-12c4-4cfa-866f-b3e7492ec2c6)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:24:17.071740 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-a76bf7cd-7fd4-4dc8-b7aa-45580ea8c44b req-f356b97b-7ad8-4255-84b1-4a71e50f7249 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:17.192371 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-a76bf7cd-7fd4-4dc8-b7aa-45580ea8c44b req-f356b97b-7ad8-4255-84b1-4a71e50f7249 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Calling delete_port for a23239bd-1f5f-4e6c-bdcc-346cf8af7996 owned by compute:nova {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:24:17.386410 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-a76bf7cd-7fd4-4dc8-b7aa-45580ea8c44b req-f356b97b-7ad8-4255-84b1-4a71e50f7249 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:17.397328 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['a23239bd-1f5f-4e6c-bdcc-346cf8af7996'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:24:17.513781 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f356b97b-7ad8-4255-84b1-4a71e50f7249 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Pushing event deleted for resources: {'Port': ['ID=a23239bd-1f5f-4e6c-bdcc-346cf8af7996,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:17.587771 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76bf7cd-7fd4-4dc8-b7aa-45580ea8c44b req-f356b97b-7ad8-4255-84b1-4a71e50f7249 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] No DVR routers for this DVR port a23239bd-1f5f-4e6c-bdcc-346cf8af7996 on host hv-neutron-8270 {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:24:17.590390 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-a76bf7cd-7fd4-4dc8-b7aa-45580ea8c44b req-f356b97b-7ad8-4255-84b1-4a71e50f7249 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:17.593550 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440b1653-8214-4bd1-a1a2-55a9b6e7469e', 'name': 'network-vif-deleted', 'tag': 'a23239bd-1f5f-4e6c-bdcc-346cf8af7996'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:24:17.619493 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-675af42e-dce1-4552-af01-6d583bfd59fb req-243f7464-8625-40c6-bb99-548b88d9c683 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b1653-8214-4bd1-a1a2-55a9b6e7469e HTTP/1.1" status: 200 len: 210 time: 0.0414209 Feb 03 14:24:17.632628 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:17.653247 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '440b1653-8214-4bd1-a1a2-55a9b6e7469e', 'name': 'network-vif-deleted', 'tag': 'a23239bd-1f5f-4e6c-bdcc-346cf8af7996', 'status': 'completed', 'code': 200} Feb 03 14:24:17.661201 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a76bf7cd-7fd4-4dc8-b7aa-45580ea8c44b req-f356b97b-7ad8-4255-84b1-4a71e50f7249 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] 10.222.0.47 "DELETE /v2.0/ports/a23239bd-1f5f-4e6c-bdcc-346cf8af7996 HTTP/1.1" status: 204 len: 173 time: 0.8917272 Feb 03 14:24:18.803419 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d2b57d46-d792-4920-8ced-1e2031802a73 req-cf116220-bcc2-42fc-8087-16caabf02cc2 tempest-ServersAdminNegativeTestJSON-635220725 tempest-ServersAdminNegativeTestJSON-635220725-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b1653-8214-4bd1-a1a2-55a9b6e7469e HTTP/1.1" status: 200 len: 210 time: 0.0409017 Feb 03 14:24:20.202865 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device a23239bd-1f5f-4e6c-bdcc-346cf8af7996 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:24:20.239153 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] No Port match for: a23239bd-1f5f-4e6c-bdcc-346cf8af7996 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:24:20.239505 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device a23239bd-1f5f-4e6c-bdcc-346cf8af7996 not bound to the agent host hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:24:20.346735 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35518) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:24:20.518312 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c251457e-b93d-41fd-a5b6-1ab78b8d44ca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=08b412b5e1474a8c9dee20c938a4b606&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1704237 Feb 03 14:24:20.520803 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35524) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:24:20.577473 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b2cb3579-e430-4c47-8bee-f1add8905bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:20.601936 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b2cb3579-e430-4c47-8bee-f1add8905bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:20.710032 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b2cb3579-e430-4c47-8bee-f1add8905bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:20.732230 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb3579-e430-4c47-8bee-f1add8905bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5d8e5e-ffcb-419c-a0b6-2101a1102197,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:20.735478 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b2cb3579-e430-4c47-8bee-f1add8905bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:20.737521 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b2cb3579-e430-4c47-8bee-f1add8905bf6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8c5d8e5e-ffcb-419c-a0b6-2101a1102197 HTTP/1.1" status: 204 len: 168 time: 0.2154188 Feb 03 14:24:21.262085 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35532) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:24:21.280374 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e284d0b6-a2c0-4f12-84f9-a334dcbde644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:21.309975 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e284d0b6-a2c0-4f12-84f9-a334dcbde644 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:24:21.314139 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e284d0b6-a2c0-4f12-84f9-a334dcbde644 admin admin] Usage tracker for resource:security_group_rule and tenant:fa6fc59927e047eb8a025ce8e762ce97 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:24:21.316978 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e284d0b6-a2c0-4f12-84f9-a334dcbde644 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:24:21.322673 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e284d0b6-a2c0-4f12-84f9-a334dcbde644 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:24:21.394210 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e284d0b6-a2c0-4f12-84f9-a334dcbde644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:21.475587 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e284d0b6-a2c0-4f12-84f9-a334dcbde644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:21.522363 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284d0b6-a2c0-4f12-84f9-a334dcbde644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d8da58-fe2d-451d-bd70-7a753e35782c,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:21.526618 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e284d0b6-a2c0-4f12-84f9-a334dcbde644 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fa6fc59927e047eb8a025ce8e762ce97&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2635479 Feb 03 14:24:21.529297 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35538) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:24:21.586076 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-812bb69a-c301-4cc2-8c70-afcbc5b9811c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:21.614703 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-812bb69a-c301-4cc2-8c70-afcbc5b9811c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:21.723029 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-812bb69a-c301-4cc2-8c70-afcbc5b9811c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:21.737379 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812bb69a-c301-4cc2-8c70-afcbc5b9811c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d8da58-fe2d-451d-bd70-7a753e35782c,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:21.743698 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-812bb69a-c301-4cc2-8c70-afcbc5b9811c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:21.744808 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-812bb69a-c301-4cc2-8c70-afcbc5b9811c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f0d8da58-fe2d-451d-bd70-7a753e35782c HTTP/1.1" status: 204 len: 168 time: 0.2146192 Feb 03 14:24:22.900551 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 35560) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:24:23.024922 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-bdee223b-7eeb-4506-8f07-d6b93de68211 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1701245440-network', 'tenant_id': '4ef51254dcfb43adb1642228168b0ca4'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:24:23.029669 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-bdee223b-7eeb-4506-8f07-d6b93de68211 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:24:23.033454 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-bdee223b-7eeb-4506-8f07-d6b93de68211 admin admin] Usage tracker for resource:network and tenant:4ef51254dcfb43adb1642228168b0ca4 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:24:23.036850 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-bdee223b-7eeb-4506-8f07-d6b93de68211 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:24:23.044301 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-bdee223b-7eeb-4506-8f07-d6b93de68211 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:24:23.132623 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdee223b-7eeb-4506-8f07-d6b93de68211 admin admin] Made reservation on behalf of 4ef51254dcfb43adb1642228168b0ca4 for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:24:23.134854 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bdee223b-7eeb-4506-8f07-d6b93de68211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:23.147563 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bdee223b-7eeb-4506-8f07-d6b93de68211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:23.179549 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-bdee223b-7eeb-4506-8f07-d6b93de68211 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:24:23.183356 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-bdee223b-7eeb-4506-8f07-d6b93de68211 admin admin] Usage tracker for resource:security_group_rule and tenant:4ef51254dcfb43adb1642228168b0ca4 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:24:23.186080 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-bdee223b-7eeb-4506-8f07-d6b93de68211 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:24:23.192227 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-bdee223b-7eeb-4506-8f07-d6b93de68211 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:24:23.255130 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bdee223b-7eeb-4506-8f07-d6b93de68211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:23.300023 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bdee223b-7eeb-4506-8f07-d6b93de68211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:23.332020 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdee223b-7eeb-4506-8f07-d6b93de68211 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:24:23.337091 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee223b-7eeb-4506-8f07-d6b93de68211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5bc75f-6e02-4fa3-93d2-f526d5bf8ac0,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:23.343947 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bdee223b-7eeb-4506-8f07-d6b93de68211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:23.344342 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-bdee223b-7eeb-4506-8f07-d6b93de68211 admin admin] Added segment 952058a2-f68e-45af-9758-d84c5bfcc01c of type vlan for network 09e07de1-cb85-4487-91f8-30854e2ee283 Feb 03 14:24:23.370308 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bdee223b-7eeb-4506-8f07-d6b93de68211 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:23.452825 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bdee223b-7eeb-4506-8f07-d6b93de68211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:23.453656 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdee223b-7eeb-4506-8f07-d6b93de68211 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:23.454231 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bdee223b-7eeb-4506-8f07-d6b93de68211 admin admin] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:23.558151 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee223b-7eeb-4506-8f07-d6b93de68211 admin admin] Pushing event updated for resources: {'Network': ['ID=09e07de1-cb85-4487-91f8-30854e2ee283,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:23.569307 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 09e07de1-cb85-4487-91f8-30854e2ee283 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:24:23.602068 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-bdee223b-7eeb-4506-8f07-d6b93de68211 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7004011 Feb 03 14:24:23.605038 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 35566) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:24:23.610461 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-37ba8028-ed5e-4e30-b9d5-fea58c5e8cb9 admin admin] Request body: {'subnet': {'network_id': '09e07de1-cb85-4487-91f8-30854e2ee283', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1701245440-subnet', 'tenant_id': '4ef51254dcfb43adb1642228168b0ca4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:24:23.615829 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-37ba8028-ed5e-4e30-b9d5-fea58c5e8cb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:24:23.619697 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-37ba8028-ed5e-4e30-b9d5-fea58c5e8cb9 admin admin] Usage tracker for resource:subnet and tenant:4ef51254dcfb43adb1642228168b0ca4 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:24:23.622505 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-37ba8028-ed5e-4e30-b9d5-fea58c5e8cb9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:24:23.629238 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-37ba8028-ed5e-4e30-b9d5-fea58c5e8cb9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:24:23.722925 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ba8028-ed5e-4e30-b9d5-fea58c5e8cb9 admin admin] Made reservation on behalf of 4ef51254dcfb43adb1642228168b0ca4 for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:24:23.725290 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-37ba8028-ed5e-4e30-b9d5-fea58c5e8cb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:23.985932 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-37ba8028-ed5e-4e30-b9d5-fea58c5e8cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:24.059274 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba8028-ed5e-4e30-b9d5-fea58c5e8cb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe93e351-4142-48fb-bbf7-128a36157d22,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:24.073306 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ba8028-ed5e-4e30-b9d5-fea58c5e8cb9 admin admin] Checking segment: {'id': '952058a2-f68e-45af-9758-d84c5bfcc01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '09e07de1-cb85-4487-91f8-30854e2ee283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:24:24.073657 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ba8028-ed5e-4e30-b9d5-fea58c5e8cb9 admin admin] Network hostable DHCP agents. Network: 09e07de1-cb85-4487-91f8-30854e2ee283, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:24:24.168036 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ba8028-ed5e-4e30-b9d5-fea58c5e8cb9 admin admin] Network 09e07de1-cb85-4487-91f8-30854e2ee283 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:24:24.229657 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-37ba8028-ed5e-4e30-b9d5-fea58c5e8cb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 09e07de1-cb85-4487-91f8-30854e2ee283) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:24:24.233445 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ba8028-ed5e-4e30-b9d5-fea58c5e8cb9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:24.234115 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-37ba8028-ed5e-4e30-b9d5-fea58c5e8cb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:24.238303 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb8d21a-feea-4b56-aef9-32625ae78100 None None] Network 09e07de1-cb85-4487-91f8-30854e2ee283 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:24:24.316548 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-37ba8028-ed5e-4e30-b9d5-fea58c5e8cb9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7104559 Feb 03 14:24:24.441053 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda4a1de-8541-4f12-a228-83c81c589ca0 None None] Network 09e07de1-cb85-4487-91f8-30854e2ee283 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:24:24.847492 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-881f688e-5f74-449a-931f-5a10d67de8f4 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:24.848828 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-881f688e-5f74-449a-931f-5a10d67de8f4 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/networks?id=09e07de1-cb85-4487-91f8-30854e2ee283 HTTP/1.1" status: 200 len: 812 time: 0.1422989 Feb 03 14:24:24.865165 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-44b446fb-df12-4e08-9138-047a0dac59ee tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/quotas/4ef51254dcfb43adb1642228168b0ca4 HTTP/1.1" status: 200 len: 375 time: 0.0111399 Feb 03 14:24:24.912681 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-0e2b79c2-90b9-485b-aaf4-54785f7d33e4 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ef51254dcfb43adb1642228168b0ca4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427799 Feb 03 14:24:24.922562 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-f5463759-b70c-44c2-8bf2-a22abd6ff1bd service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 14:24:24.923487 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-f5463759-b70c-44c2-8bf2-a22abd6ff1bd service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046461 Feb 03 14:24:25.050794 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-b34ed051-6ebf-4546-aa6a-13270d7d8724 service neutron] 10.222.0.41 "GET /v2.0/networks/09e07de1-cb85-4487-91f8-30854e2ee283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213241 Feb 03 14:24:25.177494 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-6ef6bcd9-aed7-4b13-a6b7-9f380dd03b1f service neutron] 10.222.0.41 "GET /v2.0/networks/09e07de1-cb85-4487-91f8-30854e2ee283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209905 Feb 03 14:24:25.368584 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0290c013-84dd-4b4f-a32b-e7a434d66fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:25.459453 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a03eda84-4757-480a-9050-c03583dea25d req-5b1aeb90-a050-48d2-a94e-ae816e3727ce tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 210 time: 0.0413582 Feb 03 14:24:26.621448 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3b793798-318f-49e4-8170-3c01b08f39f1 req-483e8845-e19d-416c-8297-29c764177668 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 210 time: 0.0397429 Feb 03 14:24:27.465439 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-6eac437b-d130-421b-b40e-c08a72ee4412 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:27.466083 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-6eac437b-d130-421b-b40e-c08a72ee4412 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Synchronizing usage tracker for tenant:4ef51254dcfb43adb1642228168b0ca4 on resource:network {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:24:27.528623 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5969d6f8-2f71-4fa9-8b92-c1fa71f0fe07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:27.534533 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-6eac437b-d130-421b-b40e-c08a72ee4412 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Unset dirty status for tenant:4ef51254dcfb43adb1642228168b0ca4 on resource:network {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:24:27.535702 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-6eac437b-d130-421b-b40e-c08a72ee4412 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.47 "GET /v2.0/networks?id=09e07de1-cb85-4487-91f8-30854e2ee283 HTTP/1.1" status: 200 len: 812 time: 0.2152047 Feb 03 14:24:27.557632 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-548d4361-3a15-4aa3-b8e8-0badfa693057 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Request body: {'port': {'device_id': '23c5616a-c27a-4016-9341-a3d14687bcb7', 'network_id': '09e07de1-cb85-4487-91f8-30854e2ee283', 'admin_state_up': True, 'tenant_id': '4ef51254dcfb43adb1642228168b0ca4'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:24:27.693229 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-548d4361-3a15-4aa3-b8e8-0badfa693057 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:24:27.696992 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-548d4361-3a15-4aa3-b8e8-0badfa693057 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Usage tracker for resource:port and tenant:4ef51254dcfb43adb1642228168b0ca4 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:24:27.699816 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-548d4361-3a15-4aa3-b8e8-0badfa693057 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:24:27.705389 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-548d4361-3a15-4aa3-b8e8-0badfa693057 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:24:27.787392 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bc2cf954-93e9-4f9d-a45f-010410fceec1 req-bcdec269-ccd4-48a3-9c1b-8c820d3fa938 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 210 time: 0.0436716 Feb 03 14:24:27.789813 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-548d4361-3a15-4aa3-b8e8-0badfa693057 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Made reservation on behalf of 4ef51254dcfb43adb1642228168b0ca4 for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:24:27.792796 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-548d4361-3a15-4aa3-b8e8-0badfa693057 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:27.952038 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-548d4361-3a15-4aa3-b8e8-0badfa693057 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Allocated IP 172.20.0.12 (09e07de1-cb85-4487-91f8-30854e2ee283/fe93e351-4142-48fb-bbf7-128a36157d22/83456ff1-5e80-48ca-b275-07f7d00fc16c) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:24:28.148698 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-548d4361-3a15-4aa3-b8e8-0badfa693057 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:28.231300 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-548d4361-3a15-4aa3-b8e8-0badfa693057 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:28.304507 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-548d4361-3a15-4aa3-b8e8-0badfa693057 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Network 09e07de1-cb85-4487-91f8-30854e2ee283 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:24:28.307540 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-548d4361-3a15-4aa3-b8e8-0badfa693057 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:24:28.311484 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-548d4361-3a15-4aa3-b8e8-0badfa693057 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:24:28.340720 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d4361-3a15-4aa3-b8e8-0badfa693057 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Pushing event updated for resources: {'Port': ['ID=83456ff1-5e80-48ca-b275-07f7d00fc16c,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:28.374113 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-548d4361-3a15-4aa3-b8e8-0badfa693057 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:28.374709 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-548d4361-3a15-4aa3-b8e8-0badfa693057 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:28.466429 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-548d4361-3a15-4aa3-b8e8-0badfa693057 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9122410 Feb 03 14:24:28.476833 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-b910bb8e-53a6-4a01-a20b-2dc059d725a7 service neutron] Request body: {'port': {'device_id': '23c5616a-c27a-4016-9341-a3d14687bcb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:24:28.581428 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-b910bb8e-53a6-4a01-a20b-2dc059d725a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:28.859800 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:28.887521 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:29.006440 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c65ff-f37f-48b0-b3cf-0f2996822372 req-ebb18e78-a17d-407b-9680-2cf72790b032 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:29.013195 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-b910bb8e-53a6-4a01-a20b-2dc059d725a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83456ff1-5e80-48ca-b275-07f7d00fc16c {{(pid=84181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:24:29.013718 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f76c65ff-f37f-48b0-b3cf-0f2996822372 req-ebb18e78-a17d-407b-9680-2cf72790b032 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 932 time: 0.1004751 Feb 03 14:24:29.020874 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-b910bb8e-53a6-4a01-a20b-2dc059d725a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:29.039253 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-b910bb8e-53a6-4a01-a20b-2dc059d725a7 service neutron] Transition to ACTIVE for port object 83456ff1-5e80-48ca-b275-07f7d00fc16c will not be triggered until provisioned by entity L2. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:24:29.058751 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f76c65ff-f37f-48b0-b3cf-0f2996822372 req-95bdd91e-6514-49b8-82a8-8b73ee7596cb tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a5bc75f-6e02-4fa3-93d2-f526d5bf8ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410388 Feb 03 14:24:29.111270 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-b910bb8e-53a6-4a01-a20b-2dc059d725a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:29.240452 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b910bb8e-53a6-4a01-a20b-2dc059d725a7 service neutron] Pushing event updated for resources: {'Port': ['ID=83456ff1-5e80-48ca-b275-07f7d00fc16c,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:29.345779 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-b910bb8e-53a6-4a01-a20b-2dc059d725a7 service neutron] Attempting to bind port 83456ff1-5e80-48ca-b275-07f7d00fc16c on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:24:29.346076 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-b910bb8e-53a6-4a01-a20b-2dc059d725a7 service neutron] Attempting to bind port 83456ff1-5e80-48ca-b275-07f7d00fc16c by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '952058a2-f68e-45af-9758-d84c5bfcc01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '09e07de1-cb85-4487-91f8-30854e2ee283'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:24:29.346434 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-b910bb8e-53a6-4a01-a20b-2dc059d725a7 service neutron] Attempting to bind port 83456ff1-5e80-48ca-b275-07f7d00fc16c on network 09e07de1-cb85-4487-91f8-30854e2ee283 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:24:29.352163 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-b910bb8e-53a6-4a01-a20b-2dc059d725a7 service neutron] Port 83456ff1-5e80-48ca-b275-07f7d00fc16c on network 09e07de1-cb85-4487-91f8-30854e2ee283 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 14:24:29.352492 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-b910bb8e-53a6-4a01-a20b-2dc059d725a7 service neutron] Attempting to bind port 83456ff1-5e80-48ca-b275-07f7d00fc16c on network 09e07de1-cb85-4487-91f8-30854e2ee283 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:24:29.358544 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-b910bb8e-53a6-4a01-a20b-2dc059d725a7 service neutron] Checking agent: {'id': '8cce4e55-f72c-4604-b6eb-27dc2f3f162a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'started_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:24:29.358876 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-b910bb8e-53a6-4a01-a20b-2dc059d725a7 service neutron] Checking segment: {'id': '952058a2-f68e-45af-9758-d84c5bfcc01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '09e07de1-cb85-4487-91f8-30854e2ee283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:24:29.359290 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-b910bb8e-53a6-4a01-a20b-2dc059d725a7 service neutron] Bound using segment: {'id': '952058a2-f68e-45af-9758-d84c5bfcc01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '09e07de1-cb85-4487-91f8-30854e2ee283'} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:24:29.359706 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-b910bb8e-53a6-4a01-a20b-2dc059d725a7 service neutron] Bound port: 83456ff1-5e80-48ca-b275-07f7d00fc16c, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '952058a2-f68e-45af-9758-d84c5bfcc01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '09e07de1-cb85-4487-91f8-30854e2ee283'}}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:24:29.360046 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-b910bb8e-53a6-4a01-a20b-2dc059d725a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:29.448609 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-b910bb8e-53a6-4a01-a20b-2dc059d725a7 service neutron] For port 83456ff1-5e80-48ca-b275-07f7d00fc16c, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:24:29.451555 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-b910bb8e-53a6-4a01-a20b-2dc059d725a7 service neutron] For port 83456ff1-5e80-48ca-b275-07f7d00fc16c, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=83456ff1-5e80-48ca-b275-07f7d00fc16c,segment=NetworkSegment(952058a2-f68e-45af-9758-d84c5bfcc01c),segment_id=952058a2-f68e-45af-9758-d84c5bfcc01c)] {{(pid=84181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:24:29.539979 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-b910bb8e-53a6-4a01-a20b-2dc059d725a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:29.601467 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-b910bb8e-53a6-4a01-a20b-2dc059d725a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:29.602818 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-b910bb8e-53a6-4a01-a20b-2dc059d725a7 service neutron] 10.222.0.47 "PUT /v2.0/ports/83456ff1-5e80-48ca-b275-07f7d00fc16c HTTP/1.1" status: 200 len: 1094 time: 1.1299529 Feb 03 14:24:29.603279 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c5616a-c27a-4016-9341-a3d14687bcb7', 'tag': '83456ff1-5e80-48ca-b275-07f7d00fc16c'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:24:29.620425 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b910bb8e-53a6-4a01-a20b-2dc059d725a7 service neutron] Pushing event updated for resources: {'Port': ['ID=83456ff1-5e80-48ca-b275-07f7d00fc16c,revision_number=3']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:29.657159 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c5616a-c27a-4016-9341-a3d14687bcb7', 'tag': '83456ff1-5e80-48ca-b275-07f7d00fc16c', 'status': 'completed', 'code': 200} Feb 03 14:24:29.745330 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-65544336-689d-472a-a088-c814d3d53e2c req-b6ca5216-f22b-459d-843e-9e3ab02c7ae6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4ef51254dcfb43adb1642228168b0ca4&device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 1097 time: 0.0698488 Feb 03 14:24:29.882640 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65544336-689d-472a-a088-c814d3d53e2c req-140b01ee-cef1-423f-94bf-e805d57dda47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:29.884046 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-65544336-689d-472a-a088-c814d3d53e2c req-140b01ee-cef1-423f-94bf-e805d57dda47 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=4ef51254dcfb43adb1642228168b0ca4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1328263 Feb 03 14:24:30.018634 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65544336-689d-472a-a088-c814d3d53e2c req-30337274-6cb3-49f5-8769-a328348d0e7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:30.020143 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-65544336-689d-472a-a088-c814d3d53e2c req-30337274-6cb3-49f5-8769-a328348d0e7e service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1299138 Feb 03 14:24:30.147156 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-c534c498-aab7-430b-9c9d-736524d1c588 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4ef51254dcfb43adb1642228168b0ca4&device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 1097 time: 0.0724483 Feb 03 14:24:30.217255 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-82931444-812a-4d9b-9737-3d3a00165e94 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83456ff1-5e80-48ca-b275-07f7d00fc16c HTTP/1.1" status: 200 len: 217 time: 0.0611463 Feb 03 14:24:30.229921 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:30.285388 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-90fd49a4-02d0-44ca-85fe-27c08b950fb3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:30.286827 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-90fd49a4-02d0-44ca-85fe-27c08b950fb3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fe93e351-4142-48fb-bbf7-128a36157d22 HTTP/1.1" status: 200 len: 852 time: 0.0633337 Feb 03 14:24:30.333656 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-50a67a2e-e38c-4a88-847d-c2264c5fccbc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=09e07de1-cb85-4487-91f8-30854e2ee283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398860 Feb 03 14:24:30.345125 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea3b3e-8e44-4180-9ac3-d546d06fd06f req-ced92a0f-e756-4670-aa93-a3e00f63d45c tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:30.346550 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b8ea3b3e-8e44-4180-9ac3-d546d06fd06f req-ced92a0f-e756-4670-aa93-a3e00f63d45c tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 944 time: 0.1682358 Feb 03 14:24:30.392747 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b8ea3b3e-8e44-4180-9ac3-d546d06fd06f req-ee025124-fa83-4e74-b391-2c69d027c5ce tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a5bc75f-6e02-4fa3-93d2-f526d5bf8ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401385 Feb 03 14:24:30.465944 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-49e8561b-8a7a-4a64-b44f-256ab18354fb service neutron] 10.222.0.47 "GET /v2.0/networks/09e07de1-cb85-4487-91f8-30854e2ee283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257789 Feb 03 14:24:30.593699 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3ca6aa7d-3855-44f5-a33b-dc2dbd1b5401 req-3c6b7c05-e3ec-4525-8fd7-7b513a1530bd service neutron] 10.222.0.47 "GET /v2.0/networks/09e07de1-cb85-4487-91f8-30854e2ee283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221399 Feb 03 14:24:31.585051 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b382e-5de9-4d62-ab55-d1f516a0bf58 req-0bdd366d-bf45-476c-9004-ff4b3c0cbf98 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:31.586462 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e60b382e-5de9-4d62-ab55-d1f516a0bf58 req-0bdd366d-bf45-476c-9004-ff4b3c0cbf98 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 944 time: 0.0755019 Feb 03 14:24:31.632996 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e60b382e-5de9-4d62-ab55-d1f516a0bf58 req-eef11f9c-e2f4-404f-8991-1d38972a8757 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a5bc75f-6e02-4fa3-93d2-f526d5bf8ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411313 Feb 03 14:24:32.824763 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee299376-3754-4114-9927-46e3294936b0 req-25e69b49-5b4b-44d4-9548-31ec2e1401cb tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:32.826177 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ee299376-3754-4114-9927-46e3294936b0 req-25e69b49-5b4b-44d4-9548-31ec2e1401cb tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 944 time: 0.0747364 Feb 03 14:24:32.869910 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ee299376-3754-4114-9927-46e3294936b0 req-78b2309a-3a60-42a7-8ea1-486773af26ab tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a5bc75f-6e02-4fa3-93d2-f526d5bf8ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376706 Feb 03 14:24:34.069256 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d245f0-446d-465e-9318-67de08776429 req-148fd9c5-4a80-4975-a74f-1740bba8d487 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:34.070764 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-15d245f0-446d-465e-9318-67de08776429 req-148fd9c5-4a80-4975-a74f-1740bba8d487 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 944 time: 0.0783880 Feb 03 14:24:34.115204 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-15d245f0-446d-465e-9318-67de08776429 req-b94a4ab3-bc17-4324-ba9e-25713e9facb0 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a5bc75f-6e02-4fa3-93d2-f526d5bf8ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386996 Feb 03 14:24:34.250097 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 83456ff1-5e80-48ca-b275-07f7d00fc16c details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:24:34.379540 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 83456ff1-5e80-48ca-b275-07f7d00fc16c, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=83456ff1-5e80-48ca-b275-07f7d00fc16c,segment=NetworkSegment(952058a2-f68e-45af-9758-d84c5bfcc01c),segment_id=952058a2-f68e-45af-9758-d84c5bfcc01c)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:24:34.392254 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': '83456ff1-5e80-48ca-b275-07f7d00fc16c', 'network_id': '09e07de1-cb85-4487-91f8-30854e2ee283', 'port_id': '83456ff1-5e80-48ca-b275-07f7d00fc16c', 'mac_address': 'fa:16:3e:71:d8:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe93e351-4142-48fb-bbf7-128a36157d22', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:24:34.443732 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:34.460205 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83456ff1-5e80-48ca-b275-07f7d00fc16c {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:24:34.474992 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 83456ff1-5e80-48ca-b275-07f7d00fc16c, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=83456ff1-5e80-48ca-b275-07f7d00fc16c,segment=NetworkSegment(952058a2-f68e-45af-9758-d84c5bfcc01c),segment_id=952058a2-f68e-45af-9758-d84c5bfcc01c)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:24:34.550493 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:34.618160 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=83456ff1-5e80-48ca-b275-07f7d00fc16c,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:34.626806 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:34.627167 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:34.627504 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:34.627831 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:34.628181 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:34.628531 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:34.628857 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:34.629171 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:34.629487 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:34.629802 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:34.630117 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:34.853231 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['83456ff1-5e80-48ca-b275-07f7d00fc16c'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:24:35.310452 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94466701-468c-4c92-984c-9b3fc272f34f req-41c9880d-aeb5-4da1-9ed5-277fc6b24c26 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:35.311916 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-94466701-468c-4c92-984c-9b3fc272f34f req-41c9880d-aeb5-4da1-9ed5-277fc6b24c26 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 945 time: 0.0752332 Feb 03 14:24:35.356664 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-94466701-468c-4c92-984c-9b3fc272f34f req-41c9a53c-ea3d-403d-97ec-f8aab88c9aff tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a5bc75f-6e02-4fa3-93d2-f526d5bf8ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389793 Feb 03 14:24:36.248132 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 83456ff1-5e80-48ca-b275-07f7d00fc16c up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:24:36.379633 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning for port 83456ff1-5e80-48ca-b275-07f7d00fc16c completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:24:36.384740 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port 83456ff1-5e80-48ca-b275-07f7d00fc16c triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:24:36.385119 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:36.497467 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:36.524186 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c5616a-c27a-4016-9341-a3d14687bcb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83456ff1-5e80-48ca-b275-07f7d00fc16c'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:24:36.533325 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 83456ff1-5e80-48ca-b275-07f7d00fc16c, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=83456ff1-5e80-48ca-b275-07f7d00fc16c,segment=NetworkSegment(952058a2-f68e-45af-9758-d84c5bfcc01c),segment_id=952058a2-f68e-45af-9758-d84c5bfcc01c)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:24:36.557128 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ccb016-70c1-4e9b-9744-cfcc9a652350 req-e0ed155d-a5fa-4005-81a7-4ed922b02ae7 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:36.558869 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-95ccb016-70c1-4e9b-9744-cfcc9a652350 req-e0ed155d-a5fa-4005-81a7-4ed922b02ae7 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 945 time: 0.0823481 Feb 03 14:24:36.601229 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:36.606601 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-95ccb016-70c1-4e9b-9744-cfcc9a652350 req-bd0b79f6-1c28-48aa-807a-afe2ce9cc319 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a5bc75f-6e02-4fa3-93d2-f526d5bf8ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422440 Feb 03 14:24:36.657013 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c5616a-c27a-4016-9341-a3d14687bcb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83456ff1-5e80-48ca-b275-07f7d00fc16c', 'code': 200} Feb 03 14:24:36.671740 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=83456ff1-5e80-48ca-b275-07f7d00fc16c,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:37.036687 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8760edc0-410e-49d6-8ce3-f2818ca86e2f req-09027954-272a-4e86-90f2-c7d528554da2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 1099 time: 0.1491110 Feb 03 14:24:37.079220 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8760edc0-410e-49d6-8ce3-f2818ca86e2f req-912cf68a-d6c0-47f3-a33b-184da5f21a55 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9a5bc75f-6e02-4fa3-93d2-f526d5bf8ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356109 Feb 03 14:24:37.801131 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e903c25-a998-469c-a789-09c4d0f315a3 req-6bd1af7f-64b8-47c2-8a5c-fccc33c71eb5 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:37.802546 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4e903c25-a998-469c-a789-09c4d0f315a3 req-6bd1af7f-64b8-47c2-8a5c-fccc33c71eb5 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 946 time: 0.0755608 Feb 03 14:24:37.850131 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4e903c25-a998-469c-a789-09c4d0f315a3 req-736a5cd7-e00f-4823-b8ea-a07a0940dc28 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a5bc75f-6e02-4fa3-93d2-f526d5bf8ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420642 Feb 03 14:24:39.043756 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aca655-d9f9-45c8-875c-952772f8c01b req-6eeaa657-169d-4abe-9de4-9ddc9db693f5 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:39.045167 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-59aca655-d9f9-45c8-875c-952772f8c01b req-6eeaa657-169d-4abe-9de4-9ddc9db693f5 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 946 time: 0.0769248 Feb 03 14:24:39.092321 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-59aca655-d9f9-45c8-875c-952772f8c01b req-87ab0fb9-efe4-4273-9455-a4368af971c3 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a5bc75f-6e02-4fa3-93d2-f526d5bf8ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406590 Feb 03 14:24:39.291041 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b2b024dd-a0b1-406f-b70d-62c691dd6c32 req-d559a28e-8d06-4b59-9ac3-4ccbc4706f32 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0700588 Feb 03 14:24:39.707703 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443e78c-7412-479e-bcbd-0dc7163e15a8 req-4ca0ffe5-ef8b-4598-928e-261096c5e385 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:39.709275 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d443e78c-7412-479e-bcbd-0dc7163e15a8 req-4ca0ffe5-ef8b-4598-928e-261096c5e385 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 946 time: 0.0767725 Feb 03 14:24:39.756813 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d443e78c-7412-479e-bcbd-0dc7163e15a8 req-8be13748-ecf2-4e98-a81e-0f5df7e12df3 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a5bc75f-6e02-4fa3-93d2-f526d5bf8ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417709 Feb 03 14:24:39.801172 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35628) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:24:39.938509 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-95da4ff4-66bc-46c9-8f1b-10cf931520c5 req-9e0cafbb-3861-4916-b801-0cc6f32a8b5d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1361821 Feb 03 14:24:40.963856 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce45545-cd3b-4356-a823-dca1e6383713 req-ed07e32d-dbce-451f-902e-d2ef0d60e34e tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:40.965293 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9ce45545-cd3b-4356-a823-dca1e6383713 req-ed07e32d-dbce-451f-902e-d2ef0d60e34e tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 946 time: 0.0755012 Feb 03 14:24:41.012217 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9ce45545-cd3b-4356-a823-dca1e6383713 req-d662e134-64cc-4bbe-b2ec-a5a9f6d06910 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a5bc75f-6e02-4fa3-93d2-f526d5bf8ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410371 Feb 03 14:24:41.958312 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-95da4ff4-66bc-46c9-8f1b-10cf931520c5 req-e3242b18-1d82-484f-b208-3efb78aced78 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4ef51254dcfb43adb1642228168b0ca4&device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 1099 time: 0.0676064 Feb 03 14:24:42.089169 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da4ff4-66bc-46c9-8f1b-10cf931520c5 req-b63257ab-169e-43c2-9535-14b2eaf606f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:42.090612 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-95da4ff4-66bc-46c9-8f1b-10cf931520c5 req-b63257ab-169e-43c2-9535-14b2eaf606f2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=09e07de1-cb85-4487-91f8-30854e2ee283 HTTP/1.1" status: 200 len: 912 time: 0.1269181 Feb 03 14:24:42.161942 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-95da4ff4-66bc-46c9-8f1b-10cf931520c5 req-fd6d215a-d8b6-4789-8133-123549a891c6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83456ff1-5e80-48ca-b275-07f7d00fc16c HTTP/1.1" status: 200 len: 217 time: 0.0651448 Feb 03 14:24:42.213062 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eedd67-2ebb-4ce0-b76c-e7a5dca064c6 req-a1c0d604-d1c2-468b-8390-368499ec3af1 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:42.214382 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-19eedd67-2ebb-4ce0-b76c-e7a5dca064c6 req-a1c0d604-d1c2-468b-8390-368499ec3af1 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 946 time: 0.0799315 Feb 03 14:24:42.225167 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da4ff4-66bc-46c9-8f1b-10cf931520c5 req-8698e251-0cbd-4352-9a30-fa8263c1127f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:42.226601 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-95da4ff4-66bc-46c9-8f1b-10cf931520c5 req-8698e251-0cbd-4352-9a30-fa8263c1127f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fe93e351-4142-48fb-bbf7-128a36157d22 HTTP/1.1" status: 200 len: 852 time: 0.0577881 Feb 03 14:24:42.261292 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-19eedd67-2ebb-4ce0-b76c-e7a5dca064c6 req-7815c566-1529-453c-9d8f-70d26a17e3cc tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a5bc75f-6e02-4fa3-93d2-f526d5bf8ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411615 Feb 03 14:24:42.276041 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-95da4ff4-66bc-46c9-8f1b-10cf931520c5 req-1f64ae98-2463-4b8d-b6f5-aa168ac98e4d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=09e07de1-cb85-4487-91f8-30854e2ee283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421519 Feb 03 14:24:42.406439 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-95da4ff4-66bc-46c9-8f1b-10cf931520c5 req-c376c084-9166-4912-a3c9-764e129f3926 service neutron] 10.222.0.47 "GET /v2.0/networks/09e07de1-cb85-4487-91f8-30854e2ee283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247585 Feb 03 14:24:42.537295 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-95da4ff4-66bc-46c9-8f1b-10cf931520c5 req-939687a0-dfe0-41e8-a0da-c1bc90a027a9 service neutron] 10.222.0.47 "GET /v2.0/networks/09e07de1-cb85-4487-91f8-30854e2ee283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250057 Feb 03 14:24:43.458000 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d8bce4-b99e-4168-887e-0b7f7d047b31 req-5147cb46-d8ed-4cb8-b54c-5d8b5500f981 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:43.459379 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a7d8bce4-b99e-4168-887e-0b7f7d047b31 req-5147cb46-d8ed-4cb8-b54c-5d8b5500f981 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 946 time: 0.0755689 Feb 03 14:24:43.502566 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a7d8bce4-b99e-4168-887e-0b7f7d047b31 req-a7608aac-cd82-4e5d-9910-e6d41fd2e53c tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a5bc75f-6e02-4fa3-93d2-f526d5bf8ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377464 Feb 03 14:24:44.699574 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b4098-208c-4536-b073-587080ff3579 req-9154d35e-7548-43dc-b683-d75e75ce5abb tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:44.701001 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3f7b4098-208c-4536-b073-587080ff3579 req-9154d35e-7548-43dc-b683-d75e75ce5abb tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 946 time: 0.0791712 Feb 03 14:24:44.746993 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3f7b4098-208c-4536-b073-587080ff3579 req-e36fba62-feda-4833-ab2e-553b084ae87f tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a5bc75f-6e02-4fa3-93d2-f526d5bf8ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398519 Feb 03 14:24:45.938586 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aaac55-fe82-4f60-871f-aec874f7a118 req-93eff6cf-813b-4f41-95bf-3f22e0014dce tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:45.940020 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-31aaac55-fe82-4f60-871f-aec874f7a118 req-93eff6cf-813b-4f41-95bf-3f22e0014dce tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 946 time: 0.0735407 Feb 03 14:24:45.984510 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-31aaac55-fe82-4f60-871f-aec874f7a118 req-b9b3eb3c-0941-4f73-8c5c-0a29a03e98af tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a5bc75f-6e02-4fa3-93d2-f526d5bf8ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390267 Feb 03 14:24:47.180197 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139dce0e-686e-4039-8a87-d2ed7cd6803e req-0f6d4879-f4ec-40f6-80ef-9352d0b29c8a tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:47.181633 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-139dce0e-686e-4039-8a87-d2ed7cd6803e req-0f6d4879-f4ec-40f6-80ef-9352d0b29c8a tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 946 time: 0.0787914 Feb 03 14:24:47.225443 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-139dce0e-686e-4039-8a87-d2ed7cd6803e req-2827ce02-6e3c-4c2b-8d86-62965c87bcb4 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a5bc75f-6e02-4fa3-93d2-f526d5bf8ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384505 Feb 03 14:24:47.584427 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:48.420734 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b57ec-eca9-4598-9221-8cdd769b6943 req-4d92b6a5-88e9-482c-98ea-573d9f2bcbd3 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:48.422163 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8f8b57ec-eca9-4598-9221-8cdd769b6943 req-4d92b6a5-88e9-482c-98ea-573d9f2bcbd3 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 946 time: 0.0764742 Feb 03 14:24:48.470158 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8f8b57ec-eca9-4598-9221-8cdd769b6943 req-54cac552-134b-4664-bd5f-3917b5663fea tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a5bc75f-6e02-4fa3-93d2-f526d5bf8ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424089 Feb 03 14:24:49.667214 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc648830-635b-4a83-aedc-fab8af4367cb req-6ddc275b-6f61-4e8d-a650-34977f3c6acc tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:49.669435 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-cc648830-635b-4a83-aedc-fab8af4367cb req-6ddc275b-6f61-4e8d-a650-34977f3c6acc tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 946 time: 0.0765448 Feb 03 14:24:49.712849 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-cc648830-635b-4a83-aedc-fab8af4367cb req-891d40c9-0582-49e3-a97d-d3cb0a739038 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a5bc75f-6e02-4fa3-93d2-f526d5bf8ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386722 Feb 03 14:24:50.998824 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61467a4e-c551-46cc-a0c0-2d09aef09568 req-99fb0610-302d-4bc9-9dec-d9db9959f8f4 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:51.000282 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-61467a4e-c551-46cc-a0c0-2d09aef09568 req-99fb0610-302d-4bc9-9dec-d9db9959f8f4 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 946 time: 0.1643910 Feb 03 14:24:51.043887 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-61467a4e-c551-46cc-a0c0-2d09aef09568 req-d26b3cbf-5d38-4eb4-83b3-8cb081f54344 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a5bc75f-6e02-4fa3-93d2-f526d5bf8ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380557 Feb 03 14:24:51.838405 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:24:52.235251 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52406b76-86c7-4644-822b-a3aee336b3da req-54fc58fd-971f-42e7-ba29-4fafd72a4bcd tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:52.236675 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-52406b76-86c7-4644-822b-a3aee336b3da req-54fc58fd-971f-42e7-ba29-4fafd72a4bcd tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 946 time: 0.0741208 Feb 03 14:24:52.281801 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-52406b76-86c7-4644-822b-a3aee336b3da req-1abdf983-ac33-404b-a068-4c82554ecb89 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a5bc75f-6e02-4fa3-93d2-f526d5bf8ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396590 Feb 03 14:24:53.478000 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99287749-a3e6-4214-bc0e-3541ca4eab8d req-08bdc0b9-3015-4767-b012-16ff3bdfbb8a tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:53.479370 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-99287749-a3e6-4214-bc0e-3541ca4eab8d req-08bdc0b9-3015-4767-b012-16ff3bdfbb8a tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 946 time: 0.0779984 Feb 03 14:24:53.522857 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-99287749-a3e6-4214-bc0e-3541ca4eab8d req-f3de27db-15f2-431e-a1a8-e0310d2b9e90 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a5bc75f-6e02-4fa3-93d2-f526d5bf8ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381291 Feb 03 14:24:54.722798 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abf61e-3ae5-466c-893c-3464b74c096c req-a9bd0c93-8c2d-4572-820f-728a55facfa2 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:54.724232 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-87abf61e-3ae5-466c-893c-3464b74c096c req-a9bd0c93-8c2d-4572-820f-728a55facfa2 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 946 time: 0.0751195 Feb 03 14:24:54.772291 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-87abf61e-3ae5-466c-893c-3464b74c096c req-9459e010-59ea-4f4b-8a98-fa879f2a763f tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a5bc75f-6e02-4fa3-93d2-f526d5bf8ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425558 Feb 03 14:24:55.316650 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-813e62ef-9612-4815-bd96-ede1e2b2f1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:55.965005 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e65889-a8e4-4e5f-abe3-c7775a276de9 req-eb725fb3-f02f-4cec-ba9b-a232709a66d4 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:55.966678 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-74e65889-a8e4-4e5f-abe3-c7775a276de9 req-eb725fb3-f02f-4cec-ba9b-a232709a66d4 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 946 time: 0.0748465 Feb 03 14:24:56.011223 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-74e65889-a8e4-4e5f-abe3-c7775a276de9 req-4e3b8ed5-f8aa-4a69-b4be-80ef1a9d5b1c tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a5bc75f-6e02-4fa3-93d2-f526d5bf8ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391154 Feb 03 14:24:57.207268 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2cc1e-8532-4b38-b4a9-ded774483171 req-dc2636a2-1b82-49ca-b3c6-9ad178ab78d7 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:57.208723 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c7b2cc1e-8532-4b38-b4a9-ded774483171 req-dc2636a2-1b82-49ca-b3c6-9ad178ab78d7 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 946 time: 0.0764532 Feb 03 14:24:57.251987 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c7b2cc1e-8532-4b38-b4a9-ded774483171 req-3377c38a-5232-40ea-a8d3-16a2a3a7a9dd tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a5bc75f-6e02-4fa3-93d2-f526d5bf8ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378785 Feb 03 14:24:57.508916 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fd2c8747-951c-4a00-904b-62cefeeffddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:58.445502 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e7e8c-6a74-435a-a504-643350575c69 req-3d940b11-efb7-4268-ae4d-fa3eb7d62a1a tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:58.446927 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1b4e7e8c-6a74-435a-a504-643350575c69 req-3d940b11-efb7-4268-ae4d-fa3eb7d62a1a tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 946 time: 0.0736790 Feb 03 14:24:58.490985 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1b4e7e8c-6a74-435a-a504-643350575c69 req-20f0098e-251e-4a23-8626-ec095234779e tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a5bc75f-6e02-4fa3-93d2-f526d5bf8ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386615 Feb 03 14:24:58.869800 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:58.904058 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:24:59.694422 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644cd50-4c49-47b0-b799-295a1cefba14 req-e60207c4-f8a9-471f-9cfb-01472f15e6e2 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:59.695961 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6644cd50-4c49-47b0-b799-295a1cefba14 req-e60207c4-f8a9-471f-9cfb-01472f15e6e2 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 946 time: 0.0858169 Feb 03 14:24:59.744515 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6644cd50-4c49-47b0-b799-295a1cefba14 req-857881c2-5cf1-4637-8fb2-d285b6e415a7 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a5bc75f-6e02-4fa3-93d2-f526d5bf8ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425653 Feb 03 14:25:00.229792 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:00.934962 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2fb82-a555-4554-87a9-8899c24052cf req-757dcb2d-f43c-45e7-8e6f-2411f8a4d3b1 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:00.936400 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b7e2fb82-a555-4554-87a9-8899c24052cf req-757dcb2d-f43c-45e7-8e6f-2411f8a4d3b1 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 946 time: 0.0745406 Feb 03 14:25:00.980836 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b7e2fb82-a555-4554-87a9-8899c24052cf req-166bdaea-1505-46c5-a2c9-b75fd6816054 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a5bc75f-6e02-4fa3-93d2-f526d5bf8ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390851 Feb 03 14:25:02.174504 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f05255-65de-4e64-861e-63a49bf15dfe req-0d8d2130-e20e-4e0b-afe9-28d51a74ad92 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:02.175958 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c7f05255-65de-4e64-861e-63a49bf15dfe req-0d8d2130-e20e-4e0b-afe9-28d51a74ad92 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 946 time: 0.0783486 Feb 03 14:25:02.220181 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c7f05255-65de-4e64-861e-63a49bf15dfe req-fbf41697-f52c-4220-a784-f5d550ab96cb tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a5bc75f-6e02-4fa3-93d2-f526d5bf8ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379338 Feb 03 14:25:03.413327 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11653f13-3e01-4297-b1bc-5d0d7f8f68d1 req-4392e689-eef8-4eab-a907-766fa306c177 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:03.414674 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-11653f13-3e01-4297-b1bc-5d0d7f8f68d1 req-4392e689-eef8-4eab-a907-766fa306c177 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 946 time: 0.0767798 Feb 03 14:25:03.462993 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-11653f13-3e01-4297-b1bc-5d0d7f8f68d1 req-f9e60c98-f2b2-4470-96fd-907b2600c48c tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a5bc75f-6e02-4fa3-93d2-f526d5bf8ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427690 Feb 03 14:25:04.663362 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d590b5b-393d-4877-aadd-dcade8f245c4 req-d8133c1e-251f-4cc8-bb22-5ec4dfda136a tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:04.673599 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9d590b5b-393d-4877-aadd-dcade8f245c4 req-d8133c1e-251f-4cc8-bb22-5ec4dfda136a tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 946 time: 0.0794246 Feb 03 14:25:04.708977 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9d590b5b-393d-4877-aadd-dcade8f245c4 req-465dbe58-b067-4be6-94ba-35afbfd3cb99 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a5bc75f-6e02-4fa3-93d2-f526d5bf8ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387185 Feb 03 14:25:05.908536 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0407027-d455-498a-9fc3-210019182bd8 req-bbf639e3-6682-4990-bc23-18b5f72beb24 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:05.909990 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c0407027-d455-498a-9fc3-210019182bd8 req-bbf639e3-6682-4990-bc23-18b5f72beb24 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 946 time: 0.0801096 Feb 03 14:25:05.955073 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c0407027-d455-498a-9fc3-210019182bd8 req-45ad4476-8669-4f24-a898-a079e4c39bac tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a5bc75f-6e02-4fa3-93d2-f526d5bf8ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381279 Feb 03 14:25:07.146777 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba241d9d-4706-4090-9c4a-9160b89b6108 req-9a13c28e-c607-4a4b-a695-86ae55a2686f tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:07.148239 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ba241d9d-4706-4090-9c4a-9160b89b6108 req-9a13c28e-c607-4a4b-a695-86ae55a2686f tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 946 time: 0.0754914 Feb 03 14:25:07.192339 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ba241d9d-4706-4090-9c4a-9160b89b6108 req-d2b374e4-fab4-40ff-bf85-f579a6627933 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a5bc75f-6e02-4fa3-93d2-f526d5bf8ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381746 Feb 03 14:25:08.390188 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc05126-2110-4550-ac10-c250d5253bd2 req-0af80fd5-d2d6-4084-a25e-fda498c56024 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:08.391735 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-dfc05126-2110-4550-ac10-c250d5253bd2 req-0af80fd5-d2d6-4084-a25e-fda498c56024 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 946 time: 0.0801423 Feb 03 14:25:08.435842 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-dfc05126-2110-4550-ac10-c250d5253bd2 req-3f64e457-846b-499a-a0fc-91763d101a78 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a5bc75f-6e02-4fa3-93d2-f526d5bf8ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386803 Feb 03 14:25:09.626113 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa38fa1-2b52-4ce0-a022-3d14a3acd235 req-ed87a7c2-a77d-4c2f-beab-f14f284b480e tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:09.627545 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6fa38fa1-2b52-4ce0-a022-3d14a3acd235 req-ed87a7c2-a77d-4c2f-beab-f14f284b480e tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 946 time: 0.0743158 Feb 03 14:25:09.675638 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6fa38fa1-2b52-4ce0-a022-3d14a3acd235 req-edd87fd0-7793-4c70-a41d-05de88f8f804 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a5bc75f-6e02-4fa3-93d2-f526d5bf8ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421329 Feb 03 14:25:09.690338 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-95da4ff4-66bc-46c9-8f1b-10cf931520c5 req-f8054948-608a-4fe1-9186-0fc475fd3c33 service neutron] 10.222.0.47 "GET /v2.0/ports/83456ff1-5e80-48ca-b275-07f7d00fc16c/bindings/hv-neutron-8270 HTTP/1.1" status: 200 len: 384 time: 0.0740178 Feb 03 14:25:10.223680 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-95da4ff4-66bc-46c9-8f1b-10cf931520c5 req-911e8bc5-740a-421a-b317-a6ea0f8595f8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7&tenant_id=4ef51254dcfb43adb1642228168b0ca4 HTTP/1.1" status: 200 len: 1099 time: 0.0696502 Feb 03 14:25:10.313050 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-95da4ff4-66bc-46c9-8f1b-10cf931520c5 req-3ae4f7f4-9d4e-4f22-aa5d-0efe3dbd214a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4ef51254dcfb43adb1642228168b0ca4&device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 1099 time: 0.0704885 Feb 03 14:25:10.441970 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da4ff4-66bc-46c9-8f1b-10cf931520c5 req-3a38b050-58fe-4dc5-a45f-dc8101f1b4d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:10.443440 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-95da4ff4-66bc-46c9-8f1b-10cf931520c5 req-3a38b050-58fe-4dc5-a45f-dc8101f1b4d0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=09e07de1-cb85-4487-91f8-30854e2ee283 HTTP/1.1" status: 200 len: 912 time: 0.1247368 Feb 03 14:25:10.509383 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-95da4ff4-66bc-46c9-8f1b-10cf931520c5 req-5b8e3f03-a952-47db-b9b6-4a736e9c7a06 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83456ff1-5e80-48ca-b275-07f7d00fc16c HTTP/1.1" status: 200 len: 217 time: 0.0589538 Feb 03 14:25:10.573478 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da4ff4-66bc-46c9-8f1b-10cf931520c5 req-51a58b1a-1757-4f90-9c43-1a19548f81df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:10.574856 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-95da4ff4-66bc-46c9-8f1b-10cf931520c5 req-51a58b1a-1757-4f90-9c43-1a19548f81df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fe93e351-4142-48fb-bbf7-128a36157d22 HTTP/1.1" status: 200 len: 852 time: 0.0600464 Feb 03 14:25:10.618619 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-95da4ff4-66bc-46c9-8f1b-10cf931520c5 req-1d40c189-2678-4f99-80eb-db3f61d64efb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=09e07de1-cb85-4487-91f8-30854e2ee283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382092 Feb 03 14:25:10.747718 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-95da4ff4-66bc-46c9-8f1b-10cf931520c5 req-ac0608b1-21a1-4fde-9371-8598731c5dd3 service neutron] 10.222.0.47 "GET /v2.0/networks/09e07de1-cb85-4487-91f8-30854e2ee283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220286 Feb 03 14:25:10.869678 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b65fee-07c1-4ab4-8b24-748f417d991a req-0f6dd1e0-f63f-4eb7-a67e-35424e526e05 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:10.871018 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a4b65fee-07c1-4ab4-8b24-748f417d991a req-0f6dd1e0-f63f-4eb7-a67e-35424e526e05 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 946 time: 0.0757625 Feb 03 14:25:10.878108 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-95da4ff4-66bc-46c9-8f1b-10cf931520c5 req-2d6160c5-c6b8-4339-958e-a4c1b53d741a service neutron] 10.222.0.47 "GET /v2.0/networks/09e07de1-cb85-4487-91f8-30854e2ee283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247773 Feb 03 14:25:10.919498 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a4b65fee-07c1-4ab4-8b24-748f417d991a req-8befa910-8e27-4ae4-b072-27ec915ae2d9 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a5bc75f-6e02-4fa3-93d2-f526d5bf8ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428538 Feb 03 14:25:12.132457 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc801fb0-fdab-4998-a646-903cb8ce47e5 req-a7f8156b-40cd-422b-a0e8-63f1a1d3280c tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:12.133872 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-fc801fb0-fdab-4998-a646-903cb8ce47e5 req-a7f8156b-40cd-422b-a0e8-63f1a1d3280c tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 946 time: 0.0800004 Feb 03 14:25:12.177561 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-fc801fb0-fdab-4998-a646-903cb8ce47e5 req-d94936fe-e392-4801-922c-7e8b7959e2e3 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a5bc75f-6e02-4fa3-93d2-f526d5bf8ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380070 Feb 03 14:25:13.373250 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf85b1-d3dc-4210-97ca-f523546c3405 req-6588d8b0-e65f-410d-93da-facce9e4cb72 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:13.374653 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-dbbf85b1-d3dc-4210-97ca-f523546c3405 req-6588d8b0-e65f-410d-93da-facce9e4cb72 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 946 time: 0.0752013 Feb 03 14:25:13.418838 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-dbbf85b1-d3dc-4210-97ca-f523546c3405 req-e6d0daec-4403-46c3-9666-8a0c303eca2b tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a5bc75f-6e02-4fa3-93d2-f526d5bf8ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386405 Feb 03 14:25:14.456075 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 83456ff1-5e80-48ca-b275-07f7d00fc16c details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:25:14.459847 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 83456ff1-5e80-48ca-b275-07f7d00fc16c no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:25:14.615015 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78a77d-9ab9-4711-b70a-cb48458d98b2 req-204d4384-7d68-4d39-9049-2e6f171e51e0 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:14.616650 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-dc78a77d-9ab9-4711-b70a-cb48458d98b2 req-204d4384-7d68-4d39-9049-2e6f171e51e0 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 946 time: 0.0793250 Feb 03 14:25:14.661926 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-dc78a77d-9ab9-4711-b70a-cb48458d98b2 req-8bbc2595-6d8f-469c-85f4-e74c66399572 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a5bc75f-6e02-4fa3-93d2-f526d5bf8ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397248 Feb 03 14:25:14.679725 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:14.693420 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 83456ff1-5e80-48ca-b275-07f7d00fc16c, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=83456ff1-5e80-48ca-b275-07f7d00fc16c,segment=NetworkSegment(952058a2-f68e-45af-9758-d84c5bfcc01c),segment_id=952058a2-f68e-45af-9758-d84c5bfcc01c)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:14.712974 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': '83456ff1-5e80-48ca-b275-07f7d00fc16c', 'network_id': '09e07de1-cb85-4487-91f8-30854e2ee283', 'port_id': '83456ff1-5e80-48ca-b275-07f7d00fc16c', 'mac_address': 'fa:16:3e:71:d8:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe93e351-4142-48fb-bbf7-128a36157d22', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:25:14.719043 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c5616a-c27a-4016-9341-a3d14687bcb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83456ff1-5e80-48ca-b275-07f7d00fc16c'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:25:14.761354 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 83456ff1-5e80-48ca-b275-07f7d00fc16c, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=83456ff1-5e80-48ca-b275-07f7d00fc16c,segment=NetworkSegment(952058a2-f68e-45af-9758-d84c5bfcc01c),segment_id=952058a2-f68e-45af-9758-d84c5bfcc01c)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:14.778616 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:14.788890 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c5616a-c27a-4016-9341-a3d14687bcb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83456ff1-5e80-48ca-b275-07f7d00fc16c', 'code': 200} Feb 03 14:25:14.797941 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83456ff1-5e80-48ca-b275-07f7d00fc16c {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:25:14.835942 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:14.944271 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:25:14.944619 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:25:14.947857 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=83456ff1-5e80-48ca-b275-07f7d00fc16c,revision_number=6']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:15.301011 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fea085-8e75-44c9-851f-703576252699 req-91b2c34a-d1ff-4925-aa89-51a1a71036d8 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:15.301698 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-b9fea085-8e75-44c9-851f-703576252699 req-91b2c34a-d1ff-4925-aa89-51a1a71036d8 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Synchronizing usage tracker for tenant:4ef51254dcfb43adb1642228168b0ca4 on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:25:15.360868 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-b9fea085-8e75-44c9-851f-703576252699 req-91b2c34a-d1ff-4925-aa89-51a1a71036d8 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Unset dirty status for tenant:4ef51254dcfb43adb1642228168b0ca4 on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:25:15.361986 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b9fea085-8e75-44c9-851f-703576252699 req-91b2c34a-d1ff-4925-aa89-51a1a71036d8 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.47 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7&tenant_id=4ef51254dcfb43adb1642228168b0ca4&binding%3Ahost_id=hv-neutron-8270 HTTP/1.1" status: 200 len: 944 time: 0.2219119 Feb 03 14:25:15.497660 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b9fea085-8e75-44c9-851f-703576252699 req-c936149a-000b-46eb-a3e8-48b2475e24c6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4ef51254dcfb43adb1642228168b0ca4&device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 1097 time: 0.0680320 Feb 03 14:25:15.499560 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:15.517084 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83456ff1-5e80-48ca-b275-07f7d00fc16c {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:25:15.532396 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 83456ff1-5e80-48ca-b275-07f7d00fc16c, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=83456ff1-5e80-48ca-b275-07f7d00fc16c,segment=NetworkSegment(952058a2-f68e-45af-9758-d84c5bfcc01c),segment_id=952058a2-f68e-45af-9758-d84c5bfcc01c)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:15.601049 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:15.627238 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fea085-8e75-44c9-851f-703576252699 req-ba2f2465-0dd6-49b6-8663-388551246f5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:15.629208 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b9fea085-8e75-44c9-851f-703576252699 req-ba2f2465-0dd6-49b6-8663-388551246f5b service neutron] 10.222.0.47 "GET /v2.0/networks?id=09e07de1-cb85-4487-91f8-30854e2ee283 HTTP/1.1" status: 200 len: 912 time: 0.1258955 Feb 03 14:25:15.669136 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['83456ff1-5e80-48ca-b275-07f7d00fc16c'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:25:15.697816 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b9fea085-8e75-44c9-851f-703576252699 req-502ef02a-197e-46bb-8eda-912fb4ec8a20 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83456ff1-5e80-48ca-b275-07f7d00fc16c HTTP/1.1" status: 200 len: 217 time: 0.0635986 Feb 03 14:25:15.703186 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=83456ff1-5e80-48ca-b275-07f7d00fc16c,revision_number=7']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:15.758901 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fea085-8e75-44c9-851f-703576252699 req-93fd5a05-1d00-4cae-8b1a-ee80ae9ec8ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:15.760275 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b9fea085-8e75-44c9-851f-703576252699 req-93fd5a05-1d00-4cae-8b1a-ee80ae9ec8ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fe93e351-4142-48fb-bbf7-128a36157d22 HTTP/1.1" status: 200 len: 852 time: 0.0572162 Feb 03 14:25:15.804022 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b9fea085-8e75-44c9-851f-703576252699 req-904d1788-4427-406f-a985-9a88f918fafd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=09e07de1-cb85-4487-91f8-30854e2ee283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380168 Feb 03 14:25:15.933163 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b9fea085-8e75-44c9-851f-703576252699 req-59d76aac-ac06-47bb-bb65-79870b6e1b9e service neutron] 10.222.0.47 "GET /v2.0/networks/09e07de1-cb85-4487-91f8-30854e2ee283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227853 Feb 03 14:25:16.060561 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b9fea085-8e75-44c9-851f-703576252699 req-49087718-cf75-477e-b218-5a3b7bc990aa service neutron] 10.222.0.47 "GET /v2.0/networks/09e07de1-cb85-4487-91f8-30854e2ee283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215830 Feb 03 14:25:16.439607 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 83456ff1-5e80-48ca-b275-07f7d00fc16c up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:25:16.505462 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port 83456ff1-5e80-48ca-b275-07f7d00fc16c triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:25:16.506124 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:16.618328 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:16.650532 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 83456ff1-5e80-48ca-b275-07f7d00fc16c, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=83456ff1-5e80-48ca-b275-07f7d00fc16c,segment=NetworkSegment(952058a2-f68e-45af-9758-d84c5bfcc01c),segment_id=952058a2-f68e-45af-9758-d84c5bfcc01c)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:16.715348 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:16.780208 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=83456ff1-5e80-48ca-b275-07f7d00fc16c,revision_number=8']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:16.789625 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c5616a-c27a-4016-9341-a3d14687bcb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83456ff1-5e80-48ca-b275-07f7d00fc16c'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:25:16.844825 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c5616a-c27a-4016-9341-a3d14687bcb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83456ff1-5e80-48ca-b275-07f7d00fc16c', 'code': 200} Feb 03 14:25:17.546300 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7f9ef-3873-428b-9d28-f91678e868b4 req-b503d618-9e12-46f4-8a3a-8ec02f1d6a36 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:17.547660 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3da7f9ef-3873-428b-9d28-f91678e868b4 req-b503d618-9e12-46f4-8a3a-8ec02f1d6a36 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 946 time: 0.0733500 Feb 03 14:25:17.592076 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3da7f9ef-3873-428b-9d28-f91678e868b4 req-d887a1e3-b40a-471b-b970-c36a4c5e6aa2 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a5bc75f-6e02-4fa3-93d2-f526d5bf8ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383835 Feb 03 14:25:17.600969 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:18.792316 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848c41e-59ee-464e-890d-221450eb774e req-b9829788-b286-42f2-b953-5445b2124d9e tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:18.793727 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b848c41e-59ee-464e-890d-221450eb774e req-b9829788-b286-42f2-b953-5445b2124d9e tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 946 time: 0.0771365 Feb 03 14:25:18.837546 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b848c41e-59ee-464e-890d-221450eb774e req-f8859c28-b039-4b45-9014-d47f854b96fc tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a5bc75f-6e02-4fa3-93d2-f526d5bf8ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383773 Feb 03 14:25:19.382940 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fea085-8e75-44c9-851f-703576252699 req-15d5427a-eb9a-410f-8684-03f469428abf tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:19.384393 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b9fea085-8e75-44c9-851f-703576252699 req-15d5427a-eb9a-410f-8684-03f469428abf tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.47 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 946 time: 0.0791512 Feb 03 14:25:19.450571 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-b9fea085-8e75-44c9-851f-703576252699 req-b2218e6b-42b8-458e-b2ea-51e75717c519 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Deleting port 83456ff1-5e80-48ca-b275-07f7d00fc16c {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:25:19.450862 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-b9fea085-8e75-44c9-851f-703576252699 req-b2218e6b-42b8-458e-b2ea-51e75717c519 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:19.687179 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-b9fea085-8e75-44c9-851f-703576252699 req-b2218e6b-42b8-458e-b2ea-51e75717c519 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] For port 83456ff1-5e80-48ca-b275-07f7d00fc16c, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=83456ff1-5e80-48ca-b275-07f7d00fc16c,segment=NetworkSegment(952058a2-f68e-45af-9758-d84c5bfcc01c),segment_id=952058a2-f68e-45af-9758-d84c5bfcc01c)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:19.687535 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-b9fea085-8e75-44c9-851f-703576252699 req-b2218e6b-42b8-458e-b2ea-51e75717c519 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:19.804921 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-b9fea085-8e75-44c9-851f-703576252699 req-b2218e6b-42b8-458e-b2ea-51e75717c519 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Calling delete_port for 83456ff1-5e80-48ca-b275-07f7d00fc16c owned by compute:nova {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:25:20.011612 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-b9fea085-8e75-44c9-851f-703576252699 req-b2218e6b-42b8-458e-b2ea-51e75717c519 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:20.022952 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['83456ff1-5e80-48ca-b275-07f7d00fc16c'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:25:20.029960 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85520a-a288-4271-b53f-37c0e5c43b8b req-4cd68db7-512b-4f17-ae44-048419cf3997 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:20.031414 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ec85520a-a288-4271-b53f-37c0e5c43b8b req-4cd68db7-512b-4f17-ae44-048419cf3997 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/ports?device_id=23c5616a-c27a-4016-9341-a3d14687bcb7 HTTP/1.1" status: 200 len: 867 time: 0.0752194 Feb 03 14:25:20.060903 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2218e6b-42b8-458e-b2ea-51e75717c519 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Pushing event deleted for resources: {'Port': ['ID=83456ff1-5e80-48ca-b275-07f7d00fc16c,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:20.083279 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ec85520a-a288-4271-b53f-37c0e5c43b8b req-85659ec2-75f2-4f96-a0a9-888dc947e017 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a5bc75f-6e02-4fa3-93d2-f526d5bf8ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451694 Feb 03 14:25:20.104204 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2218e6b-42b8-458e-b2ea-51e75717c519 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:20.104552 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2218e6b-42b8-458e-b2ea-51e75717c519 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:20.104883 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2218e6b-42b8-458e-b2ea-51e75717c519 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:20.105209 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2218e6b-42b8-458e-b2ea-51e75717c519 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:20.105533 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2218e6b-42b8-458e-b2ea-51e75717c519 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:20.105856 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2218e6b-42b8-458e-b2ea-51e75717c519 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:20.106175 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2218e6b-42b8-458e-b2ea-51e75717c519 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:20.106493 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2218e6b-42b8-458e-b2ea-51e75717c519 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:20.106807 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2218e6b-42b8-458e-b2ea-51e75717c519 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:20.107142 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2218e6b-42b8-458e-b2ea-51e75717c519 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:20.107458 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2218e6b-42b8-458e-b2ea-51e75717c519 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:20.146439 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9fea085-8e75-44c9-851f-703576252699 req-b2218e6b-42b8-458e-b2ea-51e75717c519 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] No DVR routers for this DVR port 83456ff1-5e80-48ca-b275-07f7d00fc16c on host hv-neutron-8270 {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:25:20.148860 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-b9fea085-8e75-44c9-851f-703576252699 req-b2218e6b-42b8-458e-b2ea-51e75717c519 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:20.151358 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c5616a-c27a-4016-9341-a3d14687bcb7', 'name': 'network-vif-deleted', 'tag': '83456ff1-5e80-48ca-b275-07f7d00fc16c'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:25:20.218007 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b9fea085-8e75-44c9-851f-703576252699 req-b2218e6b-42b8-458e-b2ea-51e75717c519 tempest-DeleteServersTestJSON-1616895099 tempest-DeleteServersTestJSON-1616895099-project] 10.222.0.47 "DELETE /v2.0/ports/83456ff1-5e80-48ca-b275-07f7d00fc16c HTTP/1.1" status: 204 len: 173 time: 0.8286836 Feb 03 14:25:20.282254 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c5616a-c27a-4016-9341-a3d14687bcb7', 'name': 'network-vif-deleted', 'tag': '83456ff1-5e80-48ca-b275-07f7d00fc16c', 'status': 'completed', 'code': 200} Feb 03 14:25:21.349008 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35736) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:25:21.407488 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-c144a6f5-b4dc-4998-aa93-d6f9b8788539 admin admin] Deleting subnet fe93e351-4142-48fb-bbf7-128a36157d22 {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:25:21.410270 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c144a6f5-b4dc-4998-aa93-d6f9b8788539 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:21.457771 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c144a6f5-b4dc-4998-aa93-d6f9b8788539 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:21.595792 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c144a6f5-b4dc-4998-aa93-d6f9b8788539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:21.726354 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c144a6f5-b4dc-4998-aa93-d6f9b8788539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:21.766099 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c144a6f5-b4dc-4998-aa93-d6f9b8788539 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe93e351-4142-48fb-bbf7-128a36157d22,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:21.774302 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c144a6f5-b4dc-4998-aa93-d6f9b8788539 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:21.780984 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144a6f5-b4dc-4998-aa93-d6f9b8788539 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:21.781514 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144a6f5-b4dc-4998-aa93-d6f9b8788539 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:21.781868 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144a6f5-b4dc-4998-aa93-d6f9b8788539 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:21.782180 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144a6f5-b4dc-4998-aa93-d6f9b8788539 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:21.782506 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144a6f5-b4dc-4998-aa93-d6f9b8788539 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:21.782832 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144a6f5-b4dc-4998-aa93-d6f9b8788539 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:21.783187 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144a6f5-b4dc-4998-aa93-d6f9b8788539 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:21.783513 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144a6f5-b4dc-4998-aa93-d6f9b8788539 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:21.783833 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144a6f5-b4dc-4998-aa93-d6f9b8788539 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:21.784150 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144a6f5-b4dc-4998-aa93-d6f9b8788539 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:21.784465 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144a6f5-b4dc-4998-aa93-d6f9b8788539 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:21.789112 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c144a6f5-b4dc-4998-aa93-d6f9b8788539 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fe93e351-4142-48fb-bbf7-128a36157d22 HTTP/1.1" status: 204 len: 168 time: 0.4378378 Feb 03 14:25:21.791186 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35740) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:25:21.889907 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cde4ee3e-a9a4-47ab-8ac5-68e0e2b9673c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:22.012845 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cde4ee3e-a9a4-47ab-8ac5-68e0e2b9673c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:22.039778 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-cde4ee3e-a9a4-47ab-8ac5-68e0e2b9673c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09e07de1-cb85-4487-91f8-30854e2ee283']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:22.051113 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-cde4ee3e-a9a4-47ab-8ac5-68e0e2b9673c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '952058a2-f68e-45af-9758-d84c5bfcc01c') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:22.051412 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-cde4ee3e-a9a4-47ab-8ac5-68e0e2b9673c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '952058a2-f68e-45af-9758-d84c5bfcc01c') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:22.062183 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cde4ee3e-a9a4-47ab-8ac5-68e0e2b9673c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:22.077170 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cde4ee3e-a9a4-47ab-8ac5-68e0e2b9673c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:22.082926 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cde4ee3e-a9a4-47ab-8ac5-68e0e2b9673c admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:25:22.083339 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cde4ee3e-a9a4-47ab-8ac5-68e0e2b9673c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:22.096627 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 14:25:22.096627 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:25:22.096627 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 14:25:22.096627 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:25:22.096627 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 14:25:22.096627 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:25:22.096627 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 14:25:22.096627 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:25:22.096627 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 14:25:22.096627 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:25:22.096627 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 14:25:22.096627 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:25:22.096627 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 14:25:22.096627 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:25:22.096627 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:25:22.096627 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:25:22.096627 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:25:22.096627 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:25:22.096627 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 14:25:22.096627 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:25:22.096627 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 14:25:22.096627 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:25:22.096627 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:25:22.096627 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:25:22.096627 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 14:25:22.096627 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:25:22.096627 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:25:22.096627 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:25:22.096627 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:25:22.096627 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:25:22.096627 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:25:22.096627 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:25:22.223605 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cde4ee3e-a9a4-47ab-8ac5-68e0e2b9673c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:22.239473 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cde4ee3e-a9a4-47ab-8ac5-68e0e2b9673c admin admin] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:22.250352 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde4ee3e-a9a4-47ab-8ac5-68e0e2b9673c admin admin] Pushing event deleted for resources: {'Network': ['ID=09e07de1-cb85-4487-91f8-30854e2ee283,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:22.310078 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-cde4ee3e-a9a4-47ab-8ac5-68e0e2b9673c admin admin] 10.222.0.41 "DELETE /v2.0/networks/09e07de1-cb85-4487-91f8-30854e2ee283 HTTP/1.1" status: 204 len: 168 time: 0.5177529 Feb 03 14:25:22.661346 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35746) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:25:22.711381 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a118c574-1508-4774-8861-8f927e814222 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4ef51254dcfb43adb1642228168b0ca4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0488284 Feb 03 14:25:22.713944 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 35750) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:25:22.771333 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2c2a8293-e95d-4965-9309-72bd70de07c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:22.795479 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2c2a8293-e95d-4965-9309-72bd70de07c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:22.913652 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2c2a8293-e95d-4965-9309-72bd70de07c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:22.930961 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a8293-e95d-4965-9309-72bd70de07c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5bc75f-6e02-4fa3-93d2-f526d5bf8ac0,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:22.937044 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2c2a8293-e95d-4965-9309-72bd70de07c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:22.938133 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2c2a8293-e95d-4965-9309-72bd70de07c4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9a5bc75f-6e02-4fa3-93d2-f526d5bf8ac0 HTTP/1.1" status: 204 len: 168 time: 0.2233241 Feb 03 14:25:24.091644 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 35772) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:25:24.218939 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-1efc9112-af29-48c1-a67d-c9c6f1afe752 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-467763315-network', 'tenant_id': '69df089371904f949854f6578636778e'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:25:24.223736 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-1efc9112-af29-48c1-a67d-c9c6f1afe752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:25:24.228151 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-1efc9112-af29-48c1-a67d-c9c6f1afe752 admin admin] Usage tracker for resource:network and tenant:69df089371904f949854f6578636778e is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:25:24.230969 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-1efc9112-af29-48c1-a67d-c9c6f1afe752 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:25:24.237174 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-1efc9112-af29-48c1-a67d-c9c6f1afe752 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:25:24.320834 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efc9112-af29-48c1-a67d-c9c6f1afe752 admin admin] Made reservation on behalf of 69df089371904f949854f6578636778e for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:25:24.323118 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1efc9112-af29-48c1-a67d-c9c6f1afe752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:24.336404 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1efc9112-af29-48c1-a67d-c9c6f1afe752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:24.367662 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-1efc9112-af29-48c1-a67d-c9c6f1afe752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:25:24.371473 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-1efc9112-af29-48c1-a67d-c9c6f1afe752 admin admin] Usage tracker for resource:security_group_rule and tenant:69df089371904f949854f6578636778e is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:25:24.374203 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-1efc9112-af29-48c1-a67d-c9c6f1afe752 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:25:24.379852 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-1efc9112-af29-48c1-a67d-c9c6f1afe752 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:25:24.445228 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1efc9112-af29-48c1-a67d-c9c6f1afe752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:24.514982 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1efc9112-af29-48c1-a67d-c9c6f1afe752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:24.517813 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 83456ff1-5e80-48ca-b275-07f7d00fc16c no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:25:24.544675 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1efc9112-af29-48c1-a67d-c9c6f1afe752 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:25:24.549855 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] No Port match for: 83456ff1-5e80-48ca-b275-07f7d00fc16c {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:25:24.550279 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 83456ff1-5e80-48ca-b275-07f7d00fc16c not bound to the agent host hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:25:24.552813 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc9112-af29-48c1-a67d-c9c6f1afe752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff45261-b651-40d5-b927-f74acdb183a7,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:24.558190 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1efc9112-af29-48c1-a67d-c9c6f1afe752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:24.558529 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-1efc9112-af29-48c1-a67d-c9c6f1afe752 admin admin] Added segment 6eb09406-d999-43e2-9c5a-09aed59d2ce1 of type vlan for network bedc9188-07e7-480e-9f72-8d61c35eeda4 Feb 03 14:25:24.587368 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1efc9112-af29-48c1-a67d-c9c6f1afe752 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:24.749277 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1efc9112-af29-48c1-a67d-c9c6f1afe752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:24.750132 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efc9112-af29-48c1-a67d-c9c6f1afe752 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:24.750743 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1efc9112-af29-48c1-a67d-c9c6f1afe752 admin admin] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:24.852807 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc9112-af29-48c1-a67d-c9c6f1afe752 admin admin] Pushing event updated for resources: {'Network': ['ID=bedc9188-07e7-480e-9f72-8d61c35eeda4,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:24.862152 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network bedc9188-07e7-480e-9f72-8d61c35eeda4 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:25:24.912444 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-1efc9112-af29-48c1-a67d-c9c6f1afe752 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8170698 Feb 03 14:25:24.913311 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 35778) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:25:24.918816 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-0b54e7b2-327c-44cd-a2ac-4aedf3f3d45b admin admin] Request body: {'subnet': {'network_id': 'bedc9188-07e7-480e-9f72-8d61c35eeda4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-467763315-subnet', 'tenant_id': '69df089371904f949854f6578636778e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:25:24.923654 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-0b54e7b2-327c-44cd-a2ac-4aedf3f3d45b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:25:24.927681 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-0b54e7b2-327c-44cd-a2ac-4aedf3f3d45b admin admin] Usage tracker for resource:subnet and tenant:69df089371904f949854f6578636778e is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:25:24.930525 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-0b54e7b2-327c-44cd-a2ac-4aedf3f3d45b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:25:24.936096 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-0b54e7b2-327c-44cd-a2ac-4aedf3f3d45b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:25:25.000650 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b54e7b2-327c-44cd-a2ac-4aedf3f3d45b admin admin] Made reservation on behalf of 69df089371904f949854f6578636778e for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:25:25.002952 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0b54e7b2-327c-44cd-a2ac-4aedf3f3d45b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:25.263851 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0b54e7b2-327c-44cd-a2ac-4aedf3f3d45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:25.320935 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-011b5281-4827-4abe-ab3a-447735f65ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:25.347999 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54e7b2-327c-44cd-a2ac-4aedf3f3d45b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f214d70-2d77-4faf-866a-b0c33c4c97bc,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:25.360631 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b54e7b2-327c-44cd-a2ac-4aedf3f3d45b admin admin] Checking segment: {'id': '6eb09406-d999-43e2-9c5a-09aed59d2ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bedc9188-07e7-480e-9f72-8d61c35eeda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:25:25.360987 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b54e7b2-327c-44cd-a2ac-4aedf3f3d45b admin admin] Network hostable DHCP agents. Network: bedc9188-07e7-480e-9f72-8d61c35eeda4, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:25:25.440665 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b54e7b2-327c-44cd-a2ac-4aedf3f3d45b admin admin] Network bedc9188-07e7-480e-9f72-8d61c35eeda4 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:25:25.509191 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-0b54e7b2-327c-44cd-a2ac-4aedf3f3d45b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, bedc9188-07e7-480e-9f72-8d61c35eeda4) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:25:25.513564 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b54e7b2-327c-44cd-a2ac-4aedf3f3d45b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:25.514171 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0b54e7b2-327c-44cd-a2ac-4aedf3f3d45b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:25.517550 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edf3d7b-05a7-4dc4-9085-8e36fd79a357 None None] Network bedc9188-07e7-480e-9f72-8d61c35eeda4 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:25:25.584472 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-0b54e7b2-327c-44cd-a2ac-4aedf3f3d45b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6701448 Feb 03 14:25:25.723229 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f325a3-3f26-4177-84dc-e972f773a8db None None] Network bedc9188-07e7-480e-9f72-8d61c35eeda4 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:25:26.114189 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79183006-3620-4ddc-b49d-4782116f308c req-141fbb81-a14e-46ea-91ef-2b4034e2ca18 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:26.115610 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-79183006-3620-4ddc-b49d-4782116f308c req-141fbb81-a14e-46ea-91ef-2b4034e2ca18 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/networks?id=bedc9188-07e7-480e-9f72-8d61c35eeda4 HTTP/1.1" status: 200 len: 814 time: 0.1387155 Feb 03 14:25:26.131925 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-79183006-3620-4ddc-b49d-4782116f308c req-0404f735-0b47-412d-a676-eeac761eb379 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/quotas/69df089371904f949854f6578636778e HTTP/1.1" status: 200 len: 375 time: 0.0102775 Feb 03 14:25:26.175390 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-79183006-3620-4ddc-b49d-4782116f308c req-c0cf5cf2-ceb6-4bf6-ba60-e81b4a42d6e9 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=69df089371904f949854f6578636778e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388572 Feb 03 14:25:26.303541 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-79183006-3620-4ddc-b49d-4782116f308c req-4c3f5254-7559-4443-a526-9ae8d75e637d service neutron] 10.222.0.41 "GET /v2.0/networks/bedc9188-07e7-480e-9f72-8d61c35eeda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212075 Feb 03 14:25:26.432317 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-79183006-3620-4ddc-b49d-4782116f308c req-038b3855-97d5-49c5-ade2-fff0f6aee0d6 service neutron] 10.222.0.41 "GET /v2.0/networks/bedc9188-07e7-480e-9f72-8d61c35eeda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224663 Feb 03 14:25:26.677944 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2003f2fa-03bc-4459-b621-f7066a7e8c86 req-f3bacc83-e44c-4cd6-ba5d-3e8b795bbb15 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 210 time: 0.0399351 Feb 03 14:25:27.542080 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-da34c3fa-a319-4443-b53a-da004c09567b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:27.844824 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0cdfab6c-b15c-4382-a55d-d594713b9ef6 req-2e8952a8-8ca5-4454-ab57-82a2d5be1ff6 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 210 time: 0.0440853 Feb 03 14:25:28.676263 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79183006-3620-4ddc-b49d-4782116f308c req-bca2d47a-7cba-4ddc-8f87-f89496b26c00 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:28.676989 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-79183006-3620-4ddc-b49d-4782116f308c req-bca2d47a-7cba-4ddc-8f87-f89496b26c00 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Synchronizing usage tracker for tenant:69df089371904f949854f6578636778e on resource:network {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:25:28.770884 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-79183006-3620-4ddc-b49d-4782116f308c req-bca2d47a-7cba-4ddc-8f87-f89496b26c00 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Unset dirty status for tenant:69df089371904f949854f6578636778e on resource:network {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:25:28.772070 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-79183006-3620-4ddc-b49d-4782116f308c req-bca2d47a-7cba-4ddc-8f87-f89496b26c00 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.47 "GET /v2.0/networks?id=bedc9188-07e7-480e-9f72-8d61c35eeda4 HTTP/1.1" status: 200 len: 814 time: 0.2343817 Feb 03 14:25:28.788854 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-79183006-3620-4ddc-b49d-4782116f308c req-a0aa8e8a-b624-43b3-ae70-a57229192b89 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Request body: {'port': {'device_id': 'fcce1a1f-3ac3-4949-9b4d-fb840dd17021', 'network_id': 'bedc9188-07e7-480e-9f72-8d61c35eeda4', 'admin_state_up': True, 'tenant_id': '69df089371904f949854f6578636778e'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:25:28.839503 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:25:28.875088 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:28.904616 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:28.929435 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-79183006-3620-4ddc-b49d-4782116f308c req-a0aa8e8a-b624-43b3-ae70-a57229192b89 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:25:28.932651 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-79183006-3620-4ddc-b49d-4782116f308c req-a0aa8e8a-b624-43b3-ae70-a57229192b89 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Usage tracker for resource:port and tenant:69df089371904f949854f6578636778e is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:25:28.935553 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-79183006-3620-4ddc-b49d-4782116f308c req-a0aa8e8a-b624-43b3-ae70-a57229192b89 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:25:28.941226 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-79183006-3620-4ddc-b49d-4782116f308c req-a0aa8e8a-b624-43b3-ae70-a57229192b89 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:25:29.010767 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-30804635-72a4-45a1-a0ff-1c1afee256f6 req-a0a1cab7-01f4-4679-bf57-6fdd16a2c0f8 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 210 time: 0.0426993 Feb 03 14:25:29.024159 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79183006-3620-4ddc-b49d-4782116f308c req-a0aa8e8a-b624-43b3-ae70-a57229192b89 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Made reservation on behalf of 69df089371904f949854f6578636778e for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:25:29.027445 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-79183006-3620-4ddc-b49d-4782116f308c req-a0aa8e8a-b624-43b3-ae70-a57229192b89 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:29.186994 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [req-79183006-3620-4ddc-b49d-4782116f308c req-a0aa8e8a-b624-43b3-ae70-a57229192b89 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Allocated IP 172.20.0.4 (bedc9188-07e7-480e-9f72-8d61c35eeda4/9f214d70-2d77-4faf-866a-b0c33c4c97bc/60585182-9348-4bdd-b446-25d0a5bb2d02) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:25:29.398430 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-79183006-3620-4ddc-b49d-4782116f308c req-a0aa8e8a-b624-43b3-ae70-a57229192b89 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:29.480967 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-79183006-3620-4ddc-b49d-4782116f308c req-a0aa8e8a-b624-43b3-ae70-a57229192b89 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:29.548457 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79183006-3620-4ddc-b49d-4782116f308c req-a0aa8e8a-b624-43b3-ae70-a57229192b89 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Network bedc9188-07e7-480e-9f72-8d61c35eeda4 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:25:29.551465 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [req-79183006-3620-4ddc-b49d-4782116f308c req-a0aa8e8a-b624-43b3-ae70-a57229192b89 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:25:29.555967 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-79183006-3620-4ddc-b49d-4782116f308c req-a0aa8e8a-b624-43b3-ae70-a57229192b89 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:25:29.592552 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa8e8a-b624-43b3-ae70-a57229192b89 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Pushing event updated for resources: {'Port': ['ID=60585182-9348-4bdd-b446-25d0a5bb2d02,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:29.620739 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79183006-3620-4ddc-b49d-4782116f308c req-a0aa8e8a-b624-43b3-ae70-a57229192b89 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:29.621340 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-79183006-3620-4ddc-b49d-4782116f308c req-a0aa8e8a-b624-43b3-ae70-a57229192b89 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:29.708629 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-79183006-3620-4ddc-b49d-4782116f308c req-a0aa8e8a-b624-43b3-ae70-a57229192b89 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9242556 Feb 03 14:25:29.719373 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-79183006-3620-4ddc-b49d-4782116f308c req-a7d7ef9a-006a-4e36-8656-2f58261dcb35 service neutron] Request body: {'port': {'device_id': 'fcce1a1f-3ac3-4949-9b4d-fb840dd17021', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:25:29.826336 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-79183006-3620-4ddc-b49d-4782116f308c req-a7d7ef9a-006a-4e36-8656-2f58261dcb35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:30.207965 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c0855-3cdd-44c7-9320-dd4d3183b98a req-6ba607da-a40a-45e0-a153-7d5e10817cc6 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:30.209474 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-458c0855-3cdd-44c7-9320-dd4d3183b98a req-6ba607da-a40a-45e0-a153-7d5e10817cc6 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 931 time: 0.0788743 Feb 03 14:25:30.246895 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:30.256049 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [req-79183006-3620-4ddc-b49d-4782116f308c req-a7d7ef9a-006a-4e36-8656-2f58261dcb35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60585182-9348-4bdd-b446-25d0a5bb2d02 {{(pid=84181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:25:30.260306 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-458c0855-3cdd-44c7-9320-dd4d3183b98a req-d464bf44-a727-4ec4-a47f-508a41e54ead tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439072 Feb 03 14:25:30.263864 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-79183006-3620-4ddc-b49d-4782116f308c req-a7d7ef9a-006a-4e36-8656-2f58261dcb35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:30.280138 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-79183006-3620-4ddc-b49d-4782116f308c req-a7d7ef9a-006a-4e36-8656-2f58261dcb35 service neutron] Transition to ACTIVE for port object 60585182-9348-4bdd-b446-25d0a5bb2d02 will not be triggered until provisioned by entity L2. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:25:30.343251 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-79183006-3620-4ddc-b49d-4782116f308c req-a7d7ef9a-006a-4e36-8656-2f58261dcb35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:30.468722 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d7ef9a-006a-4e36-8656-2f58261dcb35 service neutron] Pushing event updated for resources: {'Port': ['ID=60585182-9348-4bdd-b446-25d0a5bb2d02,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:30.570303 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-79183006-3620-4ddc-b49d-4782116f308c req-a7d7ef9a-006a-4e36-8656-2f58261dcb35 service neutron] Attempting to bind port 60585182-9348-4bdd-b446-25d0a5bb2d02 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:25:30.570626 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-79183006-3620-4ddc-b49d-4782116f308c req-a7d7ef9a-006a-4e36-8656-2f58261dcb35 service neutron] Attempting to bind port 60585182-9348-4bdd-b446-25d0a5bb2d02 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '6eb09406-d999-43e2-9c5a-09aed59d2ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bedc9188-07e7-480e-9f72-8d61c35eeda4'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:25:30.570943 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79183006-3620-4ddc-b49d-4782116f308c req-a7d7ef9a-006a-4e36-8656-2f58261dcb35 service neutron] Attempting to bind port 60585182-9348-4bdd-b446-25d0a5bb2d02 on network bedc9188-07e7-480e-9f72-8d61c35eeda4 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:25:30.576469 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79183006-3620-4ddc-b49d-4782116f308c req-a7d7ef9a-006a-4e36-8656-2f58261dcb35 service neutron] Port 60585182-9348-4bdd-b446-25d0a5bb2d02 on network bedc9188-07e7-480e-9f72-8d61c35eeda4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 14:25:30.576781 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79183006-3620-4ddc-b49d-4782116f308c req-a7d7ef9a-006a-4e36-8656-2f58261dcb35 service neutron] Attempting to bind port 60585182-9348-4bdd-b446-25d0a5bb2d02 on network bedc9188-07e7-480e-9f72-8d61c35eeda4 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:25:30.582680 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79183006-3620-4ddc-b49d-4782116f308c req-a7d7ef9a-006a-4e36-8656-2f58261dcb35 service neutron] Checking agent: {'id': '8cce4e55-f72c-4604-b6eb-27dc2f3f162a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'started_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:25:30.583008 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79183006-3620-4ddc-b49d-4782116f308c req-a7d7ef9a-006a-4e36-8656-2f58261dcb35 service neutron] Checking segment: {'id': '6eb09406-d999-43e2-9c5a-09aed59d2ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bedc9188-07e7-480e-9f72-8d61c35eeda4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:25:30.583414 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79183006-3620-4ddc-b49d-4782116f308c req-a7d7ef9a-006a-4e36-8656-2f58261dcb35 service neutron] Bound using segment: {'id': '6eb09406-d999-43e2-9c5a-09aed59d2ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bedc9188-07e7-480e-9f72-8d61c35eeda4'} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:25:30.583824 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-79183006-3620-4ddc-b49d-4782116f308c req-a7d7ef9a-006a-4e36-8656-2f58261dcb35 service neutron] Bound port: 60585182-9348-4bdd-b446-25d0a5bb2d02, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eb09406-d999-43e2-9c5a-09aed59d2ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bedc9188-07e7-480e-9f72-8d61c35eeda4'}}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:25:30.584155 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-79183006-3620-4ddc-b49d-4782116f308c req-a7d7ef9a-006a-4e36-8656-2f58261dcb35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:30.668826 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-79183006-3620-4ddc-b49d-4782116f308c req-a7d7ef9a-006a-4e36-8656-2f58261dcb35 service neutron] For port 60585182-9348-4bdd-b446-25d0a5bb2d02, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:25:30.672106 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-79183006-3620-4ddc-b49d-4782116f308c req-a7d7ef9a-006a-4e36-8656-2f58261dcb35 service neutron] For port 60585182-9348-4bdd-b446-25d0a5bb2d02, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=60585182-9348-4bdd-b446-25d0a5bb2d02,segment=NetworkSegment(6eb09406-d999-43e2-9c5a-09aed59d2ce1),segment_id=6eb09406-d999-43e2-9c5a-09aed59d2ce1)] {{(pid=84181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:25:30.748196 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-79183006-3620-4ddc-b49d-4782116f308c req-a7d7ef9a-006a-4e36-8656-2f58261dcb35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:30.809355 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-79183006-3620-4ddc-b49d-4782116f308c req-a7d7ef9a-006a-4e36-8656-2f58261dcb35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:30.810729 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-79183006-3620-4ddc-b49d-4782116f308c req-a7d7ef9a-006a-4e36-8656-2f58261dcb35 service neutron] 10.222.0.47 "PUT /v2.0/ports/60585182-9348-4bdd-b446-25d0a5bb2d02 HTTP/1.1" status: 200 len: 1093 time: 1.0955634 Feb 03 14:25:30.811180 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcce1a1f-3ac3-4949-9b4d-fb840dd17021', 'tag': '60585182-9348-4bdd-b446-25d0a5bb2d02'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:25:30.831604 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d7ef9a-006a-4e36-8656-2f58261dcb35 service neutron] Pushing event updated for resources: {'Port': ['ID=60585182-9348-4bdd-b446-25d0a5bb2d02,revision_number=3']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:30.865460 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcce1a1f-3ac3-4949-9b4d-fb840dd17021', 'tag': '60585182-9348-4bdd-b446-25d0a5bb2d02', 'status': 'completed', 'code': 200} Feb 03 14:25:30.954118 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-45b3376b-9f6c-41ce-a116-1e27529443cf req-0ef7a61d-5f35-4a22-891b-c5f8897a8bab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69df089371904f949854f6578636778e&device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 1096 time: 0.0686247 Feb 03 14:25:31.090547 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3376b-9f6c-41ce-a116-1e27529443cf req-42937205-c0bc-4636-9c35-a03f6397859c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:31.091929 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-45b3376b-9f6c-41ce-a116-1e27529443cf req-42937205-c0bc-4636-9c35-a03f6397859c service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=69df089371904f949854f6578636778e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1311162 Feb 03 14:25:31.224467 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3376b-9f6c-41ce-a116-1e27529443cf req-4d2a1fa4-3bb7-444b-a42a-1df41eb04794 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:31.226435 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-45b3376b-9f6c-41ce-a116-1e27529443cf req-4d2a1fa4-3bb7-444b-a42a-1df41eb04794 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1282620 Feb 03 14:25:31.328547 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-79183006-3620-4ddc-b49d-4782116f308c req-b4acfb73-d14c-4b9a-8813-ce3955d4b2c3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69df089371904f949854f6578636778e&device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 1096 time: 0.0675874 Feb 03 14:25:31.407907 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-79183006-3620-4ddc-b49d-4782116f308c req-9e8229b3-1923-4724-a125-09f1be4f90d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60585182-9348-4bdd-b446-25d0a5bb2d02 HTTP/1.1" status: 200 len: 217 time: 0.0732329 Feb 03 14:25:31.464105 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8b83b-90d2-4823-9253-e049c15cfc89 req-6f4676d7-e107-4448-ad42-3ee07b3c7c56 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:31.465796 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c4f8b83b-90d2-4823-9253-e049c15cfc89 req-6f4676d7-e107-4448-ad42-3ee07b3c7c56 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 943 time: 0.0749032 Feb 03 14:25:31.468832 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79183006-3620-4ddc-b49d-4782116f308c req-42755ec0-3e03-45c9-a963-158dd06fe691 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:31.470267 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-79183006-3620-4ddc-b49d-4782116f308c req-42755ec0-3e03-45c9-a963-158dd06fe691 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f214d70-2d77-4faf-866a-b0c33c4c97bc HTTP/1.1" status: 200 len: 854 time: 0.0573082 Feb 03 14:25:31.511385 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c4f8b83b-90d2-4823-9253-e049c15cfc89 req-155822db-7045-42f0-bc57-7c837354ac8c tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399687 Feb 03 14:25:31.518659 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-79183006-3620-4ddc-b49d-4782116f308c req-0de00cab-671e-4bd5-8c71-92a95d9950c3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bedc9188-07e7-480e-9f72-8d61c35eeda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429981 Feb 03 14:25:31.646723 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-79183006-3620-4ddc-b49d-4782116f308c req-81045f4e-2eab-428e-b667-ec828f34da01 service neutron] 10.222.0.47 "GET /v2.0/networks/bedc9188-07e7-480e-9f72-8d61c35eeda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216915 Feb 03 14:25:31.777099 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-79183006-3620-4ddc-b49d-4782116f308c req-a7fa2844-3f49-4cd6-bb11-500e5da4bdc2 service neutron] 10.222.0.47 "GET /v2.0/networks/bedc9188-07e7-480e-9f72-8d61c35eeda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235306 Feb 03 14:25:32.707479 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62f482-fcdf-441c-a3e8-6c6da70707e9 req-52dd4787-ab92-455b-96ac-6d158d256b17 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:32.708918 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-be62f482-fcdf-441c-a3e8-6c6da70707e9 req-52dd4787-ab92-455b-96ac-6d158d256b17 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 943 time: 0.0770614 Feb 03 14:25:32.838974 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-be62f482-fcdf-441c-a3e8-6c6da70707e9 req-cad9fe81-a82d-4948-bc98-170352a7d001 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242435 Feb 03 14:25:34.032013 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9515ede-03c7-4145-b942-f16ab59cf352 req-31e742ad-394f-4014-ab94-4a0ece78ca2c tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:34.033415 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b9515ede-03c7-4145-b942-f16ab59cf352 req-31e742ad-394f-4014-ab94-4a0ece78ca2c tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 943 time: 0.0738709 Feb 03 14:25:34.077411 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b9515ede-03c7-4145-b942-f16ab59cf352 req-86b2c66d-58cd-4ec9-aa04-f956491daf22 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386198 Feb 03 14:25:35.274633 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9cf810-f779-4ca1-8970-4706569a3463 req-a6a2bd91-0d64-4fd3-85fb-e21528d613b6 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:35.276086 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1c9cf810-f779-4ca1-8970-4706569a3463 req-a6a2bd91-0d64-4fd3-85fb-e21528d613b6 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 943 time: 0.0782995 Feb 03 14:25:35.321200 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1c9cf810-f779-4ca1-8970-4706569a3463 req-82e05e1e-9a6c-4f22-be61-0cf6eb6f63e6 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395558 Feb 03 14:25:36.512737 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76065ede-a493-41a4-bb5f-6912c0e7551d req-529ef01f-fb00-4675-b052-1338093d31df tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:36.514125 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-76065ede-a493-41a4-bb5f-6912c0e7551d req-529ef01f-fb00-4675-b052-1338093d31df tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 943 time: 0.0737543 Feb 03 14:25:36.562851 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-76065ede-a493-41a4-bb5f-6912c0e7551d req-679755c8-dc19-43e3-86ce-d9bf013b03e4 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433214 Feb 03 14:25:36.563718 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 60585182-9348-4bdd-b446-25d0a5bb2d02 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:25:36.690032 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 60585182-9348-4bdd-b446-25d0a5bb2d02, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=60585182-9348-4bdd-b446-25d0a5bb2d02,segment=NetworkSegment(6eb09406-d999-43e2-9c5a-09aed59d2ce1),segment_id=6eb09406-d999-43e2-9c5a-09aed59d2ce1)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:36.702485 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': '60585182-9348-4bdd-b446-25d0a5bb2d02', 'network_id': 'bedc9188-07e7-480e-9f72-8d61c35eeda4', 'port_id': '60585182-9348-4bdd-b446-25d0a5bb2d02', 'mac_address': 'fa:16:3e:8e:f0:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f214d70-2d77-4faf-866a-b0c33c4c97bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:25:36.757467 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:36.774363 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60585182-9348-4bdd-b446-25d0a5bb2d02 {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:25:36.789666 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 60585182-9348-4bdd-b446-25d0a5bb2d02, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=60585182-9348-4bdd-b446-25d0a5bb2d02,segment=NetworkSegment(6eb09406-d999-43e2-9c5a-09aed59d2ce1),segment_id=6eb09406-d999-43e2-9c5a-09aed59d2ce1)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:36.852114 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:36.915189 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=60585182-9348-4bdd-b446-25d0a5bb2d02,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:36.923269 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:36.923622 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:36.923964 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:36.924300 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:36.924636 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:36.924966 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:36.925292 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:36.925621 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:36.925944 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:36.926269 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:36.926592 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:37.178294 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['60585182-9348-4bdd-b446-25d0a5bb2d02'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:25:37.890135 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4d735-ad44-4088-af85-cc5d16724816 req-f453133c-0c11-464a-8550-b482001841ce tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:37.891476 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-69b4d735-ad44-4088-af85-cc5d16724816 req-f453133c-0c11-464a-8550-b482001841ce tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 944 time: 0.0747564 Feb 03 14:25:37.934675 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-69b4d735-ad44-4088-af85-cc5d16724816 req-78e6353e-62cb-425d-b014-095c38cfcb87 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378013 Feb 03 14:25:38.563890 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 60585182-9348-4bdd-b446-25d0a5bb2d02 up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:25:38.713340 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning for port 60585182-9348-4bdd-b446-25d0a5bb2d02 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:25:38.718311 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port 60585182-9348-4bdd-b446-25d0a5bb2d02 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:25:38.718712 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:38.829085 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:38.854952 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcce1a1f-3ac3-4949-9b4d-fb840dd17021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60585182-9348-4bdd-b446-25d0a5bb2d02'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:25:38.864140 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 60585182-9348-4bdd-b446-25d0a5bb2d02, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=60585182-9348-4bdd-b446-25d0a5bb2d02,segment=NetworkSegment(6eb09406-d999-43e2-9c5a-09aed59d2ce1),segment_id=6eb09406-d999-43e2-9c5a-09aed59d2ce1)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:38.908250 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcce1a1f-3ac3-4949-9b4d-fb840dd17021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60585182-9348-4bdd-b446-25d0a5bb2d02', 'code': 200} Feb 03 14:25:38.931657 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:39.004546 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=60585182-9348-4bdd-b446-25d0a5bb2d02,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:39.133963 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0bd91-ce58-403e-8230-ec51a4305c01 req-638aacce-54fd-41a5-ab8f-aacaee784d72 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:39.135474 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d2e0bd91-ce58-403e-8230-ec51a4305c01 req-638aacce-54fd-41a5-ab8f-aacaee784d72 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 945 time: 0.0786746 Feb 03 14:25:39.181130 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d2e0bd91-ce58-403e-8230-ec51a4305c01 req-81edb884-cea3-48b7-9b5e-64621ddaeb9f tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400867 Feb 03 14:25:39.273702 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-01d3eeb4-700a-45f8-b00b-f4082ac7be8b req-b9997253-765a-4dba-8156-99728755d1da service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 1098 time: 0.0682294 Feb 03 14:25:39.315450 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-01d3eeb4-700a-45f8-b00b-f4082ac7be8b req-0705dd77-2d4e-4210-a3fb-3da8da2a02e5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349917 Feb 03 14:25:40.373329 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12ba35-bd06-4081-83b9-ba5eb674b514 req-86f52860-9889-4543-bc00-2672c2b87026 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:40.374761 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3d12ba35-bd06-4081-83b9-ba5eb674b514 req-86f52860-9889-4543-bc00-2672c2b87026 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 945 time: 0.0743454 Feb 03 14:25:40.419442 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3d12ba35-bd06-4081-83b9-ba5eb674b514 req-b91d61ab-5ae2-4254-bd6a-204f396d0176 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391793 Feb 03 14:25:41.616321 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2c76a-b178-4748-ad47-357dec37f36c req-085d87d5-d00e-49f9-af85-cfe914948394 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:41.617747 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-86c2c76a-b178-4748-ad47-357dec37f36c req-085d87d5-d00e-49f9-af85-cfe914948394 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 945 time: 0.0789242 Feb 03 14:25:41.662024 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-86c2c76a-b178-4748-ad47-357dec37f36c req-57ef211c-6244-4051-8d5b-4da5389b5af0 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388896 Feb 03 14:25:41.855603 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa7023-1ede-4a07-87bc-593cc3d3f3ec req-97037602-be85-4f3e-890e-cefce3f108d9 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:41.857000 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-14aa7023-1ede-4a07-87bc-593cc3d3f3ec req-97037602-be85-4f3e-890e-cefce3f108d9 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 945 time: 0.0754323 Feb 03 14:25:41.904240 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-14aa7023-1ede-4a07-87bc-593cc3d3f3ec req-2f07139c-c494-4160-bb1e-2339af477884 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416853 Feb 03 14:25:42.315550 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1abd1-d46b-4843-b531-928d7df73f01 req-75cdb33b-f102-4b43-9dbb-bc63ef3bea7e tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:42.316974 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-56c1abd1-d46b-4843-b531-928d7df73f01 req-75cdb33b-f102-4b43-9dbb-bc63ef3bea7e tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 945 time: 0.0745835 Feb 03 14:25:42.361901 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-56c1abd1-d46b-4843-b531-928d7df73f01 req-6287b3df-bf18-4856-a055-9b490c608ed5 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387151 Feb 03 14:25:42.557810 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a4b47d-6cea-4380-8667-7fa7852c78d5 req-1b7c2426-eceb-4b45-8c02-68e9c3a01b0d tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:42.559223 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-98a4b47d-6cea-4380-8667-7fa7852c78d5 req-1b7c2426-eceb-4b45-8c02-68e9c3a01b0d tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 945 time: 0.0765464 Feb 03 14:25:42.603187 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-98a4b47d-6cea-4380-8667-7fa7852c78d5 req-033fbe13-6e2c-4f56-9c08-45e90a05748d tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385578 Feb 03 14:25:42.792826 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c44651bf-abb6-46f4-9760-adfcc64867b6 req-1f5476ef-6b71-41aa-90fa-1ae7e40be0f4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0670822 Feb 03 14:25:43.193248 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2805fa-4060-463d-a1c3-7bf5bb7085c2 req-5da17963-6799-45d2-8aa8-f477b4b2b57e tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:43.194640 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-cc2805fa-4060-463d-a1c3-7bf5bb7085c2 req-5da17963-6799-45d2-8aa8-f477b4b2b57e tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 945 time: 0.0790277 Feb 03 14:25:43.287524 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-cc2805fa-4060-463d-a1c3-7bf5bb7085c2 req-1afc998f-b9fd-4337-9e44-3825f4e133ef tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865870 Feb 03 14:25:43.301800 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a6d3420e-32b2-4601-a9a9-30092f942789 req-10f799e8-45f2-478b-9100-70d62275c0de service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0853949 Feb 03 14:25:44.485832 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25541c16-7ef3-4b25-8d13-e1b8d295fa21 req-969f2b43-873f-49d2-a084-6f142cedc4a4 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:44.487186 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-25541c16-7ef3-4b25-8d13-e1b8d295fa21 req-969f2b43-873f-49d2-a084-6f142cedc4a4 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 945 time: 0.0792964 Feb 03 14:25:44.532063 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-25541c16-7ef3-4b25-8d13-e1b8d295fa21 req-66cbf973-f4a7-4053-beb5-247133e1beed tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392838 Feb 03 14:25:45.556763 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a6d3420e-32b2-4601-a9a9-30092f942789 req-6b92db8b-4d78-41b2-a927-f8223a1bc253 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69df089371904f949854f6578636778e&device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 1098 time: 0.0783193 Feb 03 14:25:45.728765 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a4e95-8fe3-4d97-ab51-1b5dcb6a4eba req-a6295016-f355-48bb-8b56-38207754b0a0 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:45.730280 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6a3a4e95-8fe3-4d97-ab51-1b5dcb6a4eba req-a6295016-f355-48bb-8b56-38207754b0a0 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 945 time: 0.0804441 Feb 03 14:25:45.777596 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6a3a4e95-8fe3-4d97-ab51-1b5dcb6a4eba req-c22ebeae-3bd5-4e5f-8d9b-55a2b5732dd1 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413122 Feb 03 14:25:45.787197 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3420e-32b2-4601-a9a9-30092f942789 req-99c89272-cf85-4c98-8bb3-44d7501c85e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:45.788647 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a6d3420e-32b2-4601-a9a9-30092f942789 req-99c89272-cf85-4c98-8bb3-44d7501c85e2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bedc9188-07e7-480e-9f72-8d61c35eeda4 HTTP/1.1" status: 200 len: 914 time: 0.2242134 Feb 03 14:25:45.857635 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a6d3420e-32b2-4601-a9a9-30092f942789 req-6998ffbb-bb28-4942-a68e-6bba95a09520 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60585182-9348-4bdd-b446-25d0a5bb2d02 HTTP/1.1" status: 200 len: 217 time: 0.0618522 Feb 03 14:25:45.919842 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3420e-32b2-4601-a9a9-30092f942789 req-2088a800-a75d-4d68-ae8b-1fbf79f767ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:45.921228 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a6d3420e-32b2-4601-a9a9-30092f942789 req-2088a800-a75d-4d68-ae8b-1fbf79f767ff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f214d70-2d77-4faf-866a-b0c33c4c97bc HTTP/1.1" status: 200 len: 854 time: 0.0566056 Feb 03 14:25:45.965162 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a6d3420e-32b2-4601-a9a9-30092f942789 req-d430e05d-c64e-4b63-aa3c-d40df4af778f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bedc9188-07e7-480e-9f72-8d61c35eeda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379894 Feb 03 14:25:46.092362 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a6d3420e-32b2-4601-a9a9-30092f942789 req-de0628b8-f8ca-4b7d-aadc-456b5e0459b7 service neutron] 10.222.0.47 "GET /v2.0/networks/bedc9188-07e7-480e-9f72-8d61c35eeda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213222 Feb 03 14:25:46.221201 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a6d3420e-32b2-4601-a9a9-30092f942789 req-95bf6371-f29a-4fbd-b6a4-82160fc70b55 service neutron] 10.222.0.47 "GET /v2.0/networks/bedc9188-07e7-480e-9f72-8d61c35eeda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231930 Feb 03 14:25:46.972408 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1c13f-b42c-40a5-8f1d-4937e032be7c req-4def0a82-f885-4e1a-a158-1aec60c6850d tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:46.973813 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-66d1c13f-b42c-40a5-8f1d-4937e032be7c req-4def0a82-f885-4e1a-a158-1aec60c6850d tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 945 time: 0.0783708 Feb 03 14:25:47.017733 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-66d1c13f-b42c-40a5-8f1d-4937e032be7c req-ffa19d33-c654-45b3-9855-3ce38fd81e2f tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378935 Feb 03 14:25:47.634949 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:48.213992 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe0469-b67c-48c4-b4ca-f475dcd9b8f0 req-769259d8-efea-4b58-a374-1cd4420afc1b tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:48.215704 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6fbe0469-b67c-48c4-b4ca-f475dcd9b8f0 req-769259d8-efea-4b58-a374-1cd4420afc1b tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 945 time: 0.0752759 Feb 03 14:25:48.264558 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6fbe0469-b67c-48c4-b4ca-f475dcd9b8f0 req-7d41301b-db95-4cd7-9fd6-fd3d776a131b tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432551 Feb 03 14:25:49.460133 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3349dc1-d2ad-4203-b635-b12223400d6b req-5ecdeea2-827c-4085-b4be-6f49e84da726 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:49.462058 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f3349dc1-d2ad-4203-b635-b12223400d6b req-5ecdeea2-827c-4085-b4be-6f49e84da726 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 945 time: 0.0756805 Feb 03 14:25:49.507236 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f3349dc1-d2ad-4203-b635-b12223400d6b req-5c82453a-56c3-4482-a758-d374b65987d5 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394936 Feb 03 14:25:50.701340 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e28be-dcf2-4740-a17f-ceb661d34eaa req-64d68204-49c2-4eb6-8f2e-c6022d1834ac tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:50.702749 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-079e28be-dcf2-4740-a17f-ceb661d34eaa req-64d68204-49c2-4eb6-8f2e-c6022d1834ac tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 945 time: 0.0775912 Feb 03 14:25:50.826209 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-079e28be-dcf2-4740-a17f-ceb661d34eaa req-11ffc95c-e6d5-4e50-b3a0-530079212f77 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178656 Feb 03 14:25:52.018103 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4b8db-8ecf-449e-8422-5a00b1ba5952 req-eafcb6ae-d3f2-4961-987a-a928fe5ca170 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:52.019550 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9ec4b8db-8ecf-449e-8422-5a00b1ba5952 req-eafcb6ae-d3f2-4961-987a-a928fe5ca170 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 945 time: 0.0755229 Feb 03 14:25:52.063927 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9ec4b8db-8ecf-449e-8422-5a00b1ba5952 req-a72216a7-2e5d-4a8b-a557-41700bf04f04 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388601 Feb 03 14:25:53.255989 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e0de7-7064-4923-a640-82b6d91269a4 req-8c731a24-2e97-485b-9972-29b61272d7e6 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:53.257320 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9d1e0de7-7064-4923-a640-82b6d91269a4 req-8c731a24-2e97-485b-9972-29b61272d7e6 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 945 time: 0.0775590 Feb 03 14:25:53.301232 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9d1e0de7-7064-4923-a640-82b6d91269a4 req-119c8346-99b5-4308-b9f4-90dddfcfd255 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378242 Feb 03 14:25:54.493984 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828ab85-9506-43b5-a381-8cf13738a7f8 req-9545d54e-7842-4342-a871-315608f7c19f tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:54.495400 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f828ab85-9506-43b5-a381-8cf13738a7f8 req-9545d54e-7842-4342-a871-315608f7c19f tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 945 time: 0.0749533 Feb 03 14:25:54.542024 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f828ab85-9506-43b5-a381-8cf13738a7f8 req-db09996e-41f1-49ca-8ea4-1b6d0f1d257e tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412838 Feb 03 14:25:55.313957 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c543059a-06bc-454e-a92c-17383e35046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:55.745899 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4078f0-31fd-4096-86dd-f965666deb13 req-2e70407a-eb69-4a02-9f1f-9d472eab5679 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:55.747347 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ec4078f0-31fd-4096-86dd-f965666deb13 req-2e70407a-eb69-4a02-9f1f-9d472eab5679 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 945 time: 0.0748177 Feb 03 14:25:55.791571 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ec4078f0-31fd-4096-86dd-f965666deb13 req-11a69272-626e-4492-b9cb-4a67db0eafcb tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387783 Feb 03 14:25:56.987702 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9776f7-cb74-4295-b597-f358024dac05 req-131040e6-1bbf-477e-9e3e-ebb5f7bc9694 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:56.989104 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5d9776f7-cb74-4295-b597-f358024dac05 req-131040e6-1bbf-477e-9e3e-ebb5f7bc9694 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 945 time: 0.0776224 Feb 03 14:25:57.032905 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5d9776f7-cb74-4295-b597-f358024dac05 req-0b53ca22-69f4-4482-8f70-508762c6300b tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378659 Feb 03 14:25:57.512347 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6196db6f-94ff-4d95-bf77-fd74586af28c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:58.224211 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a648132-1138-4225-9b29-9f1b07cbf23b req-69c3dba5-a937-4b76-8995-5eb6a7241c91 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:58.225632 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4a648132-1138-4225-9b29-9f1b07cbf23b req-69c3dba5-a937-4b76-8995-5eb6a7241c91 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 945 time: 0.0743508 Feb 03 14:25:58.269537 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4a648132-1138-4225-9b29-9f1b07cbf23b req-8abb7809-2537-49d2-a14a-bb36988646d6 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384457 Feb 03 14:25:58.856724 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:58.885264 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:25:59.465435 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0c5c1-43f3-48b4-80fb-127db9b245e0 req-36a78837-5233-40aa-8b2d-1db1957221cc tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:59.466830 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-fdf0c5c1-43f3-48b4-80fb-127db9b245e0 req-36a78837-5233-40aa-8b2d-1db1957221cc tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 945 time: 0.0788190 Feb 03 14:25:59.510840 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-fdf0c5c1-43f3-48b4-80fb-127db9b245e0 req-06dadd9f-b933-4a63-8cb5-501643335b30 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386255 Feb 03 14:26:00.226905 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:26:00.704063 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eccfab0-a578-46c2-83d6-bd563bfb71df req-0ee65229-c314-41fb-ab10-58d2089ea8a5 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:00.705484 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1eccfab0-a578-46c2-83d6-bd563bfb71df req-0ee65229-c314-41fb-ab10-58d2089ea8a5 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 945 time: 0.0745401 Feb 03 14:26:00.753318 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1eccfab0-a578-46c2-83d6-bd563bfb71df req-db2ae019-b0fe-4de5-ae4a-cdfcd31b7bc6 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423887 Feb 03 14:26:01.945108 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfc834-2f55-48c7-b2f6-e49ec14be46b req-e9b02341-e6f7-48f9-b336-47a9fd62825b tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:01.946570 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-61dfc834-2f55-48c7-b2f6-e49ec14be46b req-e9b02341-e6f7-48f9-b336-47a9fd62825b tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 945 time: 0.0741208 Feb 03 14:26:01.990929 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-61dfc834-2f55-48c7-b2f6-e49ec14be46b req-742384db-ffc2-4339-9cf1-c1bca754752d tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388932 Feb 03 14:26:03.188603 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a143772-582d-4f54-bbf7-177ba617645e req-e5cb7223-8c12-4476-81e8-b88c68beac1c tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:03.190039 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8a143772-582d-4f54-bbf7-177ba617645e req-e5cb7223-8c12-4476-81e8-b88c68beac1c tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 945 time: 0.0786526 Feb 03 14:26:03.234596 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8a143772-582d-4f54-bbf7-177ba617645e req-eb350ad1-f645-480d-9a39-fbf3204a708b tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389986 Feb 03 14:26:03.537003 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a6d3420e-32b2-4601-a9a9-30092f942789 req-e2185596-a1ba-4bbf-9a35-93a20aff339f service neutron] 10.222.0.47 "GET /v2.0/ports/60585182-9348-4bdd-b446-25d0a5bb2d02/bindings/hv-neutron-8270 HTTP/1.1" status: 200 len: 384 time: 0.0754015 Feb 03 14:26:04.145906 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a6d3420e-32b2-4601-a9a9-30092f942789 req-dbbbea71-cf86-49dd-913e-ef3a9e87f275 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021&tenant_id=69df089371904f949854f6578636778e HTTP/1.1" status: 200 len: 1098 time: 0.0676181 Feb 03 14:26:04.235415 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a6d3420e-32b2-4601-a9a9-30092f942789 req-632de46b-1034-4f5a-b465-a9ebbb0bceba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69df089371904f949854f6578636778e&device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 1098 time: 0.0692945 Feb 03 14:26:04.364935 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3420e-32b2-4601-a9a9-30092f942789 req-13b616f3-7fb3-44bb-9ad8-46c391107923 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:04.366420 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a6d3420e-32b2-4601-a9a9-30092f942789 req-13b616f3-7fb3-44bb-9ad8-46c391107923 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bedc9188-07e7-480e-9f72-8d61c35eeda4 HTTP/1.1" status: 200 len: 914 time: 0.1260781 Feb 03 14:26:04.432086 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a6d3420e-32b2-4601-a9a9-30092f942789 req-2196a55e-7513-4e5c-93a1-d6291654f369 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60585182-9348-4bdd-b446-25d0a5bb2d02 HTTP/1.1" status: 200 len: 217 time: 0.0600400 Feb 03 14:26:04.432913 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4188eab-485e-4067-aef1-c48d1b9d6371 req-6a617db4-f290-41d0-9ea5-1fa671854438 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:04.434343 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a4188eab-485e-4067-aef1-c48d1b9d6371 req-6a617db4-f290-41d0-9ea5-1fa671854438 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 945 time: 0.0759337 Feb 03 14:26:04.479573 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a4188eab-485e-4067-aef1-c48d1b9d6371 req-a6cb02f8-7b16-46a9-b6c3-83adb7c9c523 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395851 Feb 03 14:26:04.496661 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3420e-32b2-4601-a9a9-30092f942789 req-f8839832-0f58-4714-a95c-5a03a57b45ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:04.498043 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a6d3420e-32b2-4601-a9a9-30092f942789 req-f8839832-0f58-4714-a95c-5a03a57b45ff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f214d70-2d77-4faf-866a-b0c33c4c97bc HTTP/1.1" status: 200 len: 854 time: 0.0599790 Feb 03 14:26:04.541670 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a6d3420e-32b2-4601-a9a9-30092f942789 req-8ad7fd26-227c-4faa-a8fb-43983944eeae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bedc9188-07e7-480e-9f72-8d61c35eeda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380747 Feb 03 14:26:04.668721 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a6d3420e-32b2-4601-a9a9-30092f942789 req-82c49fd7-0f7a-4dd3-b449-134324060e86 service neutron] 10.222.0.47 "GET /v2.0/networks/bedc9188-07e7-480e-9f72-8d61c35eeda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208897 Feb 03 14:26:04.798259 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a6d3420e-32b2-4601-a9a9-30092f942789 req-84467cd4-ff4e-450a-9b70-032c94042889 service neutron] 10.222.0.47 "GET /v2.0/networks/bedc9188-07e7-480e-9f72-8d61c35eeda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233838 Feb 03 14:26:05.676023 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7459df3-a5cd-4c41-83f1-01d02e312e7d req-aba1c46b-472b-4bcb-b008-3f3488b0ca9e tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:05.681646 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e7459df3-a5cd-4c41-83f1-01d02e312e7d req-aba1c46b-472b-4bcb-b008-3f3488b0ca9e tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 945 time: 0.0781176 Feb 03 14:26:05.731506 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e7459df3-a5cd-4c41-83f1-01d02e312e7d req-506addb2-213d-470b-af6c-106900d69f48 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486307 Feb 03 14:26:05.840397 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:26:06.737604 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 60585182-9348-4bdd-b446-25d0a5bb2d02 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:26:06.845777 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:26:06.872159 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcce1a1f-3ac3-4949-9b4d-fb840dd17021', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60585182-9348-4bdd-b446-25d0a5bb2d02'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:26:06.881689 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 60585182-9348-4bdd-b446-25d0a5bb2d02, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=60585182-9348-4bdd-b446-25d0a5bb2d02,segment=NetworkSegment(6eb09406-d999-43e2-9c5a-09aed59d2ce1),segment_id=6eb09406-d999-43e2-9c5a-09aed59d2ce1)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:26:06.925790 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b14de2-a58b-4cd8-99a6-ed97ccc7e82d req-bb14a749-b947-4be6-9d5a-8caeea698ed3 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:06.927246 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-86b14de2-a58b-4cd8-99a6-ed97ccc7e82d req-bb14a749-b947-4be6-9d5a-8caeea698ed3 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 945 time: 0.0754240 Feb 03 14:26:06.936215 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcce1a1f-3ac3-4949-9b4d-fb840dd17021', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60585182-9348-4bdd-b446-25d0a5bb2d02', 'code': 200} Feb 03 14:26:06.963840 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:26:06.972768 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-86b14de2-a58b-4cd8-99a6-ed97ccc7e82d req-40485f3b-9cef-46fe-bad7-33299f3958c6 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390725 Feb 03 14:26:07.036811 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=60585182-9348-4bdd-b446-25d0a5bb2d02,revision_number=6']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:08.171091 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc4aa8-d6a5-47be-9cee-20a6d85b43c9 req-8e5c2410-1215-4858-8383-0cf3678912db tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:08.172500 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-11fc4aa8-d6a5-47be-9cee-20a6d85b43c9 req-8e5c2410-1215-4858-8383-0cf3678912db tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 943 time: 0.0777349 Feb 03 14:26:08.219309 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-11fc4aa8-d6a5-47be-9cee-20a6d85b43c9 req-960f2484-a47c-4be2-a025-1498ba82fc99 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413423 Feb 03 14:26:08.641449 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89358a6d-f6b9-4005-a3a1-5ecc189bec68 req-a9aa1868-c7e2-4f20-8ecb-244b5d0340bd tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:08.642796 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-89358a6d-f6b9-4005-a3a1-5ecc189bec68 req-a9aa1868-c7e2-4f20-8ecb-244b5d0340bd tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 943 time: 0.0764856 Feb 03 14:26:08.675666 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b43150-e644-4253-a4a9-bf82be5c2624 req-ec5509d6-42e4-4d77-8007-97fb2a30dbc9 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:08.676359 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-f6b43150-e644-4253-a4a9-bf82be5c2624 req-ec5509d6-42e4-4d77-8007-97fb2a30dbc9 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Synchronizing usage tracker for tenant:69df089371904f949854f6578636778e on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:26:08.693068 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-89358a6d-f6b9-4005-a3a1-5ecc189bec68 req-e61042e9-6e51-4be5-a587-68ef3f24d2bd tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448346 Feb 03 14:26:08.758985 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-f6b43150-e644-4253-a4a9-bf82be5c2624 req-ec5509d6-42e4-4d77-8007-97fb2a30dbc9 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Unset dirty status for tenant:69df089371904f949854f6578636778e on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:26:08.760145 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f6b43150-e644-4253-a4a9-bf82be5c2624 req-ec5509d6-42e4-4d77-8007-97fb2a30dbc9 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021&tenant_id=69df089371904f949854f6578636778e&binding%3Ahost_id=hv-neutron-8270 HTTP/1.1" status: 200 len: 943 time: 0.1631763 Feb 03 14:26:08.898750 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f6b43150-e644-4253-a4a9-bf82be5c2624 req-40c39300-4e75-499a-909e-09e3819ea0e4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69df089371904f949854f6578636778e&device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 1096 time: 0.0701134 Feb 03 14:26:09.111765 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b43150-e644-4253-a4a9-bf82be5c2624 req-cefb497c-8f8b-4345-aa58-fdee9b1a12a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:09.113168 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f6b43150-e644-4253-a4a9-bf82be5c2624 req-cefb497c-8f8b-4345-aa58-fdee9b1a12a0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bedc9188-07e7-480e-9f72-8d61c35eeda4 HTTP/1.1" status: 200 len: 914 time: 0.2091103 Feb 03 14:26:09.179154 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f6b43150-e644-4253-a4a9-bf82be5c2624 req-473a2fba-a996-4cdd-a096-67beac570c40 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60585182-9348-4bdd-b446-25d0a5bb2d02 HTTP/1.1" status: 200 len: 217 time: 0.0579939 Feb 03 14:26:09.244000 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b43150-e644-4253-a4a9-bf82be5c2624 req-f260c0fa-e5c8-4e4c-bf3c-ae224e7d7ba2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:09.245419 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f6b43150-e644-4253-a4a9-bf82be5c2624 req-f260c0fa-e5c8-4e4c-bf3c-ae224e7d7ba2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f214d70-2d77-4faf-866a-b0c33c4c97bc HTTP/1.1" status: 200 len: 854 time: 0.0629044 Feb 03 14:26:09.289915 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f6b43150-e644-4253-a4a9-bf82be5c2624 req-3557bbb0-ec40-4e68-9daa-1a8602031f92 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bedc9188-07e7-480e-9f72-8d61c35eeda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379169 Feb 03 14:26:09.417751 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f6b43150-e644-4253-a4a9-bf82be5c2624 req-2f47d1b7-71bd-495a-9e9d-7926545caf19 service neutron] 10.222.0.47 "GET /v2.0/networks/bedc9188-07e7-480e-9f72-8d61c35eeda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217923 Feb 03 14:26:09.549398 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f6b43150-e644-4253-a4a9-bf82be5c2624 req-3c875cc7-3b6c-4478-b628-b8d178e41770 service neutron] 10.222.0.47 "GET /v2.0/networks/bedc9188-07e7-480e-9f72-8d61c35eeda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249473 Feb 03 14:26:09.890850 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17e84f-334a-4203-b24e-ad089609d9eb req-c5b91def-d4f6-4e30-b4b8-7d685cb21d2b tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:09.892226 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bf17e84f-334a-4203-b24e-ad089609d9eb req-c5b91def-d4f6-4e30-b4b8-7d685cb21d2b tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 943 time: 0.0757999 Feb 03 14:26:09.937099 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bf17e84f-334a-4203-b24e-ad089609d9eb req-2ff6ca07-8117-4c7b-926c-ff989ac8fd88 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393891 Feb 03 14:26:11.133872 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b588122-0719-4380-bb42-3333f2a8b900 req-d33e3a3d-1e31-4244-9b55-110f9d9c859c tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:11.135467 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1b588122-0719-4380-bb42-3333f2a8b900 req-d33e3a3d-1e31-4244-9b55-110f9d9c859c tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 943 time: 0.0790601 Feb 03 14:26:11.179853 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1b588122-0719-4380-bb42-3333f2a8b900 req-58677295-acb3-4735-a048-c4d61c743da4 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390627 Feb 03 14:26:11.370451 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e45bd6-a2bb-41e2-b026-c3c1a105b37c req-9825b9ea-e62a-405b-8ce7-2764b44b66be tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:11.371905 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-68e45bd6-a2bb-41e2-b026-c3c1a105b37c req-9825b9ea-e62a-405b-8ce7-2764b44b66be tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 943 time: 0.0750792 Feb 03 14:26:11.416832 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-68e45bd6-a2bb-41e2-b026-c3c1a105b37c req-858cd8ac-df12-4ab2-9cba-5d2e25aac84d tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394094 Feb 03 14:26:11.608737 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7fb2c5-d156-49f4-a01a-8bb9cea0df10 req-253d1e6e-ff41-47fa-ba86-d3717f22a267 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:11.610093 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0d7fb2c5-d156-49f4-a01a-8bb9cea0df10 req-253d1e6e-ff41-47fa-ba86-d3717f22a267 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 943 time: 0.0773447 Feb 03 14:26:11.654292 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0d7fb2c5-d156-49f4-a01a-8bb9cea0df10 req-b9ba60f9-f208-4be8-9f61-f4de2a56cd98 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386429 Feb 03 14:26:12.427568 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-903bf2d2-6dec-4bd2-8679-4970a2465c45 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:12.429049 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-903bf2d2-6dec-4bd2-8679-4970a2465c45 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/networks?id=bedc9188-07e7-480e-9f72-8d61c35eeda4 HTTP/1.1" status: 200 len: 814 time: 0.2292013 Feb 03 14:26:12.445887 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-77b477a5-b9c2-4b5a-9fb0-78059914862a tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/quotas/69df089371904f949854f6578636778e HTTP/1.1" status: 200 len: 375 time: 0.0108118 Feb 03 14:26:12.522807 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-17e2c3dc-a79c-4a19-8e4d-0b7795095cb5 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=69df089371904f949854f6578636778e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0720279 Feb 03 14:26:12.718579 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-bb8ad250-a9fe-4efe-a00a-be7a0e4b5718 service neutron] 10.222.0.41 "GET /v2.0/networks/bedc9188-07e7-480e-9f72-8d61c35eeda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891217 Feb 03 14:26:12.847304 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-a988a0e1-4d80-475b-9dd5-d030f32b0023 service neutron] 10.222.0.41 "GET /v2.0/networks/bedc9188-07e7-480e-9f72-8d61c35eeda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231172 Feb 03 14:26:13.141379 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-aaec58d5-f77b-4a85-96b7-d3257c0555c0 req-3261dbdc-dd3a-485d-82dc-6c18b2a257c7 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 210 time: 0.0440886 Feb 03 14:26:14.122636 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d79b4-079e-410f-b72e-8edf57ef9028 req-8cc4e9f3-93ec-45bc-ae3f-37770cfe4434 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:14.124031 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-9f0d79b4-079e-410f-b72e-8edf57ef9028 req-8cc4e9f3-93ec-45bc-ae3f-37770cfe4434 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcce1a1f-3ac3-4949-9b4d-fb840dd17021 HTTP/1.1" status: 200 len: 943 time: 0.0807102 Feb 03 14:26:14.190977 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-9f0d79b4-079e-410f-b72e-8edf57ef9028 req-5477c0ff-e757-42f1-9f64-75e72b95adeb tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Deleting port 60585182-9348-4bdd-b446-25d0a5bb2d02 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:26:14.191361 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-9f0d79b4-079e-410f-b72e-8edf57ef9028 req-5477c0ff-e757-42f1-9f64-75e72b95adeb tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:26:14.307289 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-285ed808-f745-4013-a877-9873f41d2894 req-6655d193-59ee-4507-8237-0339502e3e96 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 210 time: 0.0426304 Feb 03 14:26:14.439287 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-9f0d79b4-079e-410f-b72e-8edf57ef9028 req-5477c0ff-e757-42f1-9f64-75e72b95adeb tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] For port 60585182-9348-4bdd-b446-25d0a5bb2d02, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=60585182-9348-4bdd-b446-25d0a5bb2d02,segment=NetworkSegment(6eb09406-d999-43e2-9c5a-09aed59d2ce1),segment_id=6eb09406-d999-43e2-9c5a-09aed59d2ce1)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:26:14.439641 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-9f0d79b4-079e-410f-b72e-8edf57ef9028 req-5477c0ff-e757-42f1-9f64-75e72b95adeb tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:26:14.557811 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-9f0d79b4-079e-410f-b72e-8edf57ef9028 req-5477c0ff-e757-42f1-9f64-75e72b95adeb tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Calling delete_port for 60585182-9348-4bdd-b446-25d0a5bb2d02 owned by compute:nova {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:26:14.764742 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-9f0d79b4-079e-410f-b72e-8edf57ef9028 req-5477c0ff-e757-42f1-9f64-75e72b95adeb tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:26:14.812819 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477c0ff-e757-42f1-9f64-75e72b95adeb tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Pushing event deleted for resources: {'Port': ['ID=60585182-9348-4bdd-b446-25d0a5bb2d02,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:14.886932 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f0d79b4-079e-410f-b72e-8edf57ef9028 req-5477c0ff-e757-42f1-9f64-75e72b95adeb tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] No DVR routers for this DVR port 60585182-9348-4bdd-b446-25d0a5bb2d02 on host hv-neutron-8270 {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:26:14.889348 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-9f0d79b4-079e-410f-b72e-8edf57ef9028 req-5477c0ff-e757-42f1-9f64-75e72b95adeb tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:26:14.891785 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcce1a1f-3ac3-4949-9b4d-fb840dd17021', 'name': 'network-vif-deleted', 'tag': '60585182-9348-4bdd-b446-25d0a5bb2d02'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:26:14.960296 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcce1a1f-3ac3-4949-9b4d-fb840dd17021', 'name': 'network-vif-deleted', 'tag': '60585182-9348-4bdd-b446-25d0a5bb2d02', 'status': 'completed', 'code': 200} Feb 03 14:26:14.965186 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-9f0d79b4-079e-410f-b72e-8edf57ef9028 req-5477c0ff-e757-42f1-9f64-75e72b95adeb tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.47 "DELETE /v2.0/ports/60585182-9348-4bdd-b446-25d0a5bb2d02 HTTP/1.1" status: 204 len: 173 time: 0.8363140 Feb 03 14:26:15.081339 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-7999760c-6ca4-4f6e-9006-2e67128e9f3e tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:15.082623 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-7999760c-6ca4-4f6e-9006-2e67128e9f3e tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.47 "GET /v2.0/networks?id=bedc9188-07e7-480e-9f72-8d61c35eeda4 HTTP/1.1" status: 200 len: 814 time: 0.1454697 Feb 03 14:26:15.097443 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-6f59420c-57a6-48fc-927a-178ce1d05920 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Request body: {'port': {'device_id': '6cedcd40-3643-409d-add7-7732cf22f1c1', 'network_id': 'bedc9188-07e7-480e-9f72-8d61c35eeda4', 'admin_state_up': True, 'tenant_id': '69df089371904f949854f6578636778e'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:26:15.321012 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-6f59420c-57a6-48fc-927a-178ce1d05920 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:26:15.325862 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-6f59420c-57a6-48fc-927a-178ce1d05920 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Usage tracker for resource:port and tenant:69df089371904f949854f6578636778e is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:26:15.328830 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-6f59420c-57a6-48fc-927a-178ce1d05920 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:26:15.342858 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-6f59420c-57a6-48fc-927a-178ce1d05920 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:26:15.388369 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-6f59420c-57a6-48fc-927a-178ce1d05920 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Made reservation on behalf of 69df089371904f949854f6578636778e for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:26:15.391344 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-6f59420c-57a6-48fc-927a-178ce1d05920 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:26:15.477604 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7d77fe1c-9ee4-4017-9170-790aed2636d2 req-392f069b-96e1-49ed-ae3e-8200731657bb tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 210 time: 0.0417554 Feb 03 14:26:15.556085 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-6f59420c-57a6-48fc-927a-178ce1d05920 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Allocated IP 172.20.0.5 (bedc9188-07e7-480e-9f72-8d61c35eeda4/9f214d70-2d77-4faf-866a-b0c33c4c97bc/ef680ebe-dd8e-45cd-a2a8-857ebfd347fb) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:26:15.753990 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-6f59420c-57a6-48fc-927a-178ce1d05920 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:26:15.862606 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-6f59420c-57a6-48fc-927a-178ce1d05920 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:26:15.936848 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-6f59420c-57a6-48fc-927a-178ce1d05920 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Network bedc9188-07e7-480e-9f72-8d61c35eeda4 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:26:15.940003 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-6f59420c-57a6-48fc-927a-178ce1d05920 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:26:15.944337 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-6f59420c-57a6-48fc-927a-178ce1d05920 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:26:15.969785 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f59420c-57a6-48fc-927a-178ce1d05920 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Pushing event updated for resources: {'Port': ['ID=ef680ebe-dd8e-45cd-a2a8-857ebfd347fb,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:16.007142 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-6f59420c-57a6-48fc-927a-178ce1d05920 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:16.007752 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-6f59420c-57a6-48fc-927a-178ce1d05920 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:26:16.091207 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-6f59420c-57a6-48fc-927a-178ce1d05920 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9973011 Feb 03 14:26:16.101531 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-5facf878-9285-4510-bb2e-90ad84083ae0 service neutron] Request body: {'port': {'device_id': '6cedcd40-3643-409d-add7-7732cf22f1c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:26:16.208648 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-5facf878-9285-4510-bb2e-90ad84083ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:26:16.540635 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-5facf878-9285-4510-bb2e-90ad84083ae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef680ebe-dd8e-45cd-a2a8-857ebfd347fb {{(pid=84181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:26:16.548090 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-5facf878-9285-4510-bb2e-90ad84083ae0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:26:16.562000 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-5facf878-9285-4510-bb2e-90ad84083ae0 service neutron] Transition to ACTIVE for port object ef680ebe-dd8e-45cd-a2a8-857ebfd347fb will not be triggered until provisioned by entity L2. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:26:16.644709 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-5facf878-9285-4510-bb2e-90ad84083ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:26:16.678662 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1dfc5-f2c9-49e6-8da6-8f647562887a req-e85c4afe-b56c-4eb4-ac3e-a276b0d2f179 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:16.680099 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2dc1dfc5-f2c9-49e6-8da6-8f647562887a req-e85c4afe-b56c-4eb4-ac3e-a276b0d2f179 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 931 time: 0.0788796 Feb 03 14:26:16.726663 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2dc1dfc5-f2c9-49e6-8da6-8f647562887a req-cbb1003a-47a3-472b-a25c-e8aa332377a8 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401375 Feb 03 14:26:16.771851 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5facf878-9285-4510-bb2e-90ad84083ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=ef680ebe-dd8e-45cd-a2a8-857ebfd347fb,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:16.875858 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-5facf878-9285-4510-bb2e-90ad84083ae0 service neutron] Attempting to bind port ef680ebe-dd8e-45cd-a2a8-857ebfd347fb on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:26:16.876190 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-5facf878-9285-4510-bb2e-90ad84083ae0 service neutron] Attempting to bind port ef680ebe-dd8e-45cd-a2a8-857ebfd347fb by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '6eb09406-d999-43e2-9c5a-09aed59d2ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bedc9188-07e7-480e-9f72-8d61c35eeda4'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:26:16.876570 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-5facf878-9285-4510-bb2e-90ad84083ae0 service neutron] Attempting to bind port ef680ebe-dd8e-45cd-a2a8-857ebfd347fb on network bedc9188-07e7-480e-9f72-8d61c35eeda4 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:26:16.882108 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-5facf878-9285-4510-bb2e-90ad84083ae0 service neutron] Port ef680ebe-dd8e-45cd-a2a8-857ebfd347fb on network bedc9188-07e7-480e-9f72-8d61c35eeda4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 14:26:16.882427 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-5facf878-9285-4510-bb2e-90ad84083ae0 service neutron] Attempting to bind port ef680ebe-dd8e-45cd-a2a8-857ebfd347fb on network bedc9188-07e7-480e-9f72-8d61c35eeda4 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:26:16.888982 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-5facf878-9285-4510-bb2e-90ad84083ae0 service neutron] Checking agent: {'id': '8cce4e55-f72c-4604-b6eb-27dc2f3f162a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'started_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:26:16.889312 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-5facf878-9285-4510-bb2e-90ad84083ae0 service neutron] Checking segment: {'id': '6eb09406-d999-43e2-9c5a-09aed59d2ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bedc9188-07e7-480e-9f72-8d61c35eeda4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:26:16.889687 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-5facf878-9285-4510-bb2e-90ad84083ae0 service neutron] Bound using segment: {'id': '6eb09406-d999-43e2-9c5a-09aed59d2ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bedc9188-07e7-480e-9f72-8d61c35eeda4'} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:26:16.890099 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-5facf878-9285-4510-bb2e-90ad84083ae0 service neutron] Bound port: ef680ebe-dd8e-45cd-a2a8-857ebfd347fb, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eb09406-d999-43e2-9c5a-09aed59d2ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bedc9188-07e7-480e-9f72-8d61c35eeda4'}}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:26:16.890434 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-5facf878-9285-4510-bb2e-90ad84083ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:26:16.974539 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-5facf878-9285-4510-bb2e-90ad84083ae0 service neutron] For port ef680ebe-dd8e-45cd-a2a8-857ebfd347fb, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:26:16.977415 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-5facf878-9285-4510-bb2e-90ad84083ae0 service neutron] For port ef680ebe-dd8e-45cd-a2a8-857ebfd347fb, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=ef680ebe-dd8e-45cd-a2a8-857ebfd347fb,segment=NetworkSegment(6eb09406-d999-43e2-9c5a-09aed59d2ce1),segment_id=6eb09406-d999-43e2-9c5a-09aed59d2ce1)] {{(pid=84181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:26:17.033502 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-5facf878-9285-4510-bb2e-90ad84083ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:26:17.096808 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-5facf878-9285-4510-bb2e-90ad84083ae0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:26:17.098141 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-5facf878-9285-4510-bb2e-90ad84083ae0 service neutron] 10.222.0.47 "PUT /v2.0/ports/ef680ebe-dd8e-45cd-a2a8-857ebfd347fb HTTP/1.1" status: 200 len: 1093 time: 1.0005727 Feb 03 14:26:17.098573 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cedcd40-3643-409d-add7-7732cf22f1c1', 'tag': 'ef680ebe-dd8e-45cd-a2a8-857ebfd347fb'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:26:17.118551 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5facf878-9285-4510-bb2e-90ad84083ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=ef680ebe-dd8e-45cd-a2a8-857ebfd347fb,revision_number=3']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:17.152901 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cedcd40-3643-409d-add7-7732cf22f1c1', 'tag': 'ef680ebe-dd8e-45cd-a2a8-857ebfd347fb', 'status': 'completed', 'code': 200} Feb 03 14:26:17.242351 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-30e01e93-2ea2-4fda-b81b-979523584738 req-c94ee954-d3eb-49a5-aedc-cd181c6953ca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69df089371904f949854f6578636778e&device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 1096 time: 0.0679762 Feb 03 14:26:17.378771 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e01e93-2ea2-4fda-b81b-979523584738 req-6e3d80cf-345b-40df-ad89-76356a6b2106 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:17.380166 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-30e01e93-2ea2-4fda-b81b-979523584738 req-6e3d80cf-345b-40df-ad89-76356a6b2106 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=69df089371904f949854f6578636778e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1307807 Feb 03 14:26:17.593916 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e01e93-2ea2-4fda-b81b-979523584738 req-b446f472-f874-4327-8a82-36273c7c4255 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:17.595372 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-30e01e93-2ea2-4fda-b81b-979523584738 req-b446f472-f874-4327-8a82-36273c7c4255 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2095969 Feb 03 14:26:17.604489 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:26:17.706572 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-90ae4584-aaa6-44ca-a83a-c71334f2970b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69df089371904f949854f6578636778e&device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 1096 time: 0.0705547 Feb 03 14:26:17.776906 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-f76e6fdb-4abc-4b20-9da2-be997e8fd240 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef680ebe-dd8e-45cd-a2a8-857ebfd347fb HTTP/1.1" status: 200 len: 217 time: 0.0595891 Feb 03 14:26:17.842250 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-ce4da8ff-db53-4dd3-942f-589338c20b4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:17.843715 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-ce4da8ff-db53-4dd3-942f-589338c20b4f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f214d70-2d77-4faf-866a-b0c33c4c97bc HTTP/1.1" status: 200 len: 854 time: 0.0605922 Feb 03 14:26:17.889384 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-d704133b-ec9c-4a44-8adf-f88cd0717247 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bedc9188-07e7-480e-9f72-8d61c35eeda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398080 Feb 03 14:26:17.927736 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a0a116-84a4-4980-af79-e16ba26c8499 req-a2445b11-aa75-4c60-9680-91f901bcfad7 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:17.929165 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c4a0a116-84a4-4980-af79-e16ba26c8499 req-a2445b11-aa75-4c60-9680-91f901bcfad7 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 943 time: 0.0752914 Feb 03 14:26:17.977523 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c4a0a116-84a4-4980-af79-e16ba26c8499 req-93681ac5-1b1b-480e-b05e-630ffc847893 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422719 Feb 03 14:26:18.020338 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-c180cf7d-c0ed-4b4a-b031-06e0253c50c5 service neutron] 10.222.0.47 "GET /v2.0/networks/bedc9188-07e7-480e-9f72-8d61c35eeda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247001 Feb 03 14:26:18.148728 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-49f12a5a-dab6-47cf-8bdf-9ba744a4b922 req-f481245c-e30a-4c72-ad69-4608145d6453 service neutron] 10.222.0.47 "GET /v2.0/networks/bedc9188-07e7-480e-9f72-8d61c35eeda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226070 Feb 03 14:26:18.767405 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 60585182-9348-4bdd-b446-25d0a5bb2d02 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:26:18.801812 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] No Port match for: 60585182-9348-4bdd-b446-25d0a5bb2d02 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:26:18.802153 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 60585182-9348-4bdd-b446-25d0a5bb2d02 not bound to the agent host hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:26:19.177866 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c1960-c4f8-4654-ad3e-4b3d83629fdf req-3ba801e1-e7f5-47fa-aa02-0e3c01309986 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:19.179329 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bc9c1960-c4f8-4654-ad3e-4b3d83629fdf req-3ba801e1-e7f5-47fa-aa02-0e3c01309986 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 943 time: 0.0783315 Feb 03 14:26:19.224521 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bc9c1960-c4f8-4654-ad3e-4b3d83629fdf req-e964bf0e-4980-4b9d-829f-57d96ec311df tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391695 Feb 03 14:26:20.421986 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7314b-b7cb-4023-bd54-40e0223964a8 req-ef851325-32a0-4142-8f96-b95af144f875 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:20.423402 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-67f7314b-b7cb-4023-bd54-40e0223964a8 req-ef851325-32a0-4142-8f96-b95af144f875 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 943 time: 0.0792675 Feb 03 14:26:20.466711 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-67f7314b-b7cb-4023-bd54-40e0223964a8 req-23527cb1-556b-40a0-8bbb-882dc691bff3 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378776 Feb 03 14:26:20.767548 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device ef680ebe-dd8e-45cd-a2a8-857ebfd347fb details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:26:20.898262 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port ef680ebe-dd8e-45cd-a2a8-857ebfd347fb, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=ef680ebe-dd8e-45cd-a2a8-857ebfd347fb,segment=NetworkSegment(6eb09406-d999-43e2-9c5a-09aed59d2ce1),segment_id=6eb09406-d999-43e2-9c5a-09aed59d2ce1)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:26:20.911383 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': 'ef680ebe-dd8e-45cd-a2a8-857ebfd347fb', 'network_id': 'bedc9188-07e7-480e-9f72-8d61c35eeda4', 'port_id': 'ef680ebe-dd8e-45cd-a2a8-857ebfd347fb', 'mac_address': 'fa:16:3e:37:55:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f214d70-2d77-4faf-866a-b0c33c4c97bc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:26:20.962169 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:26:20.979192 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef680ebe-dd8e-45cd-a2a8-857ebfd347fb {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:26:20.994821 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port ef680ebe-dd8e-45cd-a2a8-857ebfd347fb, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=ef680ebe-dd8e-45cd-a2a8-857ebfd347fb,segment=NetworkSegment(6eb09406-d999-43e2-9c5a-09aed59d2ce1),segment_id=6eb09406-d999-43e2-9c5a-09aed59d2ce1)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:26:21.078446 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:26:21.140652 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=ef680ebe-dd8e-45cd-a2a8-857ebfd347fb,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:21.364328 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['ef680ebe-dd8e-45cd-a2a8-857ebfd347fb'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:26:21.664265 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818e17e-da71-4c34-9b6b-2816e97c7876 req-a5c02640-5712-4059-a993-cf1a4401373c tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:21.665719 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a818e17e-da71-4c34-9b6b-2816e97c7876 req-a5c02640-5712-4059-a993-cf1a4401373c tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 944 time: 0.0782561 Feb 03 14:26:21.712401 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a818e17e-da71-4c34-9b6b-2816e97c7876 req-9fbb340f-6cae-432b-9ad4-6daa8b54ed19 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403349 Feb 03 14:26:22.781388 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device ef680ebe-dd8e-45cd-a2a8-857ebfd347fb up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:26:22.901560 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning for port ef680ebe-dd8e-45cd-a2a8-857ebfd347fb completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:26:22.906875 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port ef680ebe-dd8e-45cd-a2a8-857ebfd347fb triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:22.907271 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:26:22.913390 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ffd4b8-25c6-43d1-abbd-f3da6a70f184 req-f492485b-ef97-4a95-adb2-50f06a4700cb tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:22.914832 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d2ffd4b8-25c6-43d1-abbd-f3da6a70f184 req-f492485b-ef97-4a95-adb2-50f06a4700cb tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 944 time: 0.0805058 Feb 03 14:26:22.960492 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d2ffd4b8-25c6-43d1-abbd-f3da6a70f184 req-585febf0-0391-4eed-ab7c-74964859a4be tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400221 Feb 03 14:26:23.019885 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:26:23.045524 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cedcd40-3643-409d-add7-7732cf22f1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef680ebe-dd8e-45cd-a2a8-857ebfd347fb'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:26:23.054750 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port ef680ebe-dd8e-45cd-a2a8-857ebfd347fb, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=ef680ebe-dd8e-45cd-a2a8-857ebfd347fb,segment=NetworkSegment(6eb09406-d999-43e2-9c5a-09aed59d2ce1),segment_id=6eb09406-d999-43e2-9c5a-09aed59d2ce1)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:26:23.101137 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cedcd40-3643-409d-add7-7732cf22f1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef680ebe-dd8e-45cd-a2a8-857ebfd347fb', 'code': 200} Feb 03 14:26:23.130005 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:26:23.193543 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=ef680ebe-dd8e-45cd-a2a8-857ebfd347fb,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:23.434747 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-504008a3-b517-4126-a994-23e6c56433f0 req-a7423fd3-cac7-4e62-818e-a24d6f8156c5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 1098 time: 0.0666723 Feb 03 14:26:23.479963 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-504008a3-b517-4126-a994-23e6c56433f0 req-ce6bcd49-0003-4a7f-bcf5-a75cae9d0674 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391307 Feb 03 14:26:24.150775 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02d286-cd45-4f54-8627-7e573ef66974 req-c353ad88-0e69-4f35-ac22-aa7c6d767c9e tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:24.152204 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5b02d286-cd45-4f54-8627-7e573ef66974 req-c353ad88-0e69-4f35-ac22-aa7c6d767c9e tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 945 time: 0.0736678 Feb 03 14:26:24.198441 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5b02d286-cd45-4f54-8627-7e573ef66974 req-45f21fb0-b04e-4ed6-98ab-b6dfa9e887b0 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408866 Feb 03 14:26:25.330191 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-419843d0-33ea-452a-a499-41553d75b31e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:26:25.397512 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670b6d0-d32a-4336-aacf-915ba3a30969 req-35e325f4-d757-43c8-a8a1-ef76d5a3bf4a tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:25.398939 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f670b6d0-d32a-4336-aacf-915ba3a30969 req-35e325f4-d757-43c8-a8a1-ef76d5a3bf4a tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 945 time: 0.0774729 Feb 03 14:26:25.443040 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f670b6d0-d32a-4336-aacf-915ba3a30969 req-8b0dd69f-fe6e-4293-9aa8-e47e059d5d07 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384243 Feb 03 14:26:25.639510 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5fcc7d-0454-4f65-8bf8-c0d1eb1853ad req-3e85fce9-56a7-4c0e-a26f-52e2f51e358f tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:25.641589 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-fd5fcc7d-0454-4f65-8bf8-c0d1eb1853ad req-3e85fce9-56a7-4c0e-a26f-52e2f51e358f tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 945 time: 0.0784347 Feb 03 14:26:25.685645 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-fd5fcc7d-0454-4f65-8bf8-c0d1eb1853ad req-02ef78c8-d633-4266-a3db-d66c68bd12d3 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386992 Feb 03 14:26:25.888546 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6580757c-e70e-4971-ad8c-a7dc20cc5e2c req-f856a441-f2d3-468d-9038-ee04c2c5a568 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0752852 Feb 03 14:26:26.369355 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc73a0-ac7b-4c65-abe0-2c6d0b0c404f req-465f1459-5ed9-45e9-aa9c-e3c9c006b803 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:26.371356 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6bdc73a0-ac7b-4c65-abe0-2c6d0b0c404f req-465f1459-5ed9-45e9-aa9c-e3c9c006b803 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 945 time: 0.1290011 Feb 03 14:26:26.402120 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4328658f-7c70-402f-b899-750fb1cc9562 req-5c171e0c-bae6-4e98-8cd0-1fc3ac364cd2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1030343 Feb 03 14:26:26.424235 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6bdc73a0-ac7b-4c65-abe0-2c6d0b0c404f req-7b398049-c8cd-434c-8773-36c66fc10288 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458021 Feb 03 14:26:27.518549 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-791036da-f556-4412-a7bf-78802d5d6c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:26:27.624471 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde0377-331b-4cfe-a60a-75be9211a01c req-ebdf3235-9c76-44f8-950d-373243e32098 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:27.626253 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2cde0377-331b-4cfe-a60a-75be9211a01c req-ebdf3235-9c76-44f8-950d-373243e32098 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 945 time: 0.0803733 Feb 03 14:26:27.674562 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2cde0377-331b-4cfe-a60a-75be9211a01c req-eb0a74f5-0c6e-46e0-b84a-8c09d4fa776f tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426397 Feb 03 14:26:28.184705 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ee8239ee-d73f-4c67-bcdc-206d00b643e5 req-8fd55b36-f498-4f05-8e00-b97adae292f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69df089371904f949854f6578636778e&device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 1098 time: 0.0697780 Feb 03 14:26:28.331491 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8239ee-d73f-4c67-bcdc-206d00b643e5 req-ba4aacc6-18c9-4e98-8cab-1a2ea2b61041 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:28.332926 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ee8239ee-d73f-4c67-bcdc-206d00b643e5 req-ba4aacc6-18c9-4e98-8cab-1a2ea2b61041 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bedc9188-07e7-480e-9f72-8d61c35eeda4 HTTP/1.1" status: 200 len: 914 time: 0.1273327 Feb 03 14:26:28.404060 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ee8239ee-d73f-4c67-bcdc-206d00b643e5 req-f35a155c-d05d-4259-967a-9e14d2741153 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef680ebe-dd8e-45cd-a2a8-857ebfd347fb HTTP/1.1" status: 200 len: 217 time: 0.0646052 Feb 03 14:26:28.464645 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8239ee-d73f-4c67-bcdc-206d00b643e5 req-4cb5be4c-edad-44cc-b40c-c704940370b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:28.465937 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ee8239ee-d73f-4c67-bcdc-206d00b643e5 req-4cb5be4c-edad-44cc-b40c-c704940370b0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f214d70-2d77-4faf-866a-b0c33c4c97bc HTTP/1.1" status: 200 len: 854 time: 0.0561585 Feb 03 14:26:28.509151 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ee8239ee-d73f-4c67-bcdc-206d00b643e5 req-ad4e9e0f-4964-44c6-9023-927f10ddbeba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bedc9188-07e7-480e-9f72-8d61c35eeda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374475 Feb 03 14:26:28.518376 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [req-ee8239ee-d73f-4c67-bcdc-206d00b643e5 req-72874d66-0f57-4996-9071-e7494740af0c service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84181) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 14:26:28.519310 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ee8239ee-d73f-4c67-bcdc-206d00b643e5 req-72874d66-0f57-4996-9071-e7494740af0c service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0044775 Feb 03 14:26:28.646141 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ee8239ee-d73f-4c67-bcdc-206d00b643e5 req-1e8c3ad9-5351-43f7-8a83-ebae1bd32577 service neutron] 10.222.0.47 "GET /v2.0/networks/bedc9188-07e7-480e-9f72-8d61c35eeda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213138 Feb 03 14:26:28.777888 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ee8239ee-d73f-4c67-bcdc-206d00b643e5 req-0c75e96f-92b5-452d-95ca-37766ed864e6 service neutron] 10.222.0.47 "GET /v2.0/networks/bedc9188-07e7-480e-9f72-8d61c35eeda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260877 Feb 03 14:26:28.875925 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126c8b7-1e3e-4dbc-bbf9-f37328a8c5df req-21b1db38-04a0-4518-89e7-66ab98ceb98d tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:28.877345 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2126c8b7-1e3e-4dbc-bbf9-f37328a8c5df req-21b1db38-04a0-4518-89e7-66ab98ceb98d tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 945 time: 0.0776670 Feb 03 14:26:28.894841 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:26:28.897858 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:26:28.926737 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2126c8b7-1e3e-4dbc-bbf9-f37328a8c5df req-91344688-8842-4435-ab51-328a91b0dcb6 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435846 Feb 03 14:26:28.962152 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4328658f-7c70-402f-b899-750fb1cc9562 req-2d368861-a451-4b11-bc6f-38a31c7697c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69df089371904f949854f6578636778e&device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 1098 time: 0.0723872 Feb 03 14:26:29.179777 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328658f-7c70-402f-b899-750fb1cc9562 req-6d00cbfc-0539-40c8-ad3e-c001f0fc80a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:29.181209 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4328658f-7c70-402f-b899-750fb1cc9562 req-6d00cbfc-0539-40c8-ad3e-c001f0fc80a9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bedc9188-07e7-480e-9f72-8d61c35eeda4 HTTP/1.1" status: 200 len: 914 time: 0.2130914 Feb 03 14:26:29.249475 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4328658f-7c70-402f-b899-750fb1cc9562 req-78772275-d01f-44af-a637-060db0dcb14a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef680ebe-dd8e-45cd-a2a8-857ebfd347fb HTTP/1.1" status: 200 len: 217 time: 0.0626521 Feb 03 14:26:29.310209 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328658f-7c70-402f-b899-750fb1cc9562 req-135f55c1-b757-4e4b-95d9-5636184ad994 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:29.311633 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4328658f-7c70-402f-b899-750fb1cc9562 req-135f55c1-b757-4e4b-95d9-5636184ad994 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f214d70-2d77-4faf-866a-b0c33c4c97bc HTTP/1.1" status: 200 len: 854 time: 0.0563741 Feb 03 14:26:29.356176 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4328658f-7c70-402f-b899-750fb1cc9562 req-a23e7665-f67f-49b2-ab8a-3a2ac8d77600 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bedc9188-07e7-480e-9f72-8d61c35eeda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388563 Feb 03 14:26:29.491143 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4328658f-7c70-402f-b899-750fb1cc9562 req-49c186a7-c231-47cb-a822-6dbd7042c5f4 service neutron] 10.222.0.47 "GET /v2.0/networks/bedc9188-07e7-480e-9f72-8d61c35eeda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280243 Feb 03 14:26:29.624436 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4328658f-7c70-402f-b899-750fb1cc9562 req-afe29001-c156-467c-87ec-a2de484bf5d6 service neutron] 10.222.0.47 "GET /v2.0/networks/bedc9188-07e7-480e-9f72-8d61c35eeda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273892 Feb 03 14:26:30.122447 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4469f9-fa33-42b1-a4ef-7988e427b061 req-ec9dead8-ebda-4d84-bc92-c70c3d77116f tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:30.123916 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4b4469f9-fa33-42b1-a4ef-7988e427b061 req-ec9dead8-ebda-4d84-bc92-c70c3d77116f tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 945 time: 0.0740778 Feb 03 14:26:30.168453 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4b4469f9-fa33-42b1-a4ef-7988e427b061 req-4443ab81-a134-4d55-a171-d91e64149f6f tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391328 Feb 03 14:26:30.238791 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:26:31.369958 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8a61b-8ba0-4bbf-87a8-e4c74730dbf0 req-892963e3-8050-42d8-992a-ac97a1333dc9 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:31.371416 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-14b8a61b-8ba0-4bbf-87a8-e4c74730dbf0 req-892963e3-8050-42d8-992a-ac97a1333dc9 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 945 time: 0.0791171 Feb 03 14:26:31.416679 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-14b8a61b-8ba0-4bbf-87a8-e4c74730dbf0 req-0d9d252f-f40a-475f-8fab-46509ef1096d tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397923 Feb 03 14:26:32.609032 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33f135-ef89-4689-a067-97b41a43e7bc req-66cb5eff-1a6f-4b64-b41a-8569e2985698 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:32.610435 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-aa33f135-ef89-4689-a067-97b41a43e7bc req-66cb5eff-1a6f-4b64-b41a-8569e2985698 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 945 time: 0.0758715 Feb 03 14:26:32.654261 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-aa33f135-ef89-4689-a067-97b41a43e7bc req-e8cae618-e246-490f-9e61-2afb2d0a8e5d tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383871 Feb 03 14:26:33.932175 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26155a3-5a08-49cb-9ac0-92bd2a42494a req-7ebd3dea-c5b6-40d2-90b0-57871d8e4b64 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:33.933634 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c26155a3-5a08-49cb-9ac0-92bd2a42494a req-7ebd3dea-c5b6-40d2-90b0-57871d8e4b64 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 945 time: 0.1605058 Feb 03 14:26:33.978986 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c26155a3-5a08-49cb-9ac0-92bd2a42494a req-db8e99b8-4eb4-4455-b67f-49f46ca3a93b tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391891 Feb 03 14:26:35.174782 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44efc39b-2614-4210-a871-33a2e06a8640 req-df624853-c22f-455e-ac1e-a9605b53c552 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:35.176235 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-44efc39b-2614-4210-a871-33a2e06a8640 req-df624853-c22f-455e-ac1e-a9605b53c552 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 945 time: 0.0757856 Feb 03 14:26:35.221532 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-44efc39b-2614-4210-a871-33a2e06a8640 req-c494e4f2-942f-4b78-a6f3-996535092096 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398448 Feb 03 14:26:36.415770 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81022cde-421e-4d4a-a2f7-77826dad6d5e req-a0748e8d-f035-4f2f-a1be-fcf64fb73306 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:36.417205 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-81022cde-421e-4d4a-a2f7-77826dad6d5e req-a0748e8d-f035-4f2f-a1be-fcf64fb73306 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 945 time: 0.0787661 Feb 03 14:26:36.461907 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-81022cde-421e-4d4a-a2f7-77826dad6d5e req-f7224439-370c-4f97-936b-c44504e4c506 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388410 Feb 03 14:26:37.655624 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23715d0e-5906-4526-b038-770468592328 req-53afc6a7-8550-4599-8809-b65e025212bb tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:37.657041 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-23715d0e-5906-4526-b038-770468592328 req-53afc6a7-8550-4599-8809-b65e025212bb tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 945 time: 0.0747249 Feb 03 14:26:37.705085 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-23715d0e-5906-4526-b038-770468592328 req-705f5645-e703-4fc4-a6f3-2e7297d34c6c tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425663 Feb 03 14:26:39.042095 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98fc187-3782-4d87-8044-6910cc673ed7 req-1d618fa2-ddfc-465a-9a98-2bbe61edf9e0 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:39.043487 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c98fc187-3782-4d87-8044-6910cc673ed7 req-1d618fa2-ddfc-465a-9a98-2bbe61edf9e0 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 945 time: 0.0761983 Feb 03 14:26:39.089036 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c98fc187-3782-4d87-8044-6910cc673ed7 req-c69fc47d-1e09-4ce6-8438-cd085bd74886 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399673 Feb 03 14:26:40.283960 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef81e1-146c-4b84-abd2-cab965c0a89d req-1be39868-0f18-472b-a8f2-f31b654f4b6a tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:40.285384 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-32ef81e1-146c-4b84-abd2-cab965c0a89d req-1be39868-0f18-472b-a8f2-f31b654f4b6a tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 945 time: 0.0789077 Feb 03 14:26:40.330033 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-32ef81e1-146c-4b84-abd2-cab965c0a89d req-5674c80e-1eda-42f9-81d3-c613ab7d0be5 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392127 Feb 03 14:26:41.520523 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0d634-e0a8-44b8-8a7b-b36afc0ba310 req-aed4a52d-b4c9-406d-8413-28070efc54dc tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:41.521827 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f4e0d634-e0a8-44b8-8a7b-b36afc0ba310 req-aed4a52d-b4c9-406d-8413-28070efc54dc tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 945 time: 0.0743582 Feb 03 14:26:41.565223 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f4e0d634-e0a8-44b8-8a7b-b36afc0ba310 req-32b31d90-55c4-49b2-8b2d-3fbc9114d10c tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381002 Feb 03 14:26:42.761055 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da78c14-309a-439f-88ed-a46060ccb713 req-9769ae6f-8d26-44e2-8dd2-1d84037898c9 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:42.762453 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1da78c14-309a-439f-88ed-a46060ccb713 req-9769ae6f-8d26-44e2-8dd2-1d84037898c9 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 945 time: 0.0766506 Feb 03 14:26:42.806586 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1da78c14-309a-439f-88ed-a46060ccb713 req-f144572b-3830-4c5f-9eda-231f32a6adf9 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385299 Feb 03 14:26:42.840928 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:26:44.020944 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e757c4f1-3794-489f-a3e1-a2e57c045c5f req-55362eed-3f17-4d0c-9d4e-27b3f9399b7d tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:44.022380 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e757c4f1-3794-489f-a3e1-a2e57c045c5f req-55362eed-3f17-4d0c-9d4e-27b3f9399b7d tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 945 time: 0.0825293 Feb 03 14:26:44.069332 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e757c4f1-3794-489f-a3e1-a2e57c045c5f req-443f528f-a208-43f7-92e7-efc6eeac11a3 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415504 Feb 03 14:26:45.264137 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b9527-fb01-4e75-9b28-8cb2465710cc req-2cb577ce-cb3c-4eb1-a4ff-a033c5e7b3d6 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:45.265591 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f97b9527-fb01-4e75-9b28-8cb2465710cc req-2cb577ce-cb3c-4eb1-a4ff-a033c5e7b3d6 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 945 time: 0.0747690 Feb 03 14:26:45.308904 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f97b9527-fb01-4e75-9b28-8cb2465710cc req-abc46cd2-46c5-4c80-99e9-3ff0f2d1a4f7 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378828 Feb 03 14:26:46.503733 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f3584-7ce2-42b2-904a-b7b4c80e044e req-bd448bd0-b890-4596-bfd7-7711c789f43f tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:46.505257 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f89f3584-7ce2-42b2-904a-b7b4c80e044e req-bd448bd0-b890-4596-bfd7-7711c789f43f tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 945 time: 0.0780263 Feb 03 14:26:46.550117 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f89f3584-7ce2-42b2-904a-b7b4c80e044e req-37321aed-0473-4305-aeca-2c1c3d819c03 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394139 Feb 03 14:26:47.660880 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:26:47.743884 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58226d12-a9fe-4e36-900a-fadb4eac5ed5 req-807fce3f-f7df-45b1-8f97-8c56d340e5bb tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:47.745309 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-58226d12-a9fe-4e36-900a-fadb4eac5ed5 req-807fce3f-f7df-45b1-8f97-8c56d340e5bb tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 945 time: 0.0757766 Feb 03 14:26:47.790242 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-58226d12-a9fe-4e36-900a-fadb4eac5ed5 req-da5945fb-e96d-4266-a12f-e34df23c385f tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386963 Feb 03 14:26:48.986566 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed553cac-8394-46c1-ae00-0612125420c7 req-7388e742-fd8c-43d5-8303-5f437e32758d tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:48.987866 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ed553cac-8394-46c1-ae00-0612125420c7 req-7388e742-fd8c-43d5-8303-5f437e32758d tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 945 time: 0.0793943 Feb 03 14:26:49.033703 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ed553cac-8394-46c1-ae00-0612125420c7 req-ac7e76a8-a2d5-40d7-b5cf-e2f9510f81ad tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402608 Feb 03 14:26:50.224707 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae7f44-e684-4f13-8048-e7a047e123e4 req-5e5e7740-95e5-4580-9af9-236c97204db2 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:50.226114 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ddae7f44-e684-4f13-8048-e7a047e123e4 req-5e5e7740-95e5-4580-9af9-236c97204db2 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 945 time: 0.0747905 Feb 03 14:26:50.269889 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ddae7f44-e684-4f13-8048-e7a047e123e4 req-9dff0b9b-60ea-4d78-bb45-59de9ad48363 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383589 Feb 03 14:26:51.466386 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df097d-5abf-44f2-8b64-eb096ca10ad4 req-d6ec45cd-92f2-46ac-8d51-c72f06d92278 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:51.467739 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-76df097d-5abf-44f2-8b64-eb096ca10ad4 req-d6ec45cd-92f2-46ac-8d51-c72f06d92278 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 945 time: 0.0786316 Feb 03 14:26:51.511953 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-76df097d-5abf-44f2-8b64-eb096ca10ad4 req-e0590375-ea07-4fb0-8f50-f17a908eca2a tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383015 Feb 03 14:26:52.708017 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37225e1a-b727-4971-b5ee-940b8d705c18 req-658de947-6dda-4ea2-a9f8-65619096fb8e tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:52.709445 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-37225e1a-b727-4971-b5ee-940b8d705c18 req-658de947-6dda-4ea2-a9f8-65619096fb8e tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 945 time: 0.0749469 Feb 03 14:26:52.759714 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-37225e1a-b727-4971-b5ee-940b8d705c18 req-74dca329-a658-445c-99a6-8abe644a5802 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445266 Feb 03 14:26:53.950117 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd8e6c-f415-4311-b922-1df94a488acd req-e73d0bbf-2892-41c1-b4e5-2df20c3eb594 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:53.951561 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5acd8e6c-f415-4311-b922-1df94a488acd req-e73d0bbf-2892-41c1-b4e5-2df20c3eb594 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 945 time: 0.0744205 Feb 03 14:26:53.996019 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5acd8e6c-f415-4311-b922-1df94a488acd req-b562bb66-b51e-4dd0-bf40-1eb90605accc tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390925 Feb 03 14:26:55.194558 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8316fbe0-4b55-4524-88dd-b337f208370d req-0fc324f3-53c6-4d9c-a99e-b61acedf8fa8 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:55.196122 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8316fbe0-4b55-4524-88dd-b337f208370d req-0fc324f3-53c6-4d9c-a99e-b61acedf8fa8 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 945 time: 0.0796988 Feb 03 14:26:55.242989 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8316fbe0-4b55-4524-88dd-b337f208370d req-d645b281-5ab8-42eb-b7f3-4aaa13a26362 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410621 Feb 03 14:26:55.334857 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-40b04e49-6b2c-4fd8-b32d-cdb11acb123c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:26:56.435848 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ded0b-2747-472b-aa36-479489c6ac77 req-68e61208-e967-461e-b6b2-6637680eeabf tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:56.437276 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7d1ded0b-2747-472b-aa36-479489c6ac77 req-68e61208-e967-461e-b6b2-6637680eeabf tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 945 time: 0.0745139 Feb 03 14:26:56.481834 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7d1ded0b-2747-472b-aa36-479489c6ac77 req-027b178c-f461-455e-a279-dca43de3858b tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391269 Feb 03 14:26:56.590122 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4328658f-7c70-402f-b899-750fb1cc9562 req-cb9e831e-53bd-47de-a53b-7baf52e4a051 service neutron] 10.222.0.47 "GET /v2.0/ports/ef680ebe-dd8e-45cd-a2a8-857ebfd347fb/bindings/hv-neutron-8270 HTTP/1.1" status: 200 len: 384 time: 0.0769033 Feb 03 14:26:57.109734 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4328658f-7c70-402f-b899-750fb1cc9562 req-e526945d-8bf5-44cd-8c31-b11ff9a355c6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1&tenant_id=69df089371904f949854f6578636778e HTTP/1.1" status: 200 len: 1098 time: 0.0687962 Feb 03 14:26:57.199497 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4328658f-7c70-402f-b899-750fb1cc9562 req-aaf6bfd6-6954-46f4-93aa-f06484610cbf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69df089371904f949854f6578636778e&device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 1098 time: 0.0691245 Feb 03 14:26:57.326321 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328658f-7c70-402f-b899-750fb1cc9562 req-c9525bbe-d21f-42d0-8c56-48e69dcdbbf3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:57.328394 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4328658f-7c70-402f-b899-750fb1cc9562 req-c9525bbe-d21f-42d0-8c56-48e69dcdbbf3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bedc9188-07e7-480e-9f72-8d61c35eeda4 HTTP/1.1" status: 200 len: 914 time: 0.1232846 Feb 03 14:26:57.393759 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4328658f-7c70-402f-b899-750fb1cc9562 req-1b605d04-d2f2-4641-83a9-b0d0df40d561 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef680ebe-dd8e-45cd-a2a8-857ebfd347fb HTTP/1.1" status: 200 len: 217 time: 0.0595446 Feb 03 14:26:57.457042 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328658f-7c70-402f-b899-750fb1cc9562 req-b61546bf-75f3-4693-b0c2-fa252abdabd9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:57.458452 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4328658f-7c70-402f-b899-750fb1cc9562 req-b61546bf-75f3-4693-b0c2-fa252abdabd9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f214d70-2d77-4faf-866a-b0c33c4c97bc HTTP/1.1" status: 200 len: 854 time: 0.0591972 Feb 03 14:26:57.502829 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4328658f-7c70-402f-b899-750fb1cc9562 req-5ec40f64-af78-402a-910e-c5337358a3c0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bedc9188-07e7-480e-9f72-8d61c35eeda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388067 Feb 03 14:26:57.505978 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0cc98bcc-bf1c-4342-9f65-4a2f882b197b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:26:57.633035 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4328658f-7c70-402f-b899-750fb1cc9562 req-12a44af6-c734-42bc-915b-e8307a5c9b40 service neutron] 10.222.0.47 "GET /v2.0/networks/bedc9188-07e7-480e-9f72-8d61c35eeda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244781 Feb 03 14:26:57.680240 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0043aed-f6b2-4213-bc81-a84175153fac req-3ddaa44d-df98-4ca3-a99f-92c8fee80c69 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:57.681693 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c0043aed-f6b2-4213-bc81-a84175153fac req-3ddaa44d-df98-4ca3-a99f-92c8fee80c69 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 945 time: 0.0812261 Feb 03 14:26:57.728480 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c0043aed-f6b2-4213-bc81-a84175153fac req-fc2ee853-ce27-46e3-b354-f65bfb24f6e3 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405304 Feb 03 14:26:57.767390 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4328658f-7c70-402f-b899-750fb1cc9562 req-ee236dbc-f78f-40a9-b006-39a078073e43 service neutron] 10.222.0.47 "GET /v2.0/networks/bedc9188-07e7-480e-9f72-8d61c35eeda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256928 Feb 03 14:26:58.848919 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:26:58.894651 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:26:58.925113 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749b59f-349e-40a5-9cf1-edbf79eb821a req-a09e167a-1dc5-4395-87a7-6f50f4a0e0a9 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:58.926568 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d749b59f-349e-40a5-9cf1-edbf79eb821a req-a09e167a-1dc5-4395-87a7-6f50f4a0e0a9 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 945 time: 0.0748610 Feb 03 14:26:58.975690 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d749b59f-349e-40a5-9cf1-edbf79eb821a req-e0d28e1d-7731-4b06-910d-4529817df151 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433810 Feb 03 14:27:00.172469 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a68410-09c6-419d-adb4-0f0bb9528657 req-afa71c64-b038-4754-8acc-3fe25948e374 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:00.174549 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e0a68410-09c6-419d-adb4-0f0bb9528657 req-afa71c64-b038-4754-8acc-3fe25948e374 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 945 time: 0.0775788 Feb 03 14:27:00.203431 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:00.219208 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e0a68410-09c6-419d-adb4-0f0bb9528657 req-6809b37a-eef7-424f-8a23-eb7c65c0fceb tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395670 Feb 03 14:27:00.928461 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device ef680ebe-dd8e-45cd-a2a8-857ebfd347fb details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:27:00.931752 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device ef680ebe-dd8e-45cd-a2a8-857ebfd347fb no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:27:01.140258 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:01.175710 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port ef680ebe-dd8e-45cd-a2a8-857ebfd347fb, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=ef680ebe-dd8e-45cd-a2a8-857ebfd347fb,segment=NetworkSegment(6eb09406-d999-43e2-9c5a-09aed59d2ce1),segment_id=6eb09406-d999-43e2-9c5a-09aed59d2ce1)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:01.191556 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cedcd40-3643-409d-add7-7732cf22f1c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef680ebe-dd8e-45cd-a2a8-857ebfd347fb'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:27:01.201049 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': 'ef680ebe-dd8e-45cd-a2a8-857ebfd347fb', 'network_id': 'bedc9188-07e7-480e-9f72-8d61c35eeda4', 'port_id': 'ef680ebe-dd8e-45cd-a2a8-857ebfd347fb', 'mac_address': 'fa:16:3e:37:55:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f214d70-2d77-4faf-866a-b0c33c4c97bc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:27:01.206054 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port ef680ebe-dd8e-45cd-a2a8-857ebfd347fb, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=ef680ebe-dd8e-45cd-a2a8-857ebfd347fb,segment=NetworkSegment(6eb09406-d999-43e2-9c5a-09aed59d2ce1),segment_id=6eb09406-d999-43e2-9c5a-09aed59d2ce1)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:01.259200 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cedcd40-3643-409d-add7-7732cf22f1c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef680ebe-dd8e-45cd-a2a8-857ebfd347fb', 'code': 200} Feb 03 14:27:01.261244 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:01.276481 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:01.344204 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef680ebe-dd8e-45cd-a2a8-857ebfd347fb {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:27:01.421269 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e1d36-15af-498c-8071-cd0b00755a57 req-8ca29c0a-f80e-4935-954a-7f556fb33f45 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:01.423254 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-da4e1d36-15af-498c-8071-cd0b00755a57 req-8ca29c0a-f80e-4935-954a-7f556fb33f45 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 943 time: 0.0814633 Feb 03 14:27:01.444595 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=ef680ebe-dd8e-45cd-a2a8-857ebfd347fb,revision_number=6']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:01.449916 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:27:01.450271 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:27:01.456351 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:01.456698 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:01.457038 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:01.457372 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:01.457703 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:01.458038 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:01.462568 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:01.463260 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:01.463606 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:01.463938 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:01.464272 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:01.555290 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-da4e1d36-15af-498c-8071-cd0b00755a57 req-fe05c8d4-9069-4b63-98a2-28a267223e67 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262243 Feb 03 14:27:02.004973 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:02.017042 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d6462-c91a-46bb-a236-d3bc626a6b48 req-8838fc65-5801-4af6-8695-246d99478fc3 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:02.020125 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-345d6462-c91a-46bb-a236-d3bc626a6b48 req-8838fc65-5801-4af6-8695-246d99478fc3 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 943 time: 0.0833602 Feb 03 14:27:02.022481 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef680ebe-dd8e-45cd-a2a8-857ebfd347fb {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:27:02.038070 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port ef680ebe-dd8e-45cd-a2a8-857ebfd347fb, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=ef680ebe-dd8e-45cd-a2a8-857ebfd347fb,segment=NetworkSegment(6eb09406-d999-43e2-9c5a-09aed59d2ce1),segment_id=6eb09406-d999-43e2-9c5a-09aed59d2ce1)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:02.059119 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f1175-e629-4ce8-aeca-f77ba488eb9f req-9e1e8f9b-320f-4323-a61f-692b67f7f97c tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:02.059811 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-401f1175-e629-4ce8-aeca-f77ba488eb9f req-9e1e8f9b-320f-4323-a61f-692b67f7f97c tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Synchronizing usage tracker for tenant:69df089371904f949854f6578636778e on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:27:02.065380 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-345d6462-c91a-46bb-a236-d3bc626a6b48 req-569193a1-8774-4fd1-89af-fdc2a65aa9ab tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404561 Feb 03 14:27:02.104599 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:02.176845 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['ef680ebe-dd8e-45cd-a2a8-857ebfd347fb'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:27:02.184456 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-401f1175-e629-4ce8-aeca-f77ba488eb9f req-9e1e8f9b-320f-4323-a61f-692b67f7f97c tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Unset dirty status for tenant:69df089371904f949854f6578636778e on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:27:02.188712 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-401f1175-e629-4ce8-aeca-f77ba488eb9f req-9e1e8f9b-320f-4323-a61f-692b67f7f97c tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1&tenant_id=69df089371904f949854f6578636778e&binding%3Ahost_id=hv-neutron-8270 HTTP/1.1" status: 200 len: 943 time: 0.2071974 Feb 03 14:27:02.218084 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=ef680ebe-dd8e-45cd-a2a8-857ebfd347fb,revision_number=7']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:02.326382 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-401f1175-e629-4ce8-aeca-f77ba488eb9f req-9a6e3cb5-c722-4931-88c8-9523902453af service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69df089371904f949854f6578636778e&device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 1097 time: 0.0711017 Feb 03 14:27:02.540978 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f1175-e629-4ce8-aeca-f77ba488eb9f req-7ca3cc14-c2ee-43ce-93e3-a6458abb7f75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:02.542426 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-401f1175-e629-4ce8-aeca-f77ba488eb9f req-7ca3cc14-c2ee-43ce-93e3-a6458abb7f75 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bedc9188-07e7-480e-9f72-8d61c35eeda4 HTTP/1.1" status: 200 len: 914 time: 0.2093308 Feb 03 14:27:02.607219 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-401f1175-e629-4ce8-aeca-f77ba488eb9f req-ea6d1931-28e5-4d47-87a9-e429da97ac7b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef680ebe-dd8e-45cd-a2a8-857ebfd347fb HTTP/1.1" status: 200 len: 217 time: 0.0583963 Feb 03 14:27:02.668617 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f1175-e629-4ce8-aeca-f77ba488eb9f req-a1077cff-891c-4a32-ab7e-a0ad53a4779d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:02.669985 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-401f1175-e629-4ce8-aeca-f77ba488eb9f req-a1077cff-891c-4a32-ab7e-a0ad53a4779d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f214d70-2d77-4faf-866a-b0c33c4c97bc HTTP/1.1" status: 200 len: 854 time: 0.0576012 Feb 03 14:27:02.714034 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-401f1175-e629-4ce8-aeca-f77ba488eb9f req-8da1a94d-1de2-43a6-b4dd-a3ff87a91383 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bedc9188-07e7-480e-9f72-8d61c35eeda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378640 Feb 03 14:27:02.842272 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-401f1175-e629-4ce8-aeca-f77ba488eb9f req-6c0756c0-c6d9-42a3-94a7-e5223fae2c9c service neutron] 10.222.0.47 "GET /v2.0/networks/bedc9188-07e7-480e-9f72-8d61c35eeda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226308 Feb 03 14:27:02.928031 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device ef680ebe-dd8e-45cd-a2a8-857ebfd347fb up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:27:02.972277 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-401f1175-e629-4ce8-aeca-f77ba488eb9f req-59730e7e-fd43-466e-ab76-a2f087202f68 service neutron] 10.222.0.47 "GET /v2.0/networks/bedc9188-07e7-480e-9f72-8d61c35eeda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242213 Feb 03 14:27:02.997220 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port ef680ebe-dd8e-45cd-a2a8-857ebfd347fb triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:27:03.000130 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:03.113327 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:03.146207 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port ef680ebe-dd8e-45cd-a2a8-857ebfd347fb, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=ef680ebe-dd8e-45cd-a2a8-857ebfd347fb,segment=NetworkSegment(6eb09406-d999-43e2-9c5a-09aed59d2ce1),segment_id=6eb09406-d999-43e2-9c5a-09aed59d2ce1)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:03.203499 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:03.260605 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cedcd40-3643-409d-add7-7732cf22f1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef680ebe-dd8e-45cd-a2a8-857ebfd347fb'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:27:03.268197 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b80f3-83f2-46a0-8f5b-f72455c16056 req-b4f30e2f-9ad2-4368-8bb7-daa0d2847344 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:03.269758 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d73b80f3-83f2-46a0-8f5b-f72455c16056 req-b4f30e2f-9ad2-4368-8bb7-daa0d2847344 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 945 time: 0.0819037 Feb 03 14:27:03.273216 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=ef680ebe-dd8e-45cd-a2a8-857ebfd347fb,revision_number=8']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:03.315106 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d73b80f3-83f2-46a0-8f5b-f72455c16056 req-154ec093-f588-4941-9a01-fc4a1f79d44d tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388412 Feb 03 14:27:03.324784 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cedcd40-3643-409d-add7-7732cf22f1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef680ebe-dd8e-45cd-a2a8-857ebfd347fb', 'code': 200} Feb 03 14:27:04.513757 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcdbf2f-fdb1-4889-9582-a97c85307f73 req-f36dd67b-2c3b-483e-848f-99dc500feaaf tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:04.515196 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ffcdbf2f-fdb1-4889-9582-a97c85307f73 req-f36dd67b-2c3b-483e-848f-99dc500feaaf tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 945 time: 0.0739660 Feb 03 14:27:04.562041 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ffcdbf2f-fdb1-4889-9582-a97c85307f73 req-57272853-223e-40b8-94f4-baec26152d16 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411699 Feb 03 14:27:04.755676 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b314ad-8f4e-4ae4-9ff9-d6c4fb1541a6 req-4312f5cb-e17a-44c6-b7b8-6e12c905a6f6 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:04.757095 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-84b314ad-8f4e-4ae4-9ff9-d6c4fb1541a6 req-4312f5cb-e17a-44c6-b7b8-6e12c905a6f6 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 945 time: 0.0754318 Feb 03 14:27:04.803177 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-84b314ad-8f4e-4ae4-9ff9-d6c4fb1541a6 req-c9c5cbcd-ed89-44b5-a05e-f6525b0d99c5 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405283 Feb 03 14:27:04.998624 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e5b61-4b61-42f2-b98f-ba1201bcaff4 req-eb7ac8a6-e39f-4640-98ff-44e272134785 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:05.000068 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-978e5b61-4b61-42f2-b98f-ba1201bcaff4 req-eb7ac8a6-e39f-4640-98ff-44e272134785 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 945 time: 0.0800123 Feb 03 14:27:05.045598 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-978e5b61-4b61-42f2-b98f-ba1201bcaff4 req-8eda31bd-3fef-4700-996f-8c69e8c0551e tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400906 Feb 03 14:27:05.910980 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681698a-5a8c-4a41-94e3-6b984e036903 req-7aff9471-cfed-4543-96e0-2fa95adc39dd tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:05.912453 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2681698a-5a8c-4a41-94e3-6b984e036903 req-7aff9471-cfed-4543-96e0-2fa95adc39dd tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 945 time: 0.0761847 Feb 03 14:27:05.957090 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2681698a-5a8c-4a41-94e3-6b984e036903 req-ea9df3fa-a864-42ae-b2b4-ddc17380b61f tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390954 Feb 03 14:27:07.153240 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695a6a4-b5a2-4222-9867-2754e1a11c10 req-0acecafa-e480-4876-ad72-7b2e84b5bc32 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:07.154655 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b695a6a4-b5a2-4222-9867-2754e1a11c10 req-0acecafa-e480-4876-ad72-7b2e84b5bc32 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 945 time: 0.0794809 Feb 03 14:27:07.198676 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b695a6a4-b5a2-4222-9867-2754e1a11c10 req-63828693-26c9-4c0f-ae40-c55d4d56a68e tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff45261-b651-40d5-b927-f74acdb183a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385826 Feb 03 14:27:07.531564 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607d71a4-a5f0-44ea-ab69-daa5289a4bee req-f8d73cbf-7c85-4213-9a46-2e793e772abd tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:07.533029 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-607d71a4-a5f0-44ea-ab69-daa5289a4bee req-f8d73cbf-7c85-4213-9a46-2e793e772abd tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 945 time: 0.0786772 Feb 03 14:27:07.598890 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-607d71a4-a5f0-44ea-ab69-daa5289a4bee req-9893ae90-6066-4cbc-a165-4dea9d685c5c tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Deleting port ef680ebe-dd8e-45cd-a2a8-857ebfd347fb {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:27:07.599259 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-607d71a4-a5f0-44ea-ab69-daa5289a4bee req-9893ae90-6066-4cbc-a165-4dea9d685c5c tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:07.839296 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-607d71a4-a5f0-44ea-ab69-daa5289a4bee req-9893ae90-6066-4cbc-a165-4dea9d685c5c tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] For port ef680ebe-dd8e-45cd-a2a8-857ebfd347fb, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=ef680ebe-dd8e-45cd-a2a8-857ebfd347fb,segment=NetworkSegment(6eb09406-d999-43e2-9c5a-09aed59d2ce1),segment_id=6eb09406-d999-43e2-9c5a-09aed59d2ce1)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:07.839652 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-607d71a4-a5f0-44ea-ab69-daa5289a4bee req-9893ae90-6066-4cbc-a165-4dea9d685c5c tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:07.958317 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-607d71a4-a5f0-44ea-ab69-daa5289a4bee req-9893ae90-6066-4cbc-a165-4dea9d685c5c tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Calling delete_port for ef680ebe-dd8e-45cd-a2a8-857ebfd347fb owned by compute:nova {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:27:08.134150 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-607d71a4-a5f0-44ea-ab69-daa5289a4bee req-9893ae90-6066-4cbc-a165-4dea9d685c5c tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:08.145909 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['ef680ebe-dd8e-45cd-a2a8-857ebfd347fb'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:27:08.181591 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893ae90-6066-4cbc-a165-4dea9d685c5c tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Pushing event deleted for resources: {'Port': ['ID=ef680ebe-dd8e-45cd-a2a8-857ebfd347fb,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:08.193142 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893ae90-6066-4cbc-a165-4dea9d685c5c tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:08.193480 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893ae90-6066-4cbc-a165-4dea9d685c5c tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:08.193819 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893ae90-6066-4cbc-a165-4dea9d685c5c tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:08.194151 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893ae90-6066-4cbc-a165-4dea9d685c5c tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:08.194480 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893ae90-6066-4cbc-a165-4dea9d685c5c tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:08.194806 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893ae90-6066-4cbc-a165-4dea9d685c5c tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:08.195157 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893ae90-6066-4cbc-a165-4dea9d685c5c tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:08.196032 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893ae90-6066-4cbc-a165-4dea9d685c5c tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:08.196032 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893ae90-6066-4cbc-a165-4dea9d685c5c tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:08.196214 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893ae90-6066-4cbc-a165-4dea9d685c5c tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:08.196395 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893ae90-6066-4cbc-a165-4dea9d685c5c tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:08.277329 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-607d71a4-a5f0-44ea-ab69-daa5289a4bee req-9893ae90-6066-4cbc-a165-4dea9d685c5c tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] No DVR routers for this DVR port ef680ebe-dd8e-45cd-a2a8-857ebfd347fb on host hv-neutron-8270 {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:27:08.279890 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-607d71a4-a5f0-44ea-ab69-daa5289a4bee req-9893ae90-6066-4cbc-a165-4dea9d685c5c tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:08.282428 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cedcd40-3643-409d-add7-7732cf22f1c1', 'name': 'network-vif-deleted', 'tag': 'ef680ebe-dd8e-45cd-a2a8-857ebfd347fb'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:27:08.336791 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-607d71a4-a5f0-44ea-ab69-daa5289a4bee req-9893ae90-6066-4cbc-a165-4dea9d685c5c tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.47 "DELETE /v2.0/ports/ef680ebe-dd8e-45cd-a2a8-857ebfd347fb HTTP/1.1" status: 204 len: 173 time: 0.7987821 Feb 03 14:27:08.338623 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cedcd40-3643-409d-add7-7732cf22f1c1', 'name': 'network-vif-deleted', 'tag': 'ef680ebe-dd8e-45cd-a2a8-857ebfd347fb', 'status': 'completed', 'code': 200} Feb 03 14:27:08.383487 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c2cb4c93-ea17-4adf-b5d2-bc637e9b086c req-a62b0623-80cb-44f9-9c74-6fe2e828fc78 tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cedcd40-3643-409d-add7-7732cf22f1c1 HTTP/1.1" status: 200 len: 210 time: 0.0609937 Feb 03 14:27:09.641193 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 36092) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:27:09.700176 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-54778537-b3c8-4f60-8633-dc7f881178db admin admin] Deleting subnet 9f214d70-2d77-4faf-866a-b0c33c4c97bc {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:27:09.703439 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-54778537-b3c8-4f60-8633-dc7f881178db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:09.754808 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-54778537-b3c8-4f60-8633-dc7f881178db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:09.808849 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-54778537-b3c8-4f60-8633-dc7f881178db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:09.991694 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-54778537-b3c8-4f60-8633-dc7f881178db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:10.033138 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54778537-b3c8-4f60-8633-dc7f881178db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f214d70-2d77-4faf-866a-b0c33c4c97bc,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:10.037694 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-54778537-b3c8-4f60-8633-dc7f881178db admin admin] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:10.043606 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-54778537-b3c8-4f60-8633-dc7f881178db admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9f214d70-2d77-4faf-866a-b0c33c4c97bc HTTP/1.1" status: 204 len: 168 time: 0.4013360 Feb 03 14:27:10.046072 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 36096) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:27:10.229624 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0bb0cde7-b12b-4141-a456-395954141dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:10.350885 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0bb0cde7-b12b-4141-a456-395954141dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:10.374784 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-0bb0cde7-b12b-4141-a456-395954141dd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bedc9188-07e7-480e-9f72-8d61c35eeda4']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:10.387145 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-0bb0cde7-b12b-4141-a456-395954141dd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eb09406-d999-43e2-9c5a-09aed59d2ce1') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:10.387256 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-0bb0cde7-b12b-4141-a456-395954141dd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eb09406-d999-43e2-9c5a-09aed59d2ce1') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:10.399104 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0bb0cde7-b12b-4141-a456-395954141dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:10.414914 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0bb0cde7-b12b-4141-a456-395954141dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:10.420664 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb0cde7-b12b-4141-a456-395954141dd4 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:27:10.421042 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0bb0cde7-b12b-4141-a456-395954141dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:10.433696 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 14:27:10.433696 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:27:10.433696 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 14:27:10.433696 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:27:10.433696 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 14:27:10.433696 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:27:10.433696 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 14:27:10.433696 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:27:10.433696 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 14:27:10.433696 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:27:10.433696 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 14:27:10.433696 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:27:10.433696 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 14:27:10.433696 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:27:10.433696 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:27:10.433696 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:27:10.433696 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:27:10.433696 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:27:10.433696 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 14:27:10.433696 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:27:10.433696 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 14:27:10.433696 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:27:10.433696 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:27:10.433696 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:27:10.433696 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 14:27:10.433696 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:27:10.433696 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:27:10.433696 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:27:10.433696 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:27:10.433696 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:27:10.433696 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:27:10.433696 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:27:10.556911 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0bb0cde7-b12b-4141-a456-395954141dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:10.572958 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0bb0cde7-b12b-4141-a456-395954141dd4 admin admin] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:10.584684 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb0cde7-b12b-4141-a456-395954141dd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=bedc9188-07e7-480e-9f72-8d61c35eeda4,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:10.644226 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-0bb0cde7-b12b-4141-a456-395954141dd4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/bedc9188-07e7-480e-9f72-8d61c35eeda4 HTTP/1.1" status: 204 len: 168 time: 0.5971646 Feb 03 14:27:10.935782 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device ef680ebe-dd8e-45cd-a2a8-857ebfd347fb no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:27:10.946465 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 36104) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:27:10.972275 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] No Port match for: ef680ebe-dd8e-45cd-a2a8-857ebfd347fb {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:27:10.972619 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device ef680ebe-dd8e-45cd-a2a8-857ebfd347fb not bound to the agent host hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:27:10.996696 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f4b58bfa-c5ee-4101-b895-2e94b65302a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=69df089371904f949854f6578636778e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0490787 Feb 03 14:27:10.999193 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 36108) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:27:11.056880 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-164e8494-0d2a-473d-9388-9b2f6282735a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:11.081811 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-164e8494-0d2a-473d-9388-9b2f6282735a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:11.197293 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-164e8494-0d2a-473d-9388-9b2f6282735a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:11.212955 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e8494-0d2a-473d-9388-9b2f6282735a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff45261-b651-40d5-b927-f74acdb183a7,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:11.217075 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-164e8494-0d2a-473d-9388-9b2f6282735a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:11.219087 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-164e8494-0d2a-473d-9388-9b2f6282735a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8ff45261-b651-40d5-b927-f74acdb183a7 HTTP/1.1" status: 204 len: 168 time: 0.2181077 Feb 03 14:27:12.392826 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 36132) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:27:12.518709 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-8ad47613-35b1-4abc-899b-63fffb0c9dea admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1103438220-network', 'tenant_id': '8ba039cce39143a8bb6581566271655e'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:27:12.523489 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-8ad47613-35b1-4abc-899b-63fffb0c9dea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:27:12.527360 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-8ad47613-35b1-4abc-899b-63fffb0c9dea admin admin] Usage tracker for resource:network and tenant:8ba039cce39143a8bb6581566271655e is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:27:12.530144 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-8ad47613-35b1-4abc-899b-63fffb0c9dea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:27:12.536123 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-8ad47613-35b1-4abc-899b-63fffb0c9dea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:27:12.601258 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad47613-35b1-4abc-899b-63fffb0c9dea admin admin] Made reservation on behalf of 8ba039cce39143a8bb6581566271655e for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:27:12.603460 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8ad47613-35b1-4abc-899b-63fffb0c9dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:12.616069 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8ad47613-35b1-4abc-899b-63fffb0c9dea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:12.648805 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-8ad47613-35b1-4abc-899b-63fffb0c9dea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:27:12.652636 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-8ad47613-35b1-4abc-899b-63fffb0c9dea admin admin] Usage tracker for resource:security_group_rule and tenant:8ba039cce39143a8bb6581566271655e is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:27:12.655393 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-8ad47613-35b1-4abc-899b-63fffb0c9dea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:27:12.660958 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-8ad47613-35b1-4abc-899b-63fffb0c9dea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:27:12.723778 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8ad47613-35b1-4abc-899b-63fffb0c9dea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:12.779902 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8ad47613-35b1-4abc-899b-63fffb0c9dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:12.810974 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ad47613-35b1-4abc-899b-63fffb0c9dea admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:27:12.816775 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad47613-35b1-4abc-899b-63fffb0c9dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e866e38-fe50-4f66-9e0f-1cbae77074f7,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:12.827009 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8ad47613-35b1-4abc-899b-63fffb0c9dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:12.827365 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-8ad47613-35b1-4abc-899b-63fffb0c9dea admin admin] Added segment ff2ae7db-efa4-455d-a774-63636e61517f of type vlan for network 72665aff-c47b-4a0e-b981-ed0f58257b98 Feb 03 14:27:12.828931 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad47613-35b1-4abc-899b-63fffb0c9dea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:12.829399 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad47613-35b1-4abc-899b-63fffb0c9dea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:12.829734 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad47613-35b1-4abc-899b-63fffb0c9dea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:12.830059 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad47613-35b1-4abc-899b-63fffb0c9dea admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:12.830379 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad47613-35b1-4abc-899b-63fffb0c9dea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:12.830693 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad47613-35b1-4abc-899b-63fffb0c9dea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:12.831014 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad47613-35b1-4abc-899b-63fffb0c9dea admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:12.831420 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad47613-35b1-4abc-899b-63fffb0c9dea admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:12.831735 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad47613-35b1-4abc-899b-63fffb0c9dea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:12.832048 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad47613-35b1-4abc-899b-63fffb0c9dea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:12.832360 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad47613-35b1-4abc-899b-63fffb0c9dea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:12.860378 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8ad47613-35b1-4abc-899b-63fffb0c9dea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:12.945635 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8ad47613-35b1-4abc-899b-63fffb0c9dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:12.946454 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad47613-35b1-4abc-899b-63fffb0c9dea admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:12.947020 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8ad47613-35b1-4abc-899b-63fffb0c9dea admin admin] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:13.046447 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad47613-35b1-4abc-899b-63fffb0c9dea admin admin] Pushing event updated for resources: {'Network': ['ID=72665aff-c47b-4a0e-b981-ed0f58257b98,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:13.057283 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 72665aff-c47b-4a0e-b981-ed0f58257b98 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:27:13.115587 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-8ad47613-35b1-4abc-899b-63fffb0c9dea admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7189984 Feb 03 14:27:13.115835 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 36138) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:27:13.121278 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-408e24d5-2b0b-483f-ab34-43a2112a4995 admin admin] Request body: {'subnet': {'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1103438220-subnet', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:27:13.126081 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-408e24d5-2b0b-483f-ab34-43a2112a4995 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:27:13.129981 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-408e24d5-2b0b-483f-ab34-43a2112a4995 admin admin] Usage tracker for resource:subnet and tenant:8ba039cce39143a8bb6581566271655e is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:27:13.132801 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-408e24d5-2b0b-483f-ab34-43a2112a4995 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:27:13.138394 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-408e24d5-2b0b-483f-ab34-43a2112a4995 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:27:13.214061 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408e24d5-2b0b-483f-ab34-43a2112a4995 admin admin] Made reservation on behalf of 8ba039cce39143a8bb6581566271655e for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:27:13.216420 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-408e24d5-2b0b-483f-ab34-43a2112a4995 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:13.494316 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-408e24d5-2b0b-483f-ab34-43a2112a4995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:13.568547 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e24d5-2b0b-483f-ab34-43a2112a4995 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aefc24b7-4fbe-4412-972d-e9e7fb0de6b4,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:13.581573 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408e24d5-2b0b-483f-ab34-43a2112a4995 admin admin] Checking segment: {'id': 'ff2ae7db-efa4-455d-a774-63636e61517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:27:13.581923 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408e24d5-2b0b-483f-ab34-43a2112a4995 admin admin] Network hostable DHCP agents. Network: 72665aff-c47b-4a0e-b981-ed0f58257b98, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:27:13.670851 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408e24d5-2b0b-483f-ab34-43a2112a4995 admin admin] Network 72665aff-c47b-4a0e-b981-ed0f58257b98 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:27:13.733976 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-408e24d5-2b0b-483f-ab34-43a2112a4995 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 72665aff-c47b-4a0e-b981-ed0f58257b98) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:27:13.737998 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408e24d5-2b0b-483f-ab34-43a2112a4995 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:13.738578 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-408e24d5-2b0b-483f-ab34-43a2112a4995 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:13.743337 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8061cec-258f-4483-bd41-051c8df07e84 None None] Network 72665aff-c47b-4a0e-b981-ed0f58257b98 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:27:13.815317 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-408e24d5-2b0b-483f-ab34-43a2112a4995 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6983001 Feb 03 14:27:13.817988 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 36142) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:27:13.823081 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-2e6a47b7-ab03-4435-ac4d-f43b2ef4d1f3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1103438220-router', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:27:13.827817 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-2e6a47b7-ab03-4435-ac4d-f43b2ef4d1f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:27:13.832464 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2e6a47b7-ab03-4435-ac4d-f43b2ef4d1f3 admin admin] Usage tracker for resource:router and tenant:8ba039cce39143a8bb6581566271655e is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:27:13.835465 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2e6a47b7-ab03-4435-ac4d-f43b2ef4d1f3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:27:13.841295 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-2e6a47b7-ab03-4435-ac4d-f43b2ef4d1f3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:27:13.910105 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2e6a47b7-ab03-4435-ac4d-f43b2ef4d1f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:13.911084 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2e6a47b7-ab03-4435-ac4d-f43b2ef4d1f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:13.928726 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2e6a47b7-ab03-4435-ac4d-f43b2ef4d1f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:13.977847 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84aa38cb-8d05-4179-8db4-7970f1c25fc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-72665aff-c47b-4a0e-b981-ed0f58257b98', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'fixed_ips': [{'subnet_id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:27:13.978633 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-84aa38cb-8d05-4179-8db4-7970f1c25fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:14.131532 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-84aa38cb-8d05-4179-8db4-7970f1c25fc7 None None] Allocated IP 172.20.0.2 (72665aff-c47b-4a0e-b981-ed0f58257b98/aefc24b7-4fbe-4412-972d-e9e7fb0de6b4/2ea54ec4-a99a-4601-9310-df70dae95c0b) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:27:14.139897 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2e6a47b7-ab03-4435-ac4d-f43b2ef4d1f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:14.333131 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-84aa38cb-8d05-4179-8db4-7970f1c25fc7 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:14.343362 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-84aa38cb-8d05-4179-8db4-7970f1c25fc7 None None] Transition to ACTIVE for port object 2ea54ec4-a99a-4601-9310-df70dae95c0b will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:27:14.363794 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-84aa38cb-8d05-4179-8db4-7970f1c25fc7 None None] Transition to ACTIVE for port object 2ea54ec4-a99a-4601-9310-df70dae95c0b will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:27:14.426144 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-84aa38cb-8d05-4179-8db4-7970f1c25fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:14.468139 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2e6a47b7-ab03-4435-ac4d-f43b2ef4d1f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:14.497330 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84aa38cb-8d05-4179-8db4-7970f1c25fc7 None None] Network 72665aff-c47b-4a0e-b981-ed0f58257b98 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:27:14.498044 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2e6a47b7-ab03-4435-ac4d-f43b2ef4d1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:14.498515 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa38cb-8d05-4179-8db4-7970f1c25fc7 None None] Pushing event updated for resources: {'Port': ['ID=2ea54ec4-a99a-4601-9310-df70dae95c0b,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:14.500705 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-84aa38cb-8d05-4179-8db4-7970f1c25fc7 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:27:14.503254 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84aa38cb-8d05-4179-8db4-7970f1c25fc7 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:27:14.589891 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-84aa38cb-8d05-4179-8db4-7970f1c25fc7 None None] Attempting to bind port 2ea54ec4-a99a-4601-9310-df70dae95c0b on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:27:14.590170 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-84aa38cb-8d05-4179-8db4-7970f1c25fc7 None None] Attempting to bind port 2ea54ec4-a99a-4601-9310-df70dae95c0b by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'ff2ae7db-efa4-455d-a774-63636e61517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:27:14.590528 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84aa38cb-8d05-4179-8db4-7970f1c25fc7 None None] Attempting to bind port 2ea54ec4-a99a-4601-9310-df70dae95c0b on network 72665aff-c47b-4a0e-b981-ed0f58257b98 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:27:14.596786 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84aa38cb-8d05-4179-8db4-7970f1c25fc7 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:27:14.597158 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84aa38cb-8d05-4179-8db4-7970f1c25fc7 None None] Checking segment: {'id': 'ff2ae7db-efa4-455d-a774-63636e61517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:27:14.597558 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-84aa38cb-8d05-4179-8db4-7970f1c25fc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:14.597955 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84aa38cb-8d05-4179-8db4-7970f1c25fc7 None None] Bound using segment: {'id': 'ff2ae7db-efa4-455d-a774-63636e61517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:27:14.598417 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-84aa38cb-8d05-4179-8db4-7970f1c25fc7 None None] Bound port: 2ea54ec4-a99a-4601-9310-df70dae95c0b, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff2ae7db-efa4-455d-a774-63636e61517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:27:14.598787 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-84aa38cb-8d05-4179-8db4-7970f1c25fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:14.632755 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-2e6a47b7-ab03-4435-ac4d-f43b2ef4d1f3 admin admin] Allocated IP 172.26.3.106 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/8200d7a0-867e-427b-b811-0827688616f8) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:27:14.682855 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-84aa38cb-8d05-4179-8db4-7970f1c25fc7 None None] For port 2ea54ec4-a99a-4601-9310-df70dae95c0b, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:27:14.685809 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-84aa38cb-8d05-4179-8db4-7970f1c25fc7 None None] For port 2ea54ec4-a99a-4601-9310-df70dae95c0b, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=2ea54ec4-a99a-4601-9310-df70dae95c0b,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:27:14.767854 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-84aa38cb-8d05-4179-8db4-7970f1c25fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:14.776224 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2e6a47b7-ab03-4435-ac4d-f43b2ef4d1f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:14.851483 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa38cb-8d05-4179-8db4-7970f1c25fc7 None None] Pushing event updated for resources: {'Port': ['ID=2ea54ec4-a99a-4601-9310-df70dae95c0b,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:14.870218 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2e6a47b7-ab03-4435-ac4d-f43b2ef4d1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:14.937154 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6a47b7-ab03-4435-ac4d-f43b2ef4d1f3 admin admin] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:27:14.938306 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-2e6a47b7-ab03-4435-ac4d-f43b2ef4d1f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:27:14.942300 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6a47b7-ab03-4435-ac4d-f43b2ef4d1f3 admin admin] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:27:14.976108 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a47b7-ab03-4435-ac4d-f43b2ef4d1f3 admin admin] Pushing event updated for resources: {'Port': ['ID=8200d7a0-867e-427b-b811-0827688616f8,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:15.197859 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2e6a47b7-ab03-4435-ac4d-f43b2ef4d1f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:15.198614 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2e6a47b7-ab03-4435-ac4d-f43b2ef4d1f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:15.309861 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 2ea54ec4-a99a-4601-9310-df70dae95c0b up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:27:15.460103 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 2ea54ec4-a99a-4601-9310-df70dae95c0b completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:27:15.540028 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6a47b7-ab03-4435-ac4d-f43b2ef4d1f3 admin admin] Router 8d4b373e-6e4a-42bf-985e-7b60fba3d417 is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:27:15.733799 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9811164a-754e-4b68-876d-77c41f077898 None None] Network 72665aff-c47b-4a0e-b981-ed0f58257b98 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:27:15.747597 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6a47b7-ab03-4435-ac4d-f43b2ef4d1f3 admin admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:27:15.799487 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afafcb4-ff25-47b8-8c3f-9ea192208706 None None] Sync routers for ids ['8d4b373e-6e4a-42bf-985e-7b60fba3d417'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:27:15.808673 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2e6a47b7-ab03-4435-ac4d-f43b2ef4d1f3 admin admin] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:15.810108 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2e6a47b7-ab03-4435-ac4d-f43b2ef4d1f3 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9909236 Feb 03 14:27:15.812836 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 36146) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:27:15.840218 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afafcb4-ff25-47b8-8c3f-9ea192208706 None None] Routers {'8d4b373e-6e4a-42bf-985e-7b60fba3d417'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:27:15.840829 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-1afafcb4-ff25-47b8-8c3f-9ea192208706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:26:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['8d4b373e-6e4a-42bf-985e-7b60fba3d417'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:15.902820 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-f1e721fe-c5ac-4bb9-b8cd-3898d0b31284 None None] Provisioning for port 2ea54ec4-a99a-4601-9310-df70dae95c0b completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:27:15.929242 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-f1e721fe-c5ac-4bb9-b8cd-3898d0b31284 None None] Provisioning complete for port 2ea54ec4-a99a-4601-9310-df70dae95c0b triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:27:15.929537 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f1e721fe-c5ac-4bb9-b8cd-3898d0b31284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:16.216977 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-1afafcb4-ff25-47b8-8c3f-9ea192208706 None None] Set router 8d4b373e-6e4a-42bf-985e-7b60fba3d417 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:27:16.314433 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f1e721fe-c5ac-4bb9-b8cd-3898d0b31284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:16.478438 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-f1e721fe-c5ac-4bb9-b8cd-3898d0b31284 None None] For port 2ea54ec4-a99a-4601-9310-df70dae95c0b, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=2ea54ec4-a99a-4601-9310-df70dae95c0b,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:16.537373 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0ca2e272-d957-4139-945f-9172d6920ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:16.560097 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f1e721fe-c5ac-4bb9-b8cd-3898d0b31284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:16.643309 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e721fe-c5ac-4bb9-b8cd-3898d0b31284 None None] Pushing event updated for resources: {'Port': ['ID=2ea54ec4-a99a-4601-9310-df70dae95c0b,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:16.656828 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-1afafcb4-ff25-47b8-8c3f-9ea192208706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'name': 'tempest-ServerActionsTestJSON-1103438220-router', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': '8200d7a0-867e-427b-b811-0827688616f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:27:13Z', 'updated_at': '2022-02-03T14:27:15Z', 'revision_number': 3, 'project_id': '8ba039cce39143a8bb6581566271655e', 'gw_port': {'id': '8200d7a0-867e-427b-b811-0827688616f8', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:14Z', 'updated_at': '2022-02-03T14:27:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:16.661779 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afafcb4-ff25-47b8-8c3f-9ea192208706 None None] Checking router: 8d4b373e-6e4a-42bf-985e-7b60fba3d417 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:27:16.662137 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afafcb4-ff25-47b8-8c3f-9ea192208706 None None] Updating router 8d4b373e-6e4a-42bf-985e-7b60fba3d417 port 8200d7a0-867e-427b-b811-0827688616f8 binding host dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:27:16.716046 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1afafcb4-ff25-47b8-8c3f-9ea192208706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:16.843677 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-0ca2e272-d957-4139-945f-9172d6920ad6 admin admin] Allocated IP 172.20.0.1 (72665aff-c47b-4a0e-b981-ed0f58257b98/aefc24b7-4fbe-4412-972d-e9e7fb0de6b4/1f7fbe81-235a-41ce-8596-a787244529ee) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:27:16.847308 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-dc5550b9-bdd5-4275-8440-75b27984ae6b None None] Provisioning complete for port 2ea54ec4-a99a-4601-9310-df70dae95c0b triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:27:16.847694 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-dc5550b9-bdd5-4275-8440-75b27984ae6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:16.991399 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0ca2e272-d957-4139-945f-9172d6920ad6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:17.007115 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-0ca2e272-d957-4139-945f-9172d6920ad6 admin admin] Transition to ACTIVE for port object 1f7fbe81-235a-41ce-8596-a787244529ee will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:27:17.088778 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0ca2e272-d957-4139-945f-9172d6920ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:17.148146 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1afafcb4-ff25-47b8-8c3f-9ea192208706 None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:17.154870 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca2e272-d957-4139-945f-9172d6920ad6 admin admin] Network 72665aff-c47b-4a0e-b981-ed0f58257b98 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:27:17.158311 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-0ca2e272-d957-4139-945f-9172d6920ad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:27:17.160832 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-1afafcb4-ff25-47b8-8c3f-9ea192208706 None None] Transition to ACTIVE for port object 8200d7a0-867e-427b-b811-0827688616f8 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:27:17.161392 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca2e272-d957-4139-945f-9172d6920ad6 admin admin] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:27:17.200626 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca2e272-d957-4139-945f-9172d6920ad6 admin admin] Pushing event updated for resources: {'Port': ['ID=1f7fbe81-235a-41ce-8596-a787244529ee,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:17.226789 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0ca2e272-d957-4139-945f-9172d6920ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:17.246467 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1afafcb4-ff25-47b8-8c3f-9ea192208706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:17.303280 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 2ea54ec4-a99a-4601-9310-df70dae95c0b up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:27:17.372985 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-1afafcb4-ff25-47b8-8c3f-9ea192208706 None None] Attempting to bind port 8200d7a0-867e-427b-b811-0827688616f8 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:27:17.373841 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-1afafcb4-ff25-47b8-8c3f-9ea192208706 None None] Attempting to bind port 8200d7a0-867e-427b-b811-0827688616f8 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:27:17.373841 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afafcb4-ff25-47b8-8c3f-9ea192208706 None None] Attempting to bind port 8200d7a0-867e-427b-b811-0827688616f8 on network 16a0e898-50c0-4b65-ae3a-069e9649bbca {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:27:17.378567 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb4465-995e-4783-90ec-0023e824a813 None None] Pushing event updated for resources: {'Port': ['ID=8200d7a0-867e-427b-b811-0827688616f8,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:17.379327 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0ca2e272-d957-4139-945f-9172d6920ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:17.392858 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afafcb4-ff25-47b8-8c3f-9ea192208706 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:27:17.393233 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afafcb4-ff25-47b8-8c3f-9ea192208706 None None] Checking segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:27:17.393634 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1afafcb4-ff25-47b8-8c3f-9ea192208706 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:17.394020 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afafcb4-ff25-47b8-8c3f-9ea192208706 None None] Bound using segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:27:17.394480 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-1afafcb4-ff25-47b8-8c3f-9ea192208706 None None] Bound port: 8200d7a0-867e-427b-b811-0827688616f8, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:27:17.394855 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1afafcb4-ff25-47b8-8c3f-9ea192208706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:17.473004 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 2ea54ec4-a99a-4601-9310-df70dae95c0b triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:27:17.473004 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:17.508602 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-1afafcb4-ff25-47b8-8c3f-9ea192208706 None None] For port 8200d7a0-867e-427b-b811-0827688616f8, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:27:17.534692 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-1afafcb4-ff25-47b8-8c3f-9ea192208706 None None] For port 8200d7a0-867e-427b-b811-0827688616f8, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=8200d7a0-867e-427b-b811-0827688616f8,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:27:17.611335 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0ca2e272-d957-4139-945f-9172d6920ad6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:17.611600 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1afafcb4-ff25-47b8-8c3f-9ea192208706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:17.647974 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-c2fc1d4b-3774-474c-a45f-eaf52112dab4 None None] Provisioning for port 1f7fbe81-235a-41ce-8596-a787244529ee completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:27:17.671434 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-c2fc1d4b-3774-474c-a45f-eaf52112dab4 None None] Provisioning complete for port 1f7fbe81-235a-41ce-8596-a787244529ee triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:27:17.671743 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c2fc1d4b-3774-474c-a45f-eaf52112dab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:17.706169 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:17.711327 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0ca2e272-d957-4139-945f-9172d6920ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:17.742616 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb4465-995e-4783-90ec-0023e824a813 None None] Pushing event updated for resources: {'Port': ['ID=8200d7a0-867e-427b-b811-0827688616f8,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:17.748304 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-c2fc1d4b-3774-474c-a45f-eaf52112dab4 None None] Port 1f7fbe81-235a-41ce-8596-a787244529ee cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:27:17.753769 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afafcb4-ff25-47b8-8c3f-9ea192208706 None None] Routers {'8d4b373e-6e4a-42bf-985e-7b60fba3d417'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:27:17.754381 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-1afafcb4-ff25-47b8-8c3f-9ea192208706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:26:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['8d4b373e-6e4a-42bf-985e-7b60fba3d417'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:17.817641 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0ca2e272-d957-4139-945f-9172d6920ad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:17.821653 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca2e272-d957-4139-945f-9172d6920ad6 admin admin] Pushing event updated for resources: {'Port': ['ID=1f7fbe81-235a-41ce-8596-a787244529ee,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:17.928414 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-1afafcb4-ff25-47b8-8c3f-9ea192208706 None None] Set router 8d4b373e-6e4a-42bf-985e-7b60fba3d417 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:27:17.957572 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca2e272-d957-4139-945f-9172d6920ad6 admin admin] Network 72665aff-c47b-4a0e-b981-ed0f58257b98 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:27:17.958734 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-0ca2e272-d957-4139-945f-9172d6920ad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:27:18.214074 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67e5b146-ce6b-4639-a208-18c9bc724831 None None] Provisioning complete for port 1f7fbe81-235a-41ce-8596-a787244529ee triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:27:18.214456 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67e5b146-ce6b-4639-a208-18c9bc724831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:18.322553 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67e5b146-ce6b-4639-a208-18c9bc724831 None None] Port 1f7fbe81-235a-41ce-8596-a787244529ee cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:27:18.359874 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca2e272-d957-4139-945f-9172d6920ad6 admin admin] Router 8d4b373e-6e4a-42bf-985e-7b60fba3d417 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:27:18.363500 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-1afafcb4-ff25-47b8-8c3f-9ea192208706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'name': 'tempest-ServerActionsTestJSON-1103438220-router', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': '8200d7a0-867e-427b-b811-0827688616f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:27:13Z', 'updated_at': '2022-02-03T14:27:17Z', 'revision_number': 4, 'project_id': '8ba039cce39143a8bb6581566271655e', 'gw_port': {'id': '8200d7a0-867e-427b-b811-0827688616f8', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:14Z', 'updated_at': '2022-02-03T14:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '1f7fbe81-235a-41ce-8596-a787244529ee', 'name': '', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'mac_address': 'fa:16:3e:e1:43:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:16Z', 'updated_at': '2022-02-03T14:27:17Z', 'revision_number': 2, 'project_id': '8ba039cce39143a8bb6581566271655e', 'subnets': [{'id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:18.367921 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afafcb4-ff25-47b8-8c3f-9ea192208706 None None] The sync data for ids ['8d4b373e-6e4a-42bf-985e-7b60fba3d417'] in dv-neutron-827016-1-hyperv is: [{'id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'name': 'tempest-ServerActionsTestJSON-1103438220-router', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': '8200d7a0-867e-427b-b811-0827688616f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:27:13Z', 'updated_at': '2022-02-03T14:27:17Z', 'revision_number': 4, 'project_id': '8ba039cce39143a8bb6581566271655e', 'gw_port': {'id': '8200d7a0-867e-427b-b811-0827688616f8', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:14Z', 'updated_at': '2022-02-03T14:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '1f7fbe81-235a-41ce-8596-a787244529ee', 'name': '', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'mac_address': 'fa:16:3e:e1:43:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:16Z', 'updated_at': '2022-02-03T14:27:17Z', 'revision_number': 2, 'project_id': '8ba039cce39143a8bb6581566271655e', 'subnets': [{'id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:27:18.573381 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca2e272-d957-4139-945f-9172d6920ad6 admin admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:27:18.583442 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-0ca2e272-d957-4139-945f-9172d6920ad6 admin admin] 10.222.0.41 "PUT /v2.0/routers/8d4b373e-6e4a-42bf-985e-7b60fba3d417/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7694778 Feb 03 14:27:19.156291 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 36156) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:27:19.162120 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-008f21ad-0395-4559-98b1-4c4d41bb542a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1559397299', 'description': 'tempest-description--1726960063'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:27:19.168475 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-008f21ad-0395-4559-98b1-4c4d41bb542a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:27:19.172457 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-008f21ad-0395-4559-98b1-4c4d41bb542a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Usage tracker for resource:security_group and tenant:8ba039cce39143a8bb6581566271655e is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:27:19.175463 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-008f21ad-0395-4559-98b1-4c4d41bb542a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:27:19.181237 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-008f21ad-0395-4559-98b1-4c4d41bb542a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:27:19.277003 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-008f21ad-0395-4559-98b1-4c4d41bb542a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:19.314815 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-008f21ad-0395-4559-98b1-4c4d41bb542a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:27:19.318261 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 8200d7a0-867e-427b-b811-0827688616f8 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:27:19.318815 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-008f21ad-0395-4559-98b1-4c4d41bb542a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Usage tracker for resource:security_group_rule and tenant:8ba039cce39143a8bb6581566271655e is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:27:19.323199 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-008f21ad-0395-4559-98b1-4c4d41bb542a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:27:19.327737 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-008f21ad-0395-4559-98b1-4c4d41bb542a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:27:19.469702 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 8200d7a0-867e-427b-b811-0827688616f8 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:27:19.476103 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 8200d7a0-867e-427b-b811-0827688616f8 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:27:19.476731 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:19.494079 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-008f21ad-0395-4559-98b1-4c4d41bb542a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:19.556786 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-008f21ad-0395-4559-98b1-4c4d41bb542a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:19.590516 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:19.598657 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f21ad-0395-4559-98b1-4c4d41bb542a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6102b82-4553-4218-b260-9872acf45973,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:19.606497 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 8200d7a0-867e-427b-b811-0827688616f8, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=8200d7a0-867e-427b-b811-0827688616f8,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:19.665572 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-008f21ad-0395-4559-98b1-4c4d41bb542a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:19.667283 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-008f21ad-0395-4559-98b1-4c4d41bb542a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.5097907 Feb 03 14:27:19.670394 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 36160) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:27:19.676672 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-62e1690d-b2c0-4c4f-8f01-2543320beeb5 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Request body: {'security_group_rule': {'security_group_id': 'a6102b82-4553-4218-b260-9872acf45973', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:27:19.682531 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-62e1690d-b2c0-4c4f-8f01-2543320beeb5 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:27:19.686454 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-62e1690d-b2c0-4c4f-8f01-2543320beeb5 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Usage tracker for resource:security_group_rule and tenant:8ba039cce39143a8bb6581566271655e is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:27:19.689342 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-62e1690d-b2c0-4c4f-8f01-2543320beeb5 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:27:19.694903 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-62e1690d-b2c0-4c4f-8f01-2543320beeb5 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:27:19.705614 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:19.769211 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-62e1690d-b2c0-4c4f-8f01-2543320beeb5 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:19.770030 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=8200d7a0-867e-427b-b811-0827688616f8,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:19.829353 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-62e1690d-b2c0-4c4f-8f01-2543320beeb5 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:19.840867 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:27:19.905297 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-62e1690d-b2c0-4c4f-8f01-2543320beeb5 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:19.929826 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e1690d-b2c0-4c4f-8f01-2543320beeb5 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06f43044-4f72-4c92-89bf-bb3534b4dbfc,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:19.996945 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-62e1690d-b2c0-4c4f-8f01-2543320beeb5 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:19.998127 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-62e1690d-b2c0-4c4f-8f01-2543320beeb5 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3267870 Feb 03 14:27:20.000753 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 36164) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:27:20.005899 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-4000fc2f-fe28-4895-a5b4-a854b4cd75fd tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Request body: {'security_group_rule': {'security_group_id': 'a6102b82-4553-4218-b260-9872acf45973', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:27:20.011561 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-4000fc2f-fe28-4895-a5b4-a854b4cd75fd tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:27:20.015277 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-4000fc2f-fe28-4895-a5b4-a854b4cd75fd tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Usage tracker for resource:security_group_rule and tenant:8ba039cce39143a8bb6581566271655e is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:27:20.018563 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-4000fc2f-fe28-4895-a5b4-a854b4cd75fd tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:27:20.024224 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-4000fc2f-fe28-4895-a5b4-a854b4cd75fd tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:27:20.100627 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4000fc2f-fe28-4895-a5b4-a854b4cd75fd tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:20.162077 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4000fc2f-fe28-4895-a5b4-a854b4cd75fd tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:20.225112 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4000fc2f-fe28-4895-a5b4-a854b4cd75fd tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:20.247470 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4000fc2f-fe28-4895-a5b4-a854b4cd75fd tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=193149d6-4b8d-4260-899b-89ef9302ca2b,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:20.328372 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4000fc2f-fe28-4895-a5b4-a854b4cd75fd tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:20.330352 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-4000fc2f-fe28-4895-a5b4-a854b4cd75fd tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3286495 Feb 03 14:27:20.339395 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 36168) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:27:20.344910 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-38b47486-8ba6-4b79-b385-f9247d859907 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Request body: {'floatingip': {'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:27:20.350507 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-38b47486-8ba6-4b79-b385-f9247d859907 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:27:20.354340 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-38b47486-8ba6-4b79-b385-f9247d859907 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Usage tracker for resource:floatingip and tenant:8ba039cce39143a8bb6581566271655e is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:27:20.357945 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-38b47486-8ba6-4b79-b385-f9247d859907 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:27:20.363783 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-38b47486-8ba6-4b79-b385-f9247d859907 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:27:20.436958 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-38b47486-8ba6-4b79-b385-f9247d859907 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks [] for floatingip, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:20.574312 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-38b47486-8ba6-4b79-b385-f9247d859907 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:20.701951 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-38b47486-8ba6-4b79-b385-f9247d859907 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Allocated IP 172.26.3.194 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/9e4905b5-ee19-4829-aa37-129f84f6f01a) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:27:20.928708 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-38b47486-8ba6-4b79-b385-f9247d859907 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:21.031671 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-38b47486-8ba6-4b79-b385-f9247d859907 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:21.100489 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b47486-8ba6-4b79-b385-f9247d859907 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:27:21.103290 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-38b47486-8ba6-4b79-b385-f9247d859907 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:27:21.107416 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b47486-8ba6-4b79-b385-f9247d859907 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:27:21.131265 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b47486-8ba6-4b79-b385-f9247d859907 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Pushing event updated for resources: {'Port': ['ID=9e4905b5-ee19-4829-aa37-129f84f6f01a,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:21.288927 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 8200d7a0-867e-427b-b811-0827688616f8 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:27:21.361889 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 8200d7a0-867e-427b-b811-0827688616f8 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:27:21.362429 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:21.366122 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-38b47486-8ba6-4b79-b385-f9247d859907 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:21.490123 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-38b47486-8ba6-4b79-b385-f9247d859907 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:21.689148 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-38b47486-8ba6-4b79-b385-f9247d859907 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:21.745201 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-38b47486-8ba6-4b79-b385-f9247d859907 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:21.847735 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b47486-8ba6-4b79-b385-f9247d859907 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Pushing event updated for resources: {'Port': ['ID=9e4905b5-ee19-4829-aa37-129f84f6f01a,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:21.863725 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-38b47486-8ba6-4b79-b385-f9247d859907 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:21.928083 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-38b47486-8ba6-4b79-b385-f9247d859907 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:21.929302 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-38b47486-8ba6-4b79-b385-f9247d859907 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5888715 Feb 03 14:27:22.101542 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-3560d236-ed45-4799-9880-0a3f83306e55 req-e673cc97-af87-42d6-93d5-65cfc8a83ad2 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Synchronizing usage tracker for tenant:8ba039cce39143a8bb6581566271655e on resource:security_group {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:27:22.185142 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-3560d236-ed45-4799-9880-0a3f83306e55 req-e673cc97-af87-42d6-93d5-65cfc8a83ad2 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Unset dirty status for tenant:8ba039cce39143a8bb6581566271655e on resource:security_group {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:27:22.186284 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3560d236-ed45-4799-9880-0a3f83306e55 req-e673cc97-af87-42d6-93d5-65cfc8a83ad2 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1559397299&fields=id&tenant_id=8ba039cce39143a8bb6581566271655e HTTP/1.1" status: 200 len: 267 time: 0.1266267 Feb 03 14:27:22.329903 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560d236-ed45-4799-9880-0a3f83306e55 req-3854eb94-49a7-4eba-9134-4dbe2b039374 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:22.330484 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-3560d236-ed45-4799-9880-0a3f83306e55 req-3854eb94-49a7-4eba-9134-4dbe2b039374 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Synchronizing usage tracker for tenant:8ba039cce39143a8bb6581566271655e on resource:network {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:27:22.385326 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-3560d236-ed45-4799-9880-0a3f83306e55 req-3854eb94-49a7-4eba-9134-4dbe2b039374 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Unset dirty status for tenant:8ba039cce39143a8bb6581566271655e on resource:network {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:27:22.386473 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3560d236-ed45-4799-9880-0a3f83306e55 req-3854eb94-49a7-4eba-9134-4dbe2b039374 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/networks?id=72665aff-c47b-4a0e-b981-ed0f58257b98 HTTP/1.1" status: 200 len: 812 time: 0.1934233 Feb 03 14:27:22.402996 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3560d236-ed45-4799-9880-0a3f83306e55 req-9ab679f6-36d9-4573-a2e5-b35c2bdbb810 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/quotas/8ba039cce39143a8bb6581566271655e HTTP/1.1" status: 200 len: 375 time: 0.0109918 Feb 03 14:27:22.482272 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3560d236-ed45-4799-9880-0a3f83306e55 req-3e585464-7f37-4e65-b47a-a535242ec302 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ba039cce39143a8bb6581566271655e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0741563 Feb 03 14:27:22.616109 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3560d236-ed45-4799-9880-0a3f83306e55 req-a229f56e-496f-4111-b983-fcafe93bc3e0 service neutron] 10.222.0.41 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219277 Feb 03 14:27:22.742763 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3560d236-ed45-4799-9880-0a3f83306e55 req-a7e0fcb4-f5db-4d7c-9226-80e306f7808f service neutron] 10.222.0.41 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210258 Feb 03 14:27:22.986403 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f001bd36-c090-4b6f-9fc8-83a82d189ee1 req-233fedc7-43c2-4133-b163-f1ae36badb67 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 210 time: 0.0447645 Feb 03 14:27:24.092629 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8f0395dc-51c3-4859-ac48-9ba0a92e40c6 req-53b8ca76-f9db-413a-927f-357eb4a169db tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 210 time: 0.0406756 Feb 03 14:27:25.255976 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-849ab936-909b-4d3b-b7b9-4117e89080ae req-7622293d-3917-4468-8cac-814373ff0bae tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 210 time: 0.0403011 Feb 03 14:27:25.351292 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9d81db95-a0d6-47c1-b104-c2303144d65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:25.476772 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560d236-ed45-4799-9880-0a3f83306e55 req-fe79beab-8af5-4ad3-9e42-e6a7b6cb090f tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:25.478206 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3560d236-ed45-4799-9880-0a3f83306e55 req-fe79beab-8af5-4ad3-9e42-e6a7b6cb090f tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.47 "GET /v2.0/networks?id=72665aff-c47b-4a0e-b981-ed0f58257b98 HTTP/1.1" status: 200 len: 812 time: 0.1434572 Feb 03 14:27:25.530782 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-3560d236-ed45-4799-9880-0a3f83306e55 req-ad541a66-23f3-435e-a244-916d5460e4d2 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Synchronizing usage tracker for tenant:8ba039cce39143a8bb6581566271655e on resource:security_group {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:27:25.542562 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-3560d236-ed45-4799-9880-0a3f83306e55 req-ad541a66-23f3-435e-a244-916d5460e4d2 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Unset dirty status for tenant:8ba039cce39143a8bb6581566271655e on resource:security_group {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:27:25.543675 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3560d236-ed45-4799-9880-0a3f83306e55 req-ad541a66-23f3-435e-a244-916d5460e4d2 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ba039cce39143a8bb6581566271655e HTTP/1.1" status: 200 len: 380 time: 0.0534034 Feb 03 14:27:25.551621 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-3560d236-ed45-4799-9880-0a3f83306e55 req-1b1ac9ce-0a50-46de-be2c-42d4d9edd007 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Request body: {'port': {'device_id': 'ce6a8e4c-1639-475a-951c-b8b5765f6010', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'admin_state_up': True, 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'security_groups': ['a6102b82-4553-4218-b260-9872acf45973']}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:27:25.686660 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-3560d236-ed45-4799-9880-0a3f83306e55 req-1b1ac9ce-0a50-46de-be2c-42d4d9edd007 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:27:25.690516 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-3560d236-ed45-4799-9880-0a3f83306e55 req-1b1ac9ce-0a50-46de-be2c-42d4d9edd007 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Usage tracker for resource:port and tenant:8ba039cce39143a8bb6581566271655e is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:27:25.693365 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-3560d236-ed45-4799-9880-0a3f83306e55 req-1b1ac9ce-0a50-46de-be2c-42d4d9edd007 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:27:25.699212 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-3560d236-ed45-4799-9880-0a3f83306e55 req-1b1ac9ce-0a50-46de-be2c-42d4d9edd007 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:27:25.766311 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3560d236-ed45-4799-9880-0a3f83306e55 req-1b1ac9ce-0a50-46de-be2c-42d4d9edd007 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Made reservation on behalf of 8ba039cce39143a8bb6581566271655e for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:27:25.769401 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-3560d236-ed45-4799-9880-0a3f83306e55 req-1b1ac9ce-0a50-46de-be2c-42d4d9edd007 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:25.929399 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [req-3560d236-ed45-4799-9880-0a3f83306e55 req-1b1ac9ce-0a50-46de-be2c-42d4d9edd007 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Allocated IP 172.20.0.7 (72665aff-c47b-4a0e-b981-ed0f58257b98/aefc24b7-4fbe-4412-972d-e9e7fb0de6b4/36180a79-97f0-4438-92a5-eb1489de72a7) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:27:26.110815 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-3560d236-ed45-4799-9880-0a3f83306e55 req-1b1ac9ce-0a50-46de-be2c-42d4d9edd007 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:26.133661 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-3560d236-ed45-4799-9880-0a3f83306e55 req-1b1ac9ce-0a50-46de-be2c-42d4d9edd007 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Transition to ACTIVE for port object 36180a79-97f0-4438-92a5-eb1489de72a7 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:27:26.225333 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-3560d236-ed45-4799-9880-0a3f83306e55 req-1b1ac9ce-0a50-46de-be2c-42d4d9edd007 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:26.297413 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3560d236-ed45-4799-9880-0a3f83306e55 req-1b1ac9ce-0a50-46de-be2c-42d4d9edd007 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Network 72665aff-c47b-4a0e-b981-ed0f58257b98 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:27:26.300572 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [req-3560d236-ed45-4799-9880-0a3f83306e55 req-1b1ac9ce-0a50-46de-be2c-42d4d9edd007 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:27:26.304686 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-3560d236-ed45-4799-9880-0a3f83306e55 req-1b1ac9ce-0a50-46de-be2c-42d4d9edd007 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:27:26.335978 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ac9ce-0a50-46de-be2c-42d4d9edd007 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Pushing event updated for resources: {'Port': ['ID=36180a79-97f0-4438-92a5-eb1489de72a7,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:26.372590 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560d236-ed45-4799-9880-0a3f83306e55 req-1b1ac9ce-0a50-46de-be2c-42d4d9edd007 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:26.373271 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-3560d236-ed45-4799-9880-0a3f83306e55 req-1b1ac9ce-0a50-46de-be2c-42d4d9edd007 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:26.458993 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3560d236-ed45-4799-9880-0a3f83306e55 req-1b1ac9ce-0a50-46de-be2c-42d4d9edd007 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9108942 Feb 03 14:27:26.470825 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-3560d236-ed45-4799-9880-0a3f83306e55 req-d8472e34-43da-47bd-931c-ef905b320bcf service neutron] Request body: {'port': {'device_id': 'ce6a8e4c-1639-475a-951c-b8b5765f6010', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:27:26.472120 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4497d8-6d28-40ab-8666-8c30500bfab3 req-2b4426a8-de84-46b1-9931-f77645794ea3 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:26.473622 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ef4497d8-6d28-40ab-8666-8c30500bfab3 req-2b4426a8-de84-46b1-9931-f77645794ea3 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 931 time: 0.0859072 Feb 03 14:27:26.523630 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ef4497d8-6d28-40ab-8666-8c30500bfab3 req-bf302643-eb04-4eaa-a55d-a0f1360228ac tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440950 Feb 03 14:27:26.588858 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-3560d236-ed45-4799-9880-0a3f83306e55 req-d8472e34-43da-47bd-931c-ef905b320bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:26.658141 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-1232bcdc-23c3-4bce-bf40-dfde29bfa31f None None] Provisioning for port 36180a79-97f0-4438-92a5-eb1489de72a7 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:27:26.663081 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-1232bcdc-23c3-4bce-bf40-dfde29bfa31f None None] Provisioning complete for port 36180a79-97f0-4438-92a5-eb1489de72a7 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:27:26.663472 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1232bcdc-23c3-4bce-bf40-dfde29bfa31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:26.716972 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-1232bcdc-23c3-4bce-bf40-dfde29bfa31f None None] Port 36180a79-97f0-4438-92a5-eb1489de72a7 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:27:26.918292 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [req-3560d236-ed45-4799-9880-0a3f83306e55 req-d8472e34-43da-47bd-931c-ef905b320bcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36180a79-97f0-4438-92a5-eb1489de72a7 {{(pid=84181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:27:26.925559 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-3560d236-ed45-4799-9880-0a3f83306e55 req-d8472e34-43da-47bd-931c-ef905b320bcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:26.940186 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-3560d236-ed45-4799-9880-0a3f83306e55 req-d8472e34-43da-47bd-931c-ef905b320bcf service neutron] Transition to ACTIVE for port object 36180a79-97f0-4438-92a5-eb1489de72a7 will not be triggered until provisioned by entity L2. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:27:27.012270 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-3560d236-ed45-4799-9880-0a3f83306e55 req-d8472e34-43da-47bd-931c-ef905b320bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:27.133465 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8472e34-43da-47bd-931c-ef905b320bcf service neutron] Pushing event updated for resources: {'Port': ['ID=36180a79-97f0-4438-92a5-eb1489de72a7,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:27.325990 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-3560d236-ed45-4799-9880-0a3f83306e55 req-d8472e34-43da-47bd-931c-ef905b320bcf service neutron] Attempting to bind port 36180a79-97f0-4438-92a5-eb1489de72a7 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:27:27.326335 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-3560d236-ed45-4799-9880-0a3f83306e55 req-d8472e34-43da-47bd-931c-ef905b320bcf service neutron] Attempting to bind port 36180a79-97f0-4438-92a5-eb1489de72a7 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'ff2ae7db-efa4-455d-a774-63636e61517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:27:27.326636 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3560d236-ed45-4799-9880-0a3f83306e55 req-d8472e34-43da-47bd-931c-ef905b320bcf service neutron] Attempting to bind port 36180a79-97f0-4438-92a5-eb1489de72a7 on network 72665aff-c47b-4a0e-b981-ed0f58257b98 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:27:27.333219 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3560d236-ed45-4799-9880-0a3f83306e55 req-d8472e34-43da-47bd-931c-ef905b320bcf service neutron] Port 36180a79-97f0-4438-92a5-eb1489de72a7 on network 72665aff-c47b-4a0e-b981-ed0f58257b98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 14:27:27.333467 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3560d236-ed45-4799-9880-0a3f83306e55 req-d8472e34-43da-47bd-931c-ef905b320bcf service neutron] Attempting to bind port 36180a79-97f0-4438-92a5-eb1489de72a7 on network 72665aff-c47b-4a0e-b981-ed0f58257b98 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:27:27.340251 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3560d236-ed45-4799-9880-0a3f83306e55 req-d8472e34-43da-47bd-931c-ef905b320bcf service neutron] Checking agent: {'id': '8cce4e55-f72c-4604-b6eb-27dc2f3f162a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'started_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:27:27.340545 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3560d236-ed45-4799-9880-0a3f83306e55 req-d8472e34-43da-47bd-931c-ef905b320bcf service neutron] Checking segment: {'id': 'ff2ae7db-efa4-455d-a774-63636e61517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:27:27.340920 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3560d236-ed45-4799-9880-0a3f83306e55 req-d8472e34-43da-47bd-931c-ef905b320bcf service neutron] Bound using segment: {'id': 'ff2ae7db-efa4-455d-a774-63636e61517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98'} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:27:27.341332 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-3560d236-ed45-4799-9880-0a3f83306e55 req-d8472e34-43da-47bd-931c-ef905b320bcf service neutron] Bound port: 36180a79-97f0-4438-92a5-eb1489de72a7, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff2ae7db-efa4-455d-a774-63636e61517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98'}}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:27:27.341673 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-3560d236-ed45-4799-9880-0a3f83306e55 req-d8472e34-43da-47bd-931c-ef905b320bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:27.429159 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-3560d236-ed45-4799-9880-0a3f83306e55 req-d8472e34-43da-47bd-931c-ef905b320bcf service neutron] For port 36180a79-97f0-4438-92a5-eb1489de72a7, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:27:27.432102 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-3560d236-ed45-4799-9880-0a3f83306e55 req-d8472e34-43da-47bd-931c-ef905b320bcf service neutron] For port 36180a79-97f0-4438-92a5-eb1489de72a7, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=36180a79-97f0-4438-92a5-eb1489de72a7,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:27:27.556976 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-3560d236-ed45-4799-9880-0a3f83306e55 req-d8472e34-43da-47bd-931c-ef905b320bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:27.579417 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1dbcf63a-2aa6-49ff-bc11-fea5d91671de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:27.618502 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-3560d236-ed45-4799-9880-0a3f83306e55 req-d8472e34-43da-47bd-931c-ef905b320bcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:27.620076 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3560d236-ed45-4799-9880-0a3f83306e55 req-d8472e34-43da-47bd-931c-ef905b320bcf service neutron] 10.222.0.47 "PUT /v2.0/ports/36180a79-97f0-4438-92a5-eb1489de72a7 HTTP/1.1" status: 200 len: 1093 time: 1.1535370 Feb 03 14:27:27.620510 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce6a8e4c-1639-475a-951c-b8b5765f6010', 'tag': '36180a79-97f0-4438-92a5-eb1489de72a7'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:27:27.639816 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8472e34-43da-47bd-931c-ef905b320bcf service neutron] Pushing event updated for resources: {'Port': ['ID=36180a79-97f0-4438-92a5-eb1489de72a7,revision_number=3']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:27.694034 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce6a8e4c-1639-475a-951c-b8b5765f6010', 'tag': '36180a79-97f0-4438-92a5-eb1489de72a7', 'status': 'completed', 'code': 200} Feb 03 14:27:27.745879 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8305f-3b5a-43a6-9f20-a9f1a50694c3 req-f13628da-25ad-4f8b-abe6-5aa5830d6ca3 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:27.747235 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6ca8305f-3b5a-43a6-9f20-a9f1a50694c3 req-f13628da-25ad-4f8b-abe6-5aa5830d6ca3 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 943 time: 0.0952969 Feb 03 14:27:27.786480 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-dce825cc-c84f-4e05-a7e8-ff24202e61fb req-11bf94d6-49cb-46a7-a551-8273f634ccb6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8ba039cce39143a8bb6581566271655e&device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 1096 time: 0.0743747 Feb 03 14:27:27.802110 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6ca8305f-3b5a-43a6-9f20-a9f1a50694c3 req-4bfa40e7-d7a4-4e4a-b7b4-6f669695ccf8 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485435 Feb 03 14:27:27.931094 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce825cc-c84f-4e05-a7e8-ff24202e61fb req-4015495f-4fe0-4f63-a5bb-b753921d94c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:27.932556 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-dce825cc-c84f-4e05-a7e8-ff24202e61fb req-4015495f-4fe0-4f63-a5bb-b753921d94c2 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=8ba039cce39143a8bb6581566271655e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1390955 Feb 03 14:27:28.064059 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce825cc-c84f-4e05-a7e8-ff24202e61fb req-70e69563-6943-464d-ade7-25a5b1519256 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:28.066074 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-dce825cc-c84f-4e05-a7e8-ff24202e61fb req-70e69563-6943-464d-ade7-25a5b1519256 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1277728 Feb 03 14:27:28.168538 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3560d236-ed45-4799-9880-0a3f83306e55 req-22667ab3-41c6-4601-8353-77cca2d64baf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8ba039cce39143a8bb6581566271655e&device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 1096 time: 0.0698910 Feb 03 14:27:28.245329 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3560d236-ed45-4799-9880-0a3f83306e55 req-d6d8ac05-e449-46d7-b663-4506e8b99254 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36180a79-97f0-4438-92a5-eb1489de72a7 HTTP/1.1" status: 200 len: 217 time: 0.0625346 Feb 03 14:27:28.305338 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560d236-ed45-4799-9880-0a3f83306e55 req-513c239d-ae5c-4be6-88e0-e86a9f869934 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:28.306714 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3560d236-ed45-4799-9880-0a3f83306e55 req-513c239d-ae5c-4be6-88e0-e86a9f869934 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aefc24b7-4fbe-4412-972d-e9e7fb0de6b4 HTTP/1.1" status: 200 len: 851 time: 0.0560620 Feb 03 14:27:28.378765 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3560d236-ed45-4799-9880-0a3f83306e55 req-6cc5b970-a135-4ea7-95a2-7914a5bdc6de service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72665aff-c47b-4a0e-b981-ed0f58257b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663602 Feb 03 14:27:28.508189 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3560d236-ed45-4799-9880-0a3f83306e55 req-53ceba60-f7b3-4aec-a96f-da1c0e827216 service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226947 Feb 03 14:27:28.640063 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3560d236-ed45-4799-9880-0a3f83306e55 req-92086456-80a3-4540-8297-d6461d4a732c service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263032 Feb 03 14:27:28.841024 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:28.897961 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:28.998466 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f9fb7-c014-487a-94df-10755858a458 req-543f2846-0e50-4776-b478-02d8ea990396 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:28.999926 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-623f9fb7-c014-487a-94df-10755858a458 req-543f2846-0e50-4776-b478-02d8ea990396 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 943 time: 0.0759897 Feb 03 14:27:29.045361 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-623f9fb7-c014-487a-94df-10755858a458 req-49933dd4-b129-4a94-887f-5aab0d2afab7 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397630 Feb 03 14:27:30.236737 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:30.241923 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2b980-031d-43b2-b5bb-635152ba98c3 req-992ce1f9-8a4e-425a-abff-0f4e2aeb36db tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:30.243352 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6fe2b980-031d-43b2-b5bb-635152ba98c3 req-992ce1f9-8a4e-425a-abff-0f4e2aeb36db tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 943 time: 0.0792942 Feb 03 14:27:30.287593 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6fe2b980-031d-43b2-b5bb-635152ba98c3 req-0f35a9a9-b50a-47b9-a5a3-c7a3b5841a15 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386548 Feb 03 14:27:31.013414 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 36180a79-97f0-4438-92a5-eb1489de72a7 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:27:31.143783 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 36180a79-97f0-4438-92a5-eb1489de72a7, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=36180a79-97f0-4438-92a5-eb1489de72a7,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:31.156240 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': '36180a79-97f0-4438-92a5-eb1489de72a7', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'port_id': '36180a79-97f0-4438-92a5-eb1489de72a7', 'mac_address': 'fa:16:3e:bc:14:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:27:31.208546 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:31.227499 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36180a79-97f0-4438-92a5-eb1489de72a7 {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:27:31.242350 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 36180a79-97f0-4438-92a5-eb1489de72a7, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=36180a79-97f0-4438-92a5-eb1489de72a7,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:31.326856 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:31.393202 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=36180a79-97f0-4438-92a5-eb1489de72a7,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:31.480929 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d0d8f-bc49-448f-8a66-8b47f818a805 req-aaa07d47-293d-438e-80b6-a484fe26f805 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:31.482344 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5e7d0d8f-bc49-448f-8a66-8b47f818a805 req-aaa07d47-293d-438e-80b6-a484fe26f805 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 944 time: 0.0739777 Feb 03 14:27:31.527047 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5e7d0d8f-bc49-448f-8a66-8b47f818a805 req-7222fa17-5886-4119-9e16-04cb4f48885f tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385144 Feb 03 14:27:31.648443 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['36180a79-97f0-4438-92a5-eb1489de72a7'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:27:31.855264 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26c5c8a-373c-42d9-9e74-217282b66344 None None] Sync routers for ids ['8d4b373e-6e4a-42bf-985e-7b60fba3d417'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:27:31.866576 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26c5c8a-373c-42d9-9e74-217282b66344 None None] Routers {'8d4b373e-6e4a-42bf-985e-7b60fba3d417'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:27:31.867211 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-f26c5c8a-373c-42d9-9e74-217282b66344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:27:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['8d4b373e-6e4a-42bf-985e-7b60fba3d417'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:32.035925 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-f26c5c8a-373c-42d9-9e74-217282b66344 None None] Set router 8d4b373e-6e4a-42bf-985e-7b60fba3d417 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:27:32.336348 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-f26c5c8a-373c-42d9-9e74-217282b66344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'name': 'tempest-ServerActionsTestJSON-1103438220-router', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': '8200d7a0-867e-427b-b811-0827688616f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:27:13Z', 'updated_at': '2022-02-03T14:27:17Z', 'revision_number': 4, 'project_id': '8ba039cce39143a8bb6581566271655e', 'gw_port': {'id': '8200d7a0-867e-427b-b811-0827688616f8', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:14Z', 'updated_at': '2022-02-03T14:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '1f7fbe81-235a-41ce-8596-a787244529ee', 'name': '', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'mac_address': 'fa:16:3e:e1:43:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:16Z', 'updated_at': '2022-02-03T14:27:17Z', 'revision_number': 2, 'project_id': '8ba039cce39143a8bb6581566271655e', 'subnets': [{'id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:32.340285 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26c5c8a-373c-42d9-9e74-217282b66344 None None] Checking router: 8d4b373e-6e4a-42bf-985e-7b60fba3d417 for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:27:32.340635 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26c5c8a-373c-42d9-9e74-217282b66344 None None] Updating router 8d4b373e-6e4a-42bf-985e-7b60fba3d417 port 1f7fbe81-235a-41ce-8596-a787244529ee binding host dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:27:32.391997 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-f26c5c8a-373c-42d9-9e74-217282b66344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:32.724009 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-f26c5c8a-373c-42d9-9e74-217282b66344 None None] Notify callbacks [] for port, precommit_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:32.736672 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.provisioning_blocks [None req-f26c5c8a-373c-42d9-9e74-217282b66344 None None] Transition to ACTIVE for port object 1f7fbe81-235a-41ce-8596-a787244529ee will not be triggered until provisioned by entity L2. {{(pid=84184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:27:32.790831 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-f26c5c8a-373c-42d9-9e74-217282b66344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:32.815934 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c02b68-ddb1-466b-bbfc-68fca6a6af61 req-13836376-cc9f-4f34-a027-e7b2ea17c7f7 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:32.817373 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-79c02b68-ddb1-466b-bbfc-68fca6a6af61 req-13836376-cc9f-4f34-a027-e7b2ea17c7f7 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 944 time: 0.1673124 Feb 03 14:27:32.863102 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-79c02b68-ddb1-466b-bbfc-68fca6a6af61 req-d59af21a-f18b-4ee1-8bf6-a48cee53259e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401356 Feb 03 14:27:32.917384 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a6ed1-0bc0-436c-99c8-3ca0d7e6bc5d None None] Pushing event updated for resources: {'Port': ['ID=1f7fbe81-235a-41ce-8596-a787244529ee,revision_number=3']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:32.957921 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a6ed1-0bc0-436c-99c8-3ca0d7e6bc5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:32.958248 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a6ed1-0bc0-436c-99c8-3ca0d7e6bc5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:32.958585 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a6ed1-0bc0-436c-99c8-3ca0d7e6bc5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:32.959082 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a6ed1-0bc0-436c-99c8-3ca0d7e6bc5d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:32.959278 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a6ed1-0bc0-436c-99c8-3ca0d7e6bc5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:32.959606 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a6ed1-0bc0-436c-99c8-3ca0d7e6bc5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:32.959934 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a6ed1-0bc0-436c-99c8-3ca0d7e6bc5d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:32.960258 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a6ed1-0bc0-436c-99c8-3ca0d7e6bc5d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:32.960579 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a6ed1-0bc0-436c-99c8-3ca0d7e6bc5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:32.960896 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a6ed1-0bc0-436c-99c8-3ca0d7e6bc5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:32.961218 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a6ed1-0bc0-436c-99c8-3ca0d7e6bc5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:33.017465 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-f26c5c8a-373c-42d9-9e74-217282b66344 None None] Attempting to bind port 1f7fbe81-235a-41ce-8596-a787244529ee on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:27:33.018441 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-f26c5c8a-373c-42d9-9e74-217282b66344 None None] Attempting to bind port 1f7fbe81-235a-41ce-8596-a787244529ee by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'ff2ae7db-efa4-455d-a774-63636e61517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98'}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:27:33.018737 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26c5c8a-373c-42d9-9e74-217282b66344 None None] Attempting to bind port 1f7fbe81-235a-41ce-8596-a787244529ee on network 72665aff-c47b-4a0e-b981-ed0f58257b98 {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:27:33.023346 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 36180a79-97f0-4438-92a5-eb1489de72a7 up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:27:33.026119 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26c5c8a-373c-42d9-9e74-217282b66344 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:27:33.026489 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26c5c8a-373c-42d9-9e74-217282b66344 None None] Checking segment: {'id': 'ff2ae7db-efa4-455d-a774-63636e61517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:27:33.026881 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-f26c5c8a-373c-42d9-9e74-217282b66344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:33.027331 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26c5c8a-373c-42d9-9e74-217282b66344 None None] Bound using segment: {'id': 'ff2ae7db-efa4-455d-a774-63636e61517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98'} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:27:33.027793 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-f26c5c8a-373c-42d9-9e74-217282b66344 None None] Bound port: 1f7fbe81-235a-41ce-8596-a787244529ee, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff2ae7db-efa4-455d-a774-63636e61517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98'}}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:27:33.028161 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-f26c5c8a-373c-42d9-9e74-217282b66344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:33.117203 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-f26c5c8a-373c-42d9-9e74-217282b66344 None None] For port 1f7fbe81-235a-41ce-8596-a787244529ee, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:27:33.120353 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-f26c5c8a-373c-42d9-9e74-217282b66344 None None] For port 1f7fbe81-235a-41ce-8596-a787244529ee, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=1f7fbe81-235a-41ce-8596-a787244529ee,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:27:33.202311 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-f26c5c8a-373c-42d9-9e74-217282b66344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:33.224694 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning for port 36180a79-97f0-4438-92a5-eb1489de72a7 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:27:33.229846 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port 36180a79-97f0-4438-92a5-eb1489de72a7 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:27:33.230468 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:33.287668 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a6ed1-0bc0-436c-99c8-3ca0d7e6bc5d None None] Pushing event updated for resources: {'Port': ['ID=1f7fbe81-235a-41ce-8596-a787244529ee,revision_number=4']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:33.290210 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26c5c8a-373c-42d9-9e74-217282b66344 None None] Routers {'8d4b373e-6e4a-42bf-985e-7b60fba3d417'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:27:33.291118 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-f26c5c8a-373c-42d9-9e74-217282b66344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:27:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['8d4b373e-6e4a-42bf-985e-7b60fba3d417'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:33.347045 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:33.375733 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6a8e4c-1639-475a-951c-b8b5765f6010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36180a79-97f0-4438-92a5-eb1489de72a7'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:27:33.388333 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 36180a79-97f0-4438-92a5-eb1489de72a7, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=36180a79-97f0-4438-92a5-eb1489de72a7,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:33.436398 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6a8e4c-1639-475a-951c-b8b5765f6010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36180a79-97f0-4438-92a5-eb1489de72a7', 'code': 200} Feb 03 14:27:33.448220 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:33.512816 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-f26c5c8a-373c-42d9-9e74-217282b66344 None None] Set router 8d4b373e-6e4a-42bf-985e-7b60fba3d417 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:27:33.513982 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=36180a79-97f0-4438-92a5-eb1489de72a7,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:33.788536 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-d211c2c4-98c8-4470-957c-046cd031ccb0 req-37134289-e6db-4b77-a519-1ce55f52017e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 1098 time: 0.0724399 Feb 03 14:27:33.820394 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-f26c5c8a-373c-42d9-9e74-217282b66344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'name': 'tempest-ServerActionsTestJSON-1103438220-router', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': '8200d7a0-867e-427b-b811-0827688616f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:27:13Z', 'updated_at': '2022-02-03T14:27:17Z', 'revision_number': 4, 'project_id': '8ba039cce39143a8bb6581566271655e', 'gw_port': {'id': '8200d7a0-867e-427b-b811-0827688616f8', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:14Z', 'updated_at': '2022-02-03T14:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '1f7fbe81-235a-41ce-8596-a787244529ee', 'name': '', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'mac_address': 'fa:16:3e:e1:43:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:16Z', 'updated_at': '2022-02-03T14:27:33Z', 'revision_number': 4, 'project_id': '8ba039cce39143a8bb6581566271655e', 'subnets': [{'id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:33.824249 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26c5c8a-373c-42d9-9e74-217282b66344 None None] The sync data for ids ['8d4b373e-6e4a-42bf-985e-7b60fba3d417'] in dv-neutron-827016-1-hyperv is: [{'id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'name': 'tempest-ServerActionsTestJSON-1103438220-router', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': '8200d7a0-867e-427b-b811-0827688616f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:27:13Z', 'updated_at': '2022-02-03T14:27:17Z', 'revision_number': 4, 'project_id': '8ba039cce39143a8bb6581566271655e', 'gw_port': {'id': '8200d7a0-867e-427b-b811-0827688616f8', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:14Z', 'updated_at': '2022-02-03T14:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '1f7fbe81-235a-41ce-8596-a787244529ee', 'name': '', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'mac_address': 'fa:16:3e:e1:43:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:16Z', 'updated_at': '2022-02-03T14:27:33Z', 'revision_number': 4, 'project_id': '8ba039cce39143a8bb6581566271655e', 'subnets': [{'id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:27:33.829939 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-d211c2c4-98c8-4470-957c-046cd031ccb0 req-46791344-ac0f-46d5-84ae-c63d67b48626 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359838 Feb 03 14:27:34.064439 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ba7c5-f82c-46fd-b4fc-bbcef3a75ed7 req-a18bcdd7-0642-42ac-953e-898bae5366ac tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:34.066042 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7b8ba7c5-f82c-46fd-b4fc-bbcef3a75ed7 req-a18bcdd7-0642-42ac-953e-898bae5366ac tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 945 time: 0.0781348 Feb 03 14:27:34.113399 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7b8ba7c5-f82c-46fd-b4fc-bbcef3a75ed7 req-df1e374f-c047-4554-8eb8-8a5d080f0cfe tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414152 Feb 03 14:27:35.315259 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 1f7fbe81-235a-41ce-8596-a787244529ee up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:27:35.318016 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e14a8c-a8aa-426c-8726-66de515e30a7 req-7602500d-ab3a-415d-9110-99dba5189c7a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:35.324137 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-74e14a8c-a8aa-426c-8726-66de515e30a7 req-7602500d-ab3a-415d-9110-99dba5189c7a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 945 time: 0.0888596 Feb 03 14:27:35.369588 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-74e14a8c-a8aa-426c-8726-66de515e30a7 req-210d238f-25db-494f-92ed-2c75b65fce35 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436356 Feb 03 14:27:35.453296 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 1f7fbe81-235a-41ce-8596-a787244529ee completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:27:35.458572 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 1f7fbe81-235a-41ce-8596-a787244529ee triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:27:35.458975 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:35.568254 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:35.599223 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 1f7fbe81-235a-41ce-8596-a787244529ee, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=1f7fbe81-235a-41ce-8596-a787244529ee,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:35.670459 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:35.735092 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=1f7fbe81-235a-41ce-8596-a787244529ee,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:36.567095 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ab80d-5292-4881-a9a7-ad70776f2afa req-c41ac0ad-c624-443f-88a9-30091b774e5e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:36.568501 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ce2ab80d-5292-4881-a9a7-ad70776f2afa req-c41ac0ad-c624-443f-88a9-30091b774e5e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 945 time: 0.0743334 Feb 03 14:27:36.616079 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ce2ab80d-5292-4881-a9a7-ad70776f2afa req-9da7923e-f2d7-4a25-ac0a-23f531a054fd tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422685 Feb 03 14:27:36.804756 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be8a55-1aa9-4554-8410-d51cb32aa8cc req-d3938c83-c6b0-47d2-af4b-052ef6f39a80 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:36.806168 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e6be8a55-1aa9-4554-8410-d51cb32aa8cc req-d3938c83-c6b0-47d2-af4b-052ef6f39a80 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 945 time: 0.0747151 Feb 03 14:27:36.815660 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 36222) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:27:36.820618 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-218262a4-1055-4a37-bae9-6fb8128e8d68 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Request body: {'floatingip': {'port_id': '36180a79-97f0-4438-92a5-eb1489de72a7'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:27:36.895883 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-218262a4-1055-4a37-bae9-6fb8128e8d68 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks [] for floatingip, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:37.294194 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 1f7fbe81-235a-41ce-8596-a787244529ee up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:27:37.363139 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 1f7fbe81-235a-41ce-8596-a787244529ee triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:27:37.363520 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:37.483051 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-218262a4-1055-4a37-bae9-6fb8128e8d68 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:37.550775 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-218262a4-1055-4a37-bae9-6fb8128e8d68 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:37.732490 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.l3_db [None req-218262a4-1055-4a37-bae9-6fb8128e8d68 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Floating IP 4deb3fa7-31fe-4412-abdd-33fa8d88b7d0 associated. External IP: 172.26.3.194, port: 36180a79-97f0-4438-92a5-eb1489de72a7. Feb 03 14:27:38.208840 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218262a4-1055-4a37-bae9-6fb8128e8d68 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Router 8d4b373e-6e4a-42bf-985e-7b60fba3d417 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:27:38.404558 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218262a4-1055-4a37-bae9-6fb8128e8d68 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:27:38.408817 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-218262a4-1055-4a37-bae9-6fb8128e8d68 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:38.414044 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ef7940-dc2d-441e-a880-7367f167f64e None None] Sync routers for ids ['8d4b373e-6e4a-42bf-985e-7b60fba3d417'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:27:38.425312 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ef7940-dc2d-441e-a880-7367f167f64e None None] Routers {'8d4b373e-6e4a-42bf-985e-7b60fba3d417'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:27:38.425911 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-56ef7940-dc2d-441e-a880-7367f167f64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:27:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['8d4b373e-6e4a-42bf-985e-7b60fba3d417'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:38.461118 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-218262a4-1055-4a37-bae9-6fb8128e8d68 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "PUT /v2.0/floatingips/4deb3fa7-31fe-4412-abdd-33fa8d88b7d0 HTTP/1.1" status: 200 len: 991 time: 1.6443455 Feb 03 14:27:38.461580 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce6a8e4c-1639-475a-951c-b8b5765f6010', 'tag': '36180a79-97f0-4438-92a5-eb1489de72a7'}] {{(pid=84182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:27:38.611039 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce6a8e4c-1639-475a-951c-b8b5765f6010', 'tag': '36180a79-97f0-4438-92a5-eb1489de72a7', 'status': 'completed', 'code': 200} Feb 03 14:27:38.617468 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-56ef7940-dc2d-441e-a880-7367f167f64e None None] Set router 8d4b373e-6e4a-42bf-985e-7b60fba3d417 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:27:38.647970 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e69dcd-fbae-49c7-940d-92769c206468 req-08d55324-6172-4068-8f00-69bb6791cfb5 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:38.649424 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-92e69dcd-fbae-49c7-940d-92769c206468 req-08d55324-6172-4068-8f00-69bb6791cfb5 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 945 time: 0.0833235 Feb 03 14:27:38.696077 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-92e69dcd-fbae-49c7-940d-92769c206468 req-dd9fc4c5-90b8-4bde-a794-689ddcebb0ba tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410700 Feb 03 14:27:38.705839 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ed2b806f-25c1-4e62-8d6b-49d0fcca74bd req-f438d61b-691f-4895-9199-dfe6abbcc4a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8ba039cce39143a8bb6581566271655e&device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 1098 time: 0.0737178 Feb 03 14:27:38.835845 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b806f-25c1-4e62-8d6b-49d0fcca74bd req-776f5ac8-1dd5-47da-b039-1530ecbe2832 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:38.837527 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ed2b806f-25c1-4e62-8d6b-49d0fcca74bd req-776f5ac8-1dd5-47da-b039-1530ecbe2832 service neutron] 10.222.0.47 "GET /v2.0/networks?id=72665aff-c47b-4a0e-b981-ed0f58257b98 HTTP/1.1" status: 200 len: 912 time: 0.1261599 Feb 03 14:27:38.938113 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ed2b806f-25c1-4e62-8d6b-49d0fcca74bd req-1291f4a2-7740-4949-8dc4-ad89da7d61ae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36180a79-97f0-4438-92a5-eb1489de72a7 HTTP/1.1" status: 200 len: 999 time: 0.0948958 Feb 03 14:27:38.965487 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-56ef7940-dc2d-441e-a880-7367f167f64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'name': 'tempest-ServerActionsTestJSON-1103438220-router', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': '8200d7a0-867e-427b-b811-0827688616f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:27:13Z', 'updated_at': '2022-02-03T14:27:17Z', 'revision_number': 4, 'project_id': '8ba039cce39143a8bb6581566271655e', 'gw_port': {'id': '8200d7a0-867e-427b-b811-0827688616f8', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:14Z', 'updated_at': '2022-02-03T14:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '4deb3fa7-31fe-4412-abdd-33fa8d88b7d0', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'floating_ip_address': '172.26.3.194', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'port_id': '36180a79-97f0-4438-92a5-eb1489de72a7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'mac_address': 'fa:16:3e:bc:14:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6a8e4c-1639-475a-951c-b8b5765f6010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:27:21Z', 'updated_at': '2022-02-03T14:27:37Z', 'revision_number': 1, 'project_id': '8ba039cce39143a8bb6581566271655e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f7fbe81-235a-41ce-8596-a787244529ee', 'name': '', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'mac_address': 'fa:16:3e:e1:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:16Z', 'updated_at': '2022-02-03T14:27:35Z', 'revision_number': 5, 'project_id': '8ba039cce39143a8bb6581566271655e', 'subnets': [{'id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:38.969269 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ef7940-dc2d-441e-a880-7367f167f64e None None] Checking router: 8d4b373e-6e4a-42bf-985e-7b60fba3d417 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:27:38.979917 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ef7940-dc2d-441e-a880-7367f167f64e None None] Routers {'8d4b373e-6e4a-42bf-985e-7b60fba3d417'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:27:38.980525 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-56ef7940-dc2d-441e-a880-7367f167f64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:27:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['8d4b373e-6e4a-42bf-985e-7b60fba3d417'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:39.004135 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b806f-25c1-4e62-8d6b-49d0fcca74bd req-e407d9bb-ae5c-46cc-9c83-b56694185ea6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:39.005558 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ed2b806f-25c1-4e62-8d6b-49d0fcca74bd req-e407d9bb-ae5c-46cc-9c83-b56694185ea6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aefc24b7-4fbe-4412-972d-e9e7fb0de6b4 HTTP/1.1" status: 200 len: 851 time: 0.0609803 Feb 03 14:27:39.079394 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ed2b806f-25c1-4e62-8d6b-49d0fcca74bd req-b52c9412-00a6-4999-8d3c-0a70073d909c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72665aff-c47b-4a0e-b981-ed0f58257b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679152 Feb 03 14:27:39.159407 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-56ef7940-dc2d-441e-a880-7367f167f64e None None] Set router 8d4b373e-6e4a-42bf-985e-7b60fba3d417 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:27:39.295262 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ed2b806f-25c1-4e62-8d6b-49d0fcca74bd req-916e5cb6-215f-48b6-83ee-3398b15f45d1 service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099516 Feb 03 14:27:39.427301 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ed2b806f-25c1-4e62-8d6b-49d0fcca74bd req-52db1e9a-24a9-4327-92ce-e0db2e653205 service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255496 Feb 03 14:27:39.537527 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-56ef7940-dc2d-441e-a880-7367f167f64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'name': 'tempest-ServerActionsTestJSON-1103438220-router', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': '8200d7a0-867e-427b-b811-0827688616f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:27:13Z', 'updated_at': '2022-02-03T14:27:17Z', 'revision_number': 4, 'project_id': '8ba039cce39143a8bb6581566271655e', 'gw_port': {'id': '8200d7a0-867e-427b-b811-0827688616f8', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:14Z', 'updated_at': '2022-02-03T14:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '4deb3fa7-31fe-4412-abdd-33fa8d88b7d0', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'floating_ip_address': '172.26.3.194', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'port_id': '36180a79-97f0-4438-92a5-eb1489de72a7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'mac_address': 'fa:16:3e:bc:14:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6a8e4c-1639-475a-951c-b8b5765f6010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:27:21Z', 'updated_at': '2022-02-03T14:27:37Z', 'revision_number': 1, 'project_id': '8ba039cce39143a8bb6581566271655e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f7fbe81-235a-41ce-8596-a787244529ee', 'name': '', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'mac_address': 'fa:16:3e:e1:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:16Z', 'updated_at': '2022-02-03T14:27:35Z', 'revision_number': 5, 'project_id': '8ba039cce39143a8bb6581566271655e', 'subnets': [{'id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:39.541278 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ef7940-dc2d-441e-a880-7367f167f64e None None] The sync data for ids ['8d4b373e-6e4a-42bf-985e-7b60fba3d417'] in dv-neutron-827016-1-hyperv is: [{'id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'name': 'tempest-ServerActionsTestJSON-1103438220-router', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': '8200d7a0-867e-427b-b811-0827688616f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:27:13Z', 'updated_at': '2022-02-03T14:27:17Z', 'revision_number': 4, 'project_id': '8ba039cce39143a8bb6581566271655e', 'gw_port': {'id': '8200d7a0-867e-427b-b811-0827688616f8', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:14Z', 'updated_at': '2022-02-03T14:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '4deb3fa7-31fe-4412-abdd-33fa8d88b7d0', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'floating_ip_address': '172.26.3.194', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'port_id': '36180a79-97f0-4438-92a5-eb1489de72a7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'mac_address': 'fa:16:3e:bc:14:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6a8e4c-1639-475a-951c-b8b5765f6010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:27:21Z', 'updated_at': '2022-02-03T14:27:37Z', 'revision_number': 1, 'project_id': '8ba039cce39143a8bb6581566271655e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f7fbe81-235a-41ce-8596-a787244529ee', 'name': '', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'mac_address': 'fa:16:3e:e1:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:16Z', 'updated_at': '2022-02-03T14:27:35Z', 'revision_number': 5, 'project_id': '8ba039cce39143a8bb6581566271655e', 'subnets': [{'id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:27:39.889880 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a08e22-493b-4608-b5f1-9dd4feeff414 req-6249434f-3a77-4e0f-94a0-7057a0239f00 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:39.891254 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-07a08e22-493b-4608-b5f1-9dd4feeff414 req-6249434f-3a77-4e0f-94a0-7057a0239f00 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 945 time: 0.0745168 Feb 03 14:27:39.939988 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-07a08e22-493b-4608-b5f1-9dd4feeff414 req-17db8d23-1ad8-457c-b357-8ddd402c2a79 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430439 Feb 03 14:27:40.131109 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948d1a0-96c5-442d-89d3-e3da1abbd4b7 req-bc905ee7-2f17-4639-8d41-1ca107217871 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:40.132541 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e948d1a0-96c5-442d-89d3-e3da1abbd4b7 req-bc905ee7-2f17-4639-8d41-1ca107217871 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 945 time: 0.0752022 Feb 03 14:27:40.176986 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e948d1a0-96c5-442d-89d3-e3da1abbd4b7 req-06c6a8c7-7ab9-4086-a32c-f904426d2ecd tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390248 Feb 03 14:27:40.369881 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-cde74d44-056d-4cd3-8a40-178c61e3f55a req-d5ce4a5f-3be4-474f-b60a-0ac959eab1b7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0695848 Feb 03 14:27:40.576155 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76028968-e6d6-4e3e-bad1-b493a109d1d1 None None] New status for floating IP 4deb3fa7-31fe-4412-abdd-33fa8d88b7d0: ACTIVE {{(pid=84184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:27:40.846536 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f8e0b-f827-498c-b90f-9887044c817c req-19595b77-741c-4ab3-936c-113c0ecca2a3 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:40.847913 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c56f8e0b-f827-498c-b90f-9887044c817c req-19595b77-741c-4ab3-936c-113c0ecca2a3 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 945 time: 0.0756695 Feb 03 14:27:40.943674 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c56f8e0b-f827-498c-b90f-9887044c817c req-9e1b14e7-d450-4738-b3c2-b1f09329c072 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901959 Feb 03 14:27:40.960729 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ba4a1559-560e-4c32-b265-acd9df6fa473 req-7051e6f7-500f-47d0-8942-52497acc1154 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0909085 Feb 03 14:27:42.146918 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6cf3f5-a56a-4edb-bdfb-6cb41dd33fd3 req-d14543ab-bbf5-415e-86ca-7de313251078 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:42.148300 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2a6cf3f5-a56a-4edb-bdfb-6cb41dd33fd3 req-d14543ab-bbf5-415e-86ca-7de313251078 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 945 time: 0.0825732 Feb 03 14:27:42.193613 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2a6cf3f5-a56a-4edb-bdfb-6cb41dd33fd3 req-aeedfd60-f31d-4810-afa7-a4dcca0ce2f1 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397439 Feb 03 14:27:43.007943 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ba4a1559-560e-4c32-b265-acd9df6fa473 req-5710c2af-2206-436d-9699-b55e4541dc6e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8ba039cce39143a8bb6581566271655e&device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 1098 time: 0.0720148 Feb 03 14:27:43.137423 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a1559-560e-4c32-b265-acd9df6fa473 req-131afc43-892e-4948-b745-4d5a0bc3d7a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:43.138842 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ba4a1559-560e-4c32-b265-acd9df6fa473 req-131afc43-892e-4948-b745-4d5a0bc3d7a6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=72665aff-c47b-4a0e-b981-ed0f58257b98 HTTP/1.1" status: 200 len: 912 time: 0.1253026 Feb 03 14:27:43.237937 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ba4a1559-560e-4c32-b265-acd9df6fa473 req-79d822de-b03d-460f-a804-ed9c460c1800 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36180a79-97f0-4438-92a5-eb1489de72a7 HTTP/1.1" status: 200 len: 1001 time: 0.0927181 Feb 03 14:27:43.302674 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a1559-560e-4c32-b265-acd9df6fa473 req-26281899-dc42-4e74-a57a-b66f58265f3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:43.304056 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ba4a1559-560e-4c32-b265-acd9df6fa473 req-26281899-dc42-4e74-a57a-b66f58265f3f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aefc24b7-4fbe-4412-972d-e9e7fb0de6b4 HTTP/1.1" status: 200 len: 851 time: 0.0605049 Feb 03 14:27:43.379878 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ba4a1559-560e-4c32-b265-acd9df6fa473 req-d21a9168-fc15-46e7-acbe-6d1c7953f1a9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72665aff-c47b-4a0e-b981-ed0f58257b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697641 Feb 03 14:27:43.393769 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9103c52-2d17-4ffe-be5b-215ab3372d12 req-5168118b-beab-444b-a97c-3e416a659085 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:43.395245 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a9103c52-2d17-4ffe-be5b-215ab3372d12 req-5168118b-beab-444b-a97c-3e416a659085 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 945 time: 0.0786803 Feb 03 14:27:43.440082 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a9103c52-2d17-4ffe-be5b-215ab3372d12 req-94f2fce5-5724-4f7e-863c-98b7a0556433 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393844 Feb 03 14:27:43.510068 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ba4a1559-560e-4c32-b265-acd9df6fa473 req-81de3006-7b1f-4023-a1c4-c0ebceae50b8 service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245210 Feb 03 14:27:43.638660 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ba4a1559-560e-4c32-b265-acd9df6fa473 req-ea9b13be-6874-4dd8-9644-ebc975a88019 service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229427 Feb 03 14:27:44.640265 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84337aad-7d0e-4a21-b933-5dd3545043ef req-69b244d3-2a88-4ddb-a5cb-c48a63286b85 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:44.641578 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-84337aad-7d0e-4a21-b933-5dd3545043ef req-69b244d3-2a88-4ddb-a5cb-c48a63286b85 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 945 time: 0.0743628 Feb 03 14:27:44.686451 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-84337aad-7d0e-4a21-b933-5dd3545043ef req-68ec76ac-62ef-4cd0-8dd5-88431df7fc4e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388598 Feb 03 14:27:45.882956 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c396f-39d4-4d5d-baee-55e0a684c84a req-dd288ab1-03bf-46cf-b843-f6eb9b446e0e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:45.884396 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-131c396f-39d4-4d5d-baee-55e0a684c84a req-dd288ab1-03bf-46cf-b843-f6eb9b446e0e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 945 time: 0.0787776 Feb 03 14:27:45.928680 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-131c396f-39d4-4d5d-baee-55e0a684c84a req-00ffc624-2ef5-454c-a7bb-31574085d41c tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389400 Feb 03 14:27:47.265586 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ddae2-d800-451f-ae01-ed05a103dbbc req-51d60a8f-e795-4579-93a2-5ad608750634 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:47.267027 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a83ddae2-d800-451f-ae01-ed05a103dbbc req-51d60a8f-e795-4579-93a2-5ad608750634 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 945 time: 0.0739467 Feb 03 14:27:47.310838 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a83ddae2-d800-451f-ae01-ed05a103dbbc req-aae18474-515c-4d51-83b4-ef6f913730b8 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383141 Feb 03 14:27:47.656863 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:48.508015 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade3505-e44c-4260-a5da-b4c2b05d057d req-cbf3f892-9b64-4783-a482-9283e224910a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:48.509438 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1ade3505-e44c-4260-a5da-b4c2b05d057d req-cbf3f892-9b64-4783-a482-9283e224910a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 945 time: 0.0794621 Feb 03 14:27:48.554125 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1ade3505-e44c-4260-a5da-b4c2b05d057d req-990e6645-7964-4da4-8a19-367454d01762 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389946 Feb 03 14:27:49.745275 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b869393-efc0-4b83-8473-48506c0199e6 req-b7106c7c-f5ea-40a9-85a9-7edcfd2c6b5a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:49.746700 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8b869393-efc0-4b83-8473-48506c0199e6 req-b7106c7c-f5ea-40a9-85a9-7edcfd2c6b5a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 945 time: 0.0747879 Feb 03 14:27:49.887153 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8b869393-efc0-4b83-8473-48506c0199e6 req-624fc68f-769a-4218-9883-591fe08f1325 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347899 Feb 03 14:27:51.080474 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153bba44-2903-4458-87fa-4f5cbb4f40f0 req-bf6d6a6b-81e9-4d2f-a771-0c8d3eecdf4d tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:51.081878 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-153bba44-2903-4458-87fa-4f5cbb4f40f0 req-bf6d6a6b-81e9-4d2f-a771-0c8d3eecdf4d tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 945 time: 0.0736699 Feb 03 14:27:51.125914 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-153bba44-2903-4458-87fa-4f5cbb4f40f0 req-24ac1e12-7298-4002-a73e-c4e57aaaa412 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383568 Feb 03 14:27:52.320697 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e83f0-0d9b-4f41-9c08-f7b9afb9ca36 req-a6b91f93-c541-4535-8286-5fbf13bcf2c3 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:52.322113 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-af6e83f0-0d9b-4f41-9c08-f7b9afb9ca36 req-a6b91f93-c541-4535-8286-5fbf13bcf2c3 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 945 time: 0.0791743 Feb 03 14:27:52.367074 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-af6e83f0-0d9b-4f41-9c08-f7b9afb9ca36 req-6c98f649-9d51-4bda-b721-bca4b8ce5008 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394485 Feb 03 14:27:53.559165 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f21e19-393d-4a29-9b3b-2649922bf403 req-1ddd85af-5e95-4c4f-af76-aae8d2a1d659 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:53.560516 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-26f21e19-393d-4a29-9b3b-2649922bf403 req-1ddd85af-5e95-4c4f-af76-aae8d2a1d659 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 945 time: 0.0749853 Feb 03 14:27:53.605613 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-26f21e19-393d-4a29-9b3b-2649922bf403 req-27510ace-d08e-4aab-a0c9-fc43a3634370 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396726 Feb 03 14:27:54.803366 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c35df-6930-4e5f-9e82-fd54e0d44370 req-543fb1c3-9d09-4845-aceb-bc470a237483 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:54.804777 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-835c35df-6930-4e5f-9e82-fd54e0d44370 req-543fb1c3-9d09-4845-aceb-bc470a237483 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 945 time: 0.0771329 Feb 03 14:27:54.849554 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-835c35df-6930-4e5f-9e82-fd54e0d44370 req-9d9bcf62-90d0-4c5e-baa8-81f22f493ec9 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394070 Feb 03 14:27:55.338711 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-82647eb5-f669-4899-ba2a-9d8a2facc5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:56.042850 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f003b-c7c8-454b-8978-e9a79967029a req-13efca13-77ce-4968-8f10-7fcfa78ec270 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:56.044298 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a98f003b-c7c8-454b-8978-e9a79967029a req-13efca13-77ce-4968-8f10-7fcfa78ec270 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 945 time: 0.0761809 Feb 03 14:27:56.091575 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a98f003b-c7c8-454b-8978-e9a79967029a req-acfef0f2-a30e-4347-b63b-c29caa2e0fd2 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418506 Feb 03 14:27:56.840841 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:27:57.284182 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a706ec-6cc2-4db6-8933-9f8597d1828e req-baeba0f9-f7cf-4721-a304-1cacf2f02a90 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:57.286374 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-83a706ec-6cc2-4db6-8933-9f8597d1828e req-baeba0f9-f7cf-4721-a304-1cacf2f02a90 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 945 time: 0.0769954 Feb 03 14:27:57.330849 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-83a706ec-6cc2-4db6-8933-9f8597d1828e req-23c5d8c6-c434-4c48-b291-3a0b1a9f8f84 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392654 Feb 03 14:27:57.577964 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ed4c9b4a-eb9f-4b42-aa67-a79e766c7149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:58.541191 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33359de-d136-4bbc-b3d9-7a34d99e19d3 req-0efb4500-768f-4c94-b54a-b10039ae7aa1 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:58.542625 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a33359de-d136-4bbc-b3d9-7a34d99e19d3 req-0efb4500-768f-4c94-b54a-b10039ae7aa1 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 945 time: 0.0769732 Feb 03 14:27:58.586448 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a33359de-d136-4bbc-b3d9-7a34d99e19d3 req-bd151778-8842-48ff-b5d8-0a943125107c tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381870 Feb 03 14:27:58.857944 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:58.932170 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:27:59.777379 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2fc84-f586-4816-aaa6-c965eb77c7b5 req-55226641-9b04-497d-a8d5-5e4cbc093651 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:59.778785 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6be2fc84-f586-4816-aaa6-c965eb77c7b5 req-55226641-9b04-497d-a8d5-5e4cbc093651 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 945 time: 0.0758069 Feb 03 14:27:59.822465 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6be2fc84-f586-4816-aaa6-c965eb77c7b5 req-77f7aea3-77b8-4892-93b0-1a4d8e9abdec tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383003 Feb 03 14:28:00.235280 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:00.603946 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ba4a1559-560e-4c32-b265-acd9df6fa473 req-ab4304b2-67d3-42cf-a480-1cd12a6d1942 service neutron] 10.222.0.47 "GET /v2.0/ports/36180a79-97f0-4438-92a5-eb1489de72a7/bindings/hv-neutron-8270 HTTP/1.1" status: 200 len: 384 time: 0.0747817 Feb 03 14:28:01.020066 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad75fa-c8dd-4b54-acb3-e79410c61f13 req-1697479d-1efb-4e53-8be1-467e40ebf74c tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:01.021496 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-41ad75fa-c8dd-4b54-acb3-e79410c61f13 req-1697479d-1efb-4e53-8be1-467e40ebf74c tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 945 time: 0.0791514 Feb 03 14:28:01.066668 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-41ad75fa-c8dd-4b54-acb3-e79410c61f13 req-dce5ecbc-f315-4793-8328-eb01fa941d04 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396030 Feb 03 14:28:01.222609 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ba4a1559-560e-4c32-b265-acd9df6fa473 req-4be091fc-7eb0-41ff-9b90-ac99d3a60291 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010&tenant_id=8ba039cce39143a8bb6581566271655e HTTP/1.1" status: 200 len: 1098 time: 0.0677834 Feb 03 14:28:01.312431 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ba4a1559-560e-4c32-b265-acd9df6fa473 req-58bb13c0-35ff-4bd2-b3ca-ce5f55e55aeb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8ba039cce39143a8bb6581566271655e&device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 1098 time: 0.0695982 Feb 03 14:28:01.439106 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a1559-560e-4c32-b265-acd9df6fa473 req-d2468d4a-40fa-46ab-bd0d-10206a5c406e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:01.440516 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ba4a1559-560e-4c32-b265-acd9df6fa473 req-d2468d4a-40fa-46ab-bd0d-10206a5c406e service neutron] 10.222.0.47 "GET /v2.0/networks?id=72665aff-c47b-4a0e-b981-ed0f58257b98 HTTP/1.1" status: 200 len: 912 time: 0.1232157 Feb 03 14:28:01.542445 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ba4a1559-560e-4c32-b265-acd9df6fa473 req-f923c6c1-9e4d-4613-87b3-60c58b7d1e70 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36180a79-97f0-4438-92a5-eb1489de72a7 HTTP/1.1" status: 200 len: 1001 time: 0.0951762 Feb 03 14:28:01.606851 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a1559-560e-4c32-b265-acd9df6fa473 req-c3dfcc9a-4d56-4c0a-9248-bd91526b0a11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:01.608277 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ba4a1559-560e-4c32-b265-acd9df6fa473 req-c3dfcc9a-4d56-4c0a-9248-bd91526b0a11 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aefc24b7-4fbe-4412-972d-e9e7fb0de6b4 HTTP/1.1" status: 200 len: 851 time: 0.0605080 Feb 03 14:28:01.681912 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ba4a1559-560e-4c32-b265-acd9df6fa473 req-7b30eff6-8954-4e1b-8c59-4c2e2a227bd0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72665aff-c47b-4a0e-b981-ed0f58257b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680084 Feb 03 14:28:01.888988 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ba4a1559-560e-4c32-b265-acd9df6fa473 req-87729f70-b654-40ce-b690-a48c654b6383 service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011242 Feb 03 14:28:02.016557 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ba4a1559-560e-4c32-b265-acd9df6fa473 req-daa789c5-0098-4047-be00-97c6f26f6af9 service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225321 Feb 03 14:28:02.262511 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c29ed7-8f25-4762-9947-1d02706e293f req-86cc2922-7fe7-4b93-932d-61087b456844 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:02.264072 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-93c29ed7-8f25-4762-9947-1d02706e293f req-86cc2922-7fe7-4b93-932d-61087b456844 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 945 time: 0.0763741 Feb 03 14:28:02.314012 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-93c29ed7-8f25-4762-9947-1d02706e293f req-fd871b6b-4f35-40e0-b0b6-078a6b9380a8 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444615 Feb 03 14:28:03.508273 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ce106-e191-4724-a89b-d02ac1dfae72 req-098e2940-7b76-4501-a208-b9839790b0b3 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:03.509575 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-fc0ce106-e191-4724-a89b-d02ac1dfae72 req-098e2940-7b76-4501-a208-b9839790b0b3 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 945 time: 0.0737579 Feb 03 14:28:03.553484 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-fc0ce106-e191-4724-a89b-d02ac1dfae72 req-efcbc27e-9206-46ff-b33e-c925a01009e2 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385089 Feb 03 14:28:04.759647 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c07f1-0a38-4c03-a36c-abffbae58e12 req-3397ccbf-c150-4006-bfe3-2aad063274e5 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:04.761080 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0f4c07f1-0a38-4c03-a36c-abffbae58e12 req-3397ccbf-c150-4006-bfe3-2aad063274e5 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 945 time: 0.0883527 Feb 03 14:28:04.809207 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0f4c07f1-0a38-4c03-a36c-abffbae58e12 req-312be698-1918-4b1e-ab68-2c1febe836dc tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424995 Feb 03 14:28:05.106152 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 36180a79-97f0-4438-92a5-eb1489de72a7 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:28:05.109932 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 36180a79-97f0-4438-92a5-eb1489de72a7 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:28:05.325884 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:05.343452 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 36180a79-97f0-4438-92a5-eb1489de72a7, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=36180a79-97f0-4438-92a5-eb1489de72a7,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:05.363539 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': '36180a79-97f0-4438-92a5-eb1489de72a7', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'port_id': '36180a79-97f0-4438-92a5-eb1489de72a7', 'mac_address': 'fa:16:3e:bc:14:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:28:05.370286 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6a8e4c-1639-475a-951c-b8b5765f6010', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36180a79-97f0-4438-92a5-eb1489de72a7'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:28:05.413663 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 36180a79-97f0-4438-92a5-eb1489de72a7, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=36180a79-97f0-4438-92a5-eb1489de72a7,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:05.432914 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:05.442342 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6a8e4c-1639-475a-951c-b8b5765f6010', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36180a79-97f0-4438-92a5-eb1489de72a7', 'code': 200} Feb 03 14:28:05.451208 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36180a79-97f0-4438-92a5-eb1489de72a7 {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:28:05.477264 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:05.582382 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:28:05.582734 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:28:05.586733 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=36180a79-97f0-4438-92a5-eb1489de72a7,revision_number=6']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:05.594781 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:05.595156 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:05.595500 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:05.595836 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:05.596169 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:05.596498 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:05.596823 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:05.597151 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:05.597490 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:05.597791 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:05.598111 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:05.999974 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070d561-201e-4148-8789-8c0fb8af2651 req-b9e8e0ac-f011-41e7-8618-3ce687234712 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:06.001450 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4070d561-201e-4148-8789-8c0fb8af2651 req-b9e8e0ac-f011-41e7-8618-3ce687234712 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 943 time: 0.0746758 Feb 03 14:28:06.045940 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4070d561-201e-4148-8789-8c0fb8af2651 req-9199f719-e257-4c9b-87f2-1fc1aa75b9e6 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385513 Feb 03 14:28:06.134321 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:06.152027 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36180a79-97f0-4438-92a5-eb1489de72a7 {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:28:06.166651 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 36180a79-97f0-4438-92a5-eb1489de72a7, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=36180a79-97f0-4438-92a5-eb1489de72a7,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:06.263812 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:06.324825 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['36180a79-97f0-4438-92a5-eb1489de72a7'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:28:06.380589 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=36180a79-97f0-4438-92a5-eb1489de72a7,revision_number=7']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:06.552896 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c8d94-9f3a-4568-b1b9-9f5e98b24ac0 req-979545c8-d737-402d-b312-66e3685eea33 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:06.554651 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-592c8d94-9f3a-4568-b1b9-9f5e98b24ac0 req-979545c8-d737-402d-b312-66e3685eea33 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 944 time: 0.0811162 Feb 03 14:28:06.600223 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-592c8d94-9f3a-4568-b1b9-9f5e98b24ac0 req-151e72e1-87b9-4919-ba45-f1bbe466705d tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399864 Feb 03 14:28:06.602321 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91d308-9feb-4d45-a210-968034733bbe req-f40d9d81-7809-4d6f-a368-18f5b25b1f86 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:06.603025 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-0b91d308-9feb-4d45-a210-968034733bbe req-f40d9d81-7809-4d6f-a368-18f5b25b1f86 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Synchronizing usage tracker for tenant:8ba039cce39143a8bb6581566271655e on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:28:06.675107 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-0b91d308-9feb-4d45-a210-968034733bbe req-f40d9d81-7809-4d6f-a368-18f5b25b1f86 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Unset dirty status for tenant:8ba039cce39143a8bb6581566271655e on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:28:06.676238 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-0b91d308-9feb-4d45-a210-968034733bbe req-f40d9d81-7809-4d6f-a368-18f5b25b1f86 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010&tenant_id=8ba039cce39143a8bb6581566271655e&binding%3Ahost_id=hv-neutron-8270 HTTP/1.1" status: 200 len: 944 time: 0.1562567 Feb 03 14:28:06.820905 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-0b91d308-9feb-4d45-a210-968034733bbe req-e32a1665-bf09-40f4-bcdd-1d3f17f37453 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8ba039cce39143a8bb6581566271655e&device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 1097 time: 0.0687003 Feb 03 14:28:06.947444 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91d308-9feb-4d45-a210-968034733bbe req-e971da91-5821-48f7-849f-f8c59362f630 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:06.948779 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-0b91d308-9feb-4d45-a210-968034733bbe req-e971da91-5821-48f7-849f-f8c59362f630 service neutron] 10.222.0.47 "GET /v2.0/networks?id=72665aff-c47b-4a0e-b981-ed0f58257b98 HTTP/1.1" status: 200 len: 912 time: 0.1225646 Feb 03 14:28:07.049298 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-0b91d308-9feb-4d45-a210-968034733bbe req-2187b3cc-984f-411c-ab37-ac8965f33326 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36180a79-97f0-4438-92a5-eb1489de72a7 HTTP/1.1" status: 200 len: 1000 time: 0.0942957 Feb 03 14:28:07.108944 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91d308-9feb-4d45-a210-968034733bbe req-6e1ae266-331e-4fdf-9f5e-0f30ad7f0e44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:07.110274 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-0b91d308-9feb-4d45-a210-968034733bbe req-6e1ae266-331e-4fdf-9f5e-0f30ad7f0e44 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aefc24b7-4fbe-4412-972d-e9e7fb0de6b4 HTTP/1.1" status: 200 len: 851 time: 0.0555367 Feb 03 14:28:07.121395 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 36180a79-97f0-4438-92a5-eb1489de72a7 up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:28:07.184959 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-0b91d308-9feb-4d45-a210-968034733bbe req-00afd949-d559-49e5-a8ef-c687dadc5cf3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72665aff-c47b-4a0e-b981-ed0f58257b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690434 Feb 03 14:28:07.191652 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port 36180a79-97f0-4438-92a5-eb1489de72a7 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:28:07.192197 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:07.300642 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:07.314708 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-0b91d308-9feb-4d45-a210-968034733bbe req-52e98b96-2453-4eef-b47a-80a485949af8 service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239567 Feb 03 14:28:07.333564 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 36180a79-97f0-4438-92a5-eb1489de72a7, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=36180a79-97f0-4438-92a5-eb1489de72a7,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:07.383965 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:07.444221 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6a8e4c-1639-475a-951c-b8b5765f6010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36180a79-97f0-4438-92a5-eb1489de72a7'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:28:07.447105 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-0b91d308-9feb-4d45-a210-968034733bbe req-b4b4694e-3c76-4a0f-b580-119f296b2984 service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272442 Feb 03 14:28:07.458941 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=36180a79-97f0-4438-92a5-eb1489de72a7,revision_number=8']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:07.506494 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6a8e4c-1639-475a-951c-b8b5765f6010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36180a79-97f0-4438-92a5-eb1489de72a7', 'code': 200} Feb 03 14:28:07.796372 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0250f-cfd5-459d-b2d0-18ebaa2ba432 req-37fd6c6d-4556-499f-a18e-44eb2fe36b48 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:07.797716 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1ff0250f-cfd5-459d-b2d0-18ebaa2ba432 req-37fd6c6d-4556-499f-a18e-44eb2fe36b48 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 945 time: 0.0747108 Feb 03 14:28:07.842393 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1ff0250f-cfd5-459d-b2d0-18ebaa2ba432 req-2c7791f8-abdb-448b-93e5-9a354b74b3b0 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386865 Feb 03 14:28:09.039624 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748e6e7-9b7c-4b5b-9d9b-bd34733cd44b req-57f4569d-c464-4afe-aec6-c129da848694 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:09.041060 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c748e6e7-9b7c-4b5b-9d9b-bd34733cd44b req-57f4569d-c464-4afe-aec6-c129da848694 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 945 time: 0.0783825 Feb 03 14:28:09.086200 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c748e6e7-9b7c-4b5b-9d9b-bd34733cd44b req-2aee333b-6055-4f51-90de-fe3efdbbe17b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393610 Feb 03 14:28:09.281228 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ecba7c-d13a-4f3a-b333-cb37d2e2cd72 req-e37a3eae-d52c-4456-b5d2-4f582ca3ee3b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:09.282662 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-64ecba7c-d13a-4f3a-b333-cb37d2e2cd72 req-e37a3eae-d52c-4456-b5d2-4f582ca3ee3b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 945 time: 0.0751491 Feb 03 14:28:09.331816 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-64ecba7c-d13a-4f3a-b333-cb37d2e2cd72 req-56733f7c-bbda-480c-9371-3b3f2d01bd96 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435092 Feb 03 14:28:09.526113 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ec192-066d-4789-a8f4-473daff6347f req-0954f366-4655-49cd-a551-5f3c3798594c tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:09.527549 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2d4ec192-066d-4789-a8f4-473daff6347f req-0954f366-4655-49cd-a551-5f3c3798594c tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 945 time: 0.0746956 Feb 03 14:28:09.571907 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2d4ec192-066d-4789-a8f4-473daff6347f req-4e950d02-dd7a-47e2-a435-74b0bef4c42d tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387137 Feb 03 14:28:10.162118 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8c07a-c819-4199-b50c-ee4e2ce5f277 req-b66b7abc-316f-4409-8041-a2d5a2fd7169 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:10.163568 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bed8c07a-c819-4199-b50c-ee4e2ce5f277 req-b66b7abc-316f-4409-8041-a2d5a2fd7169 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 945 time: 0.0789254 Feb 03 14:28:10.207032 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bed8c07a-c819-4199-b50c-ee4e2ce5f277 req-d9a0cbc1-c528-4252-ae37-0a2ada862cea tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380850 Feb 03 14:28:11.403097 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a761dd-48e4-4cc5-aad7-6bf4220c847b req-04c86db4-533d-4f91-90e0-d95a2d25f416 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:11.404524 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-44a761dd-48e4-4cc5-aad7-6bf4220c847b req-04c86db4-533d-4f91-90e0-d95a2d25f416 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 945 time: 0.0765367 Feb 03 14:28:11.448534 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-44a761dd-48e4-4cc5-aad7-6bf4220c847b req-58babe3e-6fff-4a1c-a149-ca537cd3fc84 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385280 Feb 03 14:28:11.884145 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b989f-5709-444f-9846-fe2cf14e0301 req-192ec07b-721e-4343-80b8-56237cfeb5d1 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:11.885535 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-aa5b989f-5709-444f-9846-fe2cf14e0301 req-192ec07b-721e-4343-80b8-56237cfeb5d1 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 945 time: 0.0729592 Feb 03 14:28:11.953214 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-aa5b989f-5709-444f-9846-fe2cf14e0301 req-c2da95c7-1255-4b2b-af86-8233b48b39fb tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Deleting port 36180a79-97f0-4438-92a5-eb1489de72a7 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:28:11.953549 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-aa5b989f-5709-444f-9846-fe2cf14e0301 req-c2da95c7-1255-4b2b-af86-8233b48b39fb tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:12.187273 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-aa5b989f-5709-444f-9846-fe2cf14e0301 req-c2da95c7-1255-4b2b-af86-8233b48b39fb tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] For port 36180a79-97f0-4438-92a5-eb1489de72a7, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=36180a79-97f0-4438-92a5-eb1489de72a7,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:12.187629 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-aa5b989f-5709-444f-9846-fe2cf14e0301 req-c2da95c7-1255-4b2b-af86-8233b48b39fb tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:12.572933 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-aa5b989f-5709-444f-9846-fe2cf14e0301 req-c2da95c7-1255-4b2b-af86-8233b48b39fb tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:12.573387 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-aa5b989f-5709-444f-9846-fe2cf14e0301 req-c2da95c7-1255-4b2b-af86-8233b48b39fb tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:12.573705 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.l3_db [req-aa5b989f-5709-444f-9846-fe2cf14e0301 req-c2da95c7-1255-4b2b-af86-8233b48b39fb tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Floating IP 4deb3fa7-31fe-4412-abdd-33fa8d88b7d0 disassociated. External IP: 172.26.3.194, port: 36180a79-97f0-4438-92a5-eb1489de72a7. Feb 03 14:28:12.574046 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-aa5b989f-5709-444f-9846-fe2cf14e0301 req-c2da95c7-1255-4b2b-af86-8233b48b39fb tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Calling delete_port for 36180a79-97f0-4438-92a5-eb1489de72a7 owned by compute:nova {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:28:12.644766 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380a3bb-74be-4be6-8aeb-67d745f4f944 req-ec1c9116-6be1-4b64-b6b9-2796263ac29e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:12.646219 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9380a3bb-74be-4be6-8aeb-67d745f4f944 req-ec1c9116-6be1-4b64-b6b9-2796263ac29e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 945 time: 0.0779493 Feb 03 14:28:12.694208 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9380a3bb-74be-4be6-8aeb-67d745f4f944 req-2931e190-bdb1-4718-bf84-8dfbfd9c05aa tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411179 Feb 03 14:28:12.772294 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-aa5b989f-5709-444f-9846-fe2cf14e0301 req-c2da95c7-1255-4b2b-af86-8233b48b39fb tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:12.822668 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da95c7-1255-4b2b-af86-8233b48b39fb tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Pushing event deleted for resources: {'Port': ['ID=36180a79-97f0-4438-92a5-eb1489de72a7,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:12.836918 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da95c7-1255-4b2b-af86-8233b48b39fb tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:12.837191 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da95c7-1255-4b2b-af86-8233b48b39fb tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:12.837526 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da95c7-1255-4b2b-af86-8233b48b39fb tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:12.837855 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da95c7-1255-4b2b-af86-8233b48b39fb tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:12.838185 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da95c7-1255-4b2b-af86-8233b48b39fb tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:12.838509 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da95c7-1255-4b2b-af86-8233b48b39fb tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:12.838832 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da95c7-1255-4b2b-af86-8233b48b39fb tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:12.839234 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da95c7-1255-4b2b-af86-8233b48b39fb tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:12.839494 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da95c7-1255-4b2b-af86-8233b48b39fb tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:12.839813 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da95c7-1255-4b2b-af86-8233b48b39fb tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:12.840130 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da95c7-1255-4b2b-af86-8233b48b39fb tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:13.045915 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa5b989f-5709-444f-9846-fe2cf14e0301 req-c2da95c7-1255-4b2b-af86-8233b48b39fb tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Router 8d4b373e-6e4a-42bf-985e-7b60fba3d417 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:28:13.241144 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa5b989f-5709-444f-9846-fe2cf14e0301 req-c2da95c7-1255-4b2b-af86-8233b48b39fb tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:28:13.250730 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03b6fd1-cc6b-4f2a-b00d-492b04b19a2f None None] Sync routers for ids ['8d4b373e-6e4a-42bf-985e-7b60fba3d417'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:28:13.263363 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03b6fd1-cc6b-4f2a-b00d-492b04b19a2f None None] Routers {'8d4b373e-6e4a-42bf-985e-7b60fba3d417'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:28:13.263970 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-d03b6fd1-cc6b-4f2a-b00d-492b04b19a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:27:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['8d4b373e-6e4a-42bf-985e-7b60fba3d417'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:13.312385 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5b989f-5709-444f-9846-fe2cf14e0301 req-c2da95c7-1255-4b2b-af86-8233b48b39fb tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] No DVR routers for this DVR port 36180a79-97f0-4438-92a5-eb1489de72a7 on host hv-neutron-8270 {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:28:13.315726 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-aa5b989f-5709-444f-9846-fe2cf14e0301 req-c2da95c7-1255-4b2b-af86-8233b48b39fb tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:13.319360 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6a8e4c-1639-475a-951c-b8b5765f6010', 'name': 'network-vif-deleted', 'tag': '36180a79-97f0-4438-92a5-eb1489de72a7'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:28:13.378778 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6a8e4c-1639-475a-951c-b8b5765f6010', 'name': 'network-vif-deleted', 'tag': '36180a79-97f0-4438-92a5-eb1489de72a7', 'status': 'completed', 'code': 200} Feb 03 14:28:13.407229 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-aa5b989f-5709-444f-9846-fe2cf14e0301 req-c2da95c7-1255-4b2b-af86-8233b48b39fb tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.47 "DELETE /v2.0/ports/36180a79-97f0-4438-92a5-eb1489de72a7 HTTP/1.1" status: 204 len: 173 time: 1.5165567 Feb 03 14:28:13.487193 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-d03b6fd1-cc6b-4f2a-b00d-492b04b19a2f None None] Set router 8d4b373e-6e4a-42bf-985e-7b60fba3d417 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:28:13.791653 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-d03b6fd1-cc6b-4f2a-b00d-492b04b19a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'name': 'tempest-ServerActionsTestJSON-1103438220-router', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': '8200d7a0-867e-427b-b811-0827688616f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:27:13Z', 'updated_at': '2022-02-03T14:27:17Z', 'revision_number': 4, 'project_id': '8ba039cce39143a8bb6581566271655e', 'gw_port': {'id': '8200d7a0-867e-427b-b811-0827688616f8', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:14Z', 'updated_at': '2022-02-03T14:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '1f7fbe81-235a-41ce-8596-a787244529ee', 'name': '', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'mac_address': 'fa:16:3e:e1:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:16Z', 'updated_at': '2022-02-03T14:27:35Z', 'revision_number': 5, 'project_id': '8ba039cce39143a8bb6581566271655e', 'subnets': [{'id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:13.795563 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03b6fd1-cc6b-4f2a-b00d-492b04b19a2f None None] Checking router: 8d4b373e-6e4a-42bf-985e-7b60fba3d417 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:28:13.806530 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03b6fd1-cc6b-4f2a-b00d-492b04b19a2f None None] Routers {'8d4b373e-6e4a-42bf-985e-7b60fba3d417'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:28:13.807153 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-d03b6fd1-cc6b-4f2a-b00d-492b04b19a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:27:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['8d4b373e-6e4a-42bf-985e-7b60fba3d417'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:13.870450 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3213e457-1be0-44a9-9160-200d83bbbfb8 req-acdcd7b1-7b41-41fc-84e9-64728cd18c27 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce6a8e4c-1639-475a-951c-b8b5765f6010 HTTP/1.1" status: 200 len: 210 time: 0.0405777 Feb 03 14:28:13.982768 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-d03b6fd1-cc6b-4f2a-b00d-492b04b19a2f None None] Set router 8d4b373e-6e4a-42bf-985e-7b60fba3d417 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:28:14.296227 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-d03b6fd1-cc6b-4f2a-b00d-492b04b19a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'name': 'tempest-ServerActionsTestJSON-1103438220-router', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': '8200d7a0-867e-427b-b811-0827688616f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:27:13Z', 'updated_at': '2022-02-03T14:27:17Z', 'revision_number': 4, 'project_id': '8ba039cce39143a8bb6581566271655e', 'gw_port': {'id': '8200d7a0-867e-427b-b811-0827688616f8', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:14Z', 'updated_at': '2022-02-03T14:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '1f7fbe81-235a-41ce-8596-a787244529ee', 'name': '', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'mac_address': 'fa:16:3e:e1:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:16Z', 'updated_at': '2022-02-03T14:27:35Z', 'revision_number': 5, 'project_id': '8ba039cce39143a8bb6581566271655e', 'subnets': [{'id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:14.300482 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03b6fd1-cc6b-4f2a-b00d-492b04b19a2f None None] The sync data for ids ['8d4b373e-6e4a-42bf-985e-7b60fba3d417'] in dv-neutron-827016-1-hyperv is: [{'id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'name': 'tempest-ServerActionsTestJSON-1103438220-router', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': '8200d7a0-867e-427b-b811-0827688616f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:27:13Z', 'updated_at': '2022-02-03T14:27:17Z', 'revision_number': 4, 'project_id': '8ba039cce39143a8bb6581566271655e', 'gw_port': {'id': '8200d7a0-867e-427b-b811-0827688616f8', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:14Z', 'updated_at': '2022-02-03T14:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '1f7fbe81-235a-41ce-8596-a787244529ee', 'name': '', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'mac_address': 'fa:16:3e:e1:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:16Z', 'updated_at': '2022-02-03T14:27:35Z', 'revision_number': 5, 'project_id': '8ba039cce39143a8bb6581566271655e', 'subnets': [{'id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:28:14.503581 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2c5087-6c93-4842-8276-b20494417854 None None] New status for floating IP 4deb3fa7-31fe-4412-abdd-33fa8d88b7d0: DOWN {{(pid=84184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:28:15.153553 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 36180a79-97f0-4438-92a5-eb1489de72a7 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:28:15.190249 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] No Port match for: 36180a79-97f0-4438-92a5-eb1489de72a7 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:28:15.190607 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 36180a79-97f0-4438-92a5-eb1489de72a7 not bound to the agent host hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:28:15.239249 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-6167cd91-f3c8-4506-b1ca-6c2b579305b5 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1559397299&fields=id&tenant_id=8ba039cce39143a8bb6581566271655e HTTP/1.1" status: 200 len: 267 time: 0.0441196 Feb 03 14:28:15.464765 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-3da8e6dc-aecb-489f-be75-16b8f1c21521 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:15.466136 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-3da8e6dc-aecb-489f-be75-16b8f1c21521 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/networks?id=72665aff-c47b-4a0e-b981-ed0f58257b98 HTTP/1.1" status: 200 len: 812 time: 0.2200816 Feb 03 14:28:15.482480 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-0414b0c6-f03b-47e4-a3a2-de87eb7b6403 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/quotas/8ba039cce39143a8bb6581566271655e HTTP/1.1" status: 200 len: 375 time: 0.0110080 Feb 03 14:28:15.560498 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-eb978427-da6a-42ba-b9fb-72fb57d0caec tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ba039cce39143a8bb6581566271655e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0731986 Feb 03 14:28:15.693511 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-7d7f88d7-bfee-4598-a5f9-0b6ed911258c service neutron] 10.222.0.41 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217961 Feb 03 14:28:15.820993 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-bf884f9a-a6e5-4ee5-9d77-cd4774e17689 service neutron] 10.222.0.41 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218803 Feb 03 14:28:16.072100 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c91afd18-a2d5-4739-91a3-c185b2a62386 req-c2b0ae16-cef8-42e4-871d-e06140ec4dd7 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 210 time: 0.0409884 Feb 03 14:28:17.234608 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c53faef5-798c-47e9-96ba-0cf22f9e7c46 req-de4ca91b-c63b-4b13-8a70-581df68b408e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 210 time: 0.0447583 Feb 03 14:28:17.673475 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:17.924227 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-17ec320d-c54c-4f66-9939-1813cce1ef68 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:17.925577 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-17ec320d-c54c-4f66-9939-1813cce1ef68 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.47 "GET /v2.0/networks?id=72665aff-c47b-4a0e-b981-ed0f58257b98 HTTP/1.1" status: 200 len: 812 time: 0.1431570 Feb 03 14:28:17.979097 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-6b31b777-765f-4457-98d4-f6c53f1fa0f4 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ba039cce39143a8bb6581566271655e HTTP/1.1" status: 200 len: 380 time: 0.0414937 Feb 03 14:28:17.987405 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-f2659e59-d0c1-42fb-b05e-b95aadc639a1 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Request body: {'port': {'device_id': '444efafa-0a58-4f21-87cb-6f470f3acd9b', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'admin_state_up': True, 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'security_groups': ['a6102b82-4553-4218-b260-9872acf45973']}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:28:18.123548 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-f2659e59-d0c1-42fb-b05e-b95aadc639a1 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:28:18.127583 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-f2659e59-d0c1-42fb-b05e-b95aadc639a1 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Usage tracker for resource:port and tenant:8ba039cce39143a8bb6581566271655e is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:28:18.130387 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-f2659e59-d0c1-42fb-b05e-b95aadc639a1 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:28:18.136119 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-f2659e59-d0c1-42fb-b05e-b95aadc639a1 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:28:18.211229 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-f2659e59-d0c1-42fb-b05e-b95aadc639a1 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Made reservation on behalf of 8ba039cce39143a8bb6581566271655e for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:28:18.214419 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-f2659e59-d0c1-42fb-b05e-b95aadc639a1 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:18.375816 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-f2659e59-d0c1-42fb-b05e-b95aadc639a1 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Allocated IP 172.20.0.12 (72665aff-c47b-4a0e-b981-ed0f58257b98/aefc24b7-4fbe-4412-972d-e9e7fb0de6b4/9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:28:18.399850 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-54ebf3b5-09e4-49f0-b2f9-bf125a1db90d req-065d7577-d7b3-47b9-8f89-48af6dccaed7 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 210 time: 0.0422065 Feb 03 14:28:18.558267 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-f2659e59-d0c1-42fb-b05e-b95aadc639a1 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:18.573497 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-f2659e59-d0c1-42fb-b05e-b95aadc639a1 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Transition to ACTIVE for port object 9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:28:18.652387 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-f2659e59-d0c1-42fb-b05e-b95aadc639a1 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:18.721725 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-f2659e59-d0c1-42fb-b05e-b95aadc639a1 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Network 72665aff-c47b-4a0e-b981-ed0f58257b98 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:28:18.724854 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-f2659e59-d0c1-42fb-b05e-b95aadc639a1 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:28:18.729119 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-f2659e59-d0c1-42fb-b05e-b95aadc639a1 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:28:18.757760 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2659e59-d0c1-42fb-b05e-b95aadc639a1 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Pushing event updated for resources: {'Port': ['ID=9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:18.900366 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-f2659e59-d0c1-42fb-b05e-b95aadc639a1 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:18.900941 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-f2659e59-d0c1-42fb-b05e-b95aadc639a1 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:19.018251 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-f2659e59-d0c1-42fb-b05e-b95aadc639a1 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0342333 Feb 03 14:28:19.029370 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-94e40f4f-ed5c-4cdd-b7cc-3ab23302d5ec service neutron] Request body: {'port': {'device_id': '444efafa-0a58-4f21-87cb-6f470f3acd9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:28:19.086420 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-9a03dcbb-2767-4e44-b5c6-1f9a2ecc1720 None None] Provisioning for port 9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:28:19.091437 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-9a03dcbb-2767-4e44-b5c6-1f9a2ecc1720 None None] Provisioning complete for port 9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:28:19.091776 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9a03dcbb-2767-4e44-b5c6-1f9a2ecc1720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:19.136997 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-94e40f4f-ed5c-4cdd-b7cc-3ab23302d5ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:19.142166 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-9a03dcbb-2767-4e44-b5c6-1f9a2ecc1720 None None] Port 9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:28:19.465725 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-94e40f4f-ed5c-4cdd-b7cc-3ab23302d5ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940 {{(pid=84181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:28:19.472930 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-94e40f4f-ed5c-4cdd-b7cc-3ab23302d5ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:19.489281 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-94e40f4f-ed5c-4cdd-b7cc-3ab23302d5ec service neutron] Transition to ACTIVE for port object 9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940 will not be triggered until provisioned by entity L2. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:28:19.547961 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-94e40f4f-ed5c-4cdd-b7cc-3ab23302d5ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:19.597789 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7738fd2-1f1d-4729-b096-8b99e7ca8e11 req-22ba0ae4-6c05-4bb2-9d36-86cc2a767074 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:19.599231 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a7738fd2-1f1d-4729-b096-8b99e7ca8e11 req-22ba0ae4-6c05-4bb2-9d36-86cc2a767074 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 944 time: 0.0788865 Feb 03 14:28:19.649289 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a7738fd2-1f1d-4729-b096-8b99e7ca8e11 req-a62a25f6-12c1-4324-9765-98ee32018729 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430191 Feb 03 14:28:19.679217 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e40f4f-ed5c-4cdd-b7cc-3ab23302d5ec service neutron] Pushing event updated for resources: {'Port': ['ID=9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:19.786011 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-94e40f4f-ed5c-4cdd-b7cc-3ab23302d5ec service neutron] Attempting to bind port 9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:28:19.786343 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-94e40f4f-ed5c-4cdd-b7cc-3ab23302d5ec service neutron] Attempting to bind port 9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'ff2ae7db-efa4-455d-a774-63636e61517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:28:19.786668 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-94e40f4f-ed5c-4cdd-b7cc-3ab23302d5ec service neutron] Attempting to bind port 9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940 on network 72665aff-c47b-4a0e-b981-ed0f58257b98 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:28:19.793162 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-94e40f4f-ed5c-4cdd-b7cc-3ab23302d5ec service neutron] Port 9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940 on network 72665aff-c47b-4a0e-b981-ed0f58257b98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 14:28:19.793482 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-94e40f4f-ed5c-4cdd-b7cc-3ab23302d5ec service neutron] Attempting to bind port 9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940 on network 72665aff-c47b-4a0e-b981-ed0f58257b98 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:28:19.799553 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-94e40f4f-ed5c-4cdd-b7cc-3ab23302d5ec service neutron] Checking agent: {'id': '8cce4e55-f72c-4604-b6eb-27dc2f3f162a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'started_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:28:19.799884 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-94e40f4f-ed5c-4cdd-b7cc-3ab23302d5ec service neutron] Checking segment: {'id': 'ff2ae7db-efa4-455d-a774-63636e61517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:28:19.800260 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-94e40f4f-ed5c-4cdd-b7cc-3ab23302d5ec service neutron] Bound using segment: {'id': 'ff2ae7db-efa4-455d-a774-63636e61517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98'} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:28:19.800672 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-94e40f4f-ed5c-4cdd-b7cc-3ab23302d5ec service neutron] Bound port: 9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff2ae7db-efa4-455d-a774-63636e61517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98'}}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:28:19.801008 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-94e40f4f-ed5c-4cdd-b7cc-3ab23302d5ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:19.886235 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-94e40f4f-ed5c-4cdd-b7cc-3ab23302d5ec service neutron] For port 9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:28:19.889136 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-94e40f4f-ed5c-4cdd-b7cc-3ab23302d5ec service neutron] For port 9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:28:19.978011 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-94e40f4f-ed5c-4cdd-b7cc-3ab23302d5ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:20.040591 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-94e40f4f-ed5c-4cdd-b7cc-3ab23302d5ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:20.041932 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-94e40f4f-ed5c-4cdd-b7cc-3ab23302d5ec service neutron] 10.222.0.47 "PUT /v2.0/ports/9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940 HTTP/1.1" status: 200 len: 1094 time: 1.0165203 Feb 03 14:28:20.042362 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '444efafa-0a58-4f21-87cb-6f470f3acd9b', 'tag': '9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:28:20.060503 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e40f4f-ed5c-4cdd-b7cc-3ab23302d5ec service neutron] Pushing event updated for resources: {'Port': ['ID=9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940,revision_number=3']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:20.104996 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '444efafa-0a58-4f21-87cb-6f470f3acd9b', 'tag': '9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940', 'status': 'completed', 'code': 200} Feb 03 14:28:20.199813 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-688f5f9a-821b-4a9e-87ad-6eaaed0af91b req-c0e41967-84bb-4438-b4dc-3836d953fc85 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8ba039cce39143a8bb6581566271655e&device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 1097 time: 0.0729127 Feb 03 14:28:20.338117 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f5f9a-821b-4a9e-87ad-6eaaed0af91b req-68ef0d07-44ba-4318-8095-c1f13e5ea63b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:20.339500 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-688f5f9a-821b-4a9e-87ad-6eaaed0af91b req-68ef0d07-44ba-4318-8095-c1f13e5ea63b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=8ba039cce39143a8bb6581566271655e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1331758 Feb 03 14:28:20.471548 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f5f9a-821b-4a9e-87ad-6eaaed0af91b req-ae1fd033-c902-4cf2-9b7b-0d7283554e75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:20.472956 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-688f5f9a-821b-4a9e-87ad-6eaaed0af91b req-ae1fd033-c902-4cf2-9b7b-0d7283554e75 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1278479 Feb 03 14:28:20.575892 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-43bb3b39-67dc-4aa3-94e0-3649cefa8a93 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8ba039cce39143a8bb6581566271655e&device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 1097 time: 0.0677547 Feb 03 14:28:20.644875 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-6b0ba89e-c2e7-4a01-8194-a673370880fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940 HTTP/1.1" status: 200 len: 217 time: 0.0632205 Feb 03 14:28:20.705709 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-27315771-700c-4056-bd52-49b653e16f29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:20.707173 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-27315771-700c-4056-bd52-49b653e16f29 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aefc24b7-4fbe-4412-972d-e9e7fb0de6b4 HTTP/1.1" status: 200 len: 851 time: 0.0564458 Feb 03 14:28:20.784293 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-86419d4c-2f67-4200-b48e-6cefb5f0bbfb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72665aff-c47b-4a0e-b981-ed0f58257b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711272 Feb 03 14:28:20.848405 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce89b7-defb-4909-9e34-3531da2f8979 req-e3778cc3-4174-4dc8-a214-ad19754bc050 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:20.850059 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5dce89b7-defb-4909-9e34-3531da2f8979 req-e3778cc3-4174-4dc8-a214-ad19754bc050 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 944 time: 0.0757852 Feb 03 14:28:20.896261 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5dce89b7-defb-4909-9e34-3531da2f8979 req-a7121df7-92d7-44c4-9524-0c6e4111d9f2 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409727 Feb 03 14:28:21.000538 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-1f35940b-7ed4-4498-a496-7fd8aaf4a9e2 service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098625 Feb 03 14:28:21.126662 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-42cbb030-6fee-4a2c-8a84-3e40326596d5 req-9b66aefa-f247-4e96-ba73-89337e78ccb0 service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205807 Feb 03 14:28:22.106011 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36cc8a1-c572-4aa1-880c-5c60177d9000 req-19319c87-5841-42a3-a0a4-96cc9ab37747 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:22.107458 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b36cc8a1-c572-4aa1-880c-5c60177d9000 req-19319c87-5841-42a3-a0a4-96cc9ab37747 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 944 time: 0.0785031 Feb 03 14:28:22.151466 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b36cc8a1-c572-4aa1-880c-5c60177d9000 req-a1af5038-9e42-4233-9b8f-3766ffdb36b2 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386038 Feb 03 14:28:23.342843 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57214966-7283-478c-a80d-97c55cac4700 req-8ccca36a-a11a-4677-88b8-8a628078ba85 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:23.344367 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-57214966-7283-478c-a80d-97c55cac4700 req-8ccca36a-a11a-4677-88b8-8a628078ba85 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 944 time: 0.0745258 Feb 03 14:28:23.389606 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-57214966-7283-478c-a80d-97c55cac4700 req-09df824a-5617-4224-9e94-9163d739036c tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398040 Feb 03 14:28:24.604675 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef0408-abb2-4cdc-a7aa-f5de17d999f5 req-23035d5b-06e1-42a6-ab23-7f6a2034440c tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:24.606109 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a3ef0408-abb2-4cdc-a7aa-f5de17d999f5 req-23035d5b-06e1-42a6-ab23-7f6a2034440c tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 944 time: 0.0790832 Feb 03 14:28:24.650767 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a3ef0408-abb2-4cdc-a7aa-f5de17d999f5 req-ab088909-4cef-4f91-ad70-3bc28ed2924b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390942 Feb 03 14:28:25.183873 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:28:25.323676 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:25.330777 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-994a4672-e1a0-4689-af73-4ed2943b4c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:25.337987 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': '9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'port_id': '9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940', 'mac_address': 'fa:16:3e:4b:42:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:28:25.394312 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:25.410978 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940 {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:28:25.426345 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:25.491757 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:25.555552 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:25.801829 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:28:25.844025 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521882f9-386a-4106-b1ef-23d1ff27a208 req-0e7e0f7c-e9fb-48ef-b523-89615be74146 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:25.845440 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-521882f9-386a-4106-b1ef-23d1ff27a208 req-0e7e0f7c-e9fb-48ef-b523-89615be74146 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 945 time: 0.0764005 Feb 03 14:28:25.892649 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-521882f9-386a-4106-b1ef-23d1ff27a208 req-e0159ef8-fa59-4edf-95d4-cfd2d8dfc220 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416088 Feb 03 14:28:27.082633 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe6cca-ffe6-479e-b831-1f4311acd0f0 req-b9adf217-8e27-4f67-8df0-24cba210d053 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:27.084651 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-83fe6cca-ffe6-479e-b831-1f4311acd0f0 req-b9adf217-8e27-4f67-8df0-24cba210d053 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 945 time: 0.0743983 Feb 03 14:28:27.128271 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-83fe6cca-ffe6-479e-b831-1f4311acd0f0 req-64cfe455-5278-4ee6-bccc-d429aa99b545 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379848 Feb 03 14:28:27.184144 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940 up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:28:27.314149 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning for port 9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:28:27.319626 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port 9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:28:27.320006 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:27.483381 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:27.510157 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444efafa-0a58-4f21-87cb-6f470f3acd9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:28:27.519797 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:27.537413 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-14924722-d5f7-4307-a530-7f79c1bd0f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:27.565432 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444efafa-0a58-4f21-87cb-6f470f3acd9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940', 'code': 200} Feb 03 14:28:27.605849 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:27.673662 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:27.992516 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6f13f7e1-1d6b-4874-8057-9eebb8e17aa6 req-9b12e5c0-c2de-4e0c-86fe-f9930cf35166 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 1099 time: 0.1338375 Feb 03 14:28:28.034667 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6f13f7e1-1d6b-4874-8057-9eebb8e17aa6 req-e8b2369c-5b8b-4888-af43-36729303537b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361826 Feb 03 14:28:28.322308 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bba8cc-c072-4659-973c-1a2697cd2e5f req-8fb14d3d-8b6a-4e07-a381-bb56d7e9467f tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:28.323770 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-32bba8cc-c072-4659-973c-1a2697cd2e5f req-8fb14d3d-8b6a-4e07-a381-bb56d7e9467f tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.0781381 Feb 03 14:28:28.368385 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-32bba8cc-c072-4659-973c-1a2697cd2e5f req-ed1788b0-2ea7-4220-94cb-abaa7cb420ff tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389454 Feb 03 14:28:28.856809 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:28.914450 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:29.569329 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94b9cf-fef9-4d45-95c2-0658fb4284ab req-069c87c6-354e-4667-93da-31ee0305c3bf tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:29.570689 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4d94b9cf-fef9-4d45-95c2-0658fb4284ab req-069c87c6-354e-4667-93da-31ee0305c3bf tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.0768473 Feb 03 14:28:29.615110 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4d94b9cf-fef9-4d45-95c2-0658fb4284ab req-656dd61d-2fe2-44a4-ba99-c7f720208298 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388052 Feb 03 14:28:30.245405 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:30.812590 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f6494-5819-43b3-a8ab-32f4b548e21b req-6642edf2-f26e-408e-9036-9572fc80cff7 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:30.814006 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d66f6494-5819-43b3-a8ab-32f4b548e21b req-6642edf2-f26e-408e-9036-9572fc80cff7 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.0773478 Feb 03 14:28:30.858267 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d66f6494-5819-43b3-a8ab-32f4b548e21b req-d1ea0930-39f6-4f43-a21e-efa367bcc00d tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388448 Feb 03 14:28:31.043937 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad67469-c709-4943-84f0-58ff2458c569 req-aaccea2d-c355-4348-b5a5-70897a9e8770 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:31.045343 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9ad67469-c709-4943-84f0-58ff2458c569 req-aaccea2d-c355-4348-b5a5-70897a9e8770 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.0739973 Feb 03 14:28:31.054337 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 36388) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:28:31.059472 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-58678248-190f-427b-8b3e-697ee40981ac tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Request body: {'floatingip': {'port_id': '9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:28:31.134752 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-58678248-190f-427b-8b3e-697ee40981ac tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks [] for floatingip, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:31.791299 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-58678248-190f-427b-8b3e-697ee40981ac tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:31.845206 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-58678248-190f-427b-8b3e-697ee40981ac tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:32.029517 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.l3_db [None req-58678248-190f-427b-8b3e-697ee40981ac tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Floating IP 4deb3fa7-31fe-4412-abdd-33fa8d88b7d0 associated. External IP: 172.26.3.194, port: 9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940. Feb 03 14:28:32.400759 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58678248-190f-427b-8b3e-697ee40981ac tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Router 8d4b373e-6e4a-42bf-985e-7b60fba3d417 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:28:32.593045 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58678248-190f-427b-8b3e-697ee40981ac tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:28:32.597666 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-58678248-190f-427b-8b3e-697ee40981ac tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:32.603669 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d297b19d-3306-407a-9f4d-30214cefbaa1 None None] Sync routers for ids ['8d4b373e-6e4a-42bf-985e-7b60fba3d417'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:28:32.615880 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d297b19d-3306-407a-9f4d-30214cefbaa1 None None] Routers {'8d4b373e-6e4a-42bf-985e-7b60fba3d417'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:28:32.616476 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-d297b19d-3306-407a-9f4d-30214cefbaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:28:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['8d4b373e-6e4a-42bf-985e-7b60fba3d417'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:32.752994 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-58678248-190f-427b-8b3e-697ee40981ac tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "PUT /v2.0/floatingips/4deb3fa7-31fe-4412-abdd-33fa8d88b7d0 HTTP/1.1" status: 200 len: 992 time: 1.6976213 Feb 03 14:28:32.753667 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '444efafa-0a58-4f21-87cb-6f470f3acd9b', 'tag': '9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940'}] {{(pid=84182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:28:32.798261 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-d297b19d-3306-407a-9f4d-30214cefbaa1 None None] Set router 8d4b373e-6e4a-42bf-985e-7b60fba3d417 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:28:32.820422 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '444efafa-0a58-4f21-87cb-6f470f3acd9b', 'tag': '9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940', 'status': 'completed', 'code': 200} Feb 03 14:28:32.916090 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b5cc4f30-69b2-4b46-8ad4-35bddcb81f3f req-3b7e12e7-f08f-4a69-8e40-fccba04d2112 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8ba039cce39143a8bb6581566271655e&device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 1099 time: 0.0749085 Feb 03 14:28:32.932625 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa82d9-f08e-491f-a641-121b2e1723ff req-7deeb02d-3da1-47ff-900c-be587d3d36ce tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:32.934709 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e7aa82d9-f08e-491f-a641-121b2e1723ff req-7deeb02d-3da1-47ff-900c-be587d3d36ce tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.0837789 Feb 03 14:28:32.981169 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e7aa82d9-f08e-491f-a641-121b2e1723ff req-31838f0b-8c3e-4085-8083-ccc985df7169 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405359 Feb 03 14:28:33.051938 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc4f30-69b2-4b46-8ad4-35bddcb81f3f req-41d6ca77-5b5c-4894-97d0-3bfdca926a84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:33.053327 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b5cc4f30-69b2-4b46-8ad4-35bddcb81f3f req-41d6ca77-5b5c-4894-97d0-3bfdca926a84 service neutron] 10.222.0.47 "GET /v2.0/networks?id=72665aff-c47b-4a0e-b981-ed0f58257b98 HTTP/1.1" status: 200 len: 912 time: 0.1315587 Feb 03 14:28:33.138504 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-d297b19d-3306-407a-9f4d-30214cefbaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'name': 'tempest-ServerActionsTestJSON-1103438220-router', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': '8200d7a0-867e-427b-b811-0827688616f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:27:13Z', 'updated_at': '2022-02-03T14:27:17Z', 'revision_number': 4, 'project_id': '8ba039cce39143a8bb6581566271655e', 'gw_port': {'id': '8200d7a0-867e-427b-b811-0827688616f8', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:14Z', 'updated_at': '2022-02-03T14:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '4deb3fa7-31fe-4412-abdd-33fa8d88b7d0', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'floating_ip_address': '172.26.3.194', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'port_id': '9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'mac_address': 'fa:16:3e:4b:42:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444efafa-0a58-4f21-87cb-6f470f3acd9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:27:21Z', 'updated_at': '2022-02-03T14:28:31Z', 'revision_number': 5, 'project_id': '8ba039cce39143a8bb6581566271655e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f7fbe81-235a-41ce-8596-a787244529ee', 'name': '', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'mac_address': 'fa:16:3e:e1:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:16Z', 'updated_at': '2022-02-03T14:27:35Z', 'revision_number': 5, 'project_id': '8ba039cce39143a8bb6581566271655e', 'subnets': [{'id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:33.142439 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d297b19d-3306-407a-9f4d-30214cefbaa1 None None] Checking router: 8d4b373e-6e4a-42bf-985e-7b60fba3d417 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:28:33.153129 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d297b19d-3306-407a-9f4d-30214cefbaa1 None None] Routers {'8d4b373e-6e4a-42bf-985e-7b60fba3d417'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:28:33.153729 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-d297b19d-3306-407a-9f4d-30214cefbaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:28:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['8d4b373e-6e4a-42bf-985e-7b60fba3d417'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:33.156058 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b5cc4f30-69b2-4b46-8ad4-35bddcb81f3f req-2f8a51e1-00a7-49ee-8b87-8803a067ba5a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940 HTTP/1.1" status: 200 len: 1000 time: 0.0968788 Feb 03 14:28:33.217548 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc4f30-69b2-4b46-8ad4-35bddcb81f3f req-ee576744-bd14-4498-a392-1d053ea6b256 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:33.218961 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b5cc4f30-69b2-4b46-8ad4-35bddcb81f3f req-ee576744-bd14-4498-a392-1d053ea6b256 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aefc24b7-4fbe-4412-972d-e9e7fb0de6b4 HTTP/1.1" status: 200 len: 851 time: 0.0574641 Feb 03 14:28:33.296258 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b5cc4f30-69b2-4b46-8ad4-35bddcb81f3f req-01ab1917-7252-4900-b93e-290d17d6eb24 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72665aff-c47b-4a0e-b981-ed0f58257b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718982 Feb 03 14:28:33.332073 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-d297b19d-3306-407a-9f4d-30214cefbaa1 None None] Set router 8d4b373e-6e4a-42bf-985e-7b60fba3d417 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:28:33.427255 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b5cc4f30-69b2-4b46-8ad4-35bddcb81f3f req-81446460-64ea-4428-bb7d-6a0f698940c8 service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249495 Feb 03 14:28:33.556354 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b5cc4f30-69b2-4b46-8ad4-35bddcb81f3f req-34d8792c-96ac-4619-a1fe-3c7d827bc12a service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233399 Feb 03 14:28:33.678155 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-d297b19d-3306-407a-9f4d-30214cefbaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'name': 'tempest-ServerActionsTestJSON-1103438220-router', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': '8200d7a0-867e-427b-b811-0827688616f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:27:13Z', 'updated_at': '2022-02-03T14:27:17Z', 'revision_number': 4, 'project_id': '8ba039cce39143a8bb6581566271655e', 'gw_port': {'id': '8200d7a0-867e-427b-b811-0827688616f8', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:14Z', 'updated_at': '2022-02-03T14:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '4deb3fa7-31fe-4412-abdd-33fa8d88b7d0', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'floating_ip_address': '172.26.3.194', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'port_id': '9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'mac_address': 'fa:16:3e:4b:42:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444efafa-0a58-4f21-87cb-6f470f3acd9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:27:21Z', 'updated_at': '2022-02-03T14:28:31Z', 'revision_number': 5, 'project_id': '8ba039cce39143a8bb6581566271655e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f7fbe81-235a-41ce-8596-a787244529ee', 'name': '', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'mac_address': 'fa:16:3e:e1:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:16Z', 'updated_at': '2022-02-03T14:27:35Z', 'revision_number': 5, 'project_id': '8ba039cce39143a8bb6581566271655e', 'subnets': [{'id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:33.682136 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d297b19d-3306-407a-9f4d-30214cefbaa1 None None] The sync data for ids ['8d4b373e-6e4a-42bf-985e-7b60fba3d417'] in dv-neutron-827016-1-hyperv is: [{'id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'name': 'tempest-ServerActionsTestJSON-1103438220-router', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': '8200d7a0-867e-427b-b811-0827688616f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:27:13Z', 'updated_at': '2022-02-03T14:27:17Z', 'revision_number': 4, 'project_id': '8ba039cce39143a8bb6581566271655e', 'gw_port': {'id': '8200d7a0-867e-427b-b811-0827688616f8', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:14Z', 'updated_at': '2022-02-03T14:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '4deb3fa7-31fe-4412-abdd-33fa8d88b7d0', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'floating_ip_address': '172.26.3.194', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'port_id': '9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'mac_address': 'fa:16:3e:4b:42:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444efafa-0a58-4f21-87cb-6f470f3acd9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:27:21Z', 'updated_at': '2022-02-03T14:28:31Z', 'revision_number': 5, 'project_id': '8ba039cce39143a8bb6581566271655e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f7fbe81-235a-41ce-8596-a787244529ee', 'name': '', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'mac_address': 'fa:16:3e:e1:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:16Z', 'updated_at': '2022-02-03T14:27:35Z', 'revision_number': 5, 'project_id': '8ba039cce39143a8bb6581566271655e', 'subnets': [{'id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:28:33.841464 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:28:33.873357 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f75c448-7d2c-40ef-9cac-89e6af4dffa6 None None] New status for floating IP 4deb3fa7-31fe-4412-abdd-33fa8d88b7d0: ACTIVE {{(pid=84184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:28:34.180648 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de0438-58bf-4356-be85-33237197ffa4 req-71d7f1a5-4bc4-4609-a89a-6126ff328cc8 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:34.182064 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-09de0438-58bf-4356-be85-33237197ffa4 req-71d7f1a5-4bc4-4609-a89a-6126ff328cc8 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.0770524 Feb 03 14:28:34.227423 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-09de0438-58bf-4356-be85-33237197ffa4 req-299a7470-9e19-4a63-a212-b88c9acf3c6d tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397952 Feb 03 14:28:34.724165 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402aaa3-0f2d-4f01-b49d-a3b05783925c req-f937b99d-e2cd-4b2e-b4c6-c4d19aa754a2 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:34.725590 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3402aaa3-0f2d-4f01-b49d-a3b05783925c req-f937b99d-e2cd-4b2e-b4c6-c4d19aa754a2 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.0751114 Feb 03 14:28:34.774116 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3402aaa3-0f2d-4f01-b49d-a3b05783925c req-1fa8b654-395b-4e2a-ad84-22b79cff040a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428784 Feb 03 14:28:35.968165 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c7fec-5dac-40db-92b6-307f8cbe5a01 req-06240717-2d38-43e8-b30b-ec4ea31e00a4 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:35.969602 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-fb9c7fec-5dac-40db-92b6-307f8cbe5a01 req-06240717-2d38-43e8-b30b-ec4ea31e00a4 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.0757515 Feb 03 14:28:36.014166 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-fb9c7fec-5dac-40db-92b6-307f8cbe5a01 req-1767cea1-795c-46ca-aaae-0f801c4ac113 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388398 Feb 03 14:28:37.208341 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fe968-5734-4467-9067-9f110ab98aa5 req-d04ec11b-31b4-4ba9-9f5f-c4acc5bafc77 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:37.209769 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-146fe968-5734-4467-9067-9f110ab98aa5 req-d04ec11b-31b4-4ba9-9f5f-c4acc5bafc77 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.0773799 Feb 03 14:28:37.254069 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-146fe968-5734-4467-9067-9f110ab98aa5 req-3d878c93-0cd5-46eb-94ac-d2c53463a916 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386746 Feb 03 14:28:38.444633 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73f24a-3ca8-4510-97a0-b0c6ffa5a5f2 req-71722f0c-2b6a-4dc8-8a31-3bc8d395293b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:38.446044 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4f73f24a-3ca8-4510-97a0-b0c6ffa5a5f2 req-71722f0c-2b6a-4dc8-8a31-3bc8d395293b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.0744255 Feb 03 14:28:38.489313 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4f73f24a-3ca8-4510-97a0-b0c6ffa5a5f2 req-590cd8a7-1d71-4229-aa29-f57146d772ba tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377095 Feb 03 14:28:39.683612 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522a396-ae78-45c8-a8a5-4a51a65848f9 req-4ee3b366-9506-46b5-be3f-0a6d786e2cf3 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:39.689457 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a522a396-ae78-45c8-a8a5-4a51a65848f9 req-4ee3b366-9506-46b5-be3f-0a6d786e2cf3 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.0775683 Feb 03 14:28:39.729468 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a522a396-ae78-45c8-a8a5-4a51a65848f9 req-472c1b0f-b0dc-4cfe-a7f0-48db5a3fd55b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390189 Feb 03 14:28:40.921047 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d67a1e-7391-4bf7-b37f-0f570bae62ca req-a6cce46f-5418-40bd-b7de-59cdb68fb791 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:40.922471 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-12d67a1e-7391-4bf7-b37f-0f570bae62ca req-a6cce46f-5418-40bd-b7de-59cdb68fb791 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.0734477 Feb 03 14:28:40.969130 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-12d67a1e-7391-4bf7-b37f-0f570bae62ca req-6d888f34-5c9f-40b4-97be-7aef00888890 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405931 Feb 03 14:28:42.162739 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a00f22-74ad-4d97-bcb5-c1740b9c15c0 req-830c77fd-ed00-4eff-8cc2-d0e1426f879d tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:42.164165 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b7a00f22-74ad-4d97-bcb5-c1740b9c15c0 req-830c77fd-ed00-4eff-8cc2-d0e1426f879d tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.0737417 Feb 03 14:28:42.207836 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b7a00f22-74ad-4d97-bcb5-c1740b9c15c0 req-f4c4a856-4c4d-433c-a925-8171b021962d tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384502 Feb 03 14:28:43.402550 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a08b95-e98c-4d9b-ad52-79ff8b2b2b9d req-0bcb7a45-c7f5-478f-b86a-b3fde6159779 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:43.404004 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e3a08b95-e98c-4d9b-ad52-79ff8b2b2b9d req-0bcb7a45-c7f5-478f-b86a-b3fde6159779 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.0785804 Feb 03 14:28:43.453753 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e3a08b95-e98c-4d9b-ad52-79ff8b2b2b9d req-b67d5f21-42d7-4c07-beb0-5601e8410f7a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442228 Feb 03 14:28:44.645729 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81711f59-9e21-4098-bca8-f5d2621c441b req-bafb4a86-febd-4a2d-afcb-08164b5d7e00 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:44.647093 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-81711f59-9e21-4098-bca8-f5d2621c441b req-bafb4a86-febd-4a2d-afcb-08164b5d7e00 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.0743248 Feb 03 14:28:44.691553 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-81711f59-9e21-4098-bca8-f5d2621c441b req-569a7e91-7c55-4d12-b2e4-17b983ed21ea tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391376 Feb 03 14:28:45.885981 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a8316-8dea-4df6-9d90-283f483ab215 req-fcaea415-685c-4570-96ab-e16dd3d695d3 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:45.887477 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-487a8316-8dea-4df6-9d90-283f483ab215 req-fcaea415-685c-4570-96ab-e16dd3d695d3 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.0775683 Feb 03 14:28:45.931792 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-487a8316-8dea-4df6-9d90-283f483ab215 req-d7a1ab36-32fb-4093-bed5-19c0f9583fe5 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390379 Feb 03 14:28:47.127904 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aeaacd-f100-4932-ae47-82df8781d9a3 req-66735476-d0ab-4151-8ccb-c3587a7b6daa tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:47.129324 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c9aeaacd-f100-4932-ae47-82df8781d9a3 req-66735476-d0ab-4151-8ccb-c3587a7b6daa tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.0807891 Feb 03 14:28:47.172766 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c9aeaacd-f100-4932-ae47-82df8781d9a3 req-ca5de75c-7ac5-46c7-899a-3b4e2ce5f581 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379870 Feb 03 14:28:47.701997 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:48.372877 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fde1de-6759-4b77-91b5-1e5fb942b88d req-5a16a89f-f900-4aa1-94d4-79467ca00c84 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:48.374327 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d5fde1de-6759-4b77-91b5-1e5fb942b88d req-5a16a89f-f900-4aa1-94d4-79467ca00c84 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.0818977 Feb 03 14:28:48.419766 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d5fde1de-6759-4b77-91b5-1e5fb942b88d req-3aa17093-e006-4651-925f-d1b69c1caafc tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395274 Feb 03 14:28:49.613707 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3eb87d-0386-42d9-a480-1afbf93efa30 req-e7a06e7d-0364-460b-98d3-1b45e83552ce tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:49.615551 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3c3eb87d-0386-42d9-a480-1afbf93efa30 req-e7a06e7d-0364-460b-98d3-1b45e83552ce tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.0743639 Feb 03 14:28:49.662684 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3c3eb87d-0386-42d9-a480-1afbf93efa30 req-e97c867b-22e8-48a7-bb41-93c925fdffb5 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416865 Feb 03 14:28:50.859359 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6432733-c259-427b-acec-8cb145dd615f req-26a79681-5cf4-4279-a881-451f659fdbeb tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:50.860767 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c6432733-c259-427b-acec-8cb145dd615f req-26a79681-5cf4-4279-a881-451f659fdbeb tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.0756955 Feb 03 14:28:50.904726 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c6432733-c259-427b-acec-8cb145dd615f req-9fb40172-58c4-4367-9d3a-1b85a0079b36 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379870 Feb 03 14:28:52.097807 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4e5f4-0e97-4be8-97cd-3dd55f4306a3 req-198f8d5e-9063-4d86-a826-541508cc7f18 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:52.099746 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-29f4e5f4-0e97-4be8-97cd-3dd55f4306a3 req-198f8d5e-9063-4d86-a826-541508cc7f18 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.0781965 Feb 03 14:28:52.144367 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-29f4e5f4-0e97-4be8-97cd-3dd55f4306a3 req-400de24f-2bf2-4f49-886d-dd69a445137c tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392549 Feb 03 14:28:53.334687 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306e42f-9269-4aa5-a690-97b4498b6962 req-961628eb-59c0-4faf-808e-6eb051f4d8e8 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:53.336140 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9306e42f-9269-4aa5-a690-97b4498b6962 req-961628eb-59c0-4faf-808e-6eb051f4d8e8 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.0743265 Feb 03 14:28:53.380784 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9306e42f-9269-4aa5-a690-97b4498b6962 req-aa6fa779-d79f-4e03-9437-f6f387dcc47b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386667 Feb 03 14:28:54.670169 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d7446-cec7-4b7d-8dc5-a009438a1280 req-7e5cbdee-0234-4186-9cc8-14cd99d34dbc tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:54.671597 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b27d7446-cec7-4b7d-8dc5-a009438a1280 req-7e5cbdee-0234-4186-9cc8-14cd99d34dbc tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.1728642 Feb 03 14:28:54.715853 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b27d7446-cec7-4b7d-8dc5-a009438a1280 req-a51e17a8-2417-4002-9a22-aad30dfeb6e4 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388615 Feb 03 14:28:55.341755 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a5adf290-9c7a-4ac1-bae6-96250e4ece03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:56.006727 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd06f9-1294-42c3-bb3c-b36ec1b34fab req-c621b1ad-8b01-4d28-b213-fe8c3350709c tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:56.008068 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5acd06f9-1294-42c3-bb3c-b36ec1b34fab req-c621b1ad-8b01-4d28-b213-fe8c3350709c tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.1701543 Feb 03 14:28:56.055243 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5acd06f9-1294-42c3-bb3c-b36ec1b34fab req-c1961027-b2d8-46ed-9030-5291d7a860b5 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417345 Feb 03 14:28:57.262602 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e5b7b-cb5e-4980-b864-08aeede4340c req-1d92b005-522f-41ea-925e-79ac9152ea62 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:57.264054 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-574e5b7b-cb5e-4980-b864-08aeede4340c req-1d92b005-522f-41ea-925e-79ac9152ea62 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.0777173 Feb 03 14:28:57.308801 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-574e5b7b-cb5e-4980-b864-08aeede4340c req-7bfc0ef0-b195-4970-9136-a95c478251f2 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393198 Feb 03 14:28:57.501821 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-89e2bdde-8e30-455a-bbcd-905d552a391d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:58.504274 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ef15f-358f-4bf8-99d7-221920991ee4 req-615b35fe-8bdb-45b3-b60e-c08e9d8824bf tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:58.505745 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-529ef15f-358f-4bf8-99d7-221920991ee4 req-615b35fe-8bdb-45b3-b60e-c08e9d8824bf tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.0778117 Feb 03 14:28:58.549566 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-529ef15f-358f-4bf8-99d7-221920991ee4 req-16169ff8-1a06-42fd-9da9-c581c90e6b37 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376599 Feb 03 14:28:58.847407 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:58.918780 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:28:59.740958 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5881c-ae79-4cc5-af56-ccf910a65682 req-9bfcc0ce-a510-4f4d-a5ee-1398208be299 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:59.742357 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7ad5881c-ae79-4cc5-af56-ccf910a65682 req-9bfcc0ce-a510-4f4d-a5ee-1398208be299 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.0746572 Feb 03 14:28:59.787272 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7ad5881c-ae79-4cc5-af56-ccf910a65682 req-f718dd31-6f52-47ad-9bdf-61881372a021 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394573 Feb 03 14:29:00.215674 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:01.063680 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2c4b9-840b-4d0d-8b88-ea0eb1abcae4 req-91023b4a-86e2-449e-9dc8-2b4bca51cf0e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:01.065094 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-eba2c4b9-840b-4d0d-8b88-ea0eb1abcae4 req-91023b4a-86e2-449e-9dc8-2b4bca51cf0e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.1598752 Feb 03 14:29:01.110268 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-eba2c4b9-840b-4d0d-8b88-ea0eb1abcae4 req-3ae6b41d-93d5-4f9c-8177-3aa0a2c9d120 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388775 Feb 03 14:29:01.304392 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c0e86a3e-af2a-4e86-aae2-08ed12b71236 req-88d1765b-bcd4-4297-87f9-5a57abd748c9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0678039 Feb 03 14:29:01.779017 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11544e-6342-4142-b31b-92cc1e694cf8 req-386821d3-9bba-42bb-a9fe-1a66994940cc tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:01.780459 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5f11544e-6342-4142-b31b-92cc1e694cf8 req-386821d3-9bba-42bb-a9fe-1a66994940cc tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.1253760 Feb 03 14:29:01.825152 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-26a745e6-3fde-4605-8966-e5d0b55cee33 req-e3d19a67-462d-4e97-b5a3-aff814067944 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1090353 Feb 03 14:29:01.834923 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5f11544e-6342-4142-b31b-92cc1e694cf8 req-41f4ca50-6e54-4fb7-8058-6938c4218d1e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484955 Feb 03 14:29:03.032698 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb8bfa-a056-4684-877e-2fab6fe793f2 req-3192debf-4478-4c52-876c-dc0fdd706712 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:03.034122 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f2cb8bfa-a056-4684-877e-2fab6fe793f2 req-3192debf-4478-4c52-876c-dc0fdd706712 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.0787344 Feb 03 14:29:03.079417 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f2cb8bfa-a056-4684-877e-2fab6fe793f2 req-2c6ab2a4-de08-499e-8b27-50af4205ba36 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387979 Feb 03 14:29:03.881449 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-26a745e6-3fde-4605-8966-e5d0b55cee33 req-c9f40cc8-2fbb-4d00-ae93-eda1079ad205 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8ba039cce39143a8bb6581566271655e&device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 1099 time: 0.0724528 Feb 03 14:29:04.016364 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a745e6-3fde-4605-8966-e5d0b55cee33 req-f023c4cc-35bd-41fe-91e8-fc7cf9fe6986 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:04.017797 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-26a745e6-3fde-4605-8966-e5d0b55cee33 req-f023c4cc-35bd-41fe-91e8-fc7cf9fe6986 service neutron] 10.222.0.47 "GET /v2.0/networks?id=72665aff-c47b-4a0e-b981-ed0f58257b98 HTTP/1.1" status: 200 len: 912 time: 0.1307900 Feb 03 14:29:04.120120 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-26a745e6-3fde-4605-8966-e5d0b55cee33 req-8304bd33-1e72-4f24-ad41-6c3f88f465f7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940 HTTP/1.1" status: 200 len: 1002 time: 0.0955553 Feb 03 14:29:04.180062 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a745e6-3fde-4605-8966-e5d0b55cee33 req-99962a3c-cb92-4eab-be47-d09ed0d2a38f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:04.181755 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-26a745e6-3fde-4605-8966-e5d0b55cee33 req-99962a3c-cb92-4eab-be47-d09ed0d2a38f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aefc24b7-4fbe-4412-972d-e9e7fb0de6b4 HTTP/1.1" status: 200 len: 851 time: 0.0571730 Feb 03 14:29:04.257588 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-26a745e6-3fde-4605-8966-e5d0b55cee33 req-a695e606-e9f5-4848-b8a1-e3f51f1e2487 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72665aff-c47b-4a0e-b981-ed0f58257b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705304 Feb 03 14:29:04.272833 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1ac20-9010-4bae-b52a-cbd91152e80b req-7d476a9d-4483-4916-a83e-84b1f54bbee0 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:04.274265 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5fa1ac20-9010-4bae-b52a-cbd91152e80b req-7d476a9d-4483-4916-a83e-84b1f54bbee0 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.0744436 Feb 03 14:29:04.322794 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5fa1ac20-9010-4bae-b52a-cbd91152e80b req-fbc5e18f-b337-407a-b5b1-d1d7cfcbeea8 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429235 Feb 03 14:29:04.473079 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-26a745e6-3fde-4605-8966-e5d0b55cee33 req-fdaa1859-7977-4ae7-982b-d0d88e2cbff9 service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088482 Feb 03 14:29:04.600274 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-26a745e6-3fde-4605-8966-e5d0b55cee33 req-89825f99-d384-4121-8eb4-a40425de545d service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209025 Feb 03 14:29:05.515809 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc0ca6-ed22-4977-814a-1df9fded0715 req-058c1081-febb-46f1-97a9-01a83faa4510 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:05.517208 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-62fc0ca6-ed22-4977-814a-1df9fded0715 req-058c1081-febb-46f1-97a9-01a83faa4510 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.0751200 Feb 03 14:29:05.561122 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-62fc0ca6-ed22-4977-814a-1df9fded0715 req-2d5ba09f-be4e-4f0f-aff7-52e7240ecda5 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385296 Feb 03 14:29:06.668448 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-26a745e6-3fde-4605-8966-e5d0b55cee33 req-d7e83286-72d0-459d-af04-050e72350f17 service neutron] 10.222.0.47 "GET /v2.0/ports/9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940/bindings/hv-neutron-8270 HTTP/1.1" status: 200 len: 384 time: 0.0721872 Feb 03 14:29:06.758746 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185a147-35be-4e5a-a6ce-edd940ff1201 req-7f2fc2ad-5fe8-4e7a-a92a-3c8827647a66 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:06.760179 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f185a147-35be-4e5a-a6ce-edd940ff1201 req-7f2fc2ad-5fe8-4e7a-a92a-3c8827647a66 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.0782845 Feb 03 14:29:06.808214 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f185a147-35be-4e5a-a6ce-edd940ff1201 req-12fb9dd4-88d0-4261-b673-82c1d08f19f9 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423973 Feb 03 14:29:07.292225 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-26a745e6-3fde-4605-8966-e5d0b55cee33 req-ff25e4b9-9f5f-465c-af91-2fed853e1865 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b&tenant_id=8ba039cce39143a8bb6581566271655e HTTP/1.1" status: 200 len: 1099 time: 0.0720143 Feb 03 14:29:07.378455 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-26a745e6-3fde-4605-8966-e5d0b55cee33 req-40391b1a-0f63-4aab-bb1a-394543fcd8b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8ba039cce39143a8bb6581566271655e&device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 1099 time: 0.0664532 Feb 03 14:29:07.504886 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a745e6-3fde-4605-8966-e5d0b55cee33 req-d31ab147-fe25-4e49-8e39-c2d3a3b4b5be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:07.506319 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-26a745e6-3fde-4605-8966-e5d0b55cee33 req-d31ab147-fe25-4e49-8e39-c2d3a3b4b5be service neutron] 10.222.0.47 "GET /v2.0/networks?id=72665aff-c47b-4a0e-b981-ed0f58257b98 HTTP/1.1" status: 200 len: 912 time: 0.1222336 Feb 03 14:29:07.608805 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-26a745e6-3fde-4605-8966-e5d0b55cee33 req-6276d125-396e-4c07-ace6-63da022c9249 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940 HTTP/1.1" status: 200 len: 1002 time: 0.0949788 Feb 03 14:29:07.667897 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a745e6-3fde-4605-8966-e5d0b55cee33 req-f1a7dd65-ba1d-4b68-8cf1-5604fc557275 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:07.669290 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-26a745e6-3fde-4605-8966-e5d0b55cee33 req-f1a7dd65-ba1d-4b68-8cf1-5604fc557275 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aefc24b7-4fbe-4412-972d-e9e7fb0de6b4 HTTP/1.1" status: 200 len: 851 time: 0.0556936 Feb 03 14:29:07.744255 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-26a745e6-3fde-4605-8966-e5d0b55cee33 req-3f47ccac-e533-4745-a594-67fd3ee0430a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72665aff-c47b-4a0e-b981-ed0f58257b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693679 Feb 03 14:29:07.873876 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-26a745e6-3fde-4605-8966-e5d0b55cee33 req-3a351077-0e12-47b2-980a-432af09243b4 service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236777 Feb 03 14:29:08.003035 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca365e-9d7a-4fb4-8b86-72af2a7621db req-e256b5ba-adf1-4a3f-9006-ea812d52884c tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:08.004480 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-daca365e-9d7a-4fb4-8b86-72af2a7621db req-e256b5ba-adf1-4a3f-9006-ea812d52884c tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.0740721 Feb 03 14:29:08.006070 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-26a745e6-3fde-4605-8966-e5d0b55cee33 req-f8fd67e9-4f0f-41f2-8d90-efa35b5ae2c0 service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269197 Feb 03 14:29:08.049655 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-daca365e-9d7a-4fb4-8b86-72af2a7621db req-885fa41a-dd37-4618-9928-fa6a677b5934 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389791 Feb 03 14:29:09.256538 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166ddfb-7cc7-4a78-9c11-bfff450bf685 req-1d4511d1-f871-4fe5-b6fa-6afe18497a73 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:09.257957 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6166ddfb-7cc7-4a78-9c11-bfff450bf685 req-1d4511d1-f871-4fe5-b6fa-6afe18497a73 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.0856044 Feb 03 14:29:09.302692 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6166ddfb-7cc7-4a78-9c11-bfff450bf685 req-d1cf869c-807a-4d2c-ba9f-46b677084bdc tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393279 Feb 03 14:29:09.479509 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:29:09.482773 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:29:09.720639 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:09.751909 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:29:09.771595 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444efafa-0a58-4f21-87cb-6f470f3acd9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:29:09.778539 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': '9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'port_id': '9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940', 'mac_address': 'fa:16:3e:4b:42:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:29:09.784200 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:29:09.835334 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444efafa-0a58-4f21-87cb-6f470f3acd9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940', 'code': 200} Feb 03 14:29:09.839729 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:09.856377 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:09.895724 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940 {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:29:09.973412 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940,revision_number=6']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:09.977236 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:29:09.977589 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:29:09.983583 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:09.983932 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:09.984272 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:09.984641 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:09.984977 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:09.985304 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:09.985630 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:09.985956 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:09.986278 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:09.986597 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:09.986920 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:10.497832 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc72d00-d53f-4c83-9c78-538bda27ac6c req-1cbd14ae-d3fb-4b3b-9505-2e24da3f078b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:10.499300 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-cbc72d00-d53f-4c83-9c78-538bda27ac6c req-1cbd14ae-d3fb-4b3b-9505-2e24da3f078b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 944 time: 0.0747313 Feb 03 14:29:10.532751 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:10.548726 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-cbc72d00-d53f-4c83-9c78-538bda27ac6c req-fb60f896-9e7e-4f6c-b65a-099e1b44194a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437176 Feb 03 14:29:10.551604 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940 {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:29:10.577408 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:29:10.649738 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:10.714731 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:29:10.752749 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940,revision_number=7']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:10.841569 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:29:11.510127 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940 up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:29:11.575870 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port 9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:29:11.576523 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:11.688470 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:11.719836 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:29:11.748775 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b237e84-9c06-4a02-880b-793bf3da19a6 req-d5cbc905-12ae-428c-8312-342cd262df3d tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:11.750185 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6b237e84-9c06-4a02-880b-793bf3da19a6 req-d5cbc905-12ae-428c-8312-342cd262df3d tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 945 time: 0.0764186 Feb 03 14:29:11.794950 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6b237e84-9c06-4a02-880b-793bf3da19a6 req-c0cf008f-410b-407d-b907-d312b60f37d8 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392563 Feb 03 14:29:11.798984 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:11.840109 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444efafa-0a58-4f21-87cb-6f470f3acd9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:29:11.872273 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940,revision_number=8']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:11.906559 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444efafa-0a58-4f21-87cb-6f470f3acd9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940', 'code': 200} Feb 03 14:29:12.279945 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc645db7-8915-4034-88b9-00e321306e5b req-9fd0b6d8-ddc2-474e-93f5-3b6e9d507002 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:12.281388 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bc645db7-8915-4034-88b9-00e321306e5b req-9fd0b6d8-ddc2-474e-93f5-3b6e9d507002 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.0797698 Feb 03 14:29:12.321412 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52137f-b04d-4a9b-aa21-bf449e700c5f req-aee05991-d0c2-43e5-866b-a60576caa1eb tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:12.321996 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-7a52137f-b04d-4a9b-aa21-bf449e700c5f req-aee05991-d0c2-43e5-866b-a60576caa1eb tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Synchronizing usage tracker for tenant:8ba039cce39143a8bb6581566271655e on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:29:12.326421 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bc645db7-8915-4034-88b9-00e321306e5b req-53f7a63e-d496-4b05-a2b2-b99bb94d0dfb tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386698 Feb 03 14:29:12.391718 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-7a52137f-b04d-4a9b-aa21-bf449e700c5f req-aee05991-d0c2-43e5-866b-a60576caa1eb tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Unset dirty status for tenant:8ba039cce39143a8bb6581566271655e on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:29:12.392895 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-7a52137f-b04d-4a9b-aa21-bf449e700c5f req-aee05991-d0c2-43e5-866b-a60576caa1eb tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.47 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b&tenant_id=8ba039cce39143a8bb6581566271655e&binding%3Ahost_id=hv-neutron-8270 HTTP/1.1" status: 200 len: 946 time: 0.1504846 Feb 03 14:29:12.527790 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-7a52137f-b04d-4a9b-aa21-bf449e700c5f req-e1b754bb-adf5-4f3d-87af-807d9f35461e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8ba039cce39143a8bb6581566271655e&device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 1099 time: 0.0696490 Feb 03 14:29:12.655693 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52137f-b04d-4a9b-aa21-bf449e700c5f req-bd355510-0850-4153-a6a3-55b6ed937acf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:12.657102 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-7a52137f-b04d-4a9b-aa21-bf449e700c5f req-bd355510-0850-4153-a6a3-55b6ed937acf service neutron] 10.222.0.47 "GET /v2.0/networks?id=72665aff-c47b-4a0e-b981-ed0f58257b98 HTTP/1.1" status: 200 len: 912 time: 0.1235178 Feb 03 14:29:12.760266 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-7a52137f-b04d-4a9b-aa21-bf449e700c5f req-35944b5a-39c5-4588-bb0e-69c4b386455e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940 HTTP/1.1" status: 200 len: 1002 time: 0.0972111 Feb 03 14:29:12.822404 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52137f-b04d-4a9b-aa21-bf449e700c5f req-bcffaec3-9fa8-4749-8656-ad21b8092332 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:12.823829 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-7a52137f-b04d-4a9b-aa21-bf449e700c5f req-bcffaec3-9fa8-4749-8656-ad21b8092332 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aefc24b7-4fbe-4412-972d-e9e7fb0de6b4 HTTP/1.1" status: 200 len: 851 time: 0.0579450 Feb 03 14:29:12.896054 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-7a52137f-b04d-4a9b-aa21-bf449e700c5f req-cb809957-e0ba-44d9-bba7-09417604241d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72665aff-c47b-4a0e-b981-ed0f58257b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661933 Feb 03 14:29:13.104824 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-7a52137f-b04d-4a9b-aa21-bf449e700c5f req-7736fbf3-540f-4972-a2df-8979519ed072 service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021701 Feb 03 14:29:13.242548 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-7a52137f-b04d-4a9b-aa21-bf449e700c5f req-ed992a67-5d19-48a3-97ff-0f9d146e26cf service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307945 Feb 03 14:29:13.674324 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084f71d-3df7-4710-bdd9-34d528a65076 req-054f46a6-66aa-4033-890d-b1c93c7917d8 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:13.675811 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e084f71d-3df7-4710-bdd9-34d528a65076 req-054f46a6-66aa-4033-890d-b1c93c7917d8 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.0754342 Feb 03 14:29:13.720689 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e084f71d-3df7-4710-bdd9-34d528a65076 req-5aa3f78c-7219-4c30-9d60-3b211076ad05 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393083 Feb 03 14:29:14.930129 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf25c8-e953-4252-9ef2-2bddc18c0515 req-680d36a1-115f-43aa-b828-4ed632c0709a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:14.931570 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1baf25c8-e953-4252-9ef2-2bddc18c0515 req-680d36a1-115f-43aa-b828-4ed632c0709a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.0790691 Feb 03 14:29:14.976076 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1baf25c8-e953-4252-9ef2-2bddc18c0515 req-3913ad9a-913e-4cd9-8d82-e0435d81558e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391560 Feb 03 14:29:15.167230 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c89a2-104a-44ea-926c-9c2aac0cbb61 req-8c0226bd-0941-4475-a55b-e12cba6ed00e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:15.168658 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7e4c89a2-104a-44ea-926c-9c2aac0cbb61 req-8c0226bd-0941-4475-a55b-e12cba6ed00e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.0755374 Feb 03 14:29:15.212943 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7e4c89a2-104a-44ea-926c-9c2aac0cbb61 req-cacf07fa-cdaa-4e4e-9a7e-3cdce06deff1 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388842 Feb 03 14:29:15.694501 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c1556-d108-41dd-95e1-ea5bd8a902fe req-fbf8378d-c7bb-4a83-b7a3-c1d7cd8a702a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:15.695948 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f34c1556-d108-41dd-95e1-ea5bd8a902fe req-fbf8378d-c7bb-4a83-b7a3-c1d7cd8a702a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.0792892 Feb 03 14:29:15.743044 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f34c1556-d108-41dd-95e1-ea5bd8a902fe req-94fdeae2-cb0f-4b8f-88c4-584f4932bc6f tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414889 Feb 03 14:29:15.809174 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b2c51b8b-5cca-4730-a517-d308e4978d18 req-9300b4df-03fb-4a93-ab28-6721c37dfd40 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8ba039cce39143a8bb6581566271655e&device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 1099 time: 0.0727675 Feb 03 14:29:15.937197 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c51b8b-5cca-4730-a517-d308e4978d18 req-dabbfa5b-b200-4945-85f7-9bbead6cf463 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:15.938591 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b2c51b8b-5cca-4730-a517-d308e4978d18 req-dabbfa5b-b200-4945-85f7-9bbead6cf463 service neutron] 10.222.0.47 "GET /v2.0/networks?id=72665aff-c47b-4a0e-b981-ed0f58257b98 HTTP/1.1" status: 200 len: 912 time: 0.1234245 Feb 03 14:29:16.036888 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b2c51b8b-5cca-4730-a517-d308e4978d18 req-9afe18d8-a148-4359-97ec-b274b7b99b76 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940 HTTP/1.1" status: 200 len: 1002 time: 0.0911798 Feb 03 14:29:16.099417 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c51b8b-5cca-4730-a517-d308e4978d18 req-b8d9ee46-6697-4a3b-a1f3-1abd37e1fe73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:16.100708 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b2c51b8b-5cca-4730-a517-d308e4978d18 req-b8d9ee46-6697-4a3b-a1f3-1abd37e1fe73 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aefc24b7-4fbe-4412-972d-e9e7fb0de6b4 HTTP/1.1" status: 200 len: 851 time: 0.0588918 Feb 03 14:29:16.172548 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b2c51b8b-5cca-4730-a517-d308e4978d18 req-4199885b-a9d8-432e-b688-1ad35d78b612 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72665aff-c47b-4a0e-b981-ed0f58257b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658543 Feb 03 14:29:16.301157 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b2c51b8b-5cca-4730-a517-d308e4978d18 req-ac17b82e-4323-42a8-aa88-28fa2744b969 service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225338 Feb 03 14:29:16.430763 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b2c51b8b-5cca-4730-a517-d308e4978d18 req-84466b22-96e3-4a57-ace2-faa7e7f17433 service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236343 Feb 03 14:29:16.941437 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513c1c4-e131-4232-afbf-95fe9fe1a377 req-9722e2a0-d061-4da9-b1a2-1cacc752e9a8 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:16.945196 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3513c1c4-e131-4232-afbf-95fe9fe1a377 req-9722e2a0-d061-4da9-b1a2-1cacc752e9a8 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.0756092 Feb 03 14:29:16.991224 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3513c1c4-e131-4232-afbf-95fe9fe1a377 req-90a83dde-536e-42a2-9277-dba3e6dd1916 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422707 Feb 03 14:29:17.694060 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:18.185321 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f139c2-2d97-419e-a391-d9bd1943baef req-f829438e-1a40-441c-9050-13b28de931aa tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:18.186746 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-25f139c2-2d97-419e-a391-d9bd1943baef req-f829438e-1a40-441c-9050-13b28de931aa tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.0748835 Feb 03 14:29:18.232004 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-25f139c2-2d97-419e-a391-d9bd1943baef req-c8638ca0-b912-4062-a77a-c5429f658531 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398355 Feb 03 14:29:18.829633 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93e529-83ac-458d-a110-d96d5343b4b1 req-31b482e5-0183-4a23-8018-e12c7d1bd169 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:18.831036 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5b93e529-83ac-458d-a110-d96d5343b4b1 req-31b482e5-0183-4a23-8018-e12c7d1bd169 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.0793333 Feb 03 14:29:18.874737 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5b93e529-83ac-458d-a110-d96d5343b4b1 req-891ed465-6113-44db-9808-c11c7ab904eb tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380316 Feb 03 14:29:20.070359 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac4259-c2f0-4e1c-8e52-3cea5376eaa3 req-79d59e5e-a6a1-4075-85e0-d94505441632 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:20.071800 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0bac4259-c2f0-4e1c-8e52-3cea5376eaa3 req-79d59e5e-a6a1-4075-85e0-d94505441632 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.0737400 Feb 03 14:29:20.115851 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0bac4259-c2f0-4e1c-8e52-3cea5376eaa3 req-106e60b0-120a-4b38-9148-1c8fd59a5f85 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385883 Feb 03 14:29:20.668987 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badf0a4-c101-40b1-abb1-3b9dabd8c6d8 req-b881e05e-bd28-4a8c-97a0-e38166aa0035 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:20.670405 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-5badf0a4-c101-40b1-abb1-3b9dabd8c6d8 req-b881e05e-bd28-4a8c-97a0-e38166aa0035 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.47 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.0783360 Feb 03 14:29:20.738703 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-5badf0a4-c101-40b1-abb1-3b9dabd8c6d8 req-2335d012-2738-4c95-b27b-afde014ededa tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Deleting port 9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:29:20.739043 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-5badf0a4-c101-40b1-abb1-3b9dabd8c6d8 req-2335d012-2738-4c95-b27b-afde014ededa tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:20.980798 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-5badf0a4-c101-40b1-abb1-3b9dabd8c6d8 req-2335d012-2738-4c95-b27b-afde014ededa tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] For port 9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:29:20.981068 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-5badf0a4-c101-40b1-abb1-3b9dabd8c6d8 req-2335d012-2738-4c95-b27b-afde014ededa tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:21.315115 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759393d-470d-4f85-9632-4486fa7e4ce4 req-31635bc2-b138-4694-909b-79a1fbbb0fde tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:21.316548 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5759393d-470d-4f85-9632-4486fa7e4ce4 req-31635bc2-b138-4694-909b-79a1fbbb0fde tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 946 time: 0.0794466 Feb 03 14:29:21.354522 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-5badf0a4-c101-40b1-abb1-3b9dabd8c6d8 req-2335d012-2738-4c95-b27b-afde014ededa tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:21.354893 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-5badf0a4-c101-40b1-abb1-3b9dabd8c6d8 req-2335d012-2738-4c95-b27b-afde014ededa tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:21.355240 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.l3_db [req-5badf0a4-c101-40b1-abb1-3b9dabd8c6d8 req-2335d012-2738-4c95-b27b-afde014ededa tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Floating IP 4deb3fa7-31fe-4412-abdd-33fa8d88b7d0 disassociated. External IP: 172.26.3.194, port: 9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940. Feb 03 14:29:21.355581 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-5badf0a4-c101-40b1-abb1-3b9dabd8c6d8 req-2335d012-2738-4c95-b27b-afde014ededa tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Calling delete_port for 9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940 owned by compute:nova {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:29:21.362718 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5759393d-470d-4f85-9632-4486fa7e4ce4 req-9ab6034a-8b18-4549-9d4b-44ca147bb887 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402358 Feb 03 14:29:21.546981 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-5badf0a4-c101-40b1-abb1-3b9dabd8c6d8 req-2335d012-2738-4c95-b27b-afde014ededa tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:21.596130 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335d012-2738-4c95-b27b-afde014ededa tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Pushing event deleted for resources: {'Port': ['ID=9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:21.609538 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335d012-2738-4c95-b27b-afde014ededa tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:21.610005 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335d012-2738-4c95-b27b-afde014ededa tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:21.610218 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335d012-2738-4c95-b27b-afde014ededa tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:21.610550 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335d012-2738-4c95-b27b-afde014ededa tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:21.610931 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335d012-2738-4c95-b27b-afde014ededa tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:21.611224 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335d012-2738-4c95-b27b-afde014ededa tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:21.611548 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335d012-2738-4c95-b27b-afde014ededa tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:21.611874 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335d012-2738-4c95-b27b-afde014ededa tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:21.612196 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335d012-2738-4c95-b27b-afde014ededa tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:21.612515 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335d012-2738-4c95-b27b-afde014ededa tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:21.612833 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335d012-2738-4c95-b27b-afde014ededa tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:21.817496 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5badf0a4-c101-40b1-abb1-3b9dabd8c6d8 req-2335d012-2738-4c95-b27b-afde014ededa tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Router 8d4b373e-6e4a-42bf-985e-7b60fba3d417 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:29:22.016386 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5badf0a4-c101-40b1-abb1-3b9dabd8c6d8 req-2335d012-2738-4c95-b27b-afde014ededa tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:29:22.026265 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e625237-e1a5-4a85-9ae6-07c833f6ece5 None None] Sync routers for ids ['8d4b373e-6e4a-42bf-985e-7b60fba3d417'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:29:22.037830 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e625237-e1a5-4a85-9ae6-07c833f6ece5 None None] Routers {'8d4b373e-6e4a-42bf-985e-7b60fba3d417'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:29:22.038441 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-2e625237-e1a5-4a85-9ae6-07c833f6ece5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:28:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['8d4b373e-6e4a-42bf-985e-7b60fba3d417'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:22.083571 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-5badf0a4-c101-40b1-abb1-3b9dabd8c6d8 req-2335d012-2738-4c95-b27b-afde014ededa tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] No DVR routers for this DVR port 9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940 on host hv-neutron-8270 {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:29:22.086805 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-5badf0a4-c101-40b1-abb1-3b9dabd8c6d8 req-2335d012-2738-4c95-b27b-afde014ededa tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:22.089264 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444efafa-0a58-4f21-87cb-6f470f3acd9b', 'name': 'network-vif-deleted', 'tag': '9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:29:22.143428 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444efafa-0a58-4f21-87cb-6f470f3acd9b', 'name': 'network-vif-deleted', 'tag': '9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940', 'status': 'completed', 'code': 200} Feb 03 14:29:22.153177 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-5badf0a4-c101-40b1-abb1-3b9dabd8c6d8 req-2335d012-2738-4c95-b27b-afde014ededa tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.47 "DELETE /v2.0/ports/9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940 HTTP/1.1" status: 204 len: 173 time: 1.4765396 Feb 03 14:29:22.216789 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-2e625237-e1a5-4a85-9ae6-07c833f6ece5 None None] Set router 8d4b373e-6e4a-42bf-985e-7b60fba3d417 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:29:22.531163 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-2e625237-e1a5-4a85-9ae6-07c833f6ece5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'name': 'tempest-ServerActionsTestJSON-1103438220-router', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': '8200d7a0-867e-427b-b811-0827688616f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:27:13Z', 'updated_at': '2022-02-03T14:27:17Z', 'revision_number': 4, 'project_id': '8ba039cce39143a8bb6581566271655e', 'gw_port': {'id': '8200d7a0-867e-427b-b811-0827688616f8', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:14Z', 'updated_at': '2022-02-03T14:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '1f7fbe81-235a-41ce-8596-a787244529ee', 'name': '', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'mac_address': 'fa:16:3e:e1:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:16Z', 'updated_at': '2022-02-03T14:27:35Z', 'revision_number': 5, 'project_id': '8ba039cce39143a8bb6581566271655e', 'subnets': [{'id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:22.534906 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e625237-e1a5-4a85-9ae6-07c833f6ece5 None None] Checking router: 8d4b373e-6e4a-42bf-985e-7b60fba3d417 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:29:22.545249 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e625237-e1a5-4a85-9ae6-07c833f6ece5 None None] Routers {'8d4b373e-6e4a-42bf-985e-7b60fba3d417'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:29:22.545843 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-2e625237-e1a5-4a85-9ae6-07c833f6ece5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:28:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['8d4b373e-6e4a-42bf-985e-7b60fba3d417'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:22.546851 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9db442c7-9be9-4320-9901-3c5d679d09c7 req-2b49b898-4245-4972-b06f-d93412183f3a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=444efafa-0a58-4f21-87cb-6f470f3acd9b HTTP/1.1" status: 200 len: 210 time: 0.0459940 Feb 03 14:29:22.755934 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-2e625237-e1a5-4a85-9ae6-07c833f6ece5 None None] Set router 8d4b373e-6e4a-42bf-985e-7b60fba3d417 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:29:23.072710 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-2e625237-e1a5-4a85-9ae6-07c833f6ece5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'name': 'tempest-ServerActionsTestJSON-1103438220-router', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': '8200d7a0-867e-427b-b811-0827688616f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:27:13Z', 'updated_at': '2022-02-03T14:27:17Z', 'revision_number': 4, 'project_id': '8ba039cce39143a8bb6581566271655e', 'gw_port': {'id': '8200d7a0-867e-427b-b811-0827688616f8', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:14Z', 'updated_at': '2022-02-03T14:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '1f7fbe81-235a-41ce-8596-a787244529ee', 'name': '', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'mac_address': 'fa:16:3e:e1:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:16Z', 'updated_at': '2022-02-03T14:27:35Z', 'revision_number': 5, 'project_id': '8ba039cce39143a8bb6581566271655e', 'subnets': [{'id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:23.076800 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e625237-e1a5-4a85-9ae6-07c833f6ece5 None None] The sync data for ids ['8d4b373e-6e4a-42bf-985e-7b60fba3d417'] in dv-neutron-827016-1-hyperv is: [{'id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'name': 'tempest-ServerActionsTestJSON-1103438220-router', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': '8200d7a0-867e-427b-b811-0827688616f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:27:13Z', 'updated_at': '2022-02-03T14:27:17Z', 'revision_number': 4, 'project_id': '8ba039cce39143a8bb6581566271655e', 'gw_port': {'id': '8200d7a0-867e-427b-b811-0827688616f8', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:14Z', 'updated_at': '2022-02-03T14:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '1f7fbe81-235a-41ce-8596-a787244529ee', 'name': '', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'mac_address': 'fa:16:3e:e1:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:16Z', 'updated_at': '2022-02-03T14:27:35Z', 'revision_number': 5, 'project_id': '8ba039cce39143a8bb6581566271655e', 'subnets': [{'id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:29:23.292776 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed108e10-e2e8-4094-a2b3-fef574c06fbd None None] New status for floating IP 4deb3fa7-31fe-4412-abdd-33fa8d88b7d0: DOWN {{(pid=84184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:29:23.550140 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:29:23.582989 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] No Port match for: 9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:29:23.583441 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 9b8a0e7e-a7d7-4e91-a7cd-dfbecc886940 not bound to the agent host hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:29:23.903172 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2287a081-269b-418e-a985-63684857d3fe req-d774cff6-3ae5-453a-9238-101784bd5e1f tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1559397299&fields=id&tenant_id=8ba039cce39143a8bb6581566271655e HTTP/1.1" status: 200 len: 267 time: 0.0396130 Feb 03 14:29:24.048556 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287a081-269b-418e-a985-63684857d3fe req-91d48183-bfec-4f52-96b3-8a2a44b73004 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:24.049957 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2287a081-269b-418e-a985-63684857d3fe req-91d48183-bfec-4f52-96b3-8a2a44b73004 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/networks?id=72665aff-c47b-4a0e-b981-ed0f58257b98 HTTP/1.1" status: 200 len: 812 time: 0.1407435 Feb 03 14:29:24.065975 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2287a081-269b-418e-a985-63684857d3fe req-ea259fb6-aa55-4dbb-b424-6adb29a7b798 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/quotas/8ba039cce39143a8bb6581566271655e HTTP/1.1" status: 200 len: 375 time: 0.0102189 Feb 03 14:29:24.145292 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2287a081-269b-418e-a985-63684857d3fe req-49b4ff61-1a6a-449d-abed-1fb559ebd346 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ba039cce39143a8bb6581566271655e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0739913 Feb 03 14:29:24.362350 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2287a081-269b-418e-a985-63684857d3fe req-54f4771d-edc1-4b5a-8321-8dabbba4427d service neutron] 10.222.0.41 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056894 Feb 03 14:29:24.489314 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2287a081-269b-418e-a985-63684857d3fe req-39a80d44-f324-4ad5-bb51-f1835ee2b552 service neutron] 10.222.0.41 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202447 Feb 03 14:29:24.737765 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0dfcfd78-40b7-4ef2-98ec-c039cc4ade7a req-11124aa4-aee7-4124-b889-c8f10533c23d tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 210 time: 0.0409093 Feb 03 14:29:25.345326 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a0f8153b-6a40-4a30-9018-0af6c1de280d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:25.900800 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f844df08-ff06-422f-aeb6-93413beec5ff req-b0642062-52ce-4bac-bb70-59c2e975e7e3 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 210 time: 0.0439718 Feb 03 14:29:26.812684 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287a081-269b-418e-a985-63684857d3fe req-b5fab030-c498-4c96-a692-6d8ad1666a5a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:26.814311 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2287a081-269b-418e-a985-63684857d3fe req-b5fab030-c498-4c96-a692-6d8ad1666a5a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.47 "GET /v2.0/networks?id=72665aff-c47b-4a0e-b981-ed0f58257b98 HTTP/1.1" status: 200 len: 812 time: 0.1418431 Feb 03 14:29:26.867038 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2287a081-269b-418e-a985-63684857d3fe req-9f96e284-a41e-47a6-a4aa-b792082f81aa tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ba039cce39143a8bb6581566271655e HTTP/1.1" status: 200 len: 380 time: 0.0418115 Feb 03 14:29:26.875523 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-2287a081-269b-418e-a985-63684857d3fe req-05731c13-d9da-4625-afbd-114205507615 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Request body: {'port': {'device_id': 'dfd1f640-d343-4af0-968a-23580dab8164', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'admin_state_up': True, 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'security_groups': ['a6102b82-4553-4218-b260-9872acf45973']}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:29:27.013887 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-2287a081-269b-418e-a985-63684857d3fe req-05731c13-d9da-4625-afbd-114205507615 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:29:27.018021 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-2287a081-269b-418e-a985-63684857d3fe req-05731c13-d9da-4625-afbd-114205507615 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Usage tracker for resource:port and tenant:8ba039cce39143a8bb6581566271655e is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:29:27.020832 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-2287a081-269b-418e-a985-63684857d3fe req-05731c13-d9da-4625-afbd-114205507615 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:29:27.026675 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-2287a081-269b-418e-a985-63684857d3fe req-05731c13-d9da-4625-afbd-114205507615 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:29:27.067114 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3ef061e2-7e1c-4402-ab25-715094b3f6af req-728cca4c-48cd-49e5-9447-fa9fc8ee1ee2 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 210 time: 0.0420933 Feb 03 14:29:27.093863 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2287a081-269b-418e-a985-63684857d3fe req-05731c13-d9da-4625-afbd-114205507615 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Made reservation on behalf of 8ba039cce39143a8bb6581566271655e for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:29:27.098510 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-2287a081-269b-418e-a985-63684857d3fe req-05731c13-d9da-4625-afbd-114205507615 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:27.257212 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [req-2287a081-269b-418e-a985-63684857d3fe req-05731c13-d9da-4625-afbd-114205507615 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Allocated IP 172.20.0.9 (72665aff-c47b-4a0e-b981-ed0f58257b98/aefc24b7-4fbe-4412-972d-e9e7fb0de6b4/3565fdbb-37ff-48de-a691-3f01118e97ae) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:29:27.437758 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-2287a081-269b-418e-a985-63684857d3fe req-05731c13-d9da-4625-afbd-114205507615 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:27.452759 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-2287a081-269b-418e-a985-63684857d3fe req-05731c13-d9da-4625-afbd-114205507615 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Transition to ACTIVE for port object 3565fdbb-37ff-48de-a691-3f01118e97ae will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:29:27.510806 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0c1da281-9532-4df2-8093-8922fbbafa34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:27.539667 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-2287a081-269b-418e-a985-63684857d3fe req-05731c13-d9da-4625-afbd-114205507615 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:27.610495 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2287a081-269b-418e-a985-63684857d3fe req-05731c13-d9da-4625-afbd-114205507615 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Network 72665aff-c47b-4a0e-b981-ed0f58257b98 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:29:27.613418 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [req-2287a081-269b-418e-a985-63684857d3fe req-05731c13-d9da-4625-afbd-114205507615 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:29:27.617888 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-2287a081-269b-418e-a985-63684857d3fe req-05731c13-d9da-4625-afbd-114205507615 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:29:27.654186 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05731c13-d9da-4625-afbd-114205507615 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Pushing event updated for resources: {'Port': ['ID=3565fdbb-37ff-48de-a691-3f01118e97ae,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:27.684100 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287a081-269b-418e-a985-63684857d3fe req-05731c13-d9da-4625-afbd-114205507615 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:27.686812 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-2287a081-269b-418e-a985-63684857d3fe req-05731c13-d9da-4625-afbd-114205507615 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:27.797633 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2287a081-269b-418e-a985-63684857d3fe req-05731c13-d9da-4625-afbd-114205507615 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9259300 Feb 03 14:29:27.810230 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-2287a081-269b-418e-a985-63684857d3fe req-33c34572-d2a7-40b1-b3c7-9d4d1d7a6f0d service neutron] Request body: {'port': {'device_id': 'dfd1f640-d343-4af0-968a-23580dab8164', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:29:27.910965 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-d4a7c5aa-a454-4c2e-8019-232b5cc84df8 None None] Provisioning for port 3565fdbb-37ff-48de-a691-3f01118e97ae completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:29:27.916960 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-d4a7c5aa-a454-4c2e-8019-232b5cc84df8 None None] Provisioning complete for port 3565fdbb-37ff-48de-a691-3f01118e97ae triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:29:27.917332 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d4a7c5aa-a454-4c2e-8019-232b5cc84df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:27.972028 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-d4a7c5aa-a454-4c2e-8019-232b5cc84df8 None None] Port 3565fdbb-37ff-48de-a691-3f01118e97ae cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:29:28.012924 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-2287a081-269b-418e-a985-63684857d3fe req-33c34572-d2a7-40b1-b3c7-9d4d1d7a6f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:28.268346 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea6525-5768-41ef-90bd-11ce0e957b3c req-7787f471-d4cb-4807-a82b-f7142fa3b304 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:28.269718 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-79ea6525-5768-41ef-90bd-11ce0e957b3c req-7787f471-d4cb-4807-a82b-f7142fa3b304 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 931 time: 0.0781579 Feb 03 14:29:28.320526 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-79ea6525-5768-41ef-90bd-11ce0e957b3c req-6140a676-6224-4d48-8c9e-5c3bddeb10fc tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449979 Feb 03 14:29:28.350679 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [req-2287a081-269b-418e-a985-63684857d3fe req-33c34572-d2a7-40b1-b3c7-9d4d1d7a6f0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3565fdbb-37ff-48de-a691-3f01118e97ae {{(pid=84181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:29:28.357492 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-2287a081-269b-418e-a985-63684857d3fe req-33c34572-d2a7-40b1-b3c7-9d4d1d7a6f0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:28.372059 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-2287a081-269b-418e-a985-63684857d3fe req-33c34572-d2a7-40b1-b3c7-9d4d1d7a6f0d service neutron] Transition to ACTIVE for port object 3565fdbb-37ff-48de-a691-3f01118e97ae will not be triggered until provisioned by entity L2. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:29:28.441961 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-2287a081-269b-418e-a985-63684857d3fe req-33c34572-d2a7-40b1-b3c7-9d4d1d7a6f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:28.568077 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c34572-d2a7-40b1-b3c7-9d4d1d7a6f0d service neutron] Pushing event updated for resources: {'Port': ['ID=3565fdbb-37ff-48de-a691-3f01118e97ae,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:28.676749 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-2287a081-269b-418e-a985-63684857d3fe req-33c34572-d2a7-40b1-b3c7-9d4d1d7a6f0d service neutron] Attempting to bind port 3565fdbb-37ff-48de-a691-3f01118e97ae on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:29:28.677085 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-2287a081-269b-418e-a985-63684857d3fe req-33c34572-d2a7-40b1-b3c7-9d4d1d7a6f0d service neutron] Attempting to bind port 3565fdbb-37ff-48de-a691-3f01118e97ae by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'ff2ae7db-efa4-455d-a774-63636e61517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:29:28.677412 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2287a081-269b-418e-a985-63684857d3fe req-33c34572-d2a7-40b1-b3c7-9d4d1d7a6f0d service neutron] Attempting to bind port 3565fdbb-37ff-48de-a691-3f01118e97ae on network 72665aff-c47b-4a0e-b981-ed0f58257b98 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:29:28.683862 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2287a081-269b-418e-a985-63684857d3fe req-33c34572-d2a7-40b1-b3c7-9d4d1d7a6f0d service neutron] Port 3565fdbb-37ff-48de-a691-3f01118e97ae on network 72665aff-c47b-4a0e-b981-ed0f58257b98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 14:29:28.684182 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2287a081-269b-418e-a985-63684857d3fe req-33c34572-d2a7-40b1-b3c7-9d4d1d7a6f0d service neutron] Attempting to bind port 3565fdbb-37ff-48de-a691-3f01118e97ae on network 72665aff-c47b-4a0e-b981-ed0f58257b98 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:29:28.690528 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2287a081-269b-418e-a985-63684857d3fe req-33c34572-d2a7-40b1-b3c7-9d4d1d7a6f0d service neutron] Checking agent: {'id': '8cce4e55-f72c-4604-b6eb-27dc2f3f162a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'started_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:29:28.690860 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2287a081-269b-418e-a985-63684857d3fe req-33c34572-d2a7-40b1-b3c7-9d4d1d7a6f0d service neutron] Checking segment: {'id': 'ff2ae7db-efa4-455d-a774-63636e61517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:29:28.691269 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2287a081-269b-418e-a985-63684857d3fe req-33c34572-d2a7-40b1-b3c7-9d4d1d7a6f0d service neutron] Bound using segment: {'id': 'ff2ae7db-efa4-455d-a774-63636e61517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98'} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:29:28.691690 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-2287a081-269b-418e-a985-63684857d3fe req-33c34572-d2a7-40b1-b3c7-9d4d1d7a6f0d service neutron] Bound port: 3565fdbb-37ff-48de-a691-3f01118e97ae, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff2ae7db-efa4-455d-a774-63636e61517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98'}}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:29:28.692027 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-2287a081-269b-418e-a985-63684857d3fe req-33c34572-d2a7-40b1-b3c7-9d4d1d7a6f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:28.780643 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-2287a081-269b-418e-a985-63684857d3fe req-33c34572-d2a7-40b1-b3c7-9d4d1d7a6f0d service neutron] For port 3565fdbb-37ff-48de-a691-3f01118e97ae, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:29:28.783438 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-2287a081-269b-418e-a985-63684857d3fe req-33c34572-d2a7-40b1-b3c7-9d4d1d7a6f0d service neutron] For port 3565fdbb-37ff-48de-a691-3f01118e97ae, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=3565fdbb-37ff-48de-a691-3f01118e97ae,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:29:28.872810 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-2287a081-269b-418e-a985-63684857d3fe req-33c34572-d2a7-40b1-b3c7-9d4d1d7a6f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:28.895206 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:28.933615 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-2287a081-269b-418e-a985-63684857d3fe req-33c34572-d2a7-40b1-b3c7-9d4d1d7a6f0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:28.934974 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2287a081-269b-418e-a985-63684857d3fe req-33c34572-d2a7-40b1-b3c7-9d4d1d7a6f0d service neutron] 10.222.0.47 "PUT /v2.0/ports/3565fdbb-37ff-48de-a691-3f01118e97ae HTTP/1.1" status: 200 len: 1093 time: 1.1287355 Feb 03 14:29:28.935430 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd1f640-d343-4af0-968a-23580dab8164', 'tag': '3565fdbb-37ff-48de-a691-3f01118e97ae'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:29:28.946975 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:28.958043 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c34572-d2a7-40b1-b3c7-9d4d1d7a6f0d service neutron] Pushing event updated for resources: {'Port': ['ID=3565fdbb-37ff-48de-a691-3f01118e97ae,revision_number=3']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:28.995028 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd1f640-d343-4af0-968a-23580dab8164', 'tag': '3565fdbb-37ff-48de-a691-3f01118e97ae', 'status': 'completed', 'code': 200} Feb 03 14:29:29.095172 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a9c385f6-8f6e-40cb-b6f0-cb41712a2fcf req-cfa79f98-0e0b-4b52-a27f-fe1f215a5d6e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8ba039cce39143a8bb6581566271655e&device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 1096 time: 0.0779319 Feb 03 14:29:29.232495 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c385f6-8f6e-40cb-b6f0-cb41712a2fcf req-573e1dd8-5ee2-4ef6-9663-bbb069216736 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:29.233914 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a9c385f6-8f6e-40cb-b6f0-cb41712a2fcf req-573e1dd8-5ee2-4ef6-9663-bbb069216736 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=8ba039cce39143a8bb6581566271655e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1327441 Feb 03 14:29:29.368955 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c385f6-8f6e-40cb-b6f0-cb41712a2fcf req-17b09062-d0fb-402c-8c07-809aa44afbda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:29.370357 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a9c385f6-8f6e-40cb-b6f0-cb41712a2fcf req-17b09062-d0fb-402c-8c07-809aa44afbda service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1307907 Feb 03 14:29:29.476597 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2287a081-269b-418e-a985-63684857d3fe req-aa35d6e2-dfaa-494d-b7e4-81e1678673c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8ba039cce39143a8bb6581566271655e&device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 1096 time: 0.0693662 Feb 03 14:29:29.519423 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26171a92-069a-43ad-be4c-09919bfa3018 req-22d5ea27-b6d4-46ab-9bb9-707eec3796d9 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:29.521020 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-26171a92-069a-43ad-be4c-09919bfa3018 req-22d5ea27-b6d4-46ab-9bb9-707eec3796d9 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 943 time: 0.0778849 Feb 03 14:29:29.547464 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2287a081-269b-418e-a985-63684857d3fe req-9362bafc-cb80-4a91-8fa5-7df2d6351ab2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3565fdbb-37ff-48de-a691-3f01118e97ae HTTP/1.1" status: 200 len: 217 time: 0.0640461 Feb 03 14:29:29.566355 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-26171a92-069a-43ad-be4c-09919bfa3018 req-649af6b1-00a6-4aed-bb98-64429ad4c123 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391295 Feb 03 14:29:29.607767 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287a081-269b-418e-a985-63684857d3fe req-e3a9ebd0-7b05-449a-a86b-04ccb1d8a4e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:29.609172 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2287a081-269b-418e-a985-63684857d3fe req-e3a9ebd0-7b05-449a-a86b-04ccb1d8a4e2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aefc24b7-4fbe-4412-972d-e9e7fb0de6b4 HTTP/1.1" status: 200 len: 851 time: 0.0567613 Feb 03 14:29:29.684102 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2287a081-269b-418e-a985-63684857d3fe req-47d8a2b8-6a88-4f56-ab6c-4cca63a7940a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72665aff-c47b-4a0e-b981-ed0f58257b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692899 Feb 03 14:29:29.813971 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2287a081-269b-418e-a985-63684857d3fe req-5f3ac508-8e9a-4387-8631-533e2db85b7e service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230066 Feb 03 14:29:30.029030 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2287a081-269b-418e-a985-63684857d3fe req-7173a094-7ac5-4d06-98c4-cd0d44697eec service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090714 Feb 03 14:29:30.249415 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:30.767284 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a192c9-a76b-47a1-83d0-c725f5399be0 req-9a5ec5a4-5ab2-4af2-b4b9-c17395f44942 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:30.768699 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-38a192c9-a76b-47a1-83d0-c725f5399be0 req-9a5ec5a4-5ab2-4af2-b4b9-c17395f44942 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 943 time: 0.0790908 Feb 03 14:29:30.812705 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-38a192c9-a76b-47a1-83d0-c725f5399be0 req-3f8c157a-c785-45ab-8cd6-80d37d9f75e5 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383694 Feb 03 14:29:32.007299 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1de8f-a836-4167-9f17-11e39e23130c req-f0582f39-ffaa-4f79-afd1-2a573e72e198 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:32.008710 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d0e1de8f-a836-4167-9f17-11e39e23130c req-f0582f39-ffaa-4f79-afd1-2a573e72e198 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 943 time: 0.0766261 Feb 03 14:29:32.052801 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d0e1de8f-a836-4167-9f17-11e39e23130c req-5e3bfcc9-24c4-43f5-b486-ec6e7cd37541 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387752 Feb 03 14:29:33.248453 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35bebac-587f-42b2-9fd9-b1540e921a51 req-dbc81c40-d2e9-4f6f-aee1-e2f5ab12721e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:33.249857 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c35bebac-587f-42b2-9fd9-b1540e921a51 req-dbc81c40-d2e9-4f6f-aee1-e2f5ab12721e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 943 time: 0.0775797 Feb 03 14:29:33.294584 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c35bebac-587f-42b2-9fd9-b1540e921a51 req-791e07e1-a6d0-4fe2-917f-ab638e30b29f tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392029 Feb 03 14:29:33.564670 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 3565fdbb-37ff-48de-a691-3f01118e97ae details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:29:33.695137 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 3565fdbb-37ff-48de-a691-3f01118e97ae, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=3565fdbb-37ff-48de-a691-3f01118e97ae,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:29:33.707633 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': '3565fdbb-37ff-48de-a691-3f01118e97ae', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'port_id': '3565fdbb-37ff-48de-a691-3f01118e97ae', 'mac_address': 'fa:16:3e:0e:77:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:29:33.759481 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:33.776259 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3565fdbb-37ff-48de-a691-3f01118e97ae {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:29:33.790830 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 3565fdbb-37ff-48de-a691-3f01118e97ae, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=3565fdbb-37ff-48de-a691-3f01118e97ae,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:29:33.870261 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:33.936641 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=3565fdbb-37ff-48de-a691-3f01118e97ae,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:34.195352 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['3565fdbb-37ff-48de-a691-3f01118e97ae'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:29:34.486877 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5afff5-d834-4736-b800-1d0a0be0ae85 req-28a7624f-1bc7-4f95-9e1f-89d9c6f41229 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:34.488237 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6a5afff5-d834-4736-b800-1d0a0be0ae85 req-28a7624f-1bc7-4f95-9e1f-89d9c6f41229 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 944 time: 0.0744238 Feb 03 14:29:34.531880 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6a5afff5-d834-4736-b800-1d0a0be0ae85 req-4eda047b-b9ff-49e1-b237-fce31a468507 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382020 Feb 03 14:29:35.572315 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 3565fdbb-37ff-48de-a691-3f01118e97ae up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:29:35.718117 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning for port 3565fdbb-37ff-48de-a691-3f01118e97ae completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:29:35.722970 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port 3565fdbb-37ff-48de-a691-3f01118e97ae triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:29:35.723390 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:35.729502 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1c0f6-d42d-45d8-abfe-832431be958b req-ae520271-ecb3-4668-8fa8-ea18f926829a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:35.730940 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-35f1c0f6-d42d-45d8-abfe-832431be958b req-ae520271-ecb3-4668-8fa8-ea18f926829a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 944 time: 0.0792265 Feb 03 14:29:35.776556 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-35f1c0f6-d42d-45d8-abfe-832431be958b req-77e4d335-2510-4068-bb43-d50307fb460d tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396645 Feb 03 14:29:35.837084 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:35.862527 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd1f640-d343-4af0-968a-23580dab8164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3565fdbb-37ff-48de-a691-3f01118e97ae'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:29:35.872542 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 3565fdbb-37ff-48de-a691-3f01118e97ae, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=3565fdbb-37ff-48de-a691-3f01118e97ae,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:29:35.952096 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:35.994146 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd1f640-d343-4af0-968a-23580dab8164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3565fdbb-37ff-48de-a691-3f01118e97ae', 'code': 200} Feb 03 14:29:36.022154 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=3565fdbb-37ff-48de-a691-3f01118e97ae,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:36.296917 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3c6e7650-921b-40af-87e1-f6b90a4a8803 req-ef3888e5-a3df-4a15-a9ae-9dfc1315fd0b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 1098 time: 0.0661073 Feb 03 14:29:36.340169 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3c6e7650-921b-40af-87e1-f6b90a4a8803 req-09241d1d-8ad6-477d-afe3-e3da2a5fde3d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377991 Feb 03 14:29:36.969901 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3d724-3a68-4b0f-8451-8ab857d59043 req-11e216fc-1e42-4215-8847-61b3c81d0d04 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:36.971312 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9cc3d724-3a68-4b0f-8451-8ab857d59043 req-11e216fc-1e42-4215-8847-61b3c81d0d04 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 945 time: 0.0741279 Feb 03 14:29:37.018764 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9cc3d724-3a68-4b0f-8451-8ab857d59043 req-2f1eeb96-9cd8-4f68-a2c8-33c3df9f3a22 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416512 Feb 03 14:29:38.212008 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688869d-1f68-41d2-a45e-7b08e0a1118c req-be4a8bcb-72fd-42fc-9b7b-f93d66004b00 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:38.213437 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e688869d-1f68-41d2-a45e-7b08e0a1118c req-be4a8bcb-72fd-42fc-9b7b-f93d66004b00 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 945 time: 0.0755994 Feb 03 14:29:38.257729 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e688869d-1f68-41d2-a45e-7b08e0a1118c req-0ac036d1-c301-452c-9b94-2037b93a1cf7 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388336 Feb 03 14:29:38.446638 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ddc110-0a68-464f-bc0f-e98a5506ed9a req-17552cf3-6e27-4c76-8cac-9f7743e1654e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:38.448061 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-66ddc110-0a68-464f-bc0f-e98a5506ed9a req-17552cf3-6e27-4c76-8cac-9f7743e1654e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 945 time: 0.0777218 Feb 03 14:29:38.456690 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 36582) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:29:38.462420 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-ffc2d6a6-4be3-49a8-bc22-cb1e583a8219 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Request body: {'floatingip': {'port_id': '3565fdbb-37ff-48de-a691-3f01118e97ae'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:29:38.534475 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ffc2d6a6-4be3-49a8-bc22-cb1e583a8219 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks [] for floatingip, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:39.195663 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ffc2d6a6-4be3-49a8-bc22-cb1e583a8219 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:39.271895 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ffc2d6a6-4be3-49a8-bc22-cb1e583a8219 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:39.461990 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.l3_db [None req-ffc2d6a6-4be3-49a8-bc22-cb1e583a8219 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Floating IP 4deb3fa7-31fe-4412-abdd-33fa8d88b7d0 associated. External IP: 172.26.3.194, port: 3565fdbb-37ff-48de-a691-3f01118e97ae. Feb 03 14:29:39.847562 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc2d6a6-4be3-49a8-bc22-cb1e583a8219 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Router 8d4b373e-6e4a-42bf-985e-7b60fba3d417 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:29:40.040467 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc2d6a6-4be3-49a8-bc22-cb1e583a8219 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:29:40.044697 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ffc2d6a6-4be3-49a8-bc22-cb1e583a8219 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:40.050154 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c3b65c-ac28-414a-ad62-edb2e4f635f1 None None] Sync routers for ids ['8d4b373e-6e4a-42bf-985e-7b60fba3d417'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:29:40.062368 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c3b65c-ac28-414a-ad62-edb2e4f635f1 None None] Routers {'8d4b373e-6e4a-42bf-985e-7b60fba3d417'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:29:40.062976 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-63c3b65c-ac28-414a-ad62-edb2e4f635f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:29:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['8d4b373e-6e4a-42bf-985e-7b60fba3d417'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:40.104639 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ffc2d6a6-4be3-49a8-bc22-cb1e583a8219 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "PUT /v2.0/floatingips/4deb3fa7-31fe-4412-abdd-33fa8d88b7d0 HTTP/1.1" status: 200 len: 991 time: 1.6440146 Feb 03 14:29:40.104639 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd1f640-d343-4af0-968a-23580dab8164', 'tag': '3565fdbb-37ff-48de-a691-3f01118e97ae'}] {{(pid=84182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:29:40.168405 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd1f640-d343-4af0-968a-23580dab8164', 'tag': '3565fdbb-37ff-48de-a691-3f01118e97ae', 'status': 'completed', 'code': 200} Feb 03 14:29:40.270055 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8a7a133a-d53f-48d4-8b18-c768c2f38d71 req-fd3491a9-a175-409e-8141-2091f2e565a3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8ba039cce39143a8bb6581566271655e&device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 1098 time: 0.0795903 Feb 03 14:29:40.280243 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-63c3b65c-ac28-414a-ad62-edb2e4f635f1 None None] Set router 8d4b373e-6e4a-42bf-985e-7b60fba3d417 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:29:40.284006 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cccf2c1-9c11-4362-bfbc-886ade052079 req-870e3e6a-5e1f-4a4c-8be4-5c9e26ed17c0 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:40.285420 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5cccf2c1-9c11-4362-bfbc-886ade052079 req-870e3e6a-5e1f-4a4c-8be4-5c9e26ed17c0 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 945 time: 0.0820994 Feb 03 14:29:40.332851 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5cccf2c1-9c11-4362-bfbc-886ade052079 req-8dd7f9da-8174-4c4a-bfb1-0de3ce4a32aa tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416484 Feb 03 14:29:40.411333 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a133a-d53f-48d4-8b18-c768c2f38d71 req-98cc0a77-09f4-4589-8f56-0364d1725de8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:40.412971 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8a7a133a-d53f-48d4-8b18-c768c2f38d71 req-98cc0a77-09f4-4589-8f56-0364d1725de8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=72665aff-c47b-4a0e-b981-ed0f58257b98 HTTP/1.1" status: 200 len: 912 time: 0.1363547 Feb 03 14:29:40.511460 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8a7a133a-d53f-48d4-8b18-c768c2f38d71 req-7570fba8-c04d-4ab3-a7d2-aef6a23eea30 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3565fdbb-37ff-48de-a691-3f01118e97ae HTTP/1.1" status: 200 len: 999 time: 0.0930362 Feb 03 14:29:40.574661 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a133a-d53f-48d4-8b18-c768c2f38d71 req-befc0e33-d50d-4f3a-8037-b4367601fa8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:40.576108 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8a7a133a-d53f-48d4-8b18-c768c2f38d71 req-befc0e33-d50d-4f3a-8037-b4367601fa8c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aefc24b7-4fbe-4412-972d-e9e7fb0de6b4 HTTP/1.1" status: 200 len: 851 time: 0.0595064 Feb 03 14:29:40.623937 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-63c3b65c-ac28-414a-ad62-edb2e4f635f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'name': 'tempest-ServerActionsTestJSON-1103438220-router', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': '8200d7a0-867e-427b-b811-0827688616f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:27:13Z', 'updated_at': '2022-02-03T14:27:17Z', 'revision_number': 4, 'project_id': '8ba039cce39143a8bb6581566271655e', 'gw_port': {'id': '8200d7a0-867e-427b-b811-0827688616f8', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:14Z', 'updated_at': '2022-02-03T14:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '4deb3fa7-31fe-4412-abdd-33fa8d88b7d0', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'floating_ip_address': '172.26.3.194', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'port_id': '3565fdbb-37ff-48de-a691-3f01118e97ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'mac_address': 'fa:16:3e:0e:77:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd1f640-d343-4af0-968a-23580dab8164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:27:21Z', 'updated_at': '2022-02-03T14:29:39Z', 'revision_number': 9, 'project_id': '8ba039cce39143a8bb6581566271655e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f7fbe81-235a-41ce-8596-a787244529ee', 'name': '', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'mac_address': 'fa:16:3e:e1:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:16Z', 'updated_at': '2022-02-03T14:27:35Z', 'revision_number': 5, 'project_id': '8ba039cce39143a8bb6581566271655e', 'subnets': [{'id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:40.627643 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c3b65c-ac28-414a-ad62-edb2e4f635f1 None None] Checking router: 8d4b373e-6e4a-42bf-985e-7b60fba3d417 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:29:40.638569 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c3b65c-ac28-414a-ad62-edb2e4f635f1 None None] Routers {'8d4b373e-6e4a-42bf-985e-7b60fba3d417'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:29:40.639198 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-63c3b65c-ac28-414a-ad62-edb2e4f635f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:29:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['8d4b373e-6e4a-42bf-985e-7b60fba3d417'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:40.650057 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8a7a133a-d53f-48d4-8b18-c768c2f38d71 req-bc5ac9c4-e7e9-422f-aeba-76a6712f0ffa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72665aff-c47b-4a0e-b981-ed0f58257b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674748 Feb 03 14:29:40.778855 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8a7a133a-d53f-48d4-8b18-c768c2f38d71 req-f43543f5-6a60-4656-86f0-6f5ab6e2f3dd service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231427 Feb 03 14:29:40.811669 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-63c3b65c-ac28-414a-ad62-edb2e4f635f1 None None] Set router 8d4b373e-6e4a-42bf-985e-7b60fba3d417 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:29:40.907859 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8a7a133a-d53f-48d4-8b18-c768c2f38d71 req-37c2b37e-d2ad-4170-9d81-0a6cc0798725 service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234729 Feb 03 14:29:41.152366 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-63c3b65c-ac28-414a-ad62-edb2e4f635f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'name': 'tempest-ServerActionsTestJSON-1103438220-router', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': '8200d7a0-867e-427b-b811-0827688616f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:27:13Z', 'updated_at': '2022-02-03T14:27:17Z', 'revision_number': 4, 'project_id': '8ba039cce39143a8bb6581566271655e', 'gw_port': {'id': '8200d7a0-867e-427b-b811-0827688616f8', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:14Z', 'updated_at': '2022-02-03T14:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '4deb3fa7-31fe-4412-abdd-33fa8d88b7d0', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'floating_ip_address': '172.26.3.194', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'port_id': '3565fdbb-37ff-48de-a691-3f01118e97ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'mac_address': 'fa:16:3e:0e:77:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd1f640-d343-4af0-968a-23580dab8164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:27:21Z', 'updated_at': '2022-02-03T14:29:39Z', 'revision_number': 9, 'project_id': '8ba039cce39143a8bb6581566271655e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f7fbe81-235a-41ce-8596-a787244529ee', 'name': '', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'mac_address': 'fa:16:3e:e1:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:16Z', 'updated_at': '2022-02-03T14:27:35Z', 'revision_number': 5, 'project_id': '8ba039cce39143a8bb6581566271655e', 'subnets': [{'id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:41.156217 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c3b65c-ac28-414a-ad62-edb2e4f635f1 None None] The sync data for ids ['8d4b373e-6e4a-42bf-985e-7b60fba3d417'] in dv-neutron-827016-1-hyperv is: [{'id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'name': 'tempest-ServerActionsTestJSON-1103438220-router', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': '8200d7a0-867e-427b-b811-0827688616f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:27:13Z', 'updated_at': '2022-02-03T14:27:17Z', 'revision_number': 4, 'project_id': '8ba039cce39143a8bb6581566271655e', 'gw_port': {'id': '8200d7a0-867e-427b-b811-0827688616f8', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:14Z', 'updated_at': '2022-02-03T14:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '4deb3fa7-31fe-4412-abdd-33fa8d88b7d0', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'floating_ip_address': '172.26.3.194', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'port_id': '3565fdbb-37ff-48de-a691-3f01118e97ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'mac_address': 'fa:16:3e:0e:77:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd1f640-d343-4af0-968a-23580dab8164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:27:21Z', 'updated_at': '2022-02-03T14:29:39Z', 'revision_number': 9, 'project_id': '8ba039cce39143a8bb6581566271655e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f7fbe81-235a-41ce-8596-a787244529ee', 'name': '', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'mac_address': 'fa:16:3e:e1:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:16Z', 'updated_at': '2022-02-03T14:27:35Z', 'revision_number': 5, 'project_id': '8ba039cce39143a8bb6581566271655e', 'subnets': [{'id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:29:41.337373 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1581199-c795-4f6c-b9fe-fd8a3f199a77 None None] New status for floating IP 4deb3fa7-31fe-4412-abdd-33fa8d88b7d0: ACTIVE {{(pid=84184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:29:41.536762 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df52a4-e44e-4447-99fa-d7a13e90ccef req-5c130c26-8ec4-4d50-b443-f2f1141a717e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:41.538156 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b6df52a4-e44e-4447-99fa-d7a13e90ccef req-5c130c26-8ec4-4d50-b443-f2f1141a717e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 945 time: 0.0778799 Feb 03 14:29:41.585765 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b6df52a4-e44e-4447-99fa-d7a13e90ccef req-c17da794-b9e9-4311-9cdc-7e15014b2a7d tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419958 Feb 03 14:29:41.779360 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5ed2fb94-b632-47a1-bef1-fdc71d80e9d0 req-9295ef45-ec10-4fec-88a6-5c503d92bb6f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0695212 Feb 03 14:29:42.319544 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec4240-2faf-421b-a7b2-b7712bdfa1c1 req-b8cc55cd-b6d5-4b97-bc7d-9cb8ea047526 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:42.320736 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b8ec4240-2faf-421b-a7b2-b7712bdfa1c1 req-b8cc55cd-b6d5-4b97-bc7d-9cb8ea047526 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 945 time: 0.1729465 Feb 03 14:29:42.367785 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b8ec4240-2faf-421b-a7b2-b7712bdfa1c1 req-1d9e293d-0fa8-4ccd-83ba-c880fe417f7d tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413098 Feb 03 14:29:42.442509 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f915de23-bbf8-4aa7-96c4-b8c483f8df96 req-20b382ba-1ec7-4f5a-8144-919e9004d5bc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1668887 Feb 03 14:29:43.569501 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb42957-e31f-495d-96da-3f60098735f4 req-a60302fa-f50d-4f9e-ad02-411861fa42cf tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:43.570819 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2eb42957-e31f-495d-96da-3f60098735f4 req-a60302fa-f50d-4f9e-ad02-411861fa42cf tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 945 time: 0.0777395 Feb 03 14:29:43.622329 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2eb42957-e31f-495d-96da-3f60098735f4 req-c71210ec-cdb5-4989-b96f-fab29066efbe tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453095 Feb 03 14:29:44.501186 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f915de23-bbf8-4aa7-96c4-b8c483f8df96 req-8d8d4298-7175-4582-bbd2-c1896dd3597f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8ba039cce39143a8bb6581566271655e&device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 1098 time: 0.0725141 Feb 03 14:29:44.628259 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915de23-bbf8-4aa7-96c4-b8c483f8df96 req-6f85968d-483f-4453-8761-e13c2e61569a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:44.629672 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f915de23-bbf8-4aa7-96c4-b8c483f8df96 req-6f85968d-483f-4453-8761-e13c2e61569a service neutron] 10.222.0.47 "GET /v2.0/networks?id=72665aff-c47b-4a0e-b981-ed0f58257b98 HTTP/1.1" status: 200 len: 912 time: 0.1231301 Feb 03 14:29:44.727040 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f915de23-bbf8-4aa7-96c4-b8c483f8df96 req-d837ae10-f0dc-46f6-9dcd-5ad4e6b41b44 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3565fdbb-37ff-48de-a691-3f01118e97ae HTTP/1.1" status: 200 len: 1002 time: 0.0920026 Feb 03 14:29:44.792334 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915de23-bbf8-4aa7-96c4-b8c483f8df96 req-f8f6f6a9-ab6f-4d71-abe3-442d6abdfd1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:44.793802 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f915de23-bbf8-4aa7-96c4-b8c483f8df96 req-f8f6f6a9-ab6f-4d71-abe3-442d6abdfd1e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aefc24b7-4fbe-4412-972d-e9e7fb0de6b4 HTTP/1.1" status: 200 len: 851 time: 0.0602045 Feb 03 14:29:44.817949 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ce413-2d64-4237-adef-730eb5eddfe6 req-86ba6720-2df7-4885-99d0-dcc5be033aa7 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:44.819422 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-718ce413-2d64-4237-adef-730eb5eddfe6 req-86ba6720-2df7-4885-99d0-dcc5be033aa7 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 945 time: 0.0744200 Feb 03 14:29:44.868734 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-718ce413-2d64-4237-adef-730eb5eddfe6 req-92b62761-5c80-414b-b40a-a60ccea74675 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437832 Feb 03 14:29:44.869413 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f915de23-bbf8-4aa7-96c4-b8c483f8df96 req-2c750370-9cf6-408d-ab48-c56b00c0dba7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72665aff-c47b-4a0e-b981-ed0f58257b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692003 Feb 03 14:29:45.000715 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f915de23-bbf8-4aa7-96c4-b8c483f8df96 req-5d4e4023-8e7b-4438-ad96-fd49698df245 service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246200 Feb 03 14:29:45.205846 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f915de23-bbf8-4aa7-96c4-b8c483f8df96 req-cdd5eda4-d0d7-41ad-b241-8e89005fb3e9 service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998150 Feb 03 14:29:46.059930 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5be4b4-fe55-4d82-94fa-0505140f558a req-47b70f2c-41a1-476b-9069-3b2f436d24da tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:46.061342 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1b5be4b4-fe55-4d82-94fa-0505140f558a req-47b70f2c-41a1-476b-9069-3b2f436d24da tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 945 time: 0.0748940 Feb 03 14:29:46.105532 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1b5be4b4-fe55-4d82-94fa-0505140f558a req-f68aea7f-2896-4899-8f9f-9894a196b291 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386219 Feb 03 14:29:47.300828 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b2437-fec0-4b14-a2b5-6613ba5021b7 req-086ade6f-ec83-4d59-8041-94cb74514e71 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:47.302238 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-298b2437-fec0-4b14-a2b5-6613ba5021b7 req-086ade6f-ec83-4d59-8041-94cb74514e71 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 945 time: 0.0781884 Feb 03 14:29:47.346545 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-298b2437-fec0-4b14-a2b5-6613ba5021b7 req-709e2cc7-e570-44f0-8ad1-ff17efd0d10d tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386174 Feb 03 14:29:47.700114 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:47.842220 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:29:48.541829 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90a6dc-7c5b-4907-861f-1224984075f0 req-4cfb9f2b-465f-4e8d-9753-0c0654c9983d tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:48.543275 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7b90a6dc-7c5b-4907-861f-1224984075f0 req-4cfb9f2b-465f-4e8d-9753-0c0654c9983d tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 945 time: 0.0751381 Feb 03 14:29:48.588458 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7b90a6dc-7c5b-4907-861f-1224984075f0 req-dae550ce-b067-4e49-b19d-6f954bc28491 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396123 Feb 03 14:29:49.787013 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca45962-725e-43d2-987f-5f670fe4d816 req-cb884b5d-a72d-43b3-b94b-2cc856e7c463 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:49.788476 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5ca45962-725e-43d2-987f-5f670fe4d816 req-cb884b5d-a72d-43b3-b94b-2cc856e7c463 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 945 time: 0.0776770 Feb 03 14:29:49.833369 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5ca45962-725e-43d2-987f-5f670fe4d816 req-b8097de2-9d30-4987-8c4d-62581c16b784 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391505 Feb 03 14:29:51.026720 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40965243-50c1-4f59-8335-438d5e936db6 req-ed52622f-bc29-41da-a7f9-ea709ad9cfaf tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:51.028165 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-40965243-50c1-4f59-8335-438d5e936db6 req-ed52622f-bc29-41da-a7f9-ea709ad9cfaf tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 945 time: 0.0750892 Feb 03 14:29:51.074991 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-40965243-50c1-4f59-8335-438d5e936db6 req-9f2a037f-9323-4dec-987d-5f8ca934d7a3 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414000 Feb 03 14:29:52.266912 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad4570-93bb-4c10-b8c0-cff6cefe5349 req-7636ab7b-1ad2-42cb-824b-6ac32d07cee3 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:52.268343 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-79ad4570-93bb-4c10-b8c0-cff6cefe5349 req-7636ab7b-1ad2-42cb-824b-6ac32d07cee3 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 945 time: 0.0742013 Feb 03 14:29:52.313209 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-79ad4570-93bb-4c10-b8c0-cff6cefe5349 req-2815194b-7ec8-4e44-9671-b213e111c251 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394540 Feb 03 14:29:53.510284 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7a87a-5644-4125-a6d9-1e8edd038141 req-74bdd653-896c-4e14-a11e-93d6c5cbe6a1 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:53.511724 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-54d7a87a-5644-4125-a6d9-1e8edd038141 req-74bdd653-896c-4e14-a11e-93d6c5cbe6a1 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 945 time: 0.0779545 Feb 03 14:29:53.555366 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-54d7a87a-5644-4125-a6d9-1e8edd038141 req-9e52972b-e6aa-4ef0-ac88-8337427f289a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382166 Feb 03 14:29:54.745717 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afd565-e9c7-486c-ade2-7fb8e7ebfef3 req-ddebb610-a971-41d7-9537-bdb1607fe18e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:54.747214 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-46afd565-e9c7-486c-ade2-7fb8e7ebfef3 req-ddebb610-a971-41d7-9537-bdb1607fe18e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 945 time: 0.0741405 Feb 03 14:29:54.791627 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-46afd565-e9c7-486c-ade2-7fb8e7ebfef3 req-8450721d-c6dc-4062-82f5-8feef182e7ee tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390849 Feb 03 14:29:55.378163 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6ca97ab3-6a80-487a-8277-16fc3a98e0d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:55.985814 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2c9e2-a55e-4428-a497-7f93169ce6cd req-85db4000-109f-4014-94b1-d73e5a2112d0 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:55.987267 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-93e2c9e2-a55e-4428-a497-7f93169ce6cd req-85db4000-109f-4014-94b1-d73e5a2112d0 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 945 time: 0.0782299 Feb 03 14:29:56.031289 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-93e2c9e2-a55e-4428-a497-7f93169ce6cd req-e8877801-3f67-465b-90c6-e1bc05523eee tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380111 Feb 03 14:29:57.233391 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f55b4c-2b8f-4562-9afb-a544b507f964 req-96038fee-aded-4511-a861-ed6b0882b20d tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:57.234822 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-73f55b4c-2b8f-4562-9afb-a544b507f964 req-96038fee-aded-4511-a861-ed6b0882b20d tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 945 time: 0.0762086 Feb 03 14:29:57.281757 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-73f55b4c-2b8f-4562-9afb-a544b507f964 req-0d68dfe2-2514-42b2-ba10-8478f83ac3cd tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415130 Feb 03 14:29:57.528099 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-dffedbd7-e565-4214-aab6-3c7b255f488e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:58.477773 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a98605-e141-4522-b1c8-e3439fd6abe6 req-a71542c2-ccd2-4397-8597-459f378e929a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:58.479191 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a4a98605-e141-4522-b1c8-e3439fd6abe6 req-a71542c2-ccd2-4397-8597-459f378e929a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 945 time: 0.0750184 Feb 03 14:29:58.522901 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a4a98605-e141-4522-b1c8-e3439fd6abe6 req-c9165446-e8da-4e6f-b0ab-c30dcd0c7b4d tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382943 Feb 03 14:29:58.865800 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:58.922648 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:29:59.719015 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa28128-d424-45b3-9819-c04311b29372 req-337c7378-6eb9-4cd6-b0d3-e4fa36171bae tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:59.720462 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7fa28128-d424-45b3-9819-c04311b29372 req-337c7378-6eb9-4cd6-b0d3-e4fa36171bae tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 945 time: 0.0795267 Feb 03 14:29:59.764582 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7fa28128-d424-45b3-9819-c04311b29372 req-87f4a106-c452-4866-8caa-8a44710f9443 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385807 Feb 03 14:30:00.241031 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:00.956864 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f804e6-f229-455a-a87c-426f5b38f403 req-d0886002-e3b6-4ba1-a667-51ec31581bdb tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:00.958547 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-20f804e6-f229-455a-a87c-426f5b38f403 req-d0886002-e3b6-4ba1-a667-51ec31581bdb tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 945 time: 0.0752044 Feb 03 14:30:01.002256 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-20f804e6-f229-455a-a87c-426f5b38f403 req-b7f3761f-7639-4b74-aba9-4eda7b41e0cd tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382984 Feb 03 14:30:02.195570 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab477e0-616d-4ddf-a146-a0a2743a0791 req-31a23dd3-4bcf-4fb7-ad82-f2ce8fa1ea2e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:02.196986 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-eab477e0-616d-4ddf-a146-a0a2743a0791 req-31a23dd3-4bcf-4fb7-ad82-f2ce8fa1ea2e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 945 time: 0.0778770 Feb 03 14:30:02.240234 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-eab477e0-616d-4ddf-a146-a0a2743a0791 req-05ea2bab-bf39-460d-82d0-4312e4e35636 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378962 Feb 03 14:30:03.434206 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b327f-965a-480e-988c-c90b28d97f97 req-197efe08-f825-4a75-842e-232caf9b25e8 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:03.435643 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8e2b327f-965a-480e-988c-c90b28d97f97 req-197efe08-f825-4a75-842e-232caf9b25e8 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 945 time: 0.0751014 Feb 03 14:30:03.479863 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8e2b327f-965a-480e-988c-c90b28d97f97 req-fc7bf505-c88d-4984-a130-c5dea820cfbe tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388629 Feb 03 14:30:04.691791 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a704425-c9b4-4128-9200-8cc868fcb475 req-90e2bd7a-182e-4a38-94d5-dff00e02704f tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:04.693345 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2a704425-c9b4-4128-9200-8cc868fcb475 req-90e2bd7a-182e-4a38-94d5-dff00e02704f tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 945 time: 0.0791001 Feb 03 14:30:04.739331 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2a704425-c9b4-4128-9200-8cc868fcb475 req-219d1668-7d13-45dd-9535-f0c27c778300 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399888 Feb 03 14:30:05.939620 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d1b2e-2ade-4cdb-aef7-97c8e865227d req-4a07ea72-7dde-45b9-b0f7-d487e9b04ef5 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:05.941062 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4f2d1b2e-2ade-4cdb-aef7-97c8e865227d req-4a07ea72-7dde-45b9-b0f7-d487e9b04ef5 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 945 time: 0.0742369 Feb 03 14:30:05.988594 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4f2d1b2e-2ade-4cdb-aef7-97c8e865227d req-f0fafb1b-5d2a-4739-8716-bd41fbca6f39 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421274 Feb 03 14:30:07.177989 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b934274-70e4-4377-b187-515f660368a6 req-11c6190f-7828-4c29-9f9f-aa1da60541b7 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:07.179997 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1b934274-70e4-4377-b187-515f660368a6 req-11c6190f-7828-4c29-9f9f-aa1da60541b7 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 945 time: 0.0741153 Feb 03 14:30:07.223909 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1b934274-70e4-4377-b187-515f660368a6 req-3087b70f-7031-408b-806c-67b7bcc7e8d2 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383921 Feb 03 14:30:07.277857 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f915de23-bbf8-4aa7-96c4-b8c483f8df96 req-836cc9f7-e96a-4218-acf3-ebd3afc9b39e service neutron] 10.222.0.47 "GET /v2.0/ports/3565fdbb-37ff-48de-a691-3f01118e97ae/bindings/hv-neutron-8270 HTTP/1.1" status: 200 len: 384 time: 0.0754063 Feb 03 14:30:07.778741 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f915de23-bbf8-4aa7-96c4-b8c483f8df96 req-fcbdd1ca-8aeb-41a7-8be9-76b7ea322005 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164&tenant_id=8ba039cce39143a8bb6581566271655e HTTP/1.1" status: 200 len: 1098 time: 0.0695109 Feb 03 14:30:07.868969 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f915de23-bbf8-4aa7-96c4-b8c483f8df96 req-ecdf4c97-5977-40ef-ae87-4a4f6a034abb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8ba039cce39143a8bb6581566271655e&device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 1098 time: 0.0707574 Feb 03 14:30:07.996237 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915de23-bbf8-4aa7-96c4-b8c483f8df96 req-20cc13cd-59fe-41f7-abcf-939850ccc8eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:07.997639 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f915de23-bbf8-4aa7-96c4-b8c483f8df96 req-20cc13cd-59fe-41f7-abcf-939850ccc8eb service neutron] 10.222.0.47 "GET /v2.0/networks?id=72665aff-c47b-4a0e-b981-ed0f58257b98 HTTP/1.1" status: 200 len: 912 time: 0.1231604 Feb 03 14:30:08.094521 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f915de23-bbf8-4aa7-96c4-b8c483f8df96 req-5a5afb84-effe-4e42-836c-bfc3a40d8458 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3565fdbb-37ff-48de-a691-3f01118e97ae HTTP/1.1" status: 200 len: 1002 time: 0.0908585 Feb 03 14:30:08.158109 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915de23-bbf8-4aa7-96c4-b8c483f8df96 req-ce5ddea4-7f02-44c1-877a-5912fcf10ee0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:08.159498 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f915de23-bbf8-4aa7-96c4-b8c483f8df96 req-ce5ddea4-7f02-44c1-877a-5912fcf10ee0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aefc24b7-4fbe-4412-972d-e9e7fb0de6b4 HTTP/1.1" status: 200 len: 851 time: 0.0589726 Feb 03 14:30:08.231022 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f915de23-bbf8-4aa7-96c4-b8c483f8df96 req-fc0a81ff-5aeb-41cf-82b1-15d6cebf5daa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72665aff-c47b-4a0e-b981-ed0f58257b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656948 Feb 03 14:30:08.363788 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f915de23-bbf8-4aa7-96c4-b8c483f8df96 req-7336bb47-312d-4354-84dc-62871b02586a service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264572 Feb 03 14:30:08.424610 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0023945-e94f-4961-8607-035401c64d5e req-1ac260d1-f4c6-4489-abdc-4cadbcff7155 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:08.426039 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c0023945-e94f-4961-8607-035401c64d5e req-1ac260d1-f4c6-4489-abdc-4cadbcff7155 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 945 time: 0.0799453 Feb 03 14:30:08.471245 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c0023945-e94f-4961-8607-035401c64d5e req-c0d00085-fe58-4b92-a232-cc75d2a9e5b3 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389571 Feb 03 14:30:08.494580 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f915de23-bbf8-4aa7-96c4-b8c483f8df96 req-32099412-6b12-4aba-9908-7bbed2af4d1b service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255832 Feb 03 14:30:09.664902 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db6934-ef38-42d0-b8c8-8ce52fcd6a78 req-73320e4c-8105-41ec-996f-c1c5e5a72956 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:09.666317 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-79db6934-ef38-42d0-b8c8-8ce52fcd6a78 req-73320e4c-8105-41ec-996f-c1c5e5a72956 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 945 time: 0.0746503 Feb 03 14:30:09.710734 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-79db6934-ef38-42d0-b8c8-8ce52fcd6a78 req-b7b5e10c-7373-4451-b4e4-19eda70a8687 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389805 Feb 03 14:30:09.730075 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 3565fdbb-37ff-48de-a691-3f01118e97ae details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:30:09.730542 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 3565fdbb-37ff-48de-a691-3f01118e97ae no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:30:09.942813 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:09.972387 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 3565fdbb-37ff-48de-a691-3f01118e97ae, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=3565fdbb-37ff-48de-a691-3f01118e97ae,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:09.993996 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd1f640-d343-4af0-968a-23580dab8164', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3565fdbb-37ff-48de-a691-3f01118e97ae'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:30:09.999969 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': '3565fdbb-37ff-48de-a691-3f01118e97ae', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'port_id': '3565fdbb-37ff-48de-a691-3f01118e97ae', 'mac_address': 'fa:16:3e:0e:77:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:30:10.005588 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 3565fdbb-37ff-48de-a691-3f01118e97ae, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=3565fdbb-37ff-48de-a691-3f01118e97ae,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:10.057012 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:10.070746 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd1f640-d343-4af0-968a-23580dab8164', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3565fdbb-37ff-48de-a691-3f01118e97ae', 'code': 200} Feb 03 14:30:10.076160 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:10.147332 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3565fdbb-37ff-48de-a691-3f01118e97ae {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:30:10.224529 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=3565fdbb-37ff-48de-a691-3f01118e97ae,revision_number=6']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:10.233206 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:30:10.233585 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:30:10.236679 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:10.237013 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:10.237353 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:10.237686 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:10.238017 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:10.238344 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:10.238669 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:10.238994 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:10.239344 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:10.239664 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:10.239982 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:10.786129 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:10.803097 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3565fdbb-37ff-48de-a691-3f01118e97ae {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:30:10.817512 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 3565fdbb-37ff-48de-a691-3f01118e97ae, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=3565fdbb-37ff-48de-a691-3f01118e97ae,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:10.876606 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:10.946508 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=3565fdbb-37ff-48de-a691-3f01118e97ae,revision_number=7']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:10.998259 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75089c2-d919-43c7-b5d5-6e8aa4d98b5d req-b45e10a6-1c69-423c-b6ca-3ce82d3c2bd3 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:10.999775 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f75089c2-d919-43c7-b5d5-6e8aa4d98b5d req-b45e10a6-1c69-423c-b6ca-3ce82d3c2bd3 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 944 time: 0.1656036 Feb 03 14:30:11.043728 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f75089c2-d919-43c7-b5d5-6e8aa4d98b5d req-f27e8dc3-8c74-4e87-bd2f-552e9f533734 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384905 Feb 03 14:30:12.235161 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419a402-47e1-4ce5-a5fb-3b2c736b1f70 req-9fe979fa-d688-444c-8959-ad20d0e01e71 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:12.236561 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a419a402-47e1-4ce5-a5fb-3b2c736b1f70 req-9fe979fa-d688-444c-8959-ad20d0e01e71 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 944 time: 0.0746536 Feb 03 14:30:12.282644 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a419a402-47e1-4ce5-a5fb-3b2c736b1f70 req-88db6635-da99-4fc3-9535-d165b01bfa17 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405850 Feb 03 14:30:12.996459 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac593b99-d682-482d-bf66-ee9542ab88da req-02bdb3bd-d144-4803-8839-5601ceb2b07f tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:12.997891 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ac593b99-d682-482d-bf66-ee9542ab88da req-02bdb3bd-d144-4803-8839-5601ceb2b07f tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 944 time: 0.0763588 Feb 03 14:30:13.011191 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d0710-617c-4c7e-be9b-b363dad5d358 req-c1d643fc-de09-4de9-abbc-7fab50167e4c tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:13.012439 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-8b2d0710-617c-4c7e-be9b-b363dad5d358 req-c1d643fc-de09-4de9-abbc-7fab50167e4c tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Synchronizing usage tracker for tenant:8ba039cce39143a8bb6581566271655e on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:30:13.042833 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ac593b99-d682-482d-bf66-ee9542ab88da req-b1ab6768-b900-4e37-9e80-9210312edb05 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393746 Feb 03 14:30:13.080663 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-8b2d0710-617c-4c7e-be9b-b363dad5d358 req-c1d643fc-de09-4de9-abbc-7fab50167e4c tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Unset dirty status for tenant:8ba039cce39143a8bb6581566271655e on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:30:13.081725 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8b2d0710-617c-4c7e-be9b-b363dad5d358 req-c1d643fc-de09-4de9-abbc-7fab50167e4c tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164&tenant_id=8ba039cce39143a8bb6581566271655e&binding%3Ahost_id=hv-neutron-8270 HTTP/1.1" status: 200 len: 944 time: 0.1531298 Feb 03 14:30:13.159650 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8b2d0710-617c-4c7e-be9b-b363dad5d358 req-55fb8609-5167-4de9-af3f-60295194b4a8 service neutron] 10.222.0.47 "GET /v2.0/ports/3565fdbb-37ff-48de-a691-3f01118e97ae/bindings/hv-neutron-8270 HTTP/1.1" status: 200 len: 384 time: 0.0719464 Feb 03 14:30:13.250891 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8b2d0710-617c-4c7e-be9b-b363dad5d358 req-1ff88b57-7283-422b-bf45-015c343c05b4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8ba039cce39143a8bb6581566271655e&device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 1097 time: 0.0703027 Feb 03 14:30:13.378692 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d0710-617c-4c7e-be9b-b363dad5d358 req-90974f34-4590-44fa-bb3b-1d621c0f38de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:13.380047 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8b2d0710-617c-4c7e-be9b-b363dad5d358 req-90974f34-4590-44fa-bb3b-1d621c0f38de service neutron] 10.222.0.47 "GET /v2.0/networks?id=72665aff-c47b-4a0e-b981-ed0f58257b98 HTTP/1.1" status: 200 len: 912 time: 0.1233897 Feb 03 14:30:13.476861 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8b2d0710-617c-4c7e-be9b-b363dad5d358 req-a233abc2-123c-4557-a1cd-efb83181d36e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3565fdbb-37ff-48de-a691-3f01118e97ae HTTP/1.1" status: 200 len: 1001 time: 0.0913832 Feb 03 14:30:13.540247 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d0710-617c-4c7e-be9b-b363dad5d358 req-2cb0b338-8771-4eb9-8ae3-a332c68209eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:13.541625 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8b2d0710-617c-4c7e-be9b-b363dad5d358 req-2cb0b338-8771-4eb9-8ae3-a332c68209eb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aefc24b7-4fbe-4412-972d-e9e7fb0de6b4 HTTP/1.1" status: 200 len: 851 time: 0.0592337 Feb 03 14:30:13.613598 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8b2d0710-617c-4c7e-be9b-b363dad5d358 req-2bd4f4e5-b2eb-48cf-8a1d-e549c953a579 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72665aff-c47b-4a0e-b981-ed0f58257b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658245 Feb 03 14:30:13.820176 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8b2d0710-617c-4c7e-be9b-b363dad5d358 req-583f6750-d31a-4675-a153-f52168c62157 service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998146 Feb 03 14:30:13.949613 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8b2d0710-617c-4c7e-be9b-b363dad5d358 req-2d990a8d-d745-4103-833a-59eba7d027f6 service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222181 Feb 03 14:30:14.244267 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd69a74-85e3-4736-ab38-2cb05fb3d6bc req-44698a8d-04d8-4a6d-a153-13806121b917 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:14.245610 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bcd69a74-85e3-4736-ab38-2cb05fb3d6bc req-44698a8d-04d8-4a6d-a153-13806121b917 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 944 time: 0.0780389 Feb 03 14:30:14.291082 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bcd69a74-85e3-4736-ab38-2cb05fb3d6bc req-3f4d87b8-a2ed-4720-912d-8a4ff2b7167e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398457 Feb 03 14:30:15.482040 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0741a9-d2a4-4aa8-98ce-451bad623b90 req-0f1513ce-5ddd-49e3-b13c-7268cd189e12 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:15.483476 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7f0741a9-d2a4-4aa8-98ce-451bad623b90 req-0f1513ce-5ddd-49e3-b13c-7268cd189e12 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 944 time: 0.0740812 Feb 03 14:30:15.526588 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7f0741a9-d2a4-4aa8-98ce-451bad623b90 req-e7620038-48ac-4f31-a15f-7f7dacde4666 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377858 Feb 03 14:30:16.725437 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced1247-d8ce-4ad4-8c30-2ad9cd9ad82a req-bd259917-35dc-4391-aaeb-c496d3604a33 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:16.726877 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-dced1247-d8ce-4ad4-8c30-2ad9cd9ad82a req-bd259917-35dc-4391-aaeb-c496d3604a33 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 944 time: 0.0799966 Feb 03 14:30:16.772584 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-dced1247-d8ce-4ad4-8c30-2ad9cd9ad82a req-804577aa-bea2-4d60-bfbf-7c3da325deca tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394974 Feb 03 14:30:17.082321 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8b2d0710-617c-4c7e-be9b-b363dad5d358 req-b60713f5-875f-47ce-b128-785a6d591b1a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164&tenant_id=8ba039cce39143a8bb6581566271655e HTTP/1.1" status: 200 len: 1097 time: 0.0722811 Feb 03 14:30:17.171313 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8b2d0710-617c-4c7e-be9b-b363dad5d358 req-63e61576-3252-415e-b4e6-28ac2c2fb515 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8ba039cce39143a8bb6581566271655e&device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 1097 time: 0.0678976 Feb 03 14:30:17.299308 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d0710-617c-4c7e-be9b-b363dad5d358 req-3356a254-c5ea-4fa3-ab3d-665dbcb14a08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:17.300638 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8b2d0710-617c-4c7e-be9b-b363dad5d358 req-3356a254-c5ea-4fa3-ab3d-665dbcb14a08 service neutron] 10.222.0.47 "GET /v2.0/networks?id=72665aff-c47b-4a0e-b981-ed0f58257b98 HTTP/1.1" status: 200 len: 912 time: 0.1240978 Feb 03 14:30:17.403615 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8b2d0710-617c-4c7e-be9b-b363dad5d358 req-6f07c8a2-f917-462c-8fee-6ce8b50a0586 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3565fdbb-37ff-48de-a691-3f01118e97ae HTTP/1.1" status: 200 len: 1001 time: 0.0968168 Feb 03 14:30:17.464871 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d0710-617c-4c7e-be9b-b363dad5d358 req-65069050-d247-47ed-9eac-3a85989157ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:17.466231 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8b2d0710-617c-4c7e-be9b-b363dad5d358 req-65069050-d247-47ed-9eac-3a85989157ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aefc24b7-4fbe-4412-972d-e9e7fb0de6b4 HTTP/1.1" status: 200 len: 851 time: 0.0562887 Feb 03 14:30:17.540732 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8b2d0710-617c-4c7e-be9b-b363dad5d358 req-18bde81a-c404-4fa4-b1d7-ada3d87dda07 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72665aff-c47b-4a0e-b981-ed0f58257b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692551 Feb 03 14:30:17.672403 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8b2d0710-617c-4c7e-be9b-b363dad5d358 req-11ddc6fe-d226-4e0f-bba0-2a0966920367 service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255085 Feb 03 14:30:17.693469 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:17.800713 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8b2d0710-617c-4c7e-be9b-b363dad5d358 req-c803b07a-c3bd-4696-a103-72af951a6c7e service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215146 Feb 03 14:30:17.973703 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3ac5b-e38b-460d-b489-33efde3771de req-71241533-734a-499f-8a55-a08a09008054 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:17.975025 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-94e3ac5b-e38b-460d-b489-33efde3771de req-71241533-734a-499f-8a55-a08a09008054 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 944 time: 0.0733273 Feb 03 14:30:18.021546 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-94e3ac5b-e38b-460d-b489-33efde3771de req-b05df683-c71e-4471-8e63-d676f726f946 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402889 Feb 03 14:30:19.213613 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435b25e-d07f-4c9a-8c4e-ddc77ab4a903 req-99ed1905-189a-4f85-a037-0e00746b2b84 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:19.215107 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9435b25e-d07f-4c9a-8c4e-ddc77ab4a903 req-99ed1905-189a-4f85-a037-0e00746b2b84 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 944 time: 0.0742385 Feb 03 14:30:19.259040 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9435b25e-d07f-4c9a-8c4e-ddc77ab4a903 req-4d85f3c0-5f19-4657-86dd-438bf2a4429c tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386031 Feb 03 14:30:19.794266 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 3565fdbb-37ff-48de-a691-3f01118e97ae details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:30:19.797606 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 3565fdbb-37ff-48de-a691-3f01118e97ae no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:30:20.002303 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:20.031927 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 3565fdbb-37ff-48de-a691-3f01118e97ae, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=3565fdbb-37ff-48de-a691-3f01118e97ae,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:20.039327 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3565fdbb-37ff-48de-a691-3f01118e97ae {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:30:20.056834 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': '3565fdbb-37ff-48de-a691-3f01118e97ae', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'port_id': '3565fdbb-37ff-48de-a691-3f01118e97ae', 'mac_address': 'fa:16:3e:0e:77:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:30:20.063175 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 3565fdbb-37ff-48de-a691-3f01118e97ae, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=3565fdbb-37ff-48de-a691-3f01118e97ae,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:20.182953 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:20.246317 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=3565fdbb-37ff-48de-a691-3f01118e97ae,revision_number=8']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:20.596796 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b28c0c9-b389-49de-8c46-f9ea079de4ea req-107b76e5-5a69-44a8-81e5-8c6ba40956f6 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:20.598117 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4b28c0c9-b389-49de-8c46-f9ea079de4ea req-107b76e5-5a69-44a8-81e5-8c6ba40956f6 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 943 time: 0.0790222 Feb 03 14:30:20.642313 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4b28c0c9-b389-49de-8c46-f9ea079de4ea req-4286ba20-1620-4bd1-82e9-ee85824f2359 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382562 Feb 03 14:30:20.834878 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e0a99-28eb-4a0e-acd1-64366c15aeec req-49c024f9-288c-47dd-91db-f8152ef0fc73 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:20.836816 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e83e0a99-28eb-4a0e-acd1-64366c15aeec req-49c024f9-288c-47dd-91db-f8152ef0fc73 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 943 time: 0.0745504 Feb 03 14:30:20.880531 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e83e0a99-28eb-4a0e-acd1-64366c15aeec req-674afca5-7248-4009-9097-afcf245a84ef tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381906 Feb 03 14:30:21.072838 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d07a23-8cb6-428c-9a14-58859b16aec2 req-808f5fd3-7f98-464a-ab34-68f082e2bb43 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:21.074245 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d2d07a23-8cb6-428c-9a14-58859b16aec2 req-808f5fd3-7f98-464a-ab34-68f082e2bb43 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 943 time: 0.0774479 Feb 03 14:30:21.119485 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d2d07a23-8cb6-428c-9a14-58859b16aec2 req-cc09ff8e-6b04-471f-9490-49433fce39e8 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391855 Feb 03 14:30:21.758257 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7b019-3ca8-45af-b6cb-7b1df0a269c7 req-1639df80-4a4b-4fc8-a414-de78c5bd9d8c tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:21.759691 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-dcb7b019-3ca8-45af-b6cb-7b1df0a269c7 req-1639df80-4a4b-4fc8-a414-de78c5bd9d8c tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 943 time: 0.0745435 Feb 03 14:30:21.803247 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-dcb7b019-3ca8-45af-b6cb-7b1df0a269c7 req-5ffe6f67-7447-4bb2-a604-d27658cb1ae3 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381908 Feb 03 14:30:23.001392 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898243d-6901-4dd4-bf68-9aa12b672fbe req-f2822a84-9c58-4cd6-a8e5-cd1fa032548a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:23.002805 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3898243d-6901-4dd4-bf68-9aa12b672fbe req-f2822a84-9c58-4cd6-a8e5-cd1fa032548a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 943 time: 0.0781288 Feb 03 14:30:23.046688 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3898243d-6901-4dd4-bf68-9aa12b672fbe req-b0c2e704-ec4b-4ada-a13d-853f5bb95526 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385339 Feb 03 14:30:23.175827 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['3565fdbb-37ff-48de-a691-3f01118e97ae'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:30:23.794742 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 3565fdbb-37ff-48de-a691-3f01118e97ae details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:30:23.801518 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 3565fdbb-37ff-48de-a691-3f01118e97ae up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:30:23.962485 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port 3565fdbb-37ff-48de-a691-3f01118e97ae triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:30:23.962859 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:24.018788 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 3565fdbb-37ff-48de-a691-3f01118e97ae, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=3565fdbb-37ff-48de-a691-3f01118e97ae,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:24.033602 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d91f2e-cccc-4270-8e88-c653bd5f4b34 req-97bb8076-fbff-4540-9106-93352c4af12c tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:24.035024 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a6d91f2e-cccc-4270-8e88-c653bd5f4b34 req-97bb8076-fbff-4540-9106-93352c4af12c tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 943 time: 0.0746684 Feb 03 14:30:24.041813 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': '3565fdbb-37ff-48de-a691-3f01118e97ae', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'port_id': '3565fdbb-37ff-48de-a691-3f01118e97ae', 'mac_address': 'fa:16:3e:0e:77:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:30:24.106883 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-a6d91f2e-cccc-4270-8e88-c653bd5f4b34 req-2643cc1d-90b0-4c8b-85f4-cec8901c670b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Deleting port 3565fdbb-37ff-48de-a691-3f01118e97ae {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:30:24.107257 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-a6d91f2e-cccc-4270-8e88-c653bd5f4b34 req-2643cc1d-90b0-4c8b-85f4-cec8901c670b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:24.132459 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:24.163570 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3565fdbb-37ff-48de-a691-3f01118e97ae {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:30:24.167148 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:24.200149 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 3565fdbb-37ff-48de-a691-3f01118e97ae, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=3565fdbb-37ff-48de-a691-3f01118e97ae,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:24.246751 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8f74c-b081-4663-b179-b6f7fdf2e844 req-0ba3f2cf-a8f8-4f00-8e7c-f2e257c33597 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:24.248232 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-97e8f74c-b081-4663-b179-b6f7fdf2e844 req-0ba3f2cf-a8f8-4f00-8e7c-f2e257c33597 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 943 time: 0.0757201 Feb 03 14:30:24.295533 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:24.296948 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-97e8f74c-b081-4663-b179-b6f7fdf2e844 req-2f1669d6-2fc6-441a-b8e0-dd0ad3f73007 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431833 Feb 03 14:30:24.353938 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-a6d91f2e-cccc-4270-8e88-c653bd5f4b34 req-2643cc1d-90b0-4c8b-85f4-cec8901c670b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] For port 3565fdbb-37ff-48de-a691-3f01118e97ae, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=3565fdbb-37ff-48de-a691-3f01118e97ae,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:24.353938 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-a6d91f2e-cccc-4270-8e88-c653bd5f4b34 req-2643cc1d-90b0-4c8b-85f4-cec8901c670b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:24.402172 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:30:24.402527 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:30:24.405769 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=3565fdbb-37ff-48de-a691-3f01118e97ae,revision_number=9']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:24.718448 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-a6d91f2e-cccc-4270-8e88-c653bd5f4b34 req-2643cc1d-90b0-4c8b-85f4-cec8901c670b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:24.718807 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-a6d91f2e-cccc-4270-8e88-c653bd5f4b34 req-2643cc1d-90b0-4c8b-85f4-cec8901c670b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:24.719142 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.l3_db [req-a6d91f2e-cccc-4270-8e88-c653bd5f4b34 req-2643cc1d-90b0-4c8b-85f4-cec8901c670b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Floating IP 4deb3fa7-31fe-4412-abdd-33fa8d88b7d0 disassociated. External IP: 172.26.3.194, port: 3565fdbb-37ff-48de-a691-3f01118e97ae. Feb 03 14:30:24.719477 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-a6d91f2e-cccc-4270-8e88-c653bd5f4b34 req-2643cc1d-90b0-4c8b-85f4-cec8901c670b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Calling delete_port for 3565fdbb-37ff-48de-a691-3f01118e97ae owned by compute:nova {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:30:24.828884 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.db.api [req-a6d91f2e-cccc-4270-8e88-c653bd5f4b34 req-2643cc1d-90b0-4c8b-85f4-cec8901c670b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:30:24.829203 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG oslo_db.api [req-a6d91f2e-cccc-4270-8e88-c653bd5f4b34 req-2643cc1d-90b0-4c8b-85f4-cec8901c670b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:30:24.842354 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:30:24.958289 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:24.984811 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd1f640-d343-4af0-968a-23580dab8164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3565fdbb-37ff-48de-a691-3f01118e97ae'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:30:24.994611 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 3565fdbb-37ff-48de-a691-3f01118e97ae, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=3565fdbb-37ff-48de-a691-3f01118e97ae,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:25.040006 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd1f640-d343-4af0-968a-23580dab8164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3565fdbb-37ff-48de-a691-3f01118e97ae', 'code': 200} Feb 03 14:30:25.075854 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:25.141261 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=3565fdbb-37ff-48de-a691-3f01118e97ae,revision_number=10']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:25.330826 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-a6d91f2e-cccc-4270-8e88-c653bd5f4b34 req-2643cc1d-90b0-4c8b-85f4-cec8901c670b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Deleting port 3565fdbb-37ff-48de-a691-3f01118e97ae {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:30:25.332024 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-a6d91f2e-cccc-4270-8e88-c653bd5f4b34 req-2643cc1d-90b0-4c8b-85f4-cec8901c670b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:25.345143 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8e94f0d3-7b1a-44b9-8ed1-5d7a1ee6017d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:25.495584 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9d6b8-1876-4399-a015-1ffe964b87de req-481e43eb-2c86-48f6-9e4d-fa69942a39c0 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:25.497026 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d8c9d6b8-1876-4399-a015-1ffe964b87de req-481e43eb-2c86-48f6-9e4d-fa69942a39c0 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 946 time: 0.0747569 Feb 03 14:30:25.542135 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d8c9d6b8-1876-4399-a015-1ffe964b87de req-8aca3e64-5110-4973-beba-f4276312a90c tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395782 Feb 03 14:30:25.576574 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-a6d91f2e-cccc-4270-8e88-c653bd5f4b34 req-2643cc1d-90b0-4c8b-85f4-cec8901c670b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] For port 3565fdbb-37ff-48de-a691-3f01118e97ae, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=3565fdbb-37ff-48de-a691-3f01118e97ae,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:25.576856 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-a6d91f2e-cccc-4270-8e88-c653bd5f4b34 req-2643cc1d-90b0-4c8b-85f4-cec8901c670b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:25.852119 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-a6d91f2e-cccc-4270-8e88-c653bd5f4b34 req-2643cc1d-90b0-4c8b-85f4-cec8901c670b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:25.852437 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-a6d91f2e-cccc-4270-8e88-c653bd5f4b34 req-2643cc1d-90b0-4c8b-85f4-cec8901c670b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:25.852744 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.l3_db [req-a6d91f2e-cccc-4270-8e88-c653bd5f4b34 req-2643cc1d-90b0-4c8b-85f4-cec8901c670b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Floating IP 4deb3fa7-31fe-4412-abdd-33fa8d88b7d0 disassociated. External IP: 172.26.3.194, port: 3565fdbb-37ff-48de-a691-3f01118e97ae. Feb 03 14:30:25.853076 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-a6d91f2e-cccc-4270-8e88-c653bd5f4b34 req-2643cc1d-90b0-4c8b-85f4-cec8901c670b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Calling delete_port for 3565fdbb-37ff-48de-a691-3f01118e97ae owned by compute:nova {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:30:26.068947 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-a6d91f2e-cccc-4270-8e88-c653bd5f4b34 req-2643cc1d-90b0-4c8b-85f4-cec8901c670b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:26.120078 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643cc1d-90b0-4c8b-85f4-cec8901c670b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Pushing event deleted for resources: {'Port': ['ID=3565fdbb-37ff-48de-a691-3f01118e97ae,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:26.132412 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643cc1d-90b0-4c8b-85f4-cec8901c670b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:26.132758 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643cc1d-90b0-4c8b-85f4-cec8901c670b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:26.133744 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643cc1d-90b0-4c8b-85f4-cec8901c670b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:26.134082 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643cc1d-90b0-4c8b-85f4-cec8901c670b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:26.134415 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643cc1d-90b0-4c8b-85f4-cec8901c670b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:26.134744 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643cc1d-90b0-4c8b-85f4-cec8901c670b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:26.139681 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643cc1d-90b0-4c8b-85f4-cec8901c670b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:26.139681 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643cc1d-90b0-4c8b-85f4-cec8901c670b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:26.139681 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643cc1d-90b0-4c8b-85f4-cec8901c670b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:26.139681 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643cc1d-90b0-4c8b-85f4-cec8901c670b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:26.139681 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643cc1d-90b0-4c8b-85f4-cec8901c670b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:26.339735 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6d91f2e-cccc-4270-8e88-c653bd5f4b34 req-2643cc1d-90b0-4c8b-85f4-cec8901c670b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Router 8d4b373e-6e4a-42bf-985e-7b60fba3d417 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:30:26.537489 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6d91f2e-cccc-4270-8e88-c653bd5f4b34 req-2643cc1d-90b0-4c8b-85f4-cec8901c670b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:30:26.547244 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0124401-eebb-4d77-984a-222723a32096 None None] Sync routers for ids ['8d4b373e-6e4a-42bf-985e-7b60fba3d417'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:30:26.559371 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0124401-eebb-4d77-984a-222723a32096 None None] Routers {'8d4b373e-6e4a-42bf-985e-7b60fba3d417'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:30:26.559978 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-f0124401-eebb-4d77-984a-222723a32096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:29:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['8d4b373e-6e4a-42bf-985e-7b60fba3d417'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:26.605173 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d91f2e-cccc-4270-8e88-c653bd5f4b34 req-2643cc1d-90b0-4c8b-85f4-cec8901c670b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] No DVR routers for this DVR port 3565fdbb-37ff-48de-a691-3f01118e97ae on host hv-neutron-8270 {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:30:26.607616 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-a6d91f2e-cccc-4270-8e88-c653bd5f4b34 req-2643cc1d-90b0-4c8b-85f4-cec8901c670b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:26.610078 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd1f640-d343-4af0-968a-23580dab8164', 'name': 'network-vif-deleted', 'tag': '3565fdbb-37ff-48de-a691-3f01118e97ae'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:30:26.697879 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a6d91f2e-cccc-4270-8e88-c653bd5f4b34 req-2643cc1d-90b0-4c8b-85f4-cec8901c670b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.47 "DELETE /v2.0/ports/3565fdbb-37ff-48de-a691-3f01118e97ae HTTP/1.1" status: 204 len: 173 time: 2.6568429 Feb 03 14:30:26.715183 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-00a042a6-48c5-4462-b196-40d7ce12be5f req-7634b28d-9abc-4aac-9b1b-7e1cf87a70c2 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfd1f640-d343-4af0-968a-23580dab8164 HTTP/1.1" status: 200 len: 210 time: 0.0482113 Feb 03 14:30:26.758420 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd1f640-d343-4af0-968a-23580dab8164', 'name': 'network-vif-deleted', 'tag': '3565fdbb-37ff-48de-a691-3f01118e97ae', 'status': 'completed', 'code': 200} Feb 03 14:30:26.783763 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-f0124401-eebb-4d77-984a-222723a32096 None None] Set router 8d4b373e-6e4a-42bf-985e-7b60fba3d417 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:30:27.091744 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-f0124401-eebb-4d77-984a-222723a32096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'name': 'tempest-ServerActionsTestJSON-1103438220-router', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': '8200d7a0-867e-427b-b811-0827688616f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:27:13Z', 'updated_at': '2022-02-03T14:27:17Z', 'revision_number': 4, 'project_id': '8ba039cce39143a8bb6581566271655e', 'gw_port': {'id': '8200d7a0-867e-427b-b811-0827688616f8', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:14Z', 'updated_at': '2022-02-03T14:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '1f7fbe81-235a-41ce-8596-a787244529ee', 'name': '', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'mac_address': 'fa:16:3e:e1:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:16Z', 'updated_at': '2022-02-03T14:27:35Z', 'revision_number': 5, 'project_id': '8ba039cce39143a8bb6581566271655e', 'subnets': [{'id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:27.095827 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0124401-eebb-4d77-984a-222723a32096 None None] Checking router: 8d4b373e-6e4a-42bf-985e-7b60fba3d417 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:30:27.106101 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0124401-eebb-4d77-984a-222723a32096 None None] Routers {'8d4b373e-6e4a-42bf-985e-7b60fba3d417'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:30:27.106681 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-f0124401-eebb-4d77-984a-222723a32096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:29:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['8d4b373e-6e4a-42bf-985e-7b60fba3d417'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:27.281952 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-f0124401-eebb-4d77-984a-222723a32096 None None] Set router 8d4b373e-6e4a-42bf-985e-7b60fba3d417 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:30:27.566655 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a0391b6c-eff8-4896-8e01-f3a1f945c7b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:27.609047 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-f0124401-eebb-4d77-984a-222723a32096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'name': 'tempest-ServerActionsTestJSON-1103438220-router', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': '8200d7a0-867e-427b-b811-0827688616f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:27:13Z', 'updated_at': '2022-02-03T14:27:17Z', 'revision_number': 4, 'project_id': '8ba039cce39143a8bb6581566271655e', 'gw_port': {'id': '8200d7a0-867e-427b-b811-0827688616f8', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:14Z', 'updated_at': '2022-02-03T14:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '1f7fbe81-235a-41ce-8596-a787244529ee', 'name': '', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'mac_address': 'fa:16:3e:e1:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:16Z', 'updated_at': '2022-02-03T14:27:35Z', 'revision_number': 5, 'project_id': '8ba039cce39143a8bb6581566271655e', 'subnets': [{'id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:27.613070 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0124401-eebb-4d77-984a-222723a32096 None None] The sync data for ids ['8d4b373e-6e4a-42bf-985e-7b60fba3d417'] in dv-neutron-827016-1-hyperv is: [{'id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'name': 'tempest-ServerActionsTestJSON-1103438220-router', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': '8200d7a0-867e-427b-b811-0827688616f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:27:13Z', 'updated_at': '2022-02-03T14:27:17Z', 'revision_number': 4, 'project_id': '8ba039cce39143a8bb6581566271655e', 'gw_port': {'id': '8200d7a0-867e-427b-b811-0827688616f8', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:14Z', 'updated_at': '2022-02-03T14:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '1f7fbe81-235a-41ce-8596-a787244529ee', 'name': '', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'mac_address': 'fa:16:3e:e1:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:16Z', 'updated_at': '2022-02-03T14:27:35Z', 'revision_number': 5, 'project_id': '8ba039cce39143a8bb6581566271655e', 'subnets': [{'id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:30:27.821144 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 3565fdbb-37ff-48de-a691-3f01118e97ae no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:30:27.837807 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b3b45b-959d-42b3-980c-a3a479bdd2bc None None] New status for floating IP 4deb3fa7-31fe-4412-abdd-33fa8d88b7d0: DOWN {{(pid=84184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:30:27.855757 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] No Port match for: 3565fdbb-37ff-48de-a691-3f01118e97ae {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:30:27.856138 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 3565fdbb-37ff-48de-a691-3f01118e97ae not bound to the agent host hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:30:28.080853 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-752022ca-c886-4ea9-b04c-fa62ffeb5e2d tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1559397299&fields=id&tenant_id=8ba039cce39143a8bb6581566271655e HTTP/1.1" status: 200 len: 267 time: 0.0394056 Feb 03 14:30:28.224805 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-c5cf814a-3d2f-4651-95ac-53ebcbce46dc tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:28.226213 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-c5cf814a-3d2f-4651-95ac-53ebcbce46dc tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/networks?id=72665aff-c47b-4a0e-b981-ed0f58257b98 HTTP/1.1" status: 200 len: 812 time: 0.1381311 Feb 03 14:30:28.241828 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-f72fbfff-5c68-4e0f-8a04-41ca1fa35cc8 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/quotas/8ba039cce39143a8bb6581566271655e HTTP/1.1" status: 200 len: 375 time: 0.0102201 Feb 03 14:30:28.324549 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-c66915b7-e2a2-4713-af91-5f3bfc2d377b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ba039cce39143a8bb6581566271655e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0774455 Feb 03 14:30:28.405129 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-48963d71-5cc3-4830-835a-259f4ee3e22f service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 14:30:28.406086 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-48963d71-5cc3-4830-835a-259f4ee3e22f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0695825 Feb 03 14:30:28.616652 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-47fa402d-b4f7-40a8-94f6-5d69e0dcddd1 service neutron] 10.222.0.41 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041688 Feb 03 14:30:28.746816 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-0c72ca18-a5d4-4773-8625-2c2d474337b8 service neutron] 10.222.0.41 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238756 Feb 03 14:30:28.859536 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:28.950193 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:28.993232 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d70ca0c3-6649-4c09-a99c-9015d6f7871a req-75851b59-4745-4feb-9d06-c5149e7a8ee3 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 210 time: 0.0450613 Feb 03 14:30:30.158791 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-03a5bbdf-edb9-419b-bae1-0505503f3785 req-20477d63-dadc-446c-ad97-60e41c8b61f4 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 210 time: 0.0426643 Feb 03 14:30:30.253339 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:31.114895 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-ac37679e-8865-4a08-af13-b73568592963 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:31.116322 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-ac37679e-8865-4a08-af13-b73568592963 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.47 "GET /v2.0/networks?id=72665aff-c47b-4a0e-b981-ed0f58257b98 HTTP/1.1" status: 200 len: 812 time: 0.2351089 Feb 03 14:30:31.172167 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-86bfa0d6-7dd3-4664-8cb7-0966e4649dcf tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ba039cce39143a8bb6581566271655e HTTP/1.1" status: 200 len: 380 time: 0.0432632 Feb 03 14:30:31.181248 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-75dd1d4e-feec-4f16-be1a-f70ff7139e23 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Request body: {'port': {'device_id': '66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'admin_state_up': True, 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'security_groups': ['a6102b82-4553-4218-b260-9872acf45973']}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:30:31.318505 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-75dd1d4e-feec-4f16-be1a-f70ff7139e23 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:30:31.324036 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-75dd1d4e-feec-4f16-be1a-f70ff7139e23 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Usage tracker for resource:port and tenant:8ba039cce39143a8bb6581566271655e is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:30:31.327858 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c09552b5-8ce7-48a0-85b7-8e72d81b754b req-3f161535-d6e6-4287-bde1-798d7bb3565c tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 210 time: 0.0445211 Feb 03 14:30:31.328502 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-75dd1d4e-feec-4f16-be1a-f70ff7139e23 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:30:31.340533 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-75dd1d4e-feec-4f16-be1a-f70ff7139e23 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:30:31.418722 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-75dd1d4e-feec-4f16-be1a-f70ff7139e23 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Made reservation on behalf of 8ba039cce39143a8bb6581566271655e for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:30:31.421789 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-75dd1d4e-feec-4f16-be1a-f70ff7139e23 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:31.575167 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-75dd1d4e-feec-4f16-be1a-f70ff7139e23 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Allocated IP 172.20.0.8 (72665aff-c47b-4a0e-b981-ed0f58257b98/aefc24b7-4fbe-4412-972d-e9e7fb0de6b4/3c54ea3e-e5ab-4489-b195-789b46d3a0f6) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:30:31.758573 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-75dd1d4e-feec-4f16-be1a-f70ff7139e23 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:31.773216 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-75dd1d4e-feec-4f16-be1a-f70ff7139e23 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Transition to ACTIVE for port object 3c54ea3e-e5ab-4489-b195-789b46d3a0f6 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:30:31.859159 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-75dd1d4e-feec-4f16-be1a-f70ff7139e23 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:31.928686 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-75dd1d4e-feec-4f16-be1a-f70ff7139e23 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Network 72665aff-c47b-4a0e-b981-ed0f58257b98 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:30:31.931761 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-75dd1d4e-feec-4f16-be1a-f70ff7139e23 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:30:31.936430 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-75dd1d4e-feec-4f16-be1a-f70ff7139e23 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:30:31.965015 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd1d4e-feec-4f16-be1a-f70ff7139e23 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Pushing event updated for resources: {'Port': ['ID=3c54ea3e-e5ab-4489-b195-789b46d3a0f6,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:31.998821 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-75dd1d4e-feec-4f16-be1a-f70ff7139e23 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:31.999451 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-75dd1d4e-feec-4f16-be1a-f70ff7139e23 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:32.069572 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-75dd1d4e-feec-4f16-be1a-f70ff7139e23 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8924065 Feb 03 14:30:32.081356 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-5b2a70ad-7af9-4e65-8fb2-f2c593e8b489 service neutron] Request body: {'port': {'device_id': '66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:30:32.191326 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-5b2a70ad-7af9-4e65-8fb2-f2c593e8b489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:32.230083 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-c632ea9b-c30b-4a34-a6a3-8b897b761a22 None None] Provisioning for port 3c54ea3e-e5ab-4489-b195-789b46d3a0f6 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:30:32.235402 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-c632ea9b-c30b-4a34-a6a3-8b897b761a22 None None] Provisioning complete for port 3c54ea3e-e5ab-4489-b195-789b46d3a0f6 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:30:32.239889 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c632ea9b-c30b-4a34-a6a3-8b897b761a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:32.287263 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-c632ea9b-c30b-4a34-a6a3-8b897b761a22 None None] Port 3c54ea3e-e5ab-4489-b195-789b46d3a0f6 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:30:32.526813 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-5b2a70ad-7af9-4e65-8fb2-f2c593e8b489 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c54ea3e-e5ab-4489-b195-789b46d3a0f6 {{(pid=84181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:30:32.528337 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3268ca-7ade-467c-8d7b-8c3f58af9e08 req-306b44f1-8200-4fbd-b671-f81e7cb0d717 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:32.529799 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7b3268ca-7ade-467c-8d7b-8c3f58af9e08 req-306b44f1-8200-4fbd-b671-f81e7cb0d717 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 931 time: 0.0784018 Feb 03 14:30:32.533884 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-5b2a70ad-7af9-4e65-8fb2-f2c593e8b489 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:32.548346 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-5b2a70ad-7af9-4e65-8fb2-f2c593e8b489 service neutron] Transition to ACTIVE for port object 3c54ea3e-e5ab-4489-b195-789b46d3a0f6 will not be triggered until provisioned by entity L2. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:30:32.574208 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7b3268ca-7ade-467c-8d7b-8c3f58af9e08 req-05651a3d-157d-430a-82b0-80f2cadc9394 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388975 Feb 03 14:30:32.651509 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-5b2a70ad-7af9-4e65-8fb2-f2c593e8b489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:32.785096 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a70ad-7af9-4e65-8fb2-f2c593e8b489 service neutron] Pushing event updated for resources: {'Port': ['ID=3c54ea3e-e5ab-4489-b195-789b46d3a0f6,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:32.888235 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-5b2a70ad-7af9-4e65-8fb2-f2c593e8b489 service neutron] Attempting to bind port 3c54ea3e-e5ab-4489-b195-789b46d3a0f6 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:30:32.888563 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-5b2a70ad-7af9-4e65-8fb2-f2c593e8b489 service neutron] Attempting to bind port 3c54ea3e-e5ab-4489-b195-789b46d3a0f6 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'ff2ae7db-efa4-455d-a774-63636e61517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:30:32.888883 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-5b2a70ad-7af9-4e65-8fb2-f2c593e8b489 service neutron] Attempting to bind port 3c54ea3e-e5ab-4489-b195-789b46d3a0f6 on network 72665aff-c47b-4a0e-b981-ed0f58257b98 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:30:32.894392 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-5b2a70ad-7af9-4e65-8fb2-f2c593e8b489 service neutron] Port 3c54ea3e-e5ab-4489-b195-789b46d3a0f6 on network 72665aff-c47b-4a0e-b981-ed0f58257b98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 14:30:32.894706 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-5b2a70ad-7af9-4e65-8fb2-f2c593e8b489 service neutron] Attempting to bind port 3c54ea3e-e5ab-4489-b195-789b46d3a0f6 on network 72665aff-c47b-4a0e-b981-ed0f58257b98 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:30:32.900939 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-5b2a70ad-7af9-4e65-8fb2-f2c593e8b489 service neutron] Checking agent: {'id': '8cce4e55-f72c-4604-b6eb-27dc2f3f162a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'started_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:30:32.901277 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-5b2a70ad-7af9-4e65-8fb2-f2c593e8b489 service neutron] Checking segment: {'id': 'ff2ae7db-efa4-455d-a774-63636e61517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:30:32.901652 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-5b2a70ad-7af9-4e65-8fb2-f2c593e8b489 service neutron] Bound using segment: {'id': 'ff2ae7db-efa4-455d-a774-63636e61517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98'} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:30:32.902072 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-5b2a70ad-7af9-4e65-8fb2-f2c593e8b489 service neutron] Bound port: 3c54ea3e-e5ab-4489-b195-789b46d3a0f6, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff2ae7db-efa4-455d-a774-63636e61517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98'}}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:30:32.902405 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-5b2a70ad-7af9-4e65-8fb2-f2c593e8b489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:32.989324 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-5b2a70ad-7af9-4e65-8fb2-f2c593e8b489 service neutron] For port 3c54ea3e-e5ab-4489-b195-789b46d3a0f6, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:30:32.992089 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-5b2a70ad-7af9-4e65-8fb2-f2c593e8b489 service neutron] For port 3c54ea3e-e5ab-4489-b195-789b46d3a0f6, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=3c54ea3e-e5ab-4489-b195-789b46d3a0f6,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:30:33.058922 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-5b2a70ad-7af9-4e65-8fb2-f2c593e8b489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:33.120248 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-5b2a70ad-7af9-4e65-8fb2-f2c593e8b489 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:33.121592 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-5b2a70ad-7af9-4e65-8fb2-f2c593e8b489 service neutron] 10.222.0.47 "PUT /v2.0/ports/3c54ea3e-e5ab-4489-b195-789b46d3a0f6 HTTP/1.1" status: 200 len: 1093 time: 1.0444868 Feb 03 14:30:33.122031 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1', 'tag': '3c54ea3e-e5ab-4489-b195-789b46d3a0f6'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:30:33.140869 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a70ad-7af9-4e65-8fb2-f2c593e8b489 service neutron] Pushing event updated for resources: {'Port': ['ID=3c54ea3e-e5ab-4489-b195-789b46d3a0f6,revision_number=3']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:33.190125 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1', 'tag': '3c54ea3e-e5ab-4489-b195-789b46d3a0f6', 'status': 'completed', 'code': 200} Feb 03 14:30:33.276573 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-fd854c94-eff8-498b-838d-2f825fc00a56 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8ba039cce39143a8bb6581566271655e&device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 1096 time: 0.0746434 Feb 03 14:30:33.343451 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-56940ba1-b0ec-4ed0-b30a-448a93c94bcf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c54ea3e-e5ab-4489-b195-789b46d3a0f6 HTTP/1.1" status: 200 len: 217 time: 0.0608323 Feb 03 14:30:33.406676 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-ae5a5c0e-5186-461e-9128-75a8974fe340 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:33.408116 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-ae5a5c0e-5186-461e-9128-75a8974fe340 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aefc24b7-4fbe-4412-972d-e9e7fb0de6b4 HTTP/1.1" status: 200 len: 851 time: 0.0587473 Feb 03 14:30:33.481105 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-e657846a-64e5-47f5-9b1d-3e7706912138 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72665aff-c47b-4a0e-b981-ed0f58257b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661545 Feb 03 14:30:33.685008 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-81ca5de7-5d53-4bbe-8782-73faa09f9bb7 service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981239 Feb 03 14:30:33.768975 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d7ce9-a629-4b9c-a723-dd2da6ba5636 req-aa1b711f-51b8-47d3-a9fe-e9668570e797 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:33.771032 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7f3d7ce9-a629-4b9c-a723-dd2da6ba5636 req-aa1b711f-51b8-47d3-a9fe-e9668570e797 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 943 time: 0.0763772 Feb 03 14:30:33.815356 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-bc2eabfd-f744-4254-b486-45ff81ce488a req-fe32d245-e5b6-4e53-a674-c751d87d8bf0 service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247230 Feb 03 14:30:33.816478 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7f3d7ce9-a629-4b9c-a723-dd2da6ba5636 req-3e99285a-3349-40a2-824b-661ea13d4b1c tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391984 Feb 03 14:30:33.980693 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-e3a6a415-c25b-4430-be77-cd98972fd769 req-333557f5-db47-4d2e-96f6-3374274dd292 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8ba039cce39143a8bb6581566271655e&device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 1096 time: 0.0711462 Feb 03 14:30:34.112032 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6a415-c25b-4430-be77-cd98972fd769 req-b2b2646b-5a16-407f-899b-bec0118de8ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:34.113433 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-e3a6a415-c25b-4430-be77-cd98972fd769 req-b2b2646b-5a16-407f-899b-bec0118de8ad service neutron] 10.222.0.47 "GET /v2.0/networks?id=72665aff-c47b-4a0e-b981-ed0f58257b98 HTTP/1.1" status: 200 len: 912 time: 0.1255822 Feb 03 14:30:34.178696 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-e3a6a415-c25b-4430-be77-cd98972fd769 req-f6a1be45-c8c4-4686-83c4-8b85aadc5897 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c54ea3e-e5ab-4489-b195-789b46d3a0f6 HTTP/1.1" status: 200 len: 217 time: 0.0586758 Feb 03 14:30:34.242078 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6a415-c25b-4430-be77-cd98972fd769 req-22c708ec-15c6-44ab-b063-0897891f0388 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:34.243936 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-e3a6a415-c25b-4430-be77-cd98972fd769 req-22c708ec-15c6-44ab-b063-0897891f0388 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aefc24b7-4fbe-4412-972d-e9e7fb0de6b4 HTTP/1.1" status: 200 len: 851 time: 0.0582380 Feb 03 14:30:34.314709 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-e3a6a415-c25b-4430-be77-cd98972fd769 req-6d666e90-956f-4c76-9bc7-187f58c75a51 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72665aff-c47b-4a0e-b981-ed0f58257b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0653322 Feb 03 14:30:34.444268 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-e3a6a415-c25b-4430-be77-cd98972fd769 req-571bb957-ecd2-41e7-a4fa-03d6b30c1455 service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232319 Feb 03 14:30:34.574336 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-e3a6a415-c25b-4430-be77-cd98972fd769 req-80118a7d-65cc-41a2-be82-acd6f3084d65 service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234181 Feb 03 14:30:35.014762 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f21b3-8fb5-476f-b6ab-16ae736109b7 req-af639ec5-08d7-4bfa-939e-5b1535a87247 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:35.016216 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-253f21b3-8fb5-476f-b6ab-16ae736109b7 req-af639ec5-08d7-4bfa-939e-5b1535a87247 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 943 time: 0.0797131 Feb 03 14:30:35.060450 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-253f21b3-8fb5-476f-b6ab-16ae736109b7 req-9b392cce-a353-45c8-b251-78c906a89cf6 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388339 Feb 03 14:30:35.842003 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 3c54ea3e-e5ab-4489-b195-789b46d3a0f6 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:30:35.970846 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 3c54ea3e-e5ab-4489-b195-789b46d3a0f6, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=3c54ea3e-e5ab-4489-b195-789b46d3a0f6,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:35.983962 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': '3c54ea3e-e5ab-4489-b195-789b46d3a0f6', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'port_id': '3c54ea3e-e5ab-4489-b195-789b46d3a0f6', 'mac_address': 'fa:16:3e:3d:64:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:30:36.037171 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:36.059442 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c54ea3e-e5ab-4489-b195-789b46d3a0f6 {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:30:36.073815 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 3c54ea3e-e5ab-4489-b195-789b46d3a0f6, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=3c54ea3e-e5ab-4489-b195-789b46d3a0f6,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:36.138570 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:36.205501 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=3c54ea3e-e5ab-4489-b195-789b46d3a0f6,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:36.254943 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d77aa-191c-4845-a201-9e38574f91be req-8b0692cd-f4ea-412c-9fc3-8b04702206ab tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:36.256375 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-030d77aa-191c-4845-a201-9e38574f91be req-8b0692cd-f4ea-412c-9fc3-8b04702206ab tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 944 time: 0.0739360 Feb 03 14:30:36.303843 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-030d77aa-191c-4845-a201-9e38574f91be req-b66ec3cc-1b81-4e4c-b0dc-5de26056a407 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411799 Feb 03 14:30:36.442675 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['3c54ea3e-e5ab-4489-b195-789b46d3a0f6'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:30:37.495683 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac90d60-2127-4a6e-a674-0c3f611709a7 req-63e539c1-2f81-452f-9914-bebe3d7160f9 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:37.497094 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6ac90d60-2127-4a6e-a674-0c3f611709a7 req-63e539c1-2f81-452f-9914-bebe3d7160f9 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 944 time: 0.0740616 Feb 03 14:30:37.540959 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6ac90d60-2127-4a6e-a674-0c3f611709a7 req-7b0e0310-5bb8-47a9-ab50-3d8f5b27f365 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384200 Feb 03 14:30:37.858319 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 3c54ea3e-e5ab-4489-b195-789b46d3a0f6 up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:30:38.035302 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning for port 3c54ea3e-e5ab-4489-b195-789b46d3a0f6 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:30:38.040381 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port 3c54ea3e-e5ab-4489-b195-789b46d3a0f6 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:30:38.040753 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:38.152962 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:38.180717 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c54ea3e-e5ab-4489-b195-789b46d3a0f6'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:30:38.190166 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 3c54ea3e-e5ab-4489-b195-789b46d3a0f6, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=3c54ea3e-e5ab-4489-b195-789b46d3a0f6,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:38.235307 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c54ea3e-e5ab-4489-b195-789b46d3a0f6', 'code': 200} Feb 03 14:30:38.246644 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:38.311756 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=3c54ea3e-e5ab-4489-b195-789b46d3a0f6,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:38.576272 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ef4a7366-6af5-4bb8-b647-dcc3cde4a285 req-730eb310-b3fa-4272-912b-d74e20c0e8e7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 1098 time: 0.0717316 Feb 03 14:30:38.617393 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ef4a7366-6af5-4bb8-b647-dcc3cde4a285 req-495b2248-bd41-467b-98dc-984b6884ef8a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357902 Feb 03 14:30:38.737277 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286c47c-c7e3-4b1b-bb42-1c3da38d1f4a req-99b19059-d720-471f-847c-495554a90ab2 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:38.738677 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c286c47c-c7e3-4b1b-bb42-1c3da38d1f4a req-99b19059-d720-471f-847c-495554a90ab2 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 945 time: 0.0775890 Feb 03 14:30:38.783976 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c286c47c-c7e3-4b1b-bb42-1c3da38d1f4a req-88e24aba-0640-47a8-b0de-7fb680638f9c tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392969 Feb 03 14:30:39.979771 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c8b2c-14fa-4499-b22c-bcdc06354104 req-197c81cd-37d7-42d8-92ac-ae916a247fe9 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:39.981199 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b19c8b2c-14fa-4499-b22c-bcdc06354104 req-197c81cd-37d7-42d8-92ac-ae916a247fe9 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 945 time: 0.0754979 Feb 03 14:30:40.026064 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b19c8b2c-14fa-4499-b22c-bcdc06354104 req-a8c89f6c-a3e7-487f-80ca-323ca581f289 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391915 Feb 03 14:30:41.218792 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11964374-62b8-4936-962b-0f0eac6e947c req-e4033216-01b3-454c-b1a2-3d94ef963de0 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:41.220225 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-11964374-62b8-4936-962b-0f0eac6e947c req-e4033216-01b3-454c-b1a2-3d94ef963de0 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 945 time: 0.0774629 Feb 03 14:30:41.263661 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-11964374-62b8-4936-962b-0f0eac6e947c req-0a907bc1-7369-4773-bad3-dc72c7523d58 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380440 Feb 03 14:30:41.452115 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4788a56-c2d9-41f3-bcf2-1123d4e589e3 req-07985e10-05cc-42c9-8fc7-a619f393f6d7 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:41.453527 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f4788a56-c2d9-41f3-bcf2-1123d4e589e3 req-07985e10-05cc-42c9-8fc7-a619f393f6d7 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 945 time: 0.0740004 Feb 03 14:30:41.462982 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 36762) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:30:41.468059 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-8f86a46a-2caf-47ef-9408-bb0c11f0e29d tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Request body: {'floatingip': {'port_id': '3c54ea3e-e5ab-4489-b195-789b46d3a0f6'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:30:41.542900 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8f86a46a-2caf-47ef-9408-bb0c11f0e29d tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks [] for floatingip, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:42.210700 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8f86a46a-2caf-47ef-9408-bb0c11f0e29d tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:42.285247 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8f86a46a-2caf-47ef-9408-bb0c11f0e29d tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:42.478341 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.l3_db [None req-8f86a46a-2caf-47ef-9408-bb0c11f0e29d tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Floating IP 4deb3fa7-31fe-4412-abdd-33fa8d88b7d0 associated. External IP: 172.26.3.194, port: 3c54ea3e-e5ab-4489-b195-789b46d3a0f6. Feb 03 14:30:42.858473 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f86a46a-2caf-47ef-9408-bb0c11f0e29d tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Router 8d4b373e-6e4a-42bf-985e-7b60fba3d417 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:30:43.049918 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f86a46a-2caf-47ef-9408-bb0c11f0e29d tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:30:43.054699 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-8f86a46a-2caf-47ef-9408-bb0c11f0e29d tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:43.059249 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2832a44-a843-4a48-8029-b631e68e184d None None] Sync routers for ids ['8d4b373e-6e4a-42bf-985e-7b60fba3d417'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:30:43.071094 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2832a44-a843-4a48-8029-b631e68e184d None None] Routers {'8d4b373e-6e4a-42bf-985e-7b60fba3d417'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:30:43.071764 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-c2832a44-a843-4a48-8029-b631e68e184d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:30:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['8d4b373e-6e4a-42bf-985e-7b60fba3d417'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:43.106296 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-8f86a46a-2caf-47ef-9408-bb0c11f0e29d tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "PUT /v2.0/floatingips/4deb3fa7-31fe-4412-abdd-33fa8d88b7d0 HTTP/1.1" status: 200 len: 992 time: 1.6422842 Feb 03 14:30:43.106858 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1', 'tag': '3c54ea3e-e5ab-4489-b195-789b46d3a0f6'}] {{(pid=84182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:30:43.162148 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1', 'tag': '3c54ea3e-e5ab-4489-b195-789b46d3a0f6', 'status': 'completed', 'code': 200} Feb 03 14:30:43.257441 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-758016cf-0869-4e2e-9708-6fc826a19664 req-f6dde4f3-f647-43c9-a020-286bdb068e66 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8ba039cce39143a8bb6581566271655e&device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 1098 time: 0.0740225 Feb 03 14:30:43.261435 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-c2832a44-a843-4a48-8029-b631e68e184d None None] Set router 8d4b373e-6e4a-42bf-985e-7b60fba3d417 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:30:43.283204 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0c296-3f7d-4105-a6dc-a3a871fa7f40 req-afca1fbc-22f3-47c5-932e-6c6ec5fdac7f tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:43.284665 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ccb0c296-3f7d-4105-a6dc-a3a871fa7f40 req-afca1fbc-22f3-47c5-932e-6c6ec5fdac7f tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 945 time: 0.0831118 Feb 03 14:30:43.342755 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ccb0c296-3f7d-4105-a6dc-a3a871fa7f40 req-9ba6b6b3-4968-465e-b453-8a6cc2ae5688 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508001 Feb 03 14:30:43.413873 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758016cf-0869-4e2e-9708-6fc826a19664 req-dd49faa0-290c-4ef2-be32-f24b5ca3ffae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:43.415527 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-758016cf-0869-4e2e-9708-6fc826a19664 req-dd49faa0-290c-4ef2-be32-f24b5ca3ffae service neutron] 10.222.0.47 "GET /v2.0/networks?id=72665aff-c47b-4a0e-b981-ed0f58257b98 HTTP/1.1" status: 200 len: 912 time: 0.1518612 Feb 03 14:30:43.517693 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-758016cf-0869-4e2e-9708-6fc826a19664 req-0f661cc7-0273-4c4e-bf17-230e3b72f1c2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c54ea3e-e5ab-4489-b195-789b46d3a0f6 HTTP/1.1" status: 200 len: 1000 time: 0.0966628 Feb 03 14:30:43.577563 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758016cf-0869-4e2e-9708-6fc826a19664 req-6fa076a7-8bc0-4eb3-bd8e-9a7971bb1009 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:43.579007 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-758016cf-0869-4e2e-9708-6fc826a19664 req-6fa076a7-8bc0-4eb3-bd8e-9a7971bb1009 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aefc24b7-4fbe-4412-972d-e9e7fb0de6b4 HTTP/1.1" status: 200 len: 851 time: 0.0561385 Feb 03 14:30:43.612121 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-c2832a44-a843-4a48-8029-b631e68e184d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'name': 'tempest-ServerActionsTestJSON-1103438220-router', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': '8200d7a0-867e-427b-b811-0827688616f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:27:13Z', 'updated_at': '2022-02-03T14:27:17Z', 'revision_number': 4, 'project_id': '8ba039cce39143a8bb6581566271655e', 'gw_port': {'id': '8200d7a0-867e-427b-b811-0827688616f8', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:14Z', 'updated_at': '2022-02-03T14:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '4deb3fa7-31fe-4412-abdd-33fa8d88b7d0', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'floating_ip_address': '172.26.3.194', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'port_id': '3c54ea3e-e5ab-4489-b195-789b46d3a0f6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'mac_address': 'fa:16:3e:3d:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:27:21Z', 'updated_at': '2022-02-03T14:30:42Z', 'revision_number': 13, 'project_id': '8ba039cce39143a8bb6581566271655e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f7fbe81-235a-41ce-8596-a787244529ee', 'name': '', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'mac_address': 'fa:16:3e:e1:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:16Z', 'updated_at': '2022-02-03T14:27:35Z', 'revision_number': 5, 'project_id': '8ba039cce39143a8bb6581566271655e', 'subnets': [{'id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:43.615911 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2832a44-a843-4a48-8029-b631e68e184d None None] Checking router: 8d4b373e-6e4a-42bf-985e-7b60fba3d417 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:30:43.626634 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2832a44-a843-4a48-8029-b631e68e184d None None] Routers {'8d4b373e-6e4a-42bf-985e-7b60fba3d417'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:30:43.627261 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-c2832a44-a843-4a48-8029-b631e68e184d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:30:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['8d4b373e-6e4a-42bf-985e-7b60fba3d417'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:43.655547 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-758016cf-0869-4e2e-9708-6fc826a19664 req-7c67003e-a94a-46af-89fb-b0e72039fa22 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72665aff-c47b-4a0e-b981-ed0f58257b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707135 Feb 03 14:30:43.807011 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-c2832a44-a843-4a48-8029-b631e68e184d None None] Set router 8d4b373e-6e4a-42bf-985e-7b60fba3d417 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:30:43.880579 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-758016cf-0869-4e2e-9708-6fc826a19664 req-93c130c2-e59e-4976-b681-02e15ec47c88 service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195036 Feb 03 14:30:44.011502 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-758016cf-0869-4e2e-9708-6fc826a19664 req-e12bbf25-b027-4896-a4be-fa330884d855 service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244383 Feb 03 14:30:44.161610 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-c2832a44-a843-4a48-8029-b631e68e184d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'name': 'tempest-ServerActionsTestJSON-1103438220-router', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': '8200d7a0-867e-427b-b811-0827688616f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:27:13Z', 'updated_at': '2022-02-03T14:27:17Z', 'revision_number': 4, 'project_id': '8ba039cce39143a8bb6581566271655e', 'gw_port': {'id': '8200d7a0-867e-427b-b811-0827688616f8', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:14Z', 'updated_at': '2022-02-03T14:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '4deb3fa7-31fe-4412-abdd-33fa8d88b7d0', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'floating_ip_address': '172.26.3.194', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'port_id': '3c54ea3e-e5ab-4489-b195-789b46d3a0f6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'mac_address': 'fa:16:3e:3d:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:27:21Z', 'updated_at': '2022-02-03T14:30:42Z', 'revision_number': 13, 'project_id': '8ba039cce39143a8bb6581566271655e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f7fbe81-235a-41ce-8596-a787244529ee', 'name': '', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'mac_address': 'fa:16:3e:e1:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:16Z', 'updated_at': '2022-02-03T14:27:35Z', 'revision_number': 5, 'project_id': '8ba039cce39143a8bb6581566271655e', 'subnets': [{'id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:44.166085 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2832a44-a843-4a48-8029-b631e68e184d None None] The sync data for ids ['8d4b373e-6e4a-42bf-985e-7b60fba3d417'] in dv-neutron-827016-1-hyperv is: [{'id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'name': 'tempest-ServerActionsTestJSON-1103438220-router', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': '8200d7a0-867e-427b-b811-0827688616f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:27:13Z', 'updated_at': '2022-02-03T14:27:17Z', 'revision_number': 4, 'project_id': '8ba039cce39143a8bb6581566271655e', 'gw_port': {'id': '8200d7a0-867e-427b-b811-0827688616f8', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:14Z', 'updated_at': '2022-02-03T14:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '4deb3fa7-31fe-4412-abdd-33fa8d88b7d0', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'floating_ip_address': '172.26.3.194', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'port_id': '3c54ea3e-e5ab-4489-b195-789b46d3a0f6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'mac_address': 'fa:16:3e:3d:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:27:21Z', 'updated_at': '2022-02-03T14:30:42Z', 'revision_number': 13, 'project_id': '8ba039cce39143a8bb6581566271655e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f7fbe81-235a-41ce-8596-a787244529ee', 'name': '', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'mac_address': 'fa:16:3e:e1:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:16Z', 'updated_at': '2022-02-03T14:27:35Z', 'revision_number': 5, 'project_id': '8ba039cce39143a8bb6581566271655e', 'subnets': [{'id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:30:44.353557 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651efb0a-5df8-4dce-8185-8d2e9240fccd None None] New status for floating IP 4deb3fa7-31fe-4412-abdd-33fa8d88b7d0: ACTIVE {{(pid=84184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:30:44.532549 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94b6ea-3e31-4296-8961-1b5e6d435757 req-408d550b-443d-4c1b-aecd-307be7227c86 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:44.533904 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-cc94b6ea-3e31-4296-8961-1b5e6d435757 req-408d550b-443d-4c1b-aecd-307be7227c86 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 945 time: 0.0750496 Feb 03 14:30:44.584127 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-cc94b6ea-3e31-4296-8961-1b5e6d435757 req-0b35dfdd-8483-4203-9784-393bdef058c7 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441318 Feb 03 14:30:46.611185 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a9af9-db3a-429c-9708-db15cbc534dd req-5097a426-6783-4621-bc3f-850a8b4f13f0 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:46.612592 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c00a9af9-db3a-429c-9708-db15cbc534dd req-5097a426-6783-4621-bc3f-850a8b4f13f0 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 945 time: 0.0744779 Feb 03 14:30:46.656688 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c00a9af9-db3a-429c-9708-db15cbc534dd req-a358fe3a-690d-4c40-8ab7-caaa56207701 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381498 Feb 03 14:30:47.686738 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:55.354870 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9e247c2d-3d7c-4aeb-90b6-28989104504c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:56.656662 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8ba71c0c-bc0b-463e-8d56-c89709b82b24 req-d7ddfba6-b601-4316-a9d2-126fa7609a6b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1652291 Feb 03 14:30:57.149129 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08eee8-3d80-4976-aba5-1bbd37c80ffc req-35640f67-b595-41a5-bdf1-532dadedec6a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:57.268802 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1b08eee8-3d80-4976-aba5-1bbd37c80ffc req-35640f67-b595-41a5-bdf1-532dadedec6a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 945 time: 0.1261299 Feb 03 14:30:57.268802 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-29d96c9d-f89f-4c7c-9eb7-678bef049781 req-8260950b-f2fe-4461-b8e8-9adc21f878d2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1103930 Feb 03 14:30:57.268802 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1b08eee8-3d80-4976-aba5-1bbd37c80ffc req-d4e8917c-d109-4771-9bc9-dd774d9a10ed tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535009 Feb 03 14:30:57.513233 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-02d27855-7956-49ad-9626-932ae0ed0270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:58.409292 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b074b-89c7-483b-b923-3f9788b3b1e7 req-0b52fc92-5a00-402f-8229-2212c4651c9c tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:58.410749 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-348b074b-89c7-483b-b923-3f9788b3b1e7 req-0b52fc92-5a00-402f-8229-2212c4651c9c tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 945 time: 0.0769675 Feb 03 14:30:58.455204 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-348b074b-89c7-483b-b923-3f9788b3b1e7 req-1bacfb31-4146-4e5b-8814-5a1be529bfa7 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382977 Feb 03 14:30:58.853883 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:58.908690 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:30:59.244981 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-29d96c9d-f89f-4c7c-9eb7-678bef049781 req-08639b35-5f5a-47a9-befc-ee178f899af0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8ba039cce39143a8bb6581566271655e&device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 1098 time: 0.0683279 Feb 03 14:30:59.374566 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d96c9d-f89f-4c7c-9eb7-678bef049781 req-eead13af-65cd-4055-9810-29fc7c6ff32b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:59.376039 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-29d96c9d-f89f-4c7c-9eb7-678bef049781 req-eead13af-65cd-4055-9810-29fc7c6ff32b service neutron] 10.222.0.47 "GET /v2.0/networks?id=72665aff-c47b-4a0e-b981-ed0f58257b98 HTTP/1.1" status: 200 len: 912 time: 0.1256680 Feb 03 14:30:59.479758 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-29d96c9d-f89f-4c7c-9eb7-678bef049781 req-437467dc-0e0d-49a4-b5a3-e5d73ba9b630 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c54ea3e-e5ab-4489-b195-789b46d3a0f6 HTTP/1.1" status: 200 len: 1002 time: 0.0966189 Feb 03 14:30:59.545325 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d96c9d-f89f-4c7c-9eb7-678bef049781 req-18cc917a-e846-41a4-b16c-1fa691b02c9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:59.546813 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-29d96c9d-f89f-4c7c-9eb7-678bef049781 req-18cc917a-e846-41a4-b16c-1fa691b02c9f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aefc24b7-4fbe-4412-972d-e9e7fb0de6b4 HTTP/1.1" status: 200 len: 851 time: 0.0605083 Feb 03 14:30:59.622040 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-29d96c9d-f89f-4c7c-9eb7-678bef049781 req-ed4eac6e-38a2-4ba2-aa90-f4b315a0454d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72665aff-c47b-4a0e-b981-ed0f58257b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685906 Feb 03 14:30:59.654111 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a70140-8991-4bcf-92fd-a78655b6bdfe req-f23f913c-9857-4f9f-8cc3-679e5cb61a24 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:59.655564 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-23a70140-8991-4bcf-92fd-a78655b6bdfe req-f23f913c-9857-4f9f-8cc3-679e5cb61a24 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 945 time: 0.0785129 Feb 03 14:30:59.700932 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-23a70140-8991-4bcf-92fd-a78655b6bdfe req-f18972bc-19b2-41d6-a2da-17c57b225b82 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398650 Feb 03 14:30:59.753903 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-29d96c9d-f89f-4c7c-9eb7-678bef049781 req-bcf1d143-75ad-4d7e-b47b-70420a544fd6 service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257818 Feb 03 14:30:59.882983 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-29d96c9d-f89f-4c7c-9eb7-678bef049781 req-3b92fc3b-be59-47aa-895f-3069ce7bf855 service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228745 Feb 03 14:31:00.246315 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:00.893333 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f913a6-2daf-40be-85d4-055b0756a499 req-bb9b4aea-64b4-4324-a568-1f27f8ea85f8 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:00.894754 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-14f913a6-2daf-40be-85d4-055b0756a499 req-bb9b4aea-64b4-4324-a568-1f27f8ea85f8 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 945 time: 0.0750976 Feb 03 14:31:00.941968 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-14f913a6-2daf-40be-85d4-055b0756a499 req-34dbf3b1-e1a8-4445-b6c1-8a0f5138238a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418248 Feb 03 14:31:01.842158 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:31:02.134647 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc43567-3598-4e9a-989f-2addd76f8968 req-e76b0d40-6d92-4acd-85c9-08150a2afd29 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:02.136010 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2cc43567-3598-4e9a-989f-2addd76f8968 req-e76b0d40-6d92-4acd-85c9-08150a2afd29 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 945 time: 0.0753968 Feb 03 14:31:02.180967 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2cc43567-3598-4e9a-989f-2addd76f8968 req-03821115-5c63-4b49-94a0-74d1d34df004 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391026 Feb 03 14:31:03.377280 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569765c5-0b07-4f4d-bd9d-95c091108b4c req-de20b508-6620-41b4-b7c4-00280d89b2d5 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:03.378745 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-569765c5-0b07-4f4d-bd9d-95c091108b4c req-de20b508-6620-41b4-b7c4-00280d89b2d5 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 945 time: 0.0795858 Feb 03 14:31:03.423176 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-569765c5-0b07-4f4d-bd9d-95c091108b4c req-d94861ba-f7a0-4a33-829a-d54d395005bc tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386426 Feb 03 14:31:04.618397 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6000b92-bf8d-41b3-9433-e338539dce00 req-df93e370-602a-4a74-b019-c6d0da7ed851 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:04.620366 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c6000b92-bf8d-41b3-9433-e338539dce00 req-df93e370-602a-4a74-b019-c6d0da7ed851 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 945 time: 0.0748997 Feb 03 14:31:04.665281 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c6000b92-bf8d-41b3-9433-e338539dce00 req-cfb2d66c-77f5-436b-99fa-b30529771575 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393276 Feb 03 14:31:05.864294 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80e2fa-1cd5-4d1a-a92c-dda294aa2d14 req-baf68414-543a-4c87-a8ea-8696bba542f2 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:05.865709 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1c80e2fa-1cd5-4d1a-a92c-dda294aa2d14 req-baf68414-543a-4c87-a8ea-8696bba542f2 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 945 time: 0.0770850 Feb 03 14:31:05.908941 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1c80e2fa-1cd5-4d1a-a92c-dda294aa2d14 req-f3e7d7e2-6064-4493-9988-c3cd50145ffa tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377111 Feb 03 14:31:07.104964 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabbe69-ad8a-498a-a19f-7758ef4577e0 req-b049d23c-d168-4a0a-949c-0c8b800ca2f9 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:07.106438 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-fbabbe69-ad8a-498a-a19f-7758ef4577e0 req-b049d23c-d168-4a0a-949c-0c8b800ca2f9 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 945 time: 0.0784812 Feb 03 14:31:07.154790 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-fbabbe69-ad8a-498a-a19f-7758ef4577e0 req-d5c03a1f-1225-439b-96ad-1737614c7760 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427794 Feb 03 14:31:07.745486 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-29d96c9d-f89f-4c7c-9eb7-678bef049781 req-1933a8be-af0a-41c8-a277-557854bc1aa8 service neutron] 10.222.0.47 "GET /v2.0/ports/3c54ea3e-e5ab-4489-b195-789b46d3a0f6/bindings/hv-neutron-8270 HTTP/1.1" status: 200 len: 384 time: 0.0749903 Feb 03 14:31:08.353370 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60985dbd-0bf5-4e85-9e3d-e0dd83350df5 req-3a7dd5b6-1d87-46a2-8ecb-f1b2a6d190e0 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:08.354806 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-60985dbd-0bf5-4e85-9e3d-e0dd83350df5 req-3a7dd5b6-1d87-46a2-8ecb-f1b2a6d190e0 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 945 time: 0.0777953 Feb 03 14:31:08.376122 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-29d96c9d-f89f-4c7c-9eb7-678bef049781 req-7ff21992-93ab-47ba-aa4e-f8769faeed3a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1&tenant_id=8ba039cce39143a8bb6581566271655e HTTP/1.1" status: 200 len: 1098 time: 0.0728881 Feb 03 14:31:08.402218 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-60985dbd-0bf5-4e85-9e3d-e0dd83350df5 req-290bb81b-8e71-4191-b7b1-3f80431ce7dc tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412571 Feb 03 14:31:08.464662 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-29d96c9d-f89f-4c7c-9eb7-678bef049781 req-423ff0cc-246d-46f6-ad80-e7a50a1232f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8ba039cce39143a8bb6581566271655e&device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 1098 time: 0.0677726 Feb 03 14:31:08.590651 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d96c9d-f89f-4c7c-9eb7-678bef049781 req-12575ce0-b6e4-4a36-8803-8471ac4f6ed6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:08.592104 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-29d96c9d-f89f-4c7c-9eb7-678bef049781 req-12575ce0-b6e4-4a36-8803-8471ac4f6ed6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=72665aff-c47b-4a0e-b981-ed0f58257b98 HTTP/1.1" status: 200 len: 912 time: 0.1224105 Feb 03 14:31:08.692534 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-29d96c9d-f89f-4c7c-9eb7-678bef049781 req-4196853e-0fd1-474b-b4ba-0256affe2d9f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c54ea3e-e5ab-4489-b195-789b46d3a0f6 HTTP/1.1" status: 200 len: 1002 time: 0.0945499 Feb 03 14:31:08.752502 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d96c9d-f89f-4c7c-9eb7-678bef049781 req-411d0d4d-0fc7-4027-90c8-6c0dd205a05e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:08.753776 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-29d96c9d-f89f-4c7c-9eb7-678bef049781 req-411d0d4d-0fc7-4027-90c8-6c0dd205a05e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aefc24b7-4fbe-4412-972d-e9e7fb0de6b4 HTTP/1.1" status: 200 len: 851 time: 0.0557971 Feb 03 14:31:08.830328 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-29d96c9d-f89f-4c7c-9eb7-678bef049781 req-5bd3d2c5-5e66-4e35-9c05-551708405823 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72665aff-c47b-4a0e-b981-ed0f58257b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697424 Feb 03 14:31:09.045970 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-29d96c9d-f89f-4c7c-9eb7-678bef049781 req-330d745c-5565-4d0d-9108-459d07c00661 service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067416 Feb 03 14:31:09.172527 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-29d96c9d-f89f-4c7c-9eb7-678bef049781 req-40beac28-9a6e-4968-b124-23bb5b9cecb2 service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237607 Feb 03 14:31:09.602050 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575eef92-cb3a-4e4c-8a41-3f9d9e3b9ca1 req-b9d3e549-6b79-40b7-89d9-bc3bbe8fc844 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:09.603401 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-575eef92-cb3a-4e4c-8a41-3f9d9e3b9ca1 req-b9d3e549-6b79-40b7-89d9-bc3bbe8fc844 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 945 time: 0.0791171 Feb 03 14:31:09.648336 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-575eef92-cb3a-4e4c-8a41-3f9d9e3b9ca1 req-065c246b-c266-4899-990c-4019d4fa05f8 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393901 Feb 03 14:31:10.037690 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 3c54ea3e-e5ab-4489-b195-789b46d3a0f6 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:31:10.188403 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:10.214988 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c54ea3e-e5ab-4489-b195-789b46d3a0f6'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:31:10.224542 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 3c54ea3e-e5ab-4489-b195-789b46d3a0f6, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=3c54ea3e-e5ab-4489-b195-789b46d3a0f6,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:10.278572 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c54ea3e-e5ab-4489-b195-789b46d3a0f6', 'code': 200} Feb 03 14:31:10.297253 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:10.362634 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=3c54ea3e-e5ab-4489-b195-789b46d3a0f6,revision_number=6']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:10.370888 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:10.371283 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:10.371630 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:10.371968 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:10.372303 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:10.373050 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:10.373384 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:10.373716 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:10.374044 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:10.374368 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:10.374696 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:10.849253 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36a51f-2cff-49b6-99a8-fd78b13ffa3f req-fe0de741-e56d-49b3-8f28-433fdc391c6a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:10.850603 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0c36a51f-2cff-49b6-99a8-fd78b13ffa3f req-fe0de741-e56d-49b3-8f28-433fdc391c6a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 943 time: 0.0775282 Feb 03 14:31:10.895220 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0c36a51f-2cff-49b6-99a8-fd78b13ffa3f req-a4ff6653-5948-4c8e-badb-460c5a3d1adf tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388684 Feb 03 14:31:12.053188 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 3c54ea3e-e5ab-4489-b195-789b46d3a0f6 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:31:12.097508 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7677aa8-0a19-4bd9-aba2-4122801950d4 req-f7955338-a132-409e-989a-e4339a4a8840 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:12.098863 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d7677aa8-0a19-4bd9-aba2-4122801950d4 req-f7955338-a132-409e-989a-e4339a4a8840 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 943 time: 0.0796161 Feb 03 14:31:12.145162 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d7677aa8-0a19-4bd9-aba2-4122801950d4 req-2d117395-3f90-4a3e-b892-972abaf11264 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403321 Feb 03 14:31:12.184356 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 3c54ea3e-e5ab-4489-b195-789b46d3a0f6, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=3c54ea3e-e5ab-4489-b195-789b46d3a0f6,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:12.196893 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': '3c54ea3e-e5ab-4489-b195-789b46d3a0f6', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'port_id': '3c54ea3e-e5ab-4489-b195-789b46d3a0f6', 'mac_address': 'fa:16:3e:3d:64:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:31:12.252816 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:12.269111 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c54ea3e-e5ab-4489-b195-789b46d3a0f6 {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:31:12.283970 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 3c54ea3e-e5ab-4489-b195-789b46d3a0f6, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=3c54ea3e-e5ab-4489-b195-789b46d3a0f6,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:12.359905 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:12.424014 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=3c54ea3e-e5ab-4489-b195-789b46d3a0f6,revision_number=7']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:12.524058 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['3c54ea3e-e5ab-4489-b195-789b46d3a0f6'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:31:13.338777 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49054b01-302c-4876-a06f-4c5ce0ed1867 req-e5777690-abee-4a2e-a804-480b75e138eb tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:13.340241 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-49054b01-302c-4876-a06f-4c5ce0ed1867 req-e5777690-abee-4a2e-a804-480b75e138eb tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 944 time: 0.0755937 Feb 03 14:31:13.385233 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-49054b01-302c-4876-a06f-4c5ce0ed1867 req-82704590-9295-4ac8-b068-c8a39e6d2729 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392954 Feb 03 14:31:14.084309 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 3c54ea3e-e5ab-4489-b195-789b46d3a0f6 up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:31:14.150070 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port 3c54ea3e-e5ab-4489-b195-789b46d3a0f6 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:31:14.150448 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:14.261958 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:14.287371 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c54ea3e-e5ab-4489-b195-789b46d3a0f6'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:31:14.296732 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 3c54ea3e-e5ab-4489-b195-789b46d3a0f6, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=3c54ea3e-e5ab-4489-b195-789b46d3a0f6,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:14.359991 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c54ea3e-e5ab-4489-b195-789b46d3a0f6', 'code': 200} Feb 03 14:31:14.371586 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:14.436021 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=3c54ea3e-e5ab-4489-b195-789b46d3a0f6,revision_number=8']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:14.582764 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cbb453-f664-457b-8919-6a29df335a44 req-60665114-07aa-4479-8a5b-c322c000b6d4 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:14.584192 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e2cbb453-f664-457b-8919-6a29df335a44 req-60665114-07aa-4479-8a5b-c322c000b6d4 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 945 time: 0.0767200 Feb 03 14:31:14.628337 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e2cbb453-f664-457b-8919-6a29df335a44 req-efb0b2c1-fbf9-4cfd-9063-a56e4976e24d tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386920 Feb 03 14:31:15.822072 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336a754-2b21-40a6-88dd-d14a17225b89 req-6ed22018-56c0-4639-b843-1c719e04431c tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:15.823484 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d336a754-2b21-40a6-88dd-d14a17225b89 req-6ed22018-56c0-4639-b843-1c719e04431c tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 945 time: 0.0743165 Feb 03 14:31:15.870931 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d336a754-2b21-40a6-88dd-d14a17225b89 req-872da72d-b23e-4b50-8c90-817e3eb105a4 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420673 Feb 03 14:31:17.067483 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e50748-a946-48d1-8e1a-ac1537de76ff req-d1b1854b-8c03-4b6d-b0c9-fd11d52a861a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:17.068900 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b7e50748-a946-48d1-8e1a-ac1537de76ff req-d1b1854b-8c03-4b6d-b0c9-fd11d52a861a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 945 time: 0.0748739 Feb 03 14:31:17.113547 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b7e50748-a946-48d1-8e1a-ac1537de76ff req-29771d09-5a6c-47d8-a852-777a2e12a60d tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391836 Feb 03 14:31:17.706750 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:18.106191 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 3c54ea3e-e5ab-4489-b195-789b46d3a0f6 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:31:18.237433 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 3c54ea3e-e5ab-4489-b195-789b46d3a0f6, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=3c54ea3e-e5ab-4489-b195-789b46d3a0f6,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:18.254009 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': '3c54ea3e-e5ab-4489-b195-789b46d3a0f6', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'port_id': '3c54ea3e-e5ab-4489-b195-789b46d3a0f6', 'mac_address': 'fa:16:3e:3d:64:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:31:18.308267 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:18.310131 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ba753-c6ff-4bc7-af54-6c55448b5ac7 req-7e0cae06-e798-47dd-97be-d4e69ad55e68 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:18.311605 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8d4ba753-c6ff-4bc7-af54-6c55448b5ac7 req-7e0cae06-e798-47dd-97be-d4e69ad55e68 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 945 time: 0.0783203 Feb 03 14:31:18.325888 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c54ea3e-e5ab-4489-b195-789b46d3a0f6 {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:31:18.341647 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 3c54ea3e-e5ab-4489-b195-789b46d3a0f6, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=3c54ea3e-e5ab-4489-b195-789b46d3a0f6,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:18.359761 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8d4ba753-c6ff-4bc7-af54-6c55448b5ac7 req-f87f7384-b8be-4c09-9410-fe2965d8c269 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425401 Feb 03 14:31:18.428233 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:18.491338 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=3c54ea3e-e5ab-4489-b195-789b46d3a0f6,revision_number=9']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:18.528107 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['3c54ea3e-e5ab-4489-b195-789b46d3a0f6'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:31:19.555190 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7cb20-e4cb-4541-911f-3c5660f66cd7 req-e5903190-c887-4a26-81af-81154e729470 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:19.557128 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-abe7cb20-e4cb-4541-911f-3c5660f66cd7 req-e5903190-c887-4a26-81af-81154e729470 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 944 time: 0.0764651 Feb 03 14:31:19.601275 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-abe7cb20-e4cb-4541-911f-3c5660f66cd7 req-0d81ad59-de52-4230-9d6f-3fec715e403c tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383928 Feb 03 14:31:20.124367 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 3c54ea3e-e5ab-4489-b195-789b46d3a0f6 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:31:20.239495 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:20.257506 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3c54ea3e-e5ab-4489-b195-789b46d3a0f6 {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:31:20.272332 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 3c54ea3e-e5ab-4489-b195-789b46d3a0f6, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=3c54ea3e-e5ab-4489-b195-789b46d3a0f6,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:20.333451 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1c95b-cedf-48c7-81c6-39aeb5e5ec7a req-fc2efcab-f422-439e-a215-219308c97c8b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:20.334149 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-1fd1c95b-cedf-48c7-81c6-39aeb5e5ec7a req-fc2efcab-f422-439e-a215-219308c97c8b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Synchronizing usage tracker for tenant:8ba039cce39143a8bb6581566271655e on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:31:20.360311 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:20.411269 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-1fd1c95b-cedf-48c7-81c6-39aeb5e5ec7a req-fc2efcab-f422-439e-a215-219308c97c8b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Unset dirty status for tenant:8ba039cce39143a8bb6581566271655e on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:31:20.412434 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1fd1c95b-cedf-48c7-81c6-39aeb5e5ec7a req-fc2efcab-f422-439e-a215-219308c97c8b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.47 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1&tenant_id=8ba039cce39143a8bb6581566271655e&binding%3Ahost_id=hv-neutron-8270 HTTP/1.1" status: 200 len: 944 time: 0.1623495 Feb 03 14:31:20.416770 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f9d19-b6b4-4346-99d8-6ea55e372a35 req-7e728cd5-89ec-4fbf-a894-0c00ec34fb13 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:20.418187 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a03f9d19-b6b4-4346-99d8-6ea55e372a35 req-7e728cd5-89ec-4fbf-a894-0c00ec34fb13 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 944 time: 0.1726446 Feb 03 14:31:20.436447 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=3c54ea3e-e5ab-4489-b195-789b46d3a0f6,revision_number=10']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:20.465408 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a03f9d19-b6b4-4346-99d8-6ea55e372a35 req-0e40dff0-bbd2-4407-9e35-99cad5d477c0 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410190 Feb 03 14:31:20.496323 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1fd1c95b-cedf-48c7-81c6-39aeb5e5ec7a req-7847b0f0-c67f-4168-a91b-3b66b01f24da service neutron] 10.222.0.47 "GET /v2.0/ports/3c54ea3e-e5ab-4489-b195-789b46d3a0f6/bindings/hv-neutron-8270 HTTP/1.1" status: 200 len: 384 time: 0.0763674 Feb 03 14:31:20.583000 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1fd1c95b-cedf-48c7-81c6-39aeb5e5ec7a req-f642567a-ab1c-4663-a153-c1857e31f5a6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8ba039cce39143a8bb6581566271655e&device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 1097 time: 0.0669682 Feb 03 14:31:20.710056 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1c95b-cedf-48c7-81c6-39aeb5e5ec7a req-9c2689ae-4306-478c-8fcb-427b448bde1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:20.711487 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1fd1c95b-cedf-48c7-81c6-39aeb5e5ec7a req-9c2689ae-4306-478c-8fcb-427b448bde1c service neutron] 10.222.0.47 "GET /v2.0/networks?id=72665aff-c47b-4a0e-b981-ed0f58257b98 HTTP/1.1" status: 200 len: 912 time: 0.1219192 Feb 03 14:31:20.811706 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1fd1c95b-cedf-48c7-81c6-39aeb5e5ec7a req-c0f8fb95-c213-480d-a3ef-ef8965f08eed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c54ea3e-e5ab-4489-b195-789b46d3a0f6 HTTP/1.1" status: 200 len: 1000 time: 0.0944722 Feb 03 14:31:20.871903 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1c95b-cedf-48c7-81c6-39aeb5e5ec7a req-98286787-55c7-49f0-8b39-0a3dcc80c644 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:20.873275 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1fd1c95b-cedf-48c7-81c6-39aeb5e5ec7a req-98286787-55c7-49f0-8b39-0a3dcc80c644 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aefc24b7-4fbe-4412-972d-e9e7fb0de6b4 HTTP/1.1" status: 200 len: 851 time: 0.0563118 Feb 03 14:31:20.948723 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1fd1c95b-cedf-48c7-81c6-39aeb5e5ec7a req-fefb7982-d964-4927-863e-8031bb42c96d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72665aff-c47b-4a0e-b981-ed0f58257b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695632 Feb 03 14:31:21.076136 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1fd1c95b-cedf-48c7-81c6-39aeb5e5ec7a req-442f99a3-cc3c-40ad-8fb8-d756fcad9288 service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214838 Feb 03 14:31:21.206180 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1fd1c95b-cedf-48c7-81c6-39aeb5e5ec7a req-b5cb4d6c-6875-4379-8539-baa58bdcc028 service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243224 Feb 03 14:31:21.659090 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e3def-546e-4da4-96f2-5fdf3079da11 req-24367794-7b76-4f83-9992-4753a1296e3d tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:21.660486 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-529e3def-546e-4da4-96f2-5fdf3079da11 req-24367794-7b76-4f83-9992-4753a1296e3d tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 944 time: 0.0747218 Feb 03 14:31:21.706900 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-529e3def-546e-4da4-96f2-5fdf3079da11 req-24147a12-ffc7-4e02-8a6f-5e2ec77983ac tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403819 Feb 03 14:31:22.902206 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52608bd1-ea32-4cdf-b46b-481bfa2486e1 req-33ebfc69-d61a-45f5-8280-33e0525c8c60 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:22.903626 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-52608bd1-ea32-4cdf-b46b-481bfa2486e1 req-33ebfc69-d61a-45f5-8280-33e0525c8c60 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 944 time: 0.0743349 Feb 03 14:31:22.947712 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-52608bd1-ea32-4cdf-b46b-481bfa2486e1 req-3f88398a-1aba-4431-88a6-71cc3f4ea3ff tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387583 Feb 03 14:31:24.149200 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12804fe4-70e1-47b6-bfa4-e4a741bdfb86 req-8306a586-96eb-456c-9122-8b31dc6dacb7 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:24.150635 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-12804fe4-70e1-47b6-bfa4-e4a741bdfb86 req-8306a586-96eb-456c-9122-8b31dc6dacb7 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 944 time: 0.0780172 Feb 03 14:31:24.195954 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-12804fe4-70e1-47b6-bfa4-e4a741bdfb86 req-bed75842-3fc6-47c8-9cb6-0eec65eaa148 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395281 Feb 03 14:31:25.358078 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-94cd0423-0d6a-46da-91cf-b1c62b455f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:25.375579 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1fd1c95b-cedf-48c7-81c6-39aeb5e5ec7a req-203ab8cb-e164-4b8d-a3fa-b9881683d66f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1&tenant_id=8ba039cce39143a8bb6581566271655e HTTP/1.1" status: 200 len: 1097 time: 0.0713377 Feb 03 14:31:25.396524 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935730c-9590-4619-bf68-a2fc51a76b79 req-a956d44e-edd0-4d62-86f2-1029d44dc085 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:25.397898 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6935730c-9590-4619-bf68-a2fc51a76b79 req-a956d44e-edd0-4d62-86f2-1029d44dc085 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 944 time: 0.0801306 Feb 03 14:31:25.443291 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6935730c-9590-4619-bf68-a2fc51a76b79 req-8a6bd841-5fbe-4d22-8c5c-9a3e3177a020 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394866 Feb 03 14:31:25.468335 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1fd1c95b-cedf-48c7-81c6-39aeb5e5ec7a req-b56e8844-59c5-44d0-960c-fd0c10979452 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8ba039cce39143a8bb6581566271655e&device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 1097 time: 0.0718906 Feb 03 14:31:25.595664 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1c95b-cedf-48c7-81c6-39aeb5e5ec7a req-1ae6497b-7e1e-4712-8ba8-0ff61287879f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:25.597080 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1fd1c95b-cedf-48c7-81c6-39aeb5e5ec7a req-1ae6497b-7e1e-4712-8ba8-0ff61287879f service neutron] 10.222.0.47 "GET /v2.0/networks?id=72665aff-c47b-4a0e-b981-ed0f58257b98 HTTP/1.1" status: 200 len: 912 time: 0.1237574 Feb 03 14:31:25.695085 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1fd1c95b-cedf-48c7-81c6-39aeb5e5ec7a req-8725d644-b478-4863-9e10-d1873a74e86f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c54ea3e-e5ab-4489-b195-789b46d3a0f6 HTTP/1.1" status: 200 len: 1000 time: 0.0912242 Feb 03 14:31:25.758121 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1c95b-cedf-48c7-81c6-39aeb5e5ec7a req-b9968987-3b94-4feb-bbc9-385613b8cd99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:25.759635 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1fd1c95b-cedf-48c7-81c6-39aeb5e5ec7a req-b9968987-3b94-4feb-bbc9-385613b8cd99 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aefc24b7-4fbe-4412-972d-e9e7fb0de6b4 HTTP/1.1" status: 200 len: 851 time: 0.0595815 Feb 03 14:31:25.830316 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1fd1c95b-cedf-48c7-81c6-39aeb5e5ec7a req-11deb289-ac68-47b2-8c35-54042cc8f812 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72665aff-c47b-4a0e-b981-ed0f58257b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0649385 Feb 03 14:31:26.042586 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1fd1c95b-cedf-48c7-81c6-39aeb5e5ec7a req-94001e6f-b159-4f3b-bb04-d52b49c7a9d6 service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055349 Feb 03 14:31:26.163642 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 3c54ea3e-e5ab-4489-b195-789b46d3a0f6 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:31:26.170267 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1fd1c95b-cedf-48c7-81c6-39aeb5e5ec7a req-cf2d1016-e9ae-4559-87c5-78f3e4e520ac service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215789 Feb 03 14:31:26.641349 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c75c8-0205-45bf-ab97-0fe0ca4da885 req-38095fc2-e1d8-4bed-aee3-cfa440f47baa tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:26.642692 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d73c75c8-0205-45bf-ab97-0fe0ca4da885 req-38095fc2-e1d8-4bed-aee3-cfa440f47baa tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 944 time: 0.0792403 Feb 03 14:31:26.687657 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d73c75c8-0205-45bf-ab97-0fe0ca4da885 req-b420e6cf-fb8e-41cf-9dcc-aa92aacdc8c7 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392759 Feb 03 14:31:27.491094 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-271ffee7-30cb-440b-b0d9-6f5cce697b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:27.882743 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcec11-318f-4214-ab12-b79bd0b92e82 req-1ec0658c-bdd1-4561-9ad2-f39cc6511b3e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:27.884735 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f8dcec11-318f-4214-ab12-b79bd0b92e82 req-1ec0658c-bdd1-4561-9ad2-f39cc6511b3e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 944 time: 0.0752313 Feb 03 14:31:27.933777 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f8dcec11-318f-4214-ab12-b79bd0b92e82 req-541093cb-e04a-4592-9434-b68a34be7805 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435824 Feb 03 14:31:28.867537 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:28.917376 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:29.129013 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb30bad-6621-4737-ae16-e5b7322b7de9 req-4a57d528-ed82-4be9-8451-9438dd5ade8c tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:29.130397 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-dcb30bad-6621-4737-ae16-e5b7322b7de9 req-4a57d528-ed82-4be9-8451-9438dd5ade8c tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 944 time: 0.0758586 Feb 03 14:31:29.174969 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-dcb30bad-6621-4737-ae16-e5b7322b7de9 req-0c2b69bc-efe9-4d90-bb3c-a073f59584d3 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391855 Feb 03 14:31:30.168882 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 3c54ea3e-e5ab-4489-b195-789b46d3a0f6 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:31:30.270642 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:30.322152 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 3c54ea3e-e5ab-4489-b195-789b46d3a0f6, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=3c54ea3e-e5ab-4489-b195-789b46d3a0f6,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:30.335659 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': '3c54ea3e-e5ab-4489-b195-789b46d3a0f6', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'port_id': '3c54ea3e-e5ab-4489-b195-789b46d3a0f6', 'mac_address': 'fa:16:3e:3d:64:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:31:30.379376 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b881ea2-8b60-4b44-86ed-508bb53fd50a req-af7266e6-be5d-4767-93e5-7099510df271 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:30.380892 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3b881ea2-8b60-4b44-86ed-508bb53fd50a req-af7266e6-be5d-4767-93e5-7099510df271 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 944 time: 0.0809245 Feb 03 14:31:30.421121 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:30.427939 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3b881ea2-8b60-4b44-86ed-508bb53fd50a req-d9035f48-03df-466f-9769-70840aa83b3b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402234 Feb 03 14:31:30.438975 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c54ea3e-e5ab-4489-b195-789b46d3a0f6 {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:31:30.454184 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 3c54ea3e-e5ab-4489-b195-789b46d3a0f6, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=3c54ea3e-e5ab-4489-b195-789b46d3a0f6,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:30.529040 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:30.595899 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['3c54ea3e-e5ab-4489-b195-789b46d3a0f6'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:31:30.636331 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=3c54ea3e-e5ab-4489-b195-789b46d3a0f6,revision_number=11']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:31.621972 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c731fcc-79f0-4ce7-b8a9-4c19bd2b1f0d req-729e1f6a-fbdd-4e3b-a2f9-a3128a367583 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:31.623300 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2c731fcc-79f0-4ce7-b8a9-4c19bd2b1f0d req-729e1f6a-fbdd-4e3b-a2f9-a3128a367583 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 945 time: 0.0733311 Feb 03 14:31:31.668079 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2c731fcc-79f0-4ce7-b8a9-4c19bd2b1f0d req-0368e58d-2e8a-433e-a3d5-0825900a2329 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392809 Feb 03 14:31:32.184953 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 3c54ea3e-e5ab-4489-b195-789b46d3a0f6 up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:31:32.250531 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port 3c54ea3e-e5ab-4489-b195-789b46d3a0f6 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:31:32.250896 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:32.425427 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:32.461326 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c54ea3e-e5ab-4489-b195-789b46d3a0f6'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:31:32.479028 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 3c54ea3e-e5ab-4489-b195-789b46d3a0f6, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=3c54ea3e-e5ab-4489-b195-789b46d3a0f6,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:32.545045 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c54ea3e-e5ab-4489-b195-789b46d3a0f6', 'code': 200} Feb 03 14:31:32.550144 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:32.634487 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=3c54ea3e-e5ab-4489-b195-789b46d3a0f6,revision_number=12']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:32.863679 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe76c75-488a-4c9b-981f-1d8a12db9798 req-e87dde99-22f9-4548-a6eb-2e49dbcd9b68 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:32.865095 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9fe76c75-488a-4c9b-981f-1d8a12db9798 req-e87dde99-22f9-4548-a6eb-2e49dbcd9b68 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 946 time: 0.0787413 Feb 03 14:31:32.909343 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9fe76c75-488a-4c9b-981f-1d8a12db9798 req-22070658-b6f5-4b02-8e8e-0d8ee3569b9a tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380969 Feb 03 14:31:33.529038 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-85993ae2-a997-4694-b22d-66862ed14729 req-abf9ec72-881c-4081-83af-9d19b7774800 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8ba039cce39143a8bb6581566271655e&device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 1099 time: 0.0727715 Feb 03 14:31:33.673106 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85993ae2-a997-4694-b22d-66862ed14729 req-233f5471-9e40-47d4-9768-d3917523f16f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:33.674531 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-85993ae2-a997-4694-b22d-66862ed14729 req-233f5471-9e40-47d4-9768-d3917523f16f service neutron] 10.222.0.47 "GET /v2.0/networks?id=72665aff-c47b-4a0e-b981-ed0f58257b98 HTTP/1.1" status: 200 len: 912 time: 0.1238513 Feb 03 14:31:33.777459 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-85993ae2-a997-4694-b22d-66862ed14729 req-4cb6ec7b-8aa5-4e59-8cad-4e7c50058200 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c54ea3e-e5ab-4489-b195-789b46d3a0f6 HTTP/1.1" status: 200 len: 1002 time: 0.0957692 Feb 03 14:31:33.839571 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85993ae2-a997-4694-b22d-66862ed14729 req-8437e2b0-dfc0-41d0-b2cd-6247791fa82f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:33.840987 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-85993ae2-a997-4694-b22d-66862ed14729 req-8437e2b0-dfc0-41d0-b2cd-6247791fa82f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aefc24b7-4fbe-4412-972d-e9e7fb0de6b4 HTTP/1.1" status: 200 len: 851 time: 0.0574181 Feb 03 14:31:33.912792 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-85993ae2-a997-4694-b22d-66862ed14729 req-3e7d237d-f271-4730-bac9-d18f7db03185 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72665aff-c47b-4a0e-b981-ed0f58257b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657537 Feb 03 14:31:34.044144 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-85993ae2-a997-4694-b22d-66862ed14729 req-573bad1c-1621-4ca3-80e0-5f63aec2df3b service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237633 Feb 03 14:31:34.106468 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a179151-7a71-42b3-be6e-03e9a18fb9a1 req-d9b5b09b-dfaa-4d82-8953-ff2f449e6179 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:34.107928 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0a179151-7a71-42b3-be6e-03e9a18fb9a1 req-d9b5b09b-dfaa-4d82-8953-ff2f449e6179 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 946 time: 0.0761306 Feb 03 14:31:34.154619 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0a179151-7a71-42b3-be6e-03e9a18fb9a1 req-bed83482-1937-4de1-9a04-93a122eb8987 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411127 Feb 03 14:31:34.176790 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-85993ae2-a997-4694-b22d-66862ed14729 req-af442be9-12e7-4e22-a237-a09206e122aa service neutron] 10.222.0.47 "GET /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261764 Feb 03 14:31:35.360011 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3634a-edbc-4a55-8754-e994c09c7efc req-671157ac-cfbe-49f7-9505-f67eb99487c2 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:35.361444 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-28d3634a-edbc-4a55-8754-e994c09c7efc req-671157ac-cfbe-49f7-9505-f67eb99487c2 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 946 time: 0.0811105 Feb 03 14:31:35.407712 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-28d3634a-edbc-4a55-8754-e994c09c7efc req-31dd23e8-80dc-47ea-8f4a-79c249ea681f tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407846 Feb 03 14:31:36.602194 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe19d15-6d56-41c8-b451-26fd88f10b79 req-68f12ad2-5f9d-49a5-a77b-fe746fc91605 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:36.603671 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-abe19d15-6d56-41c8-b451-26fd88f10b79 req-68f12ad2-5f9d-49a5-a77b-fe746fc91605 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 946 time: 0.0756657 Feb 03 14:31:36.651622 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-abe19d15-6d56-41c8-b451-26fd88f10b79 req-6af1ccd5-7b09-49e1-812e-97d9185cd0d7 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425274 Feb 03 14:31:36.844586 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1c0df-2d6a-449b-a14c-7767295d1feb req-53a121d6-497b-4d64-ae77-b168a5eab4a5 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:36.845987 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bed1c0df-2d6a-449b-a14c-7767295d1feb req-53a121d6-497b-4d64-ae77-b168a5eab4a5 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 946 time: 0.0743887 Feb 03 14:31:36.890838 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bed1c0df-2d6a-449b-a14c-7767295d1feb req-b79c2ef7-1b13-44ae-a61e-63a091782221 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393126 Feb 03 14:31:37.087226 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3cbfdc-7fbc-4faf-91ee-ed04ceffe76c req-40644a06-d580-4c56-a36e-07c93b323d99 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:37.088640 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ee3cbfdc-7fbc-4faf-91ee-ed04ceffe76c req-40644a06-d580-4c56-a36e-07c93b323d99 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 946 time: 0.0778275 Feb 03 14:31:37.132438 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ee3cbfdc-7fbc-4faf-91ee-ed04ceffe76c req-1abce57f-7505-49b2-be0d-42da3ee1ac6b tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384672 Feb 03 14:31:37.692891 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fae77e-bc7a-4f9e-8516-111f9ec1c02a req-01d4bb6e-140d-4556-a3e1-1e2095fe6fbc tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:37.694305 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d5fae77e-bc7a-4f9e-8516-111f9ec1c02a req-01d4bb6e-140d-4556-a3e1-1e2095fe6fbc tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 946 time: 0.0738931 Feb 03 14:31:37.739553 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d5fae77e-bc7a-4f9e-8516-111f9ec1c02a req-7839bfa1-e408-450d-8648-3bfa7fdf44d0 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391676 Feb 03 14:31:38.841661 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:31:38.939096 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86946440-653a-4695-9eea-c8508d6bed37 req-eb602af5-267d-46f4-8b1d-af5bad480966 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:38.940510 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-86946440-653a-4695-9eea-c8508d6bed37 req-eb602af5-267d-46f4-8b1d-af5bad480966 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 946 time: 0.0771976 Feb 03 14:31:38.984829 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-86946440-653a-4695-9eea-c8508d6bed37 req-75ccf36d-b34d-48e2-aadb-f2db2f9e01fa tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389585 Feb 03 14:31:40.180889 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e9e75-3ac3-4e0d-986b-03ccde242b50 req-dd0ff556-22d0-4aee-9d07-4410ab783723 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:40.182446 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-494e9e75-3ac3-4e0d-986b-03ccde242b50 req-dd0ff556-22d0-4aee-9d07-4410ab783723 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 946 time: 0.0770457 Feb 03 14:31:40.231563 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-494e9e75-3ac3-4e0d-986b-03ccde242b50 req-9333e114-9fbc-467c-a4e1-a9d9e0e45eed tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6102b82-4553-4218-b260-9872acf45973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435407 Feb 03 14:31:40.249086 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750cf37-97e6-490e-a858-e0464dbbe42b req-4018b16f-fa1b-4355-b4dc-470f2349fe9d tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:40.250536 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a750cf37-97e6-490e-a858-e0464dbbe42b req-4018b16f-fa1b-4355-b4dc-470f2349fe9d tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.47 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 946 time: 0.0796914 Feb 03 14:31:40.317684 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-a750cf37-97e6-490e-a858-e0464dbbe42b req-3f3ba2c4-6ab3-40db-baf7-f6441e21f78e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Deleting port 3c54ea3e-e5ab-4489-b195-789b46d3a0f6 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:31:40.317970 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-a750cf37-97e6-490e-a858-e0464dbbe42b req-3f3ba2c4-6ab3-40db-baf7-f6441e21f78e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:40.555079 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-a750cf37-97e6-490e-a858-e0464dbbe42b req-3f3ba2c4-6ab3-40db-baf7-f6441e21f78e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] For port 3c54ea3e-e5ab-4489-b195-789b46d3a0f6, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=3c54ea3e-e5ab-4489-b195-789b46d3a0f6,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:40.555442 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-a750cf37-97e6-490e-a858-e0464dbbe42b req-3f3ba2c4-6ab3-40db-baf7-f6441e21f78e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:40.912464 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-a750cf37-97e6-490e-a858-e0464dbbe42b req-3f3ba2c4-6ab3-40db-baf7-f6441e21f78e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:40.912857 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-a750cf37-97e6-490e-a858-e0464dbbe42b req-3f3ba2c4-6ab3-40db-baf7-f6441e21f78e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:40.913168 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.l3_db [req-a750cf37-97e6-490e-a858-e0464dbbe42b req-3f3ba2c4-6ab3-40db-baf7-f6441e21f78e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Floating IP 4deb3fa7-31fe-4412-abdd-33fa8d88b7d0 disassociated. External IP: 172.26.3.194, port: 3c54ea3e-e5ab-4489-b195-789b46d3a0f6. Feb 03 14:31:40.913504 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-a750cf37-97e6-490e-a858-e0464dbbe42b req-3f3ba2c4-6ab3-40db-baf7-f6441e21f78e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Calling delete_port for 3c54ea3e-e5ab-4489-b195-789b46d3a0f6 owned by compute:nova {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:31:41.118987 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-a750cf37-97e6-490e-a858-e0464dbbe42b req-3f3ba2c4-6ab3-40db-baf7-f6441e21f78e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:41.166091 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ba2c4-6ab3-40db-baf7-f6441e21f78e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Pushing event deleted for resources: {'Port': ['ID=3c54ea3e-e5ab-4489-b195-789b46d3a0f6,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:41.180001 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ba2c4-6ab3-40db-baf7-f6441e21f78e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:41.180353 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ba2c4-6ab3-40db-baf7-f6441e21f78e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:41.180710 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ba2c4-6ab3-40db-baf7-f6441e21f78e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:41.181009 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ba2c4-6ab3-40db-baf7-f6441e21f78e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:41.181337 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ba2c4-6ab3-40db-baf7-f6441e21f78e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:41.181730 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ba2c4-6ab3-40db-baf7-f6441e21f78e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:41.181973 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ba2c4-6ab3-40db-baf7-f6441e21f78e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:41.182292 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ba2c4-6ab3-40db-baf7-f6441e21f78e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:41.182609 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ba2c4-6ab3-40db-baf7-f6441e21f78e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:41.182926 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ba2c4-6ab3-40db-baf7-f6441e21f78e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:41.183259 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ba2c4-6ab3-40db-baf7-f6441e21f78e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:41.401856 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bb22ac2f-6484-436f-a73e-d2262621b733 req-67b12799-26ff-4d6d-a132-c1fdcc48017c tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 210 time: 0.0429039 Feb 03 14:31:41.413745 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a750cf37-97e6-490e-a858-e0464dbbe42b req-3f3ba2c4-6ab3-40db-baf7-f6441e21f78e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Router 8d4b373e-6e4a-42bf-985e-7b60fba3d417 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:31:41.610058 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a750cf37-97e6-490e-a858-e0464dbbe42b req-3f3ba2c4-6ab3-40db-baf7-f6441e21f78e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:31:41.619836 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd0fa12-8756-4ad9-8bf8-b9b839cb48bd None None] Sync routers for ids ['8d4b373e-6e4a-42bf-985e-7b60fba3d417'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:31:41.632092 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd0fa12-8756-4ad9-8bf8-b9b839cb48bd None None] Routers {'8d4b373e-6e4a-42bf-985e-7b60fba3d417'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:31:41.632701 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-8bd0fa12-8756-4ad9-8bf8-b9b839cb48bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:31:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['8d4b373e-6e4a-42bf-985e-7b60fba3d417'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:41.676726 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-a750cf37-97e6-490e-a858-e0464dbbe42b req-3f3ba2c4-6ab3-40db-baf7-f6441e21f78e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] No DVR routers for this DVR port 3c54ea3e-e5ab-4489-b195-789b46d3a0f6 on host hv-neutron-8270 {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:31:41.679125 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-a750cf37-97e6-490e-a858-e0464dbbe42b req-3f3ba2c4-6ab3-40db-baf7-f6441e21f78e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:41.682104 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1', 'name': 'network-vif-deleted', 'tag': '3c54ea3e-e5ab-4489-b195-789b46d3a0f6'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:31:41.737476 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1', 'name': 'network-vif-deleted', 'tag': '3c54ea3e-e5ab-4489-b195-789b46d3a0f6', 'status': 'completed', 'code': 200} Feb 03 14:31:41.786841 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a750cf37-97e6-490e-a858-e0464dbbe42b req-3f3ba2c4-6ab3-40db-baf7-f6441e21f78e tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.47 "DELETE /v2.0/ports/3c54ea3e-e5ab-4489-b195-789b46d3a0f6 HTTP/1.1" status: 204 len: 173 time: 1.5304139 Feb 03 14:31:41.813788 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-8bd0fa12-8756-4ad9-8bf8-b9b839cb48bd None None] Set router 8d4b373e-6e4a-42bf-985e-7b60fba3d417 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:31:42.121974 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-8bd0fa12-8756-4ad9-8bf8-b9b839cb48bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'name': 'tempest-ServerActionsTestJSON-1103438220-router', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': '8200d7a0-867e-427b-b811-0827688616f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:27:13Z', 'updated_at': '2022-02-03T14:27:17Z', 'revision_number': 4, 'project_id': '8ba039cce39143a8bb6581566271655e', 'gw_port': {'id': '8200d7a0-867e-427b-b811-0827688616f8', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:14Z', 'updated_at': '2022-02-03T14:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '1f7fbe81-235a-41ce-8596-a787244529ee', 'name': '', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'mac_address': 'fa:16:3e:e1:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:16Z', 'updated_at': '2022-02-03T14:27:35Z', 'revision_number': 5, 'project_id': '8ba039cce39143a8bb6581566271655e', 'subnets': [{'id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:42.125894 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd0fa12-8756-4ad9-8bf8-b9b839cb48bd None None] Checking router: 8d4b373e-6e4a-42bf-985e-7b60fba3d417 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:31:42.136792 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd0fa12-8756-4ad9-8bf8-b9b839cb48bd None None] Routers {'8d4b373e-6e4a-42bf-985e-7b60fba3d417'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:31:42.137378 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-8bd0fa12-8756-4ad9-8bf8-b9b839cb48bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:31:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['8d4b373e-6e4a-42bf-985e-7b60fba3d417'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:42.225609 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 3c54ea3e-e5ab-4489-b195-789b46d3a0f6 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:31:42.311106 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] No Port match for: 3c54ea3e-e5ab-4489-b195-789b46d3a0f6 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:31:42.321526 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 3c54ea3e-e5ab-4489-b195-789b46d3a0f6 not bound to the agent host hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:31:42.353492 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-8bd0fa12-8756-4ad9-8bf8-b9b839cb48bd None None] Set router 8d4b373e-6e4a-42bf-985e-7b60fba3d417 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:31:42.565126 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-126b816d-4f73-40e0-9a83-cdc900989ef8 req-26c91e4b-aa9e-4ba3-98d7-12015cd9cfd1 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bb83b4-e5a0-4f29-8be7-6b64f8e62fa1 HTTP/1.1" status: 200 len: 210 time: 0.0412672 Feb 03 14:31:42.705487 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-8bd0fa12-8756-4ad9-8bf8-b9b839cb48bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'name': 'tempest-ServerActionsTestJSON-1103438220-router', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': '8200d7a0-867e-427b-b811-0827688616f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:27:13Z', 'updated_at': '2022-02-03T14:27:17Z', 'revision_number': 4, 'project_id': '8ba039cce39143a8bb6581566271655e', 'gw_port': {'id': '8200d7a0-867e-427b-b811-0827688616f8', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:14Z', 'updated_at': '2022-02-03T14:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '1f7fbe81-235a-41ce-8596-a787244529ee', 'name': '', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'mac_address': 'fa:16:3e:e1:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:16Z', 'updated_at': '2022-02-03T14:27:35Z', 'revision_number': 5, 'project_id': '8ba039cce39143a8bb6581566271655e', 'subnets': [{'id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:42.709426 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd0fa12-8756-4ad9-8bf8-b9b839cb48bd None None] The sync data for ids ['8d4b373e-6e4a-42bf-985e-7b60fba3d417'] in dv-neutron-827016-1-hyperv is: [{'id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'name': 'tempest-ServerActionsTestJSON-1103438220-router', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': '8200d7a0-867e-427b-b811-0827688616f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:27:13Z', 'updated_at': '2022-02-03T14:27:17Z', 'revision_number': 4, 'project_id': '8ba039cce39143a8bb6581566271655e', 'gw_port': {'id': '8200d7a0-867e-427b-b811-0827688616f8', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:14Z', 'updated_at': '2022-02-03T14:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '1f7fbe81-235a-41ce-8596-a787244529ee', 'name': '', 'network_id': '72665aff-c47b-4a0e-b981-ed0f58257b98', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'mac_address': 'fa:16:3e:e1:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:16Z', 'updated_at': '2022-02-03T14:27:35Z', 'revision_number': 5, 'project_id': '8ba039cce39143a8bb6581566271655e', 'subnets': [{'id': 'aefc24b7-4fbe-4412-972d-e9e7fb0de6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:31:42.916393 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9553ca4b-0dc9-4745-8fc9-ca2c345b5017 None None] New status for floating IP 4deb3fa7-31fe-4412-abdd-33fa8d88b7d0: DOWN {{(pid=84184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:31:47.083261 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 36962) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:31:47.146958 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4f49da0a-ed1c-4d2d-a4aa-714d91d0e4e2 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:47.174076 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4f49da0a-ed1c-4d2d-a4aa-714d91d0e4e2 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:47.301645 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4f49da0a-ed1c-4d2d-a4aa-714d91d0e4e2 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:47.319537 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f49da0a-ed1c-4d2d-a4aa-714d91d0e4e2 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6102b82-4553-4218-b260-9872acf45973,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:47.380767 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4f49da0a-ed1c-4d2d-a4aa-714d91d0e4e2 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:47.384203 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-4f49da0a-ed1c-4d2d-a4aa-714d91d0e4e2 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "DELETE /v2.0/security-groups/a6102b82-4553-4218-b260-9872acf45973 HTTP/1.1" status: 204 len: 168 time: 0.2976623 Feb 03 14:31:47.385148 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 36966) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:31:47.402236 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.api.v2.resource [None req-b97bff77-defe-4371-bbac-3162c9187cf6 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] show failed (client error): The resource could not be found. Feb 03 14:31:47.403218 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b97bff77-defe-4371-bbac-3162c9187cf6 tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "GET /v2.0/security-groups/a6102b82-4553-4218-b260-9872acf45973 HTTP/1.1" status: 404 len: 347 time: 0.0170860 Feb 03 14:31:47.405812 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 36970) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:31:47.640691 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-5b64b8d8-6ff8-4218-a04c-c9ebd92d9ada tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Deleting port 9e4905b5-ee19-4829-aa37-129f84f6f01a {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:31:47.640939 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5b64b8d8-6ff8-4218-a04c-c9ebd92d9ada tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:47.705970 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:47.802176 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5b64b8d8-6ff8-4218-a04c-c9ebd92d9ada tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:47.802504 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5b64b8d8-6ff8-4218-a04c-c9ebd92d9ada tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:47.921760 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-5b64b8d8-6ff8-4218-a04c-c9ebd92d9ada tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Calling delete_port for 9e4905b5-ee19-4829-aa37-129f84f6f01a owned by network:floatingip {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:31:48.124628 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5b64b8d8-6ff8-4218-a04c-c9ebd92d9ada tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:48.172528 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b64b8d8-6ff8-4218-a04c-c9ebd92d9ada tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Pushing event deleted for resources: {'Port': ['ID=9e4905b5-ee19-4829-aa37-129f84f6f01a,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:48.209992 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b64b8d8-6ff8-4218-a04c-c9ebd92d9ada tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:48.210299 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b64b8d8-6ff8-4218-a04c-c9ebd92d9ada tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:48.210637 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b64b8d8-6ff8-4218-a04c-c9ebd92d9ada tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:48.210966 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b64b8d8-6ff8-4218-a04c-c9ebd92d9ada tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:48.211322 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b64b8d8-6ff8-4218-a04c-c9ebd92d9ada tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:48.211661 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b64b8d8-6ff8-4218-a04c-c9ebd92d9ada tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:48.211989 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b64b8d8-6ff8-4218-a04c-c9ebd92d9ada tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:48.212322 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b64b8d8-6ff8-4218-a04c-c9ebd92d9ada tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:48.212683 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b64b8d8-6ff8-4218-a04c-c9ebd92d9ada tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:48.213101 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b64b8d8-6ff8-4218-a04c-c9ebd92d9ada tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:48.213426 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b64b8d8-6ff8-4218-a04c-c9ebd92d9ada tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:48.271249 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5b64b8d8-6ff8-4218-a04c-c9ebd92d9ada tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks [] for floatingip, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:48.284731 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5b64b8d8-6ff8-4218-a04c-c9ebd92d9ada tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:48.288684 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-5b64b8d8-6ff8-4218-a04c-c9ebd92d9ada tempest-ServerActionsTestJSON-790668426 tempest-ServerActionsTestJSON-790668426-project] 10.222.0.41 "DELETE /v2.0/floatingips/4deb3fa7-31fe-4412-abdd-33fa8d88b7d0 HTTP/1.1" status: 204 len: 168 time: 0.8791845 Feb 03 14:31:48.288912 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 36974) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:31:48.680173 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-835cd36f-3c4e-45bb-9fee-1dd24f6ff06b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:49.350084 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-835cd36f-3c4e-45bb-9fee-1dd24f6ff06b admin admin] Deleting port 1f7fbe81-235a-41ce-8596-a787244529ee {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:31:49.350423 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-835cd36f-3c4e-45bb-9fee-1dd24f6ff06b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:49.518080 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-835cd36f-3c4e-45bb-9fee-1dd24f6ff06b admin admin] For port 1f7fbe81-235a-41ce-8596-a787244529ee, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=1f7fbe81-235a-41ce-8596-a787244529ee,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:49.518430 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-835cd36f-3c4e-45bb-9fee-1dd24f6ff06b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:49.635004 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-835cd36f-3c4e-45bb-9fee-1dd24f6ff06b admin admin] Calling delete_port for 1f7fbe81-235a-41ce-8596-a787244529ee owned by network:router_interface {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:31:49.865719 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-835cd36f-3c4e-45bb-9fee-1dd24f6ff06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:49.912543 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835cd36f-3c4e-45bb-9fee-1dd24f6ff06b admin admin] Pushing event deleted for resources: {'Port': ['ID=1f7fbe81-235a-41ce-8596-a787244529ee,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:50.193778 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-835cd36f-3c4e-45bb-9fee-1dd24f6ff06b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:50.843788 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835cd36f-3c4e-45bb-9fee-1dd24f6ff06b admin admin] Router 8d4b373e-6e4a-42bf-985e-7b60fba3d417 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:31:51.036044 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835cd36f-3c4e-45bb-9fee-1dd24f6ff06b admin admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:31:51.044727 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1020638f-b813-4780-9a5d-92d4019cfb62 None None] Sync routers for ids ['8d4b373e-6e4a-42bf-985e-7b60fba3d417'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:31:51.047755 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-835cd36f-3c4e-45bb-9fee-1dd24f6ff06b admin admin] 10.222.0.41 "PUT /v2.0/routers/8d4b373e-6e4a-42bf-985e-7b60fba3d417/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7578528 Feb 03 14:31:51.050135 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 36978) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:31:51.057133 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1020638f-b813-4780-9a5d-92d4019cfb62 None None] Routers {'8d4b373e-6e4a-42bf-985e-7b60fba3d417'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:31:51.057741 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-1020638f-b813-4780-9a5d-92d4019cfb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:31:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['8d4b373e-6e4a-42bf-985e-7b60fba3d417'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:51.232767 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-1020638f-b813-4780-9a5d-92d4019cfb62 None None] Set router 8d4b373e-6e4a-42bf-985e-7b60fba3d417 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:31:51.245613 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1afa0a4c-f68a-432b-a245-81042f6af041 admin admin] Notify callbacks [] for router, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:51.443960 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1afa0a4c-f68a-432b-a245-81042f6af041 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:51.515911 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-1020638f-b813-4780-9a5d-92d4019cfb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'name': 'tempest-ServerActionsTestJSON-1103438220-router', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': '8200d7a0-867e-427b-b811-0827688616f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:27:13Z', 'updated_at': '2022-02-03T14:31:49Z', 'revision_number': 5, 'project_id': '8ba039cce39143a8bb6581566271655e', 'gw_port': {'id': '8200d7a0-867e-427b-b811-0827688616f8', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:14Z', 'updated_at': '2022-02-03T14:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:51.519633 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1020638f-b813-4780-9a5d-92d4019cfb62 None None] Checking router: 8d4b373e-6e4a-42bf-985e-7b60fba3d417 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:31:51.529909 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-1afa0a4c-f68a-432b-a245-81042f6af041 admin admin] Deleting port 8200d7a0-867e-427b-b811-0827688616f8 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:31:51.530072 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1020638f-b813-4780-9a5d-92d4019cfb62 None None] Routers {'8d4b373e-6e4a-42bf-985e-7b60fba3d417'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:31:51.530256 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1afa0a4c-f68a-432b-a245-81042f6af041 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:51.530638 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-1020638f-b813-4780-9a5d-92d4019cfb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:31:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['8d4b373e-6e4a-42bf-985e-7b60fba3d417'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:51.676813 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-1020638f-b813-4780-9a5d-92d4019cfb62 None None] Set router 8d4b373e-6e4a-42bf-985e-7b60fba3d417 gateway port host: None {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:31:51.707366 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-1afa0a4c-f68a-432b-a245-81042f6af041 admin admin] For port 8200d7a0-867e-427b-b811-0827688616f8, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=8200d7a0-867e-427b-b811-0827688616f8,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:51.707726 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1afa0a4c-f68a-432b-a245-81042f6af041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:51.779752 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-1020638f-b813-4780-9a5d-92d4019cfb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'name': 'tempest-ServerActionsTestJSON-1103438220-router', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:27:13Z', 'updated_at': '2022-02-03T14:31:51Z', 'revision_number': 6, 'project_id': '8ba039cce39143a8bb6581566271655e', 'gw_port_host': None}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:51.783504 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1020638f-b813-4780-9a5d-92d4019cfb62 None None] The sync data for ids ['8d4b373e-6e4a-42bf-985e-7b60fba3d417'] in dv-neutron-827016-1-hyperv is: [{'id': '8d4b373e-6e4a-42bf-985e-7b60fba3d417', 'name': 'tempest-ServerActionsTestJSON-1103438220-router', 'tenant_id': '8ba039cce39143a8bb6581566271655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:27:13Z', 'updated_at': '2022-02-03T14:31:51Z', 'revision_number': 6, 'project_id': '8ba039cce39143a8bb6581566271655e', 'gw_port_host': None}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:31:51.827772 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-1afa0a4c-f68a-432b-a245-81042f6af041 admin admin] Calling delete_port for 8200d7a0-867e-427b-b811-0827688616f8 owned by network:router_gateway {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:31:52.032919 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1afa0a4c-f68a-432b-a245-81042f6af041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:52.075821 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa0a4c-f68a-432b-a245-81042f6af041 admin admin] Pushing event deleted for resources: {'Port': ['ID=8200d7a0-867e-427b-b811-0827688616f8,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:52.393813 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1afa0a4c-f68a-432b-a245-81042f6af041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:52.651614 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1afa0a4c-f68a-432b-a245-81042f6af041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:52.656145 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1afa0a4c-f68a-432b-a245-81042f6af041 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:52.747202 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1afa0a4c-f68a-432b-a245-81042f6af041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:52.747709 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1afa0a4c-f68a-432b-a245-81042f6af041 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d4b373e-6e4a-42bf-985e-7b60fba3d417 {{(pid=84182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:31:52.760412 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1afa0a4c-f68a-432b-a245-81042f6af041 admin admin] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:52.761588 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-1afa0a4c-f68a-432b-a245-81042f6af041 admin admin] 10.222.0.41 "DELETE /v2.0/routers/8d4b373e-6e4a-42bf-985e-7b60fba3d417 HTTP/1.1" status: 204 len: 168 time: 1.7105887 Feb 03 14:31:52.764111 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 36982) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:31:52.826161 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2848fc6-a008-4b9e-8705-2742e4227d25 admin admin] Deleting subnet aefc24b7-4fbe-4412-972d-e9e7fb0de6b4 {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:31:52.829382 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e2848fc6-a008-4b9e-8705-2742e4227d25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:52.877534 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e2848fc6-a008-4b9e-8705-2742e4227d25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:52.955419 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e2848fc6-a008-4b9e-8705-2742e4227d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:53.094281 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e2848fc6-a008-4b9e-8705-2742e4227d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:53.131314 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2848fc6-a008-4b9e-8705-2742e4227d25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aefc24b7-4fbe-4412-972d-e9e7fb0de6b4,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:53.136161 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e2848fc6-a008-4b9e-8705-2742e4227d25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:53.142184 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf8ab89-69ec-4c69-b2bf-3576f0da61f4 None None] Network 72665aff-c47b-4a0e-b981-ed0f58257b98 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:31:53.142645 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e2848fc6-a008-4b9e-8705-2742e4227d25 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/aefc24b7-4fbe-4412-972d-e9e7fb0de6b4 HTTP/1.1" status: 204 len: 168 time: 0.3772142 Feb 03 14:31:53.144732 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 36986) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:31:53.249569 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cce618f8-af4a-4e0e-a73a-2ce661c5bfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:53.260076 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-cce618f8-af4a-4e0e-a73a-2ce661c5bfb4 admin admin] Deleting port 2ea54ec4-a99a-4601-9310-df70dae95c0b {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:31:53.260401 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cce618f8-af4a-4e0e-a73a-2ce661c5bfb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:53.434355 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33e09f1-c579-4107-a69f-45666e09dd88 None None] DHCP port deletion for 72665aff-c47b-4a0e-b981-ed0f58257b98 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:31:53.438650 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-b33e09f1-c579-4107-a69f-45666e09dd88 None None] Deleting port 2ea54ec4-a99a-4601-9310-df70dae95c0b {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:31:53.438912 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b33e09f1-c579-4107-a69f-45666e09dd88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:53.466659 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 8200d7a0-867e-427b-b811-0827688616f8 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:31:53.472654 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-cce618f8-af4a-4e0e-a73a-2ce661c5bfb4 admin admin] For port 2ea54ec4-a99a-4601-9310-df70dae95c0b, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=2ea54ec4-a99a-4601-9310-df70dae95c0b,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:53.473012 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cce618f8-af4a-4e0e-a73a-2ce661c5bfb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:53.509398 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 8200d7a0-867e-427b-b811-0827688616f8 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:31:53.509666 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 8200d7a0-867e-427b-b811-0827688616f8 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:31:53.510116 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 1f7fbe81-235a-41ce-8596-a787244529ee no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:31:53.545381 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 1f7fbe81-235a-41ce-8596-a787244529ee {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:31:53.545722 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 1f7fbe81-235a-41ce-8596-a787244529ee not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:31:53.591432 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-cce618f8-af4a-4e0e-a73a-2ce661c5bfb4 admin admin] Calling delete_port for 2ea54ec4-a99a-4601-9310-df70dae95c0b owned by network:dhcp {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:31:53.697379 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-b33e09f1-c579-4107-a69f-45666e09dd88 None None] For port 2ea54ec4-a99a-4601-9310-df70dae95c0b, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=2ea54ec4-a99a-4601-9310-df70dae95c0b,segment=NetworkSegment(ff2ae7db-efa4-455d-a774-63636e61517f),segment_id=ff2ae7db-efa4-455d-a774-63636e61517f)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:53.697680 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b33e09f1-c579-4107-a69f-45666e09dd88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:53.745530 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cce618f8-af4a-4e0e-a73a-2ce661c5bfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:53.792055 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce618f8-af4a-4e0e-a73a-2ce661c5bfb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ea54ec4-a99a-4601-9310-df70dae95c0b,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:53.797854 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce618f8-af4a-4e0e-a73a-2ce661c5bfb4 admin admin] No DVR routers for this DVR port 2ea54ec4-a99a-4601-9310-df70dae95c0b on host dv-neutron-827016-1-hyperv {{(pid=84182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:31:53.814899 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-b33e09f1-c579-4107-a69f-45666e09dd88 None None] Calling delete_port for 2ea54ec4-a99a-4601-9310-df70dae95c0b owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:31:53.885685 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-b33e09f1-c579-4107-a69f-45666e09dd88 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:31:53.886042 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-b33e09f1-c579-4107-a69f-45666e09dd88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:31:54.002885 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cce618f8-af4a-4e0e-a73a-2ce661c5bfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:54.027761 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-cce618f8-af4a-4e0e-a73a-2ce661c5bfb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72665aff-c47b-4a0e-b981-ed0f58257b98']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:54.039166 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-cce618f8-af4a-4e0e-a73a-2ce661c5bfb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff2ae7db-efa4-455d-a774-63636e61517f') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:54.039459 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-cce618f8-af4a-4e0e-a73a-2ce661c5bfb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff2ae7db-efa4-455d-a774-63636e61517f') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:54.050345 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cce618f8-af4a-4e0e-a73a-2ce661c5bfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:54.065324 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cce618f8-af4a-4e0e-a73a-2ce661c5bfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:54.071070 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cce618f8-af4a-4e0e-a73a-2ce661c5bfb4 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:31:54.071448 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cce618f8-af4a-4e0e-a73a-2ce661c5bfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:54.084787 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 14:31:54.084787 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:31:54.084787 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 14:31:54.084787 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:31:54.084787 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 14:31:54.084787 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:31:54.084787 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 14:31:54.084787 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:31:54.084787 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 14:31:54.084787 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:31:54.084787 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 14:31:54.084787 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:31:54.084787 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 14:31:54.084787 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:31:54.084787 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:31:54.084787 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:31:54.084787 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:31:54.084787 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:31:54.084787 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 14:31:54.084787 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:31:54.084787 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 14:31:54.084787 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:31:54.084787 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:31:54.084787 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:31:54.084787 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 14:31:54.084787 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:31:54.084787 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:31:54.084787 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:31:54.084787 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:31:54.084787 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:31:54.084787 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:31:54.084787 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:31:54.210139 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cce618f8-af4a-4e0e-a73a-2ce661c5bfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:54.226166 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-cce618f8-af4a-4e0e-a73a-2ce661c5bfb4 admin admin] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:54.236167 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce618f8-af4a-4e0e-a73a-2ce661c5bfb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=72665aff-c47b-4a0e-b981-ed0f58257b98,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:54.329687 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-cce618f8-af4a-4e0e-a73a-2ce661c5bfb4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/72665aff-c47b-4a0e-b981-ed0f58257b98 HTTP/1.1" status: 204 len: 168 time: 1.1835938 Feb 03 14:31:54.387714 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-b33e09f1-c579-4107-a69f-45666e09dd88 None None] Deleting port 2ea54ec4-a99a-4601-9310-df70dae95c0b {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:31:54.388194 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b33e09f1-c579-4107-a69f-45666e09dd88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:54.449930 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-b33e09f1-c579-4107-a69f-45666e09dd88 None None] The port '2ea54ec4-a99a-4601-9310-df70dae95c0b' was deleted {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 14:31:54.683176 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 36992) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:31:54.732637 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-62876294-49de-4545-b5ec-ad3bef44bc2d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8ba039cce39143a8bb6581566271655e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0482776 Feb 03 14:31:54.734987 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 36996) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:31:54.792031 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e3c5ed3b-b5c2-4948-b4aa-b16c42afc716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:54.816018 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e3c5ed3b-b5c2-4948-b4aa-b16c42afc716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:54.979664 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e3c5ed3b-b5c2-4948-b4aa-b16c42afc716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:54.997814 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5ed3b-b5c2-4948-b4aa-b16c42afc716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e866e38-fe50-4f66-9e0f-1cbae77074f7,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:55.006427 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e3c5ed3b-b5c2-4948-b4aa-b16c42afc716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:55.008365 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e3c5ed3b-b5c2-4948-b4aa-b16c42afc716 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9e866e38-fe50-4f66-9e0f-1cbae77074f7 HTTP/1.1" status: 204 len: 168 time: 0.2723558 Feb 03 14:31:55.364509 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-023b77b8-1487-4a7e-b9e6-4db910d0d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:55.420570 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 2ea54ec4-a99a-4601-9310-df70dae95c0b no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:31:55.457023 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 2ea54ec4-a99a-4601-9310-df70dae95c0b {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:31:55.457372 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 2ea54ec4-a99a-4601-9310-df70dae95c0b not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:31:56.132745 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37018) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:31:56.257769 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-fc0e3303-a8cd-45c5-b720-7618680d569b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1402729756-network', 'tenant_id': 'd029588eabd2407e9ad58a049ec4345e'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:31:56.262495 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-fc0e3303-a8cd-45c5-b720-7618680d569b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:31:56.266307 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-fc0e3303-a8cd-45c5-b720-7618680d569b admin admin] Usage tracker for resource:network and tenant:d029588eabd2407e9ad58a049ec4345e is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:31:56.269133 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-fc0e3303-a8cd-45c5-b720-7618680d569b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:31:56.275221 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-fc0e3303-a8cd-45c5-b720-7618680d569b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:31:56.339638 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0e3303-a8cd-45c5-b720-7618680d569b admin admin] Made reservation on behalf of d029588eabd2407e9ad58a049ec4345e for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:31:56.341816 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fc0e3303-a8cd-45c5-b720-7618680d569b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:56.354810 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fc0e3303-a8cd-45c5-b720-7618680d569b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:56.386172 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-fc0e3303-a8cd-45c5-b720-7618680d569b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:31:56.389962 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-fc0e3303-a8cd-45c5-b720-7618680d569b admin admin] Usage tracker for resource:security_group_rule and tenant:d029588eabd2407e9ad58a049ec4345e is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:31:56.392836 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-fc0e3303-a8cd-45c5-b720-7618680d569b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:31:56.398536 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-fc0e3303-a8cd-45c5-b720-7618680d569b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:31:56.461856 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fc0e3303-a8cd-45c5-b720-7618680d569b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:56.535450 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fc0e3303-a8cd-45c5-b720-7618680d569b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:56.564718 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc0e3303-a8cd-45c5-b720-7618680d569b admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:31:56.573265 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e3303-a8cd-45c5-b720-7618680d569b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42d1327-84fe-48dd-bb4f-5fc13056569e,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:56.579812 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fc0e3303-a8cd-45c5-b720-7618680d569b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:56.580143 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-fc0e3303-a8cd-45c5-b720-7618680d569b admin admin] Added segment 75df7d56-fd9e-4759-8488-c35a71177d57 of type vlan for network 907aef01-83d2-4762-b5cf-c2d0d32fc176 Feb 03 14:31:56.607943 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fc0e3303-a8cd-45c5-b720-7618680d569b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:56.718397 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fc0e3303-a8cd-45c5-b720-7618680d569b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:56.719310 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0e3303-a8cd-45c5-b720-7618680d569b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:56.719887 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fc0e3303-a8cd-45c5-b720-7618680d569b admin admin] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:56.820441 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e3303-a8cd-45c5-b720-7618680d569b admin admin] Pushing event updated for resources: {'Network': ['ID=907aef01-83d2-4762-b5cf-c2d0d32fc176,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:56.830645 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 907aef01-83d2-4762-b5cf-c2d0d32fc176 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:31:56.885074 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-fc0e3303-a8cd-45c5-b720-7618680d569b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7511692 Feb 03 14:31:56.887766 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37024) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:31:56.893216 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-1ec0db3f-b727-4ae0-82cc-f3720a0726b8 admin admin] Request body: {'subnet': {'network_id': '907aef01-83d2-4762-b5cf-c2d0d32fc176', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1402729756-subnet', 'tenant_id': 'd029588eabd2407e9ad58a049ec4345e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:31:56.897923 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-1ec0db3f-b727-4ae0-82cc-f3720a0726b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:31:56.902299 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-1ec0db3f-b727-4ae0-82cc-f3720a0726b8 admin admin] Usage tracker for resource:subnet and tenant:d029588eabd2407e9ad58a049ec4345e is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:31:56.905160 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-1ec0db3f-b727-4ae0-82cc-f3720a0726b8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:31:56.910847 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-1ec0db3f-b727-4ae0-82cc-f3720a0726b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:31:56.986988 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec0db3f-b727-4ae0-82cc-f3720a0726b8 admin admin] Made reservation on behalf of d029588eabd2407e9ad58a049ec4345e for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:31:56.989361 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1ec0db3f-b727-4ae0-82cc-f3720a0726b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:57.301194 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1ec0db3f-b727-4ae0-82cc-f3720a0726b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:57.368869 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0db3f-b727-4ae0-82cc-f3720a0726b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0501121f-b9cb-4735-bc62-7445f8813623,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:57.382932 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec0db3f-b727-4ae0-82cc-f3720a0726b8 admin admin] Checking segment: {'id': '75df7d56-fd9e-4759-8488-c35a71177d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '907aef01-83d2-4762-b5cf-c2d0d32fc176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:31:57.383378 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec0db3f-b727-4ae0-82cc-f3720a0726b8 admin admin] Network hostable DHCP agents. Network: 907aef01-83d2-4762-b5cf-c2d0d32fc176, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:31:57.484328 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec0db3f-b727-4ae0-82cc-f3720a0726b8 admin admin] Network 907aef01-83d2-4762-b5cf-c2d0d32fc176 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:31:57.513337 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-08bc5f15-c5c3-4844-af5f-a93bf90caf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:57.581321 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-1ec0db3f-b727-4ae0-82cc-f3720a0726b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 907aef01-83d2-4762-b5cf-c2d0d32fc176) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:31:57.585058 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec0db3f-b727-4ae0-82cc-f3720a0726b8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:57.585633 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1ec0db3f-b727-4ae0-82cc-f3720a0726b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:57.590327 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5d4913-48ef-4b4c-95a9-75b3ad98de2a None None] Network 907aef01-83d2-4762-b5cf-c2d0d32fc176 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:31:57.645052 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-1ec0db3f-b727-4ae0-82cc-f3720a0726b8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7562380 Feb 03 14:31:57.796015 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44715a65-2d83-4814-a4ea-e5593b27db68 None None] Network 907aef01-83d2-4762-b5cf-c2d0d32fc176 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:31:58.187901 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-3885b647-84c3-49c6-9094-61079507a39e tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:58.189337 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-3885b647-84c3-49c6-9094-61079507a39e tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/networks?id=907aef01-83d2-4762-b5cf-c2d0d32fc176 HTTP/1.1" status: 200 len: 814 time: 0.1398575 Feb 03 14:31:58.205824 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-f065e795-0455-4908-9938-d39da636f0e0 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/quotas/d029588eabd2407e9ad58a049ec4345e HTTP/1.1" status: 200 len: 375 time: 0.0111110 Feb 03 14:31:58.250628 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-86b1d0d1-20cb-4d3a-a451-5033b2e91e35 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d029588eabd2407e9ad58a049ec4345e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399923 Feb 03 14:31:58.450807 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-3cedd7f5-2430-4ff0-9bbc-a961b9eca96d service neutron] 10.222.0.41 "GET /v2.0/networks/907aef01-83d2-4762-b5cf-c2d0d32fc176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937695 Feb 03 14:31:58.580366 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-1ed650db-a4a0-4cf8-b042-58099a5448a5 service neutron] 10.222.0.41 "GET /v2.0/networks/907aef01-83d2-4762-b5cf-c2d0d32fc176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236887 Feb 03 14:31:58.848382 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4cda8870-b3e0-4c85-a079-d00d8d0c1635 req-b54c5ede-d25c-4e6c-8df9-54fb9d45bdb9 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2cecba7-18e0-48d4-92fc-d824734945db HTTP/1.1" status: 200 len: 210 time: 0.0467563 Feb 03 14:31:58.867671 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:31:58.912696 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:00.009105 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a038dfc3-f9da-435b-890b-cc727d5f4c3e req-4b247a17-5be4-43bf-937a-0af03ed85c0e tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2cecba7-18e0-48d4-92fc-d824734945db HTTP/1.1" status: 200 len: 210 time: 0.0414741 Feb 03 14:32:00.249491 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:00.969877 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-a3c81fc4-4125-41ea-9e28-c9b88bb7a5fa tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:00.970549 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-a3c81fc4-4125-41ea-9e28-c9b88bb7a5fa tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Synchronizing usage tracker for tenant:d029588eabd2407e9ad58a049ec4345e on resource:network {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:32:01.044610 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-a3c81fc4-4125-41ea-9e28-c9b88bb7a5fa tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Unset dirty status for tenant:d029588eabd2407e9ad58a049ec4345e on resource:network {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:32:01.046425 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-a3c81fc4-4125-41ea-9e28-c9b88bb7a5fa tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.47 "GET /v2.0/networks?id=907aef01-83d2-4762-b5cf-c2d0d32fc176 HTTP/1.1" status: 200 len: 814 time: 0.3104513 Feb 03 14:32:01.066492 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-ce24d580-9e1d-4372-a41c-9cfc6fa6c617 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Request body: {'port': {'device_id': 'd2cecba7-18e0-48d4-92fc-d824734945db', 'network_id': '907aef01-83d2-4762-b5cf-c2d0d32fc176', 'admin_state_up': True, 'tenant_id': 'd029588eabd2407e9ad58a049ec4345e'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:32:01.175195 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5820042b-dd74-4db9-a520-07c26e1aef52 req-6244d558-13b1-4638-a5d6-ccf8ec5e3386 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2cecba7-18e0-48d4-92fc-d824734945db HTTP/1.1" status: 200 len: 210 time: 0.0419037 Feb 03 14:32:01.215388 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-ce24d580-9e1d-4372-a41c-9cfc6fa6c617 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:32:01.218602 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-ce24d580-9e1d-4372-a41c-9cfc6fa6c617 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Usage tracker for resource:port and tenant:d029588eabd2407e9ad58a049ec4345e is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:32:01.221710 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-ce24d580-9e1d-4372-a41c-9cfc6fa6c617 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:32:01.227465 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-ce24d580-9e1d-4372-a41c-9cfc6fa6c617 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:32:01.295564 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-ce24d580-9e1d-4372-a41c-9cfc6fa6c617 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Made reservation on behalf of d029588eabd2407e9ad58a049ec4345e for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:01.298593 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-ce24d580-9e1d-4372-a41c-9cfc6fa6c617 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:01.507435 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-ce24d580-9e1d-4372-a41c-9cfc6fa6c617 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Allocated IP 172.20.0.10 (907aef01-83d2-4762-b5cf-c2d0d32fc176/0501121f-b9cb-4735-bc62-7445f8813623/0c0206f2-480b-4519-ab19-04a979cbd6c2) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:32:01.700731 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-ce24d580-9e1d-4372-a41c-9cfc6fa6c617 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:01.797266 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-ce24d580-9e1d-4372-a41c-9cfc6fa6c617 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:01.872882 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-ce24d580-9e1d-4372-a41c-9cfc6fa6c617 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Network 907aef01-83d2-4762-b5cf-c2d0d32fc176 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:32:01.875975 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-ce24d580-9e1d-4372-a41c-9cfc6fa6c617 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:01.878287 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-ce24d580-9e1d-4372-a41c-9cfc6fa6c617 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:32:01.913870 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24d580-9e1d-4372-a41c-9cfc6fa6c617 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Pushing event updated for resources: {'Port': ['ID=0c0206f2-480b-4519-ab19-04a979cbd6c2,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:01.941613 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-ce24d580-9e1d-4372-a41c-9cfc6fa6c617 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:01.942208 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-ce24d580-9e1d-4372-a41c-9cfc6fa6c617 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:02.027772 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-ce24d580-9e1d-4372-a41c-9cfc6fa6c617 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9652998 Feb 03 14:32:02.038801 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-4c4f7b6a-7eb4-4ef1-87fc-eda64307d67c service neutron] Request body: {'port': {'device_id': 'd2cecba7-18e0-48d4-92fc-d824734945db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:32:02.145697 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-4c4f7b6a-7eb4-4ef1-87fc-eda64307d67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:02.371540 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ddfdb9-1b97-4dfc-a606-3bae3d89bd54 req-762273d5-c25f-4ad0-85da-696f942d4339 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:02.372980 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-16ddfdb9-1b97-4dfc-a606-3bae3d89bd54 req-762273d5-c25f-4ad0-85da-696f942d4339 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2cecba7-18e0-48d4-92fc-d824734945db HTTP/1.1" status: 200 len: 932 time: 0.0793517 Feb 03 14:32:02.420103 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-16ddfdb9-1b97-4dfc-a606-3bae3d89bd54 req-7afcb263-7b73-4328-99cd-053f91db8f34 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42d1327-84fe-48dd-bb4f-5fc13056569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393248 Feb 03 14:32:02.478959 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-4c4f7b6a-7eb4-4ef1-87fc-eda64307d67c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c0206f2-480b-4519-ab19-04a979cbd6c2 {{(pid=84181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:32:02.486094 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-4c4f7b6a-7eb4-4ef1-87fc-eda64307d67c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:02.500692 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-4c4f7b6a-7eb4-4ef1-87fc-eda64307d67c service neutron] Transition to ACTIVE for port object 0c0206f2-480b-4519-ab19-04a979cbd6c2 will not be triggered until provisioned by entity L2. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:32:02.579746 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-4c4f7b6a-7eb4-4ef1-87fc-eda64307d67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:02.702703 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f7b6a-7eb4-4ef1-87fc-eda64307d67c service neutron] Pushing event updated for resources: {'Port': ['ID=0c0206f2-480b-4519-ab19-04a979cbd6c2,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:02.804558 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-4c4f7b6a-7eb4-4ef1-87fc-eda64307d67c service neutron] Attempting to bind port 0c0206f2-480b-4519-ab19-04a979cbd6c2 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:32:02.804886 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-4c4f7b6a-7eb4-4ef1-87fc-eda64307d67c service neutron] Attempting to bind port 0c0206f2-480b-4519-ab19-04a979cbd6c2 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '75df7d56-fd9e-4759-8488-c35a71177d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '907aef01-83d2-4762-b5cf-c2d0d32fc176'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:32:02.805212 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-4c4f7b6a-7eb4-4ef1-87fc-eda64307d67c service neutron] Attempting to bind port 0c0206f2-480b-4519-ab19-04a979cbd6c2 on network 907aef01-83d2-4762-b5cf-c2d0d32fc176 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:32:02.810877 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-4c4f7b6a-7eb4-4ef1-87fc-eda64307d67c service neutron] Port 0c0206f2-480b-4519-ab19-04a979cbd6c2 on network 907aef01-83d2-4762-b5cf-c2d0d32fc176 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 14:32:02.811230 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-4c4f7b6a-7eb4-4ef1-87fc-eda64307d67c service neutron] Attempting to bind port 0c0206f2-480b-4519-ab19-04a979cbd6c2 on network 907aef01-83d2-4762-b5cf-c2d0d32fc176 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:32:02.817335 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-4c4f7b6a-7eb4-4ef1-87fc-eda64307d67c service neutron] Checking agent: {'id': '8cce4e55-f72c-4604-b6eb-27dc2f3f162a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'started_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:32:02.817670 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-4c4f7b6a-7eb4-4ef1-87fc-eda64307d67c service neutron] Checking segment: {'id': '75df7d56-fd9e-4759-8488-c35a71177d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '907aef01-83d2-4762-b5cf-c2d0d32fc176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:32:02.818045 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-4c4f7b6a-7eb4-4ef1-87fc-eda64307d67c service neutron] Bound using segment: {'id': '75df7d56-fd9e-4759-8488-c35a71177d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '907aef01-83d2-4762-b5cf-c2d0d32fc176'} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:32:02.818461 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-4c4f7b6a-7eb4-4ef1-87fc-eda64307d67c service neutron] Bound port: 0c0206f2-480b-4519-ab19-04a979cbd6c2, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75df7d56-fd9e-4759-8488-c35a71177d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '907aef01-83d2-4762-b5cf-c2d0d32fc176'}}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:32:02.818797 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-4c4f7b6a-7eb4-4ef1-87fc-eda64307d67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:02.905883 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-4c4f7b6a-7eb4-4ef1-87fc-eda64307d67c service neutron] For port 0c0206f2-480b-4519-ab19-04a979cbd6c2, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:32:02.908745 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-4c4f7b6a-7eb4-4ef1-87fc-eda64307d67c service neutron] For port 0c0206f2-480b-4519-ab19-04a979cbd6c2, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=0c0206f2-480b-4519-ab19-04a979cbd6c2,segment=NetworkSegment(75df7d56-fd9e-4759-8488-c35a71177d57),segment_id=75df7d56-fd9e-4759-8488-c35a71177d57)] {{(pid=84181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:32:02.998420 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-4c4f7b6a-7eb4-4ef1-87fc-eda64307d67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:03.057176 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-4c4f7b6a-7eb4-4ef1-87fc-eda64307d67c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:03.059140 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-4c4f7b6a-7eb4-4ef1-87fc-eda64307d67c service neutron] 10.222.0.47 "PUT /v2.0/ports/0c0206f2-480b-4519-ab19-04a979cbd6c2 HTTP/1.1" status: 200 len: 1094 time: 1.0237269 Feb 03 14:32:03.059613 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2cecba7-18e0-48d4-92fc-d824734945db', 'tag': '0c0206f2-480b-4519-ab19-04a979cbd6c2'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:32:03.076666 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f7b6a-7eb4-4ef1-87fc-eda64307d67c service neutron] Pushing event updated for resources: {'Port': ['ID=0c0206f2-480b-4519-ab19-04a979cbd6c2,revision_number=3']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:03.112397 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2cecba7-18e0-48d4-92fc-d824734945db', 'tag': '0c0206f2-480b-4519-ab19-04a979cbd6c2', 'status': 'completed', 'code': 200} Feb 03 14:32:03.201436 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-db6510c0-1300-4332-bf4a-ee10fae75452 req-2d000fe5-e86d-4a6e-9d2f-dc7d1ed318bc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d029588eabd2407e9ad58a049ec4345e&device_id=d2cecba7-18e0-48d4-92fc-d824734945db HTTP/1.1" status: 200 len: 1097 time: 0.0680854 Feb 03 14:32:03.422446 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6510c0-1300-4332-bf4a-ee10fae75452 req-e2821345-bb49-4644-97d1-c62cd6351bba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:03.423943 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-db6510c0-1300-4332-bf4a-ee10fae75452 req-e2821345-bb49-4644-97d1-c62cd6351bba service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=d029588eabd2407e9ad58a049ec4345e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2170100 Feb 03 14:32:03.559738 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6510c0-1300-4332-bf4a-ee10fae75452 req-a3f11a6f-53ba-4dab-88ca-3321298874df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:03.561166 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-db6510c0-1300-4332-bf4a-ee10fae75452 req-a3f11a6f-53ba-4dab-88ca-3321298874df service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1313930 Feb 03 14:32:03.617311 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98df00-5880-46cd-8898-808af6cdffe1 req-049cfa59-3f9e-46cf-bdcc-5210e9a044d3 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:03.618583 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-af98df00-5880-46cd-8898-808af6cdffe1 req-049cfa59-3f9e-46cf-bdcc-5210e9a044d3 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2cecba7-18e0-48d4-92fc-d824734945db HTTP/1.1" status: 200 len: 944 time: 0.0746424 Feb 03 14:32:03.664364 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-678268cc-0877-4b2e-9e93-e2fab40aab0b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d029588eabd2407e9ad58a049ec4345e&device_id=d2cecba7-18e0-48d4-92fc-d824734945db HTTP/1.1" status: 200 len: 1097 time: 0.0679467 Feb 03 14:32:03.667051 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-af98df00-5880-46cd-8898-808af6cdffe1 req-370257d6-7a58-40fd-9ab6-d52ccad3d21b tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42d1327-84fe-48dd-bb4f-5fc13056569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427303 Feb 03 14:32:03.733566 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-fa24a1d1-710d-4f7f-9e8f-6ad0330384bf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c0206f2-480b-4519-ab19-04a979cbd6c2 HTTP/1.1" status: 200 len: 217 time: 0.0633326 Feb 03 14:32:03.795674 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-f20b8fc4-9862-402d-a0fa-00211a70dca8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:03.797113 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-f20b8fc4-9862-402d-a0fa-00211a70dca8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0501121f-b9cb-4735-bc62-7445f8813623 HTTP/1.1" status: 200 len: 854 time: 0.0584095 Feb 03 14:32:03.842588 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-33bc326e-cb8f-4b1a-a92d-00f88d1c4991 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=907aef01-83d2-4762-b5cf-c2d0d32fc176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401106 Feb 03 14:32:03.970109 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-c7f62620-8657-4c52-b970-a2fc6394246f service neutron] 10.222.0.47 "GET /v2.0/networks/907aef01-83d2-4762-b5cf-c2d0d32fc176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220586 Feb 03 14:32:04.099758 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-243bc2cc-fa76-474e-9011-ce75c26617a3 req-5a8182ab-0d7d-4254-a328-b0dade8077af service neutron] 10.222.0.47 "GET /v2.0/networks/907aef01-83d2-4762-b5cf-c2d0d32fc176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229393 Feb 03 14:32:04.865281 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb296d-33a3-4eab-bbff-7ac3b8b71326 req-3d5c3dea-eef5-4b25-b1ad-f0fc919ce26a tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:04.866686 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-18bb296d-33a3-4eab-bbff-7ac3b8b71326 req-3d5c3dea-eef5-4b25-b1ad-f0fc919ce26a tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2cecba7-18e0-48d4-92fc-d824734945db HTTP/1.1" status: 200 len: 944 time: 0.0759380 Feb 03 14:32:04.911827 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-18bb296d-33a3-4eab-bbff-7ac3b8b71326 req-8006e882-c182-41a3-a256-7434d73e8f64 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42d1327-84fe-48dd-bb4f-5fc13056569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390606 Feb 03 14:32:06.107109 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5548d-dd90-45e4-81d5-6a84bdd3e86a req-72461263-6dc8-4425-a55c-cc7d792d56e5 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:06.108527 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-31d5548d-dd90-45e4-81d5-6a84bdd3e86a req-72461263-6dc8-4425-a55c-cc7d792d56e5 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2cecba7-18e0-48d4-92fc-d824734945db HTTP/1.1" status: 200 len: 944 time: 0.0788658 Feb 03 14:32:06.152478 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-31d5548d-dd90-45e4-81d5-6a84bdd3e86a req-8ee203ff-7428-4f08-b79e-944d96479983 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42d1327-84fe-48dd-bb4f-5fc13056569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385923 Feb 03 14:32:06.307917 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 0c0206f2-480b-4519-ab19-04a979cbd6c2 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:32:06.455948 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 0c0206f2-480b-4519-ab19-04a979cbd6c2, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=0c0206f2-480b-4519-ab19-04a979cbd6c2,segment=NetworkSegment(75df7d56-fd9e-4759-8488-c35a71177d57),segment_id=75df7d56-fd9e-4759-8488-c35a71177d57)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:06.469189 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': '0c0206f2-480b-4519-ab19-04a979cbd6c2', 'network_id': '907aef01-83d2-4762-b5cf-c2d0d32fc176', 'port_id': '0c0206f2-480b-4519-ab19-04a979cbd6c2', 'mac_address': 'fa:16:3e:d7:5c:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0501121f-b9cb-4735-bc62-7445f8813623', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:32:06.521163 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:06.538221 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c0206f2-480b-4519-ab19-04a979cbd6c2 {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:32:06.556220 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 0c0206f2-480b-4519-ab19-04a979cbd6c2, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=0c0206f2-480b-4519-ab19-04a979cbd6c2,segment=NetworkSegment(75df7d56-fd9e-4759-8488-c35a71177d57),segment_id=75df7d56-fd9e-4759-8488-c35a71177d57)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:06.630773 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:06.729710 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=0c0206f2-480b-4519-ab19-04a979cbd6c2,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:06.930929 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['0c0206f2-480b-4519-ab19-04a979cbd6c2'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:32:07.487202 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7294bf-1ba7-46a5-8792-745aa160aff7 req-408c83d8-5f61-4851-a8c9-1fb49aedcb84 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:07.488522 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5b7294bf-1ba7-46a5-8792-745aa160aff7 req-408c83d8-5f61-4851-a8c9-1fb49aedcb84 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2cecba7-18e0-48d4-92fc-d824734945db HTTP/1.1" status: 200 len: 945 time: 0.0744891 Feb 03 14:32:07.532467 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5b7294bf-1ba7-46a5-8792-745aa160aff7 req-1415f559-b9bf-4c8a-9ecd-e22e13ab2235 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42d1327-84fe-48dd-bb4f-5fc13056569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385811 Feb 03 14:32:08.316601 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 0c0206f2-480b-4519-ab19-04a979cbd6c2 up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:32:08.466413 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning for port 0c0206f2-480b-4519-ab19-04a979cbd6c2 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:32:08.471471 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port 0c0206f2-480b-4519-ab19-04a979cbd6c2 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:08.471849 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:08.583089 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:08.610246 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2cecba7-18e0-48d4-92fc-d824734945db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0206f2-480b-4519-ab19-04a979cbd6c2'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:32:08.619885 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 0c0206f2-480b-4519-ab19-04a979cbd6c2, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=0c0206f2-480b-4519-ab19-04a979cbd6c2,segment=NetworkSegment(75df7d56-fd9e-4759-8488-c35a71177d57),segment_id=75df7d56-fd9e-4759-8488-c35a71177d57)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:08.663866 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2cecba7-18e0-48d4-92fc-d824734945db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0206f2-480b-4519-ab19-04a979cbd6c2', 'code': 200} Feb 03 14:32:08.689665 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:08.730032 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e3d34-6153-4bd3-a96c-1a8e30dc8d89 req-dc5d0b59-07c3-47cc-a7b1-9b975396c19e tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:08.732066 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-343e3d34-6153-4bd3-a96c-1a8e30dc8d89 req-dc5d0b59-07c3-47cc-a7b1-9b975396c19e tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2cecba7-18e0-48d4-92fc-d824734945db HTTP/1.1" status: 200 len: 946 time: 0.0803432 Feb 03 14:32:08.755249 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=0c0206f2-480b-4519-ab19-04a979cbd6c2,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:08.776893 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-343e3d34-6153-4bd3-a96c-1a8e30dc8d89 req-a3271ff0-064c-4516-98c5-8a7936ed8cf3 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42d1327-84fe-48dd-bb4f-5fc13056569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392332 Feb 03 14:32:09.033507 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-da658f60-2c71-4dd4-bf17-b104f29f88d5 req-98ef1780-d88e-4b02-bb5f-4a103756afc7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d2cecba7-18e0-48d4-92fc-d824734945db HTTP/1.1" status: 200 len: 1099 time: 0.0709054 Feb 03 14:32:09.075517 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-da658f60-2c71-4dd4-bf17-b104f29f88d5 req-ba8fb523-fcc4-47dc-b7c0-b4a4ee965708 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a42d1327-84fe-48dd-bb4f-5fc13056569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355058 Feb 03 14:32:09.978959 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e06592-8d9d-4445-a73e-f1c7955388af req-728defd9-e6ec-42aa-9f5f-db3a52274d7e tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:09.980956 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d7e06592-8d9d-4445-a73e-f1c7955388af req-728defd9-e6ec-42aa-9f5f-db3a52274d7e tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2cecba7-18e0-48d4-92fc-d824734945db HTTP/1.1" status: 200 len: 946 time: 0.0765252 Feb 03 14:32:10.028656 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d7e06592-8d9d-4445-a73e-f1c7955388af req-8354a57a-376d-4805-991c-115ef724e073 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42d1327-84fe-48dd-bb4f-5fc13056569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421484 Feb 03 14:32:11.222345 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58013984-0eaf-43de-992e-ba235b13965c req-facd11db-cbb6-4b23-aa90-db653df28131 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:11.223807 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-58013984-0eaf-43de-992e-ba235b13965c req-facd11db-cbb6-4b23-aa90-db653df28131 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2cecba7-18e0-48d4-92fc-d824734945db HTTP/1.1" status: 200 len: 946 time: 0.0748672 Feb 03 14:32:11.269363 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-58013984-0eaf-43de-992e-ba235b13965c req-ee6ff1e0-3c57-4092-9f8a-069dce047561 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42d1327-84fe-48dd-bb4f-5fc13056569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401025 Feb 03 14:32:11.562321 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-8cf272c6-358e-4fab-96dd-49b04cb05220 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:11.563756 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-8cf272c6-358e-4fab-96dd-49b04cb05220 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/networks?id=907aef01-83d2-4762-b5cf-c2d0d32fc176 HTTP/1.1" status: 200 len: 814 time: 0.1394641 Feb 03 14:32:11.579658 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-6840051e-65a0-46a1-a267-788d6587d7b0 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/quotas/d029588eabd2407e9ad58a049ec4345e HTTP/1.1" status: 200 len: 375 time: 0.0105171 Feb 03 14:32:11.659568 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-c715818d-89c4-480f-ba8e-0d87d80c06bd tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d029588eabd2407e9ad58a049ec4345e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0753009 Feb 03 14:32:11.874782 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-6df9e15b-a6be-495a-a0b9-cbf1ff509ac7 service neutron] 10.222.0.41 "GET /v2.0/networks/907aef01-83d2-4762-b5cf-c2d0d32fc176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086818 Feb 03 14:32:12.001254 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-0f68a705-227f-4c8d-8fba-13486e45d19a service neutron] 10.222.0.41 "GET /v2.0/networks/907aef01-83d2-4762-b5cf-c2d0d32fc176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208584 Feb 03 14:32:12.301864 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4b4a959b-fbf3-4858-8e61-a64e67d15d94 req-a26d00d7-14be-499c-89db-fa2c533dfecd tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/ports?device_id=3444fe4a-cb68-4a38-b90d-fb183bf17723 HTTP/1.1" status: 200 len: 210 time: 0.0409343 Feb 03 14:32:13.463192 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4fae59ef-0043-4167-938b-e31856d8ac74 req-d2905de1-206c-4cad-bd4f-17b5bfcf0fc9 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/ports?device_id=3444fe4a-cb68-4a38-b90d-fb183bf17723 HTTP/1.1" status: 200 len: 210 time: 0.0403795 Feb 03 14:32:14.183472 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-2d0f4abe-8809-41e7-a042-fabba44d0b3c tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:14.184870 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-2d0f4abe-8809-41e7-a042-fabba44d0b3c tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.47 "GET /v2.0/networks?id=907aef01-83d2-4762-b5cf-c2d0d32fc176 HTTP/1.1" status: 200 len: 814 time: 0.1400347 Feb 03 14:32:14.200269 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-2d50369f-aa03-4c98-82e1-f5d23301044c tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Request body: {'port': {'device_id': '3444fe4a-cb68-4a38-b90d-fb183bf17723', 'network_id': '907aef01-83d2-4762-b5cf-c2d0d32fc176', 'admin_state_up': True, 'tenant_id': 'd029588eabd2407e9ad58a049ec4345e'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:32:14.335650 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-2d50369f-aa03-4c98-82e1-f5d23301044c tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:32:14.339826 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-2d50369f-aa03-4c98-82e1-f5d23301044c tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Usage tracker for resource:port and tenant:d029588eabd2407e9ad58a049ec4345e is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:32:14.342796 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-2d50369f-aa03-4c98-82e1-f5d23301044c tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:32:14.348545 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-2d50369f-aa03-4c98-82e1-f5d23301044c tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:32:14.441950 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-2d50369f-aa03-4c98-82e1-f5d23301044c tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Made reservation on behalf of d029588eabd2407e9ad58a049ec4345e for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:14.444984 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-2d50369f-aa03-4c98-82e1-f5d23301044c tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:14.609010 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-2d50369f-aa03-4c98-82e1-f5d23301044c tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Allocated IP 172.20.0.8 (907aef01-83d2-4762-b5cf-c2d0d32fc176/0501121f-b9cb-4735-bc62-7445f8813623/ddc5321a-546e-4ba1-9153-3b88444b267f) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:32:14.626625 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a86fe921-7b67-40de-aa05-40f1571006f9 req-6a22871b-28ac-4120-9502-babcd6bd2e92 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/ports?device_id=3444fe4a-cb68-4a38-b90d-fb183bf17723 HTTP/1.1" status: 200 len: 210 time: 0.0436964 Feb 03 14:32:14.806501 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-2d50369f-aa03-4c98-82e1-f5d23301044c tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:14.890345 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-2d50369f-aa03-4c98-82e1-f5d23301044c tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:14.902093 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['0c0206f2-480b-4519-ab19-04a979cbd6c2'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:32:15.049753 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-2d50369f-aa03-4c98-82e1-f5d23301044c tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Network 907aef01-83d2-4762-b5cf-c2d0d32fc176 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:32:15.052985 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-2d50369f-aa03-4c98-82e1-f5d23301044c tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:15.057518 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-2d50369f-aa03-4c98-82e1-f5d23301044c tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:32:15.082838 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d50369f-aa03-4c98-82e1-f5d23301044c tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Pushing event updated for resources: {'Port': ['ID=ddc5321a-546e-4ba1-9153-3b88444b267f,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:15.118423 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-2d50369f-aa03-4c98-82e1-f5d23301044c tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:15.119031 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-2d50369f-aa03-4c98-82e1-f5d23301044c tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:15.204553 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-2d50369f-aa03-4c98-82e1-f5d23301044c tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0079613 Feb 03 14:32:15.216117 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-4d474d66-3fd1-4b8e-8100-143d67cb28dc service neutron] Request body: {'port': {'device_id': '3444fe4a-cb68-4a38-b90d-fb183bf17723', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:32:15.321744 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-4d474d66-3fd1-4b8e-8100-143d67cb28dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:15.652022 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-4d474d66-3fd1-4b8e-8100-143d67cb28dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddc5321a-546e-4ba1-9153-3b88444b267f {{(pid=84181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:32:15.659490 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-4d474d66-3fd1-4b8e-8100-143d67cb28dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:15.679571 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-4d474d66-3fd1-4b8e-8100-143d67cb28dc service neutron] Transition to ACTIVE for port object ddc5321a-546e-4ba1-9153-3b88444b267f will not be triggered until provisioned by entity L2. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:32:15.739004 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-4d474d66-3fd1-4b8e-8100-143d67cb28dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:15.822685 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6f754-3bce-4529-a790-3228b66cf863 req-e575dabb-9d4b-42f3-abd1-2a60dd5d13df tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:15.824133 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f0f6f754-3bce-4529-a790-3228b66cf863 req-e575dabb-9d4b-42f3-abd1-2a60dd5d13df tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/ports?device_id=3444fe4a-cb68-4a38-b90d-fb183bf17723 HTTP/1.1" status: 200 len: 943 time: 0.0781791 Feb 03 14:32:15.841719 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:32:15.862312 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d474d66-3fd1-4b8e-8100-143d67cb28dc service neutron] Pushing event updated for resources: {'Port': ['ID=ddc5321a-546e-4ba1-9153-3b88444b267f,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:15.871052 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f0f6f754-3bce-4529-a790-3228b66cf863 req-9a9a2775-c262-45a2-bcbf-83870f423272 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42d1327-84fe-48dd-bb4f-5fc13056569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393116 Feb 03 14:32:15.968155 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-4d474d66-3fd1-4b8e-8100-143d67cb28dc service neutron] Attempting to bind port ddc5321a-546e-4ba1-9153-3b88444b267f on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:32:15.968398 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-4d474d66-3fd1-4b8e-8100-143d67cb28dc service neutron] Attempting to bind port ddc5321a-546e-4ba1-9153-3b88444b267f by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '75df7d56-fd9e-4759-8488-c35a71177d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '907aef01-83d2-4762-b5cf-c2d0d32fc176'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:32:15.968723 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-4d474d66-3fd1-4b8e-8100-143d67cb28dc service neutron] Attempting to bind port ddc5321a-546e-4ba1-9153-3b88444b267f on network 907aef01-83d2-4762-b5cf-c2d0d32fc176 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:32:15.974302 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-4d474d66-3fd1-4b8e-8100-143d67cb28dc service neutron] Port ddc5321a-546e-4ba1-9153-3b88444b267f on network 907aef01-83d2-4762-b5cf-c2d0d32fc176 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 14:32:15.974620 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-4d474d66-3fd1-4b8e-8100-143d67cb28dc service neutron] Attempting to bind port ddc5321a-546e-4ba1-9153-3b88444b267f on network 907aef01-83d2-4762-b5cf-c2d0d32fc176 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:32:15.980804 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-4d474d66-3fd1-4b8e-8100-143d67cb28dc service neutron] Checking agent: {'id': '8cce4e55-f72c-4604-b6eb-27dc2f3f162a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'started_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:32:15.981137 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-4d474d66-3fd1-4b8e-8100-143d67cb28dc service neutron] Checking segment: {'id': '75df7d56-fd9e-4759-8488-c35a71177d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '907aef01-83d2-4762-b5cf-c2d0d32fc176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:32:15.981517 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-4d474d66-3fd1-4b8e-8100-143d67cb28dc service neutron] Bound using segment: {'id': '75df7d56-fd9e-4759-8488-c35a71177d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '907aef01-83d2-4762-b5cf-c2d0d32fc176'} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:32:15.981934 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-4d474d66-3fd1-4b8e-8100-143d67cb28dc service neutron] Bound port: ddc5321a-546e-4ba1-9153-3b88444b267f, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75df7d56-fd9e-4759-8488-c35a71177d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '907aef01-83d2-4762-b5cf-c2d0d32fc176'}}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:32:15.982268 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-4d474d66-3fd1-4b8e-8100-143d67cb28dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:16.069971 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-4d474d66-3fd1-4b8e-8100-143d67cb28dc service neutron] For port ddc5321a-546e-4ba1-9153-3b88444b267f, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:32:16.072840 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-4d474d66-3fd1-4b8e-8100-143d67cb28dc service neutron] For port ddc5321a-546e-4ba1-9153-3b88444b267f, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=ddc5321a-546e-4ba1-9153-3b88444b267f,segment=NetworkSegment(75df7d56-fd9e-4759-8488-c35a71177d57),segment_id=75df7d56-fd9e-4759-8488-c35a71177d57)] {{(pid=84181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:32:16.144787 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-4d474d66-3fd1-4b8e-8100-143d67cb28dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:16.205336 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-4d474d66-3fd1-4b8e-8100-143d67cb28dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:16.206744 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-4d474d66-3fd1-4b8e-8100-143d67cb28dc service neutron] 10.222.0.47 "PUT /v2.0/ports/ddc5321a-546e-4ba1-9153-3b88444b267f HTTP/1.1" status: 200 len: 1093 time: 0.9954309 Feb 03 14:32:16.207206 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3444fe4a-cb68-4a38-b90d-fb183bf17723', 'tag': 'ddc5321a-546e-4ba1-9153-3b88444b267f'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:32:16.232510 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d474d66-3fd1-4b8e-8100-143d67cb28dc service neutron] Pushing event updated for resources: {'Port': ['ID=ddc5321a-546e-4ba1-9153-3b88444b267f,revision_number=3']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:16.264878 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3444fe4a-cb68-4a38-b90d-fb183bf17723', 'tag': 'ddc5321a-546e-4ba1-9153-3b88444b267f', 'status': 'completed', 'code': 200} Feb 03 14:32:16.352626 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-e75e7e3d-3c8f-4685-8d0f-fad6f7f0e3ed req-67de2553-8e10-413f-b5a7-d1f359e32f8c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d029588eabd2407e9ad58a049ec4345e&device_id=3444fe4a-cb68-4a38-b90d-fb183bf17723 HTTP/1.1" status: 200 len: 1096 time: 0.0685022 Feb 03 14:32:16.488668 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e7e3d-3c8f-4685-8d0f-fad6f7f0e3ed req-f46869bc-4a0b-4d4c-9c75-27b9e7c3c31c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:16.490040 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-e75e7e3d-3c8f-4685-8d0f-fad6f7f0e3ed req-f46869bc-4a0b-4d4c-9c75-27b9e7c3c31c service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=d029588eabd2407e9ad58a049ec4345e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1308591 Feb 03 14:32:16.622481 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e7e3d-3c8f-4685-8d0f-fad6f7f0e3ed req-c569ea34-dfc6-4573-b1cb-871ae1990c8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:16.624591 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-e75e7e3d-3c8f-4685-8d0f-fad6f7f0e3ed req-c569ea34-dfc6-4573-b1cb-871ae1990c8e service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1289229 Feb 03 14:32:16.727685 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-023e465f-7998-47ae-bfe1-21f2d66fec3c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d029588eabd2407e9ad58a049ec4345e&device_id=3444fe4a-cb68-4a38-b90d-fb183bf17723 HTTP/1.1" status: 200 len: 1096 time: 0.0705402 Feb 03 14:32:16.796966 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-378aa727-1bd5-497f-b750-d9c93f737fa9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddc5321a-546e-4ba1-9153-3b88444b267f HTTP/1.1" status: 200 len: 217 time: 0.0624740 Feb 03 14:32:16.855687 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-16b7f17b-b7a5-4419-abb1-63069a6c57c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:16.857047 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-16b7f17b-b7a5-4419-abb1-63069a6c57c7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0501121f-b9cb-4735-bc62-7445f8813623 HTTP/1.1" status: 200 len: 854 time: 0.0551791 Feb 03 14:32:16.909089 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-3d4d52ba-2233-403d-aed2-3ca6ed58ff0f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=907aef01-83d2-4762-b5cf-c2d0d32fc176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467777 Feb 03 14:32:17.073106 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471f796-9510-4417-abb6-b57e9f594718 req-2be88a18-d14a-4208-9e8c-36c836b09753 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:17.074465 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9471f796-9510-4417-abb6-b57e9f594718 req-2be88a18-d14a-4208-9e8c-36c836b09753 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/ports?device_id=3444fe4a-cb68-4a38-b90d-fb183bf17723 HTTP/1.1" status: 200 len: 943 time: 0.0794041 Feb 03 14:32:17.119848 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9471f796-9510-4417-abb6-b57e9f594718 req-a61794bc-79b4-41ca-a023-0ee0e061c98d tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42d1327-84fe-48dd-bb4f-5fc13056569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395706 Feb 03 14:32:17.121493 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-30527c99-0417-4da7-9004-e24299c1f180 service neutron] 10.222.0.47 "GET /v2.0/networks/907aef01-83d2-4762-b5cf-c2d0d32fc176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063940 Feb 03 14:32:17.249056 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-13aa9ca9-bcb6-42e7-a271-dbdd00ce6a15 req-4c79e985-fb5f-4b44-817a-633db67fbfe4 service neutron] 10.222.0.47 "GET /v2.0/networks/907aef01-83d2-4762-b5cf-c2d0d32fc176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221197 Feb 03 14:32:17.694605 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:18.325337 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d13eca-a6be-436c-bf58-44545bf5ee54 req-95a70e43-9bd0-4556-a91b-4719c7af1f90 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:18.326760 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-53d13eca-a6be-436c-bf58-44545bf5ee54 req-95a70e43-9bd0-4556-a91b-4719c7af1f90 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/ports?device_id=3444fe4a-cb68-4a38-b90d-fb183bf17723 HTTP/1.1" status: 200 len: 943 time: 0.0743263 Feb 03 14:32:18.376250 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-53d13eca-a6be-436c-bf58-44545bf5ee54 req-efdb6f5a-cc68-4b14-8ec2-737b5b56e2e2 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42d1327-84fe-48dd-bb4f-5fc13056569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429418 Feb 03 14:32:19.567000 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18bae09-fb44-4b0b-889a-87c011b21554 req-e564b788-cb87-45d6-aba0-3f8e851c6039 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:19.568489 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a18bae09-fb44-4b0b-889a-87c011b21554 req-e564b788-cb87-45d6-aba0-3f8e851c6039 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/ports?device_id=3444fe4a-cb68-4a38-b90d-fb183bf17723 HTTP/1.1" status: 200 len: 943 time: 0.0742080 Feb 03 14:32:19.613681 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a18bae09-fb44-4b0b-889a-87c011b21554 req-fd811393-bcb9-44e3-a657-544b4eba64fe tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42d1327-84fe-48dd-bb4f-5fc13056569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397348 Feb 03 14:32:20.370012 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device ddc5321a-546e-4ba1-9153-3b88444b267f details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:32:20.497384 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port ddc5321a-546e-4ba1-9153-3b88444b267f, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=ddc5321a-546e-4ba1-9153-3b88444b267f,segment=NetworkSegment(75df7d56-fd9e-4759-8488-c35a71177d57),segment_id=75df7d56-fd9e-4759-8488-c35a71177d57)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:20.510263 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': 'ddc5321a-546e-4ba1-9153-3b88444b267f', 'network_id': '907aef01-83d2-4762-b5cf-c2d0d32fc176', 'port_id': 'ddc5321a-546e-4ba1-9153-3b88444b267f', 'mac_address': 'fa:16:3e:62:6a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0501121f-b9cb-4735-bc62-7445f8813623', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:32:20.564765 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:20.582194 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddc5321a-546e-4ba1-9153-3b88444b267f {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:32:20.596456 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port ddc5321a-546e-4ba1-9153-3b88444b267f, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=ddc5321a-546e-4ba1-9153-3b88444b267f,segment=NetworkSegment(75df7d56-fd9e-4759-8488-c35a71177d57),segment_id=75df7d56-fd9e-4759-8488-c35a71177d57)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:20.666077 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:20.732198 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=ddc5321a-546e-4ba1-9153-3b88444b267f,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:20.740822 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:20.741169 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:20.741507 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:20.741837 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:20.742168 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:20.742490 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:20.742812 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:20.743163 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:20.743483 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:20.743799 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:20.744114 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:20.815344 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e9e93-c6eb-4633-bb4f-ea88b0ee3e10 req-f0419213-642b-4623-8390-a8ac733f218e tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:20.816738 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5b4e9e93-c6eb-4633-bb4f-ea88b0ee3e10 req-f0419213-642b-4623-8390-a8ac733f218e tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/ports?device_id=3444fe4a-cb68-4a38-b90d-fb183bf17723 HTTP/1.1" status: 200 len: 944 time: 0.0791497 Feb 03 14:32:20.861521 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5b4e9e93-c6eb-4633-bb4f-ea88b0ee3e10 req-b0d13ba2-3af5-402c-99df-8ad0a4c6c2b1 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42d1327-84fe-48dd-bb4f-5fc13056569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391798 Feb 03 14:32:20.986702 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['ddc5321a-546e-4ba1-9153-3b88444b267f'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:32:22.051494 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f824ef-7097-4153-a9a9-22e45217280b req-b4519fb4-e645-4113-9eee-bfd88a46498c tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:22.052905 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-18f824ef-7097-4153-a9a9-22e45217280b req-b4519fb4-e645-4113-9eee-bfd88a46498c tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/ports?device_id=3444fe4a-cb68-4a38-b90d-fb183bf17723 HTTP/1.1" status: 200 len: 944 time: 0.0739331 Feb 03 14:32:22.097082 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-18f824ef-7097-4153-a9a9-22e45217280b req-e17565d1-5539-46bd-8735-73476cad6bd0 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42d1327-84fe-48dd-bb4f-5fc13056569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386786 Feb 03 14:32:22.389421 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device ddc5321a-546e-4ba1-9153-3b88444b267f up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:32:22.517184 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning for port ddc5321a-546e-4ba1-9153-3b88444b267f completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:32:22.521920 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port ddc5321a-546e-4ba1-9153-3b88444b267f triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:22.522289 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:22.632030 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:22.658186 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3444fe4a-cb68-4a38-b90d-fb183bf17723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc5321a-546e-4ba1-9153-3b88444b267f'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:32:22.667512 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port ddc5321a-546e-4ba1-9153-3b88444b267f, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=ddc5321a-546e-4ba1-9153-3b88444b267f,segment=NetworkSegment(75df7d56-fd9e-4759-8488-c35a71177d57),segment_id=75df7d56-fd9e-4759-8488-c35a71177d57)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:22.711440 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3444fe4a-cb68-4a38-b90d-fb183bf17723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc5321a-546e-4ba1-9153-3b88444b267f', 'code': 200} Feb 03 14:32:22.757890 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:22.822933 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=ddc5321a-546e-4ba1-9153-3b88444b267f,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:23.046037 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-9f1bcac7-dc74-48fa-b6c8-c71375872c73 req-9e573505-6128-4797-8c3d-b49be8064a87 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3444fe4a-cb68-4a38-b90d-fb183bf17723 HTTP/1.1" status: 200 len: 1098 time: 0.0702777 Feb 03 14:32:23.089727 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-9f1bcac7-dc74-48fa-b6c8-c71375872c73 req-00b98e4a-f41a-4505-8be7-3f10e5cf336e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a42d1327-84fe-48dd-bb4f-5fc13056569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354667 Feb 03 14:32:23.292843 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff38a8e-905b-4a43-ba6a-651841d121ee req-2cf5bae0-dbf0-478f-93db-77ed4a027c97 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:23.294238 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0ff38a8e-905b-4a43-ba6a-651841d121ee req-2cf5bae0-dbf0-478f-93db-77ed4a027c97 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/ports?device_id=3444fe4a-cb68-4a38-b90d-fb183bf17723 HTTP/1.1" status: 200 len: 945 time: 0.0777340 Feb 03 14:32:23.338890 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0ff38a8e-905b-4a43-ba6a-651841d121ee req-7e673a57-1073-4c64-94d3-5436898cd467 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42d1327-84fe-48dd-bb4f-5fc13056569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385532 Feb 03 14:32:24.532289 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d04c9f-6eb2-4380-8d3b-4ce800c3b3ea req-e948e69b-dc2f-4613-a888-5ee32d990a90 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:24.533706 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-53d04c9f-6eb2-4380-8d3b-4ce800c3b3ea req-e948e69b-dc2f-4613-a888-5ee32d990a90 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/ports?device_id=3444fe4a-cb68-4a38-b90d-fb183bf17723 HTTP/1.1" status: 200 len: 945 time: 0.0740464 Feb 03 14:32:24.580046 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-53d04c9f-6eb2-4380-8d3b-4ce800c3b3ea req-f3fbcd60-8378-4b9a-ae73-e7c8d7c9ad0a tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42d1327-84fe-48dd-bb4f-5fc13056569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407457 Feb 03 14:32:25.363215 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-653bcfbc-bbf0-47e4-8995-b64f8fd4e5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:25.775287 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0026da-f119-488f-84af-3b76027c54b5 req-323fafca-0fec-4171-91da-7b74cc4a9041 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:25.776699 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-eb0026da-f119-488f-84af-3b76027c54b5 req-323fafca-0fec-4171-91da-7b74cc4a9041 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/ports?device_id=3444fe4a-cb68-4a38-b90d-fb183bf17723 HTTP/1.1" status: 200 len: 945 time: 0.0782912 Feb 03 14:32:25.820999 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-eb0026da-f119-488f-84af-3b76027c54b5 req-765477ea-13b7-4362-a5a1-56c5856de30f tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42d1327-84fe-48dd-bb4f-5fc13056569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383954 Feb 03 14:32:26.405404 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8e5e4-eb9b-4b25-9f7e-3bc008b320b7 req-7705ccd3-2bad-4926-b658-e2f8506ca664 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:26.406804 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8ec8e5e4-eb9b-4b25-9f7e-3bc008b320b7 req-7705ccd3-2bad-4926-b658-e2f8506ca664 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/ports?device_id=3444fe4a-cb68-4a38-b90d-fb183bf17723 HTTP/1.1" status: 200 len: 945 time: 0.0748010 Feb 03 14:32:26.454707 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8ec8e5e4-eb9b-4b25-9f7e-3bc008b320b7 req-37192261-5c92-4090-80d6-3abe819771da tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42d1327-84fe-48dd-bb4f-5fc13056569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423334 Feb 03 14:32:27.534841 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0ef856b9-1a0a-40ce-8935-8164be3da8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:27.651912 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f3679-5d71-4632-a1d1-7e12ed5205d2 req-7b741b4f-468b-4265-9d01-0662db50e0e4 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:27.653362 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0c4f3679-5d71-4632-a1d1-7e12ed5205d2 req-7b741b4f-468b-4265-9d01-0662db50e0e4 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/ports?device_id=3444fe4a-cb68-4a38-b90d-fb183bf17723 HTTP/1.1" status: 200 len: 945 time: 0.0782132 Feb 03 14:32:27.698916 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0c4f3679-5d71-4632-a1d1-7e12ed5205d2 req-c2368995-102f-4629-aedf-1def2e6b15aa tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42d1327-84fe-48dd-bb4f-5fc13056569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400131 Feb 03 14:32:27.879414 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ceb315-93d6-426c-812a-09db6905c83f req-91f4c567-fe26-42d0-bb8e-b720b2a42343 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:27.880141 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-d4ceb315-93d6-426c-812a-09db6905c83f req-91f4c567-fe26-42d0-bb8e-b720b2a42343 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Synchronizing usage tracker for tenant:d029588eabd2407e9ad58a049ec4345e on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:32:27.962759 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-d4ceb315-93d6-426c-812a-09db6905c83f req-91f4c567-fe26-42d0-bb8e-b720b2a42343 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Unset dirty status for tenant:d029588eabd2407e9ad58a049ec4345e on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:32:27.963853 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-d4ceb315-93d6-426c-812a-09db6905c83f req-91f4c567-fe26-42d0-bb8e-b720b2a42343 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.47 "GET /v2.0/ports?device_id=3444fe4a-cb68-4a38-b90d-fb183bf17723 HTTP/1.1" status: 200 len: 945 time: 0.1605127 Feb 03 14:32:28.033337 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-d4ceb315-93d6-426c-812a-09db6905c83f req-a0b63e78-fb18-4113-80a7-5b8ad733db6a tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Deleting port ddc5321a-546e-4ba1-9153-3b88444b267f {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:32:28.033671 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-d4ceb315-93d6-426c-812a-09db6905c83f req-a0b63e78-fb18-4113-80a7-5b8ad733db6a tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:28.270922 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-d4ceb315-93d6-426c-812a-09db6905c83f req-a0b63e78-fb18-4113-80a7-5b8ad733db6a tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] For port ddc5321a-546e-4ba1-9153-3b88444b267f, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=ddc5321a-546e-4ba1-9153-3b88444b267f,segment=NetworkSegment(75df7d56-fd9e-4759-8488-c35a71177d57),segment_id=75df7d56-fd9e-4759-8488-c35a71177d57)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:28.271220 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-d4ceb315-93d6-426c-812a-09db6905c83f req-a0b63e78-fb18-4113-80a7-5b8ad733db6a tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:28.391075 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-d4ceb315-93d6-426c-812a-09db6905c83f req-a0b63e78-fb18-4113-80a7-5b8ad733db6a tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Calling delete_port for ddc5321a-546e-4ba1-9153-3b88444b267f owned by compute:nova {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:32:28.585637 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-d4ceb315-93d6-426c-812a-09db6905c83f req-a0b63e78-fb18-4113-80a7-5b8ad733db6a tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:28.596481 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['0c0206f2-480b-4519-ab19-04a979cbd6c2'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:32:28.633851 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b63e78-fb18-4113-80a7-5b8ad733db6a tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Pushing event deleted for resources: {'Port': ['ID=ddc5321a-546e-4ba1-9153-3b88444b267f,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:28.706339 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ceb315-93d6-426c-812a-09db6905c83f req-a0b63e78-fb18-4113-80a7-5b8ad733db6a tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] No DVR routers for this DVR port ddc5321a-546e-4ba1-9153-3b88444b267f on host hv-neutron-8270 {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:32:28.708761 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-d4ceb315-93d6-426c-812a-09db6905c83f req-a0b63e78-fb18-4113-80a7-5b8ad733db6a tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:28.711378 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3444fe4a-cb68-4a38-b90d-fb183bf17723', 'name': 'network-vif-deleted', 'tag': 'ddc5321a-546e-4ba1-9153-3b88444b267f'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:32:28.766427 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3444fe4a-cb68-4a38-b90d-fb183bf17723', 'name': 'network-vif-deleted', 'tag': 'ddc5321a-546e-4ba1-9153-3b88444b267f', 'status': 'completed', 'code': 200} Feb 03 14:32:28.782410 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-d4ceb315-93d6-426c-812a-09db6905c83f req-a0b63e78-fb18-4113-80a7-5b8ad733db6a tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.47 "DELETE /v2.0/ports/ddc5321a-546e-4ba1-9153-3b88444b267f HTTP/1.1" status: 204 len: 173 time: 0.8131180 Feb 03 14:32:28.870184 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7fdc64d3-6d8b-4033-af5e-a707940e91d3 req-5177b579-1e6c-472b-b8d6-75d4fb36b4a3 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/ports?device_id=3444fe4a-cb68-4a38-b90d-fb183bf17723 HTTP/1.1" status: 200 len: 210 time: 0.0462737 Feb 03 14:32:28.890285 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:28.949997 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:30.142730 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9401f4d-d9cf-419b-8c86-be6f1736fa81 req-30e6cda7-a633-4cd1-970c-fba64960d18d tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:30.144231 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a9401f4d-d9cf-419b-8c86-be6f1736fa81 req-30e6cda7-a633-4cd1-970c-fba64960d18d tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2cecba7-18e0-48d4-92fc-d824734945db HTTP/1.1" status: 200 len: 946 time: 0.0748787 Feb 03 14:32:30.188569 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a9401f4d-d9cf-419b-8c86-be6f1736fa81 req-2b32519e-a7bf-4dce-ad90-54d8bed13c4f tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42d1327-84fe-48dd-bb4f-5fc13056569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388372 Feb 03 14:32:30.271765 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:30.410013 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device ddc5321a-546e-4ba1-9153-3b88444b267f no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:32:30.410330 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f30a8c-45d9-4a96-9031-34fc5ce0c1fa req-a1d8c3ad-10df-4a89-8309-5b35d9453f43 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:30.411798 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f1f30a8c-45d9-4a96-9031-34fc5ce0c1fa req-a1d8c3ad-10df-4a89-8309-5b35d9453f43 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2cecba7-18e0-48d4-92fc-d824734945db HTTP/1.1" status: 200 len: 946 time: 0.0784917 Feb 03 14:32:30.444512 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] No Port match for: ddc5321a-546e-4ba1-9153-3b88444b267f {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:32:30.444754 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device ddc5321a-546e-4ba1-9153-3b88444b267f not bound to the agent host hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:32:30.457673 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f1f30a8c-45d9-4a96-9031-34fc5ce0c1fa req-3ecee475-758a-4831-9f36-09a154e7be75 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42d1327-84fe-48dd-bb4f-5fc13056569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402341 Feb 03 14:32:30.649747 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde02eec-f899-4f81-8b66-11db769808fa req-dbf6685b-31cc-400a-87e0-481bfbfa20ba tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:30.651187 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-fde02eec-f899-4f81-8b66-11db769808fa req-dbf6685b-31cc-400a-87e0-481bfbfa20ba tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2cecba7-18e0-48d4-92fc-d824734945db HTTP/1.1" status: 200 len: 946 time: 0.0755973 Feb 03 14:32:30.695832 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-fde02eec-f899-4f81-8b66-11db769808fa req-bcc57e0a-409b-42ab-912f-8008cbac81d2 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42d1327-84fe-48dd-bb4f-5fc13056569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391097 Feb 03 14:32:30.976833 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-06b05dc0-18d7-4b53-84d6-968413f66b53 req-c7b1fa4b-bd6a-4f83-9904-96c59eccae6d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d2cecba7-18e0-48d4-92fc-d824734945db&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1579263 Feb 03 14:32:31.167257 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46cb04-7af8-4fb1-b92b-bd1e9c94c08b req-d2255c18-8430-421e-82f4-5b5bf367e3fe tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:31.168666 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0e46cb04-7af8-4fb1-b92b-bd1e9c94c08b req-d2255c18-8430-421e-82f4-5b5bf367e3fe tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2cecba7-18e0-48d4-92fc-d824734945db HTTP/1.1" status: 200 len: 946 time: 0.0743904 Feb 03 14:32:31.214094 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0e46cb04-7af8-4fb1-b92b-bd1e9c94c08b req-c5db6b60-b858-40d5-93dc-15e621f6f408 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42d1327-84fe-48dd-bb4f-5fc13056569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398331 Feb 03 14:32:31.411819 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad091e0b-f449-4db0-8a71-067cd97f5ad4 req-76779a01-e9f5-4f14-9d4c-d350906bfb4b tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:31.413220 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ad091e0b-f449-4db0-8a71-067cd97f5ad4 req-76779a01-e9f5-4f14-9d4c-d350906bfb4b tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2cecba7-18e0-48d4-92fc-d824734945db HTTP/1.1" status: 200 len: 946 time: 0.0786726 Feb 03 14:32:31.457877 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ad091e0b-f449-4db0-8a71-067cd97f5ad4 req-a1be2c86-9f9d-4d17-973b-b922a7dbd993 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42d1327-84fe-48dd-bb4f-5fc13056569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392318 Feb 03 14:32:31.663126 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fad4a-f2a1-40a0-9020-be491302adc2 req-17acc4da-b6b5-4b29-b135-cf3e3fcf368f tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:31.664548 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-646fad4a-f2a1-40a0-9020-be491302adc2 req-17acc4da-b6b5-4b29-b135-cf3e3fcf368f tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2cecba7-18e0-48d4-92fc-d824734945db HTTP/1.1" status: 200 len: 946 time: 0.0742457 Feb 03 14:32:31.709189 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-646fad4a-f2a1-40a0-9020-be491302adc2 req-0e9e08e4-40cb-4693-9e84-6a796abdb052 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42d1327-84fe-48dd-bb4f-5fc13056569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392723 Feb 03 14:32:32.453596 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b81ce-bda5-4866-aff7-aa385490e05e req-530f2479-0739-4333-932f-e0428b349f5b tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:32.455022 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-cd8b81ce-bda5-4866-aff7-aa385490e05e req-530f2479-0739-4333-932f-e0428b349f5b tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2cecba7-18e0-48d4-92fc-d824734945db HTTP/1.1" status: 200 len: 946 time: 0.0786052 Feb 03 14:32:32.499315 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-cd8b81ce-bda5-4866-aff7-aa385490e05e req-c2129f53-1b54-43ec-a8ec-e8f4a7017fac tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42d1327-84fe-48dd-bb4f-5fc13056569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388367 Feb 03 14:32:33.693535 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea33d7-6c21-4550-b8bd-014433d159cc req-eb94df61-a4d9-42d1-a52c-03bd410f7bfe tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:33.694975 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d4ea33d7-6c21-4550-b8bd-014433d159cc req-eb94df61-a4d9-42d1-a52c-03bd410f7bfe tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2cecba7-18e0-48d4-92fc-d824734945db HTTP/1.1" status: 200 len: 946 time: 0.0768192 Feb 03 14:32:33.744279 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d4ea33d7-6c21-4550-b8bd-014433d159cc req-6514f55d-63a1-453a-ac10-53a81cb7f495 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42d1327-84fe-48dd-bb4f-5fc13056569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437577 Feb 03 14:32:34.125862 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cb586-12ec-4c53-8bdd-6fd69a64b503 req-1c6622eb-4109-4351-9ed2-f3eaf85083af tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:34.126470 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-6e2cb586-12ec-4c53-8bdd-6fd69a64b503 req-1c6622eb-4109-4351-9ed2-f3eaf85083af tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Synchronizing usage tracker for tenant:d029588eabd2407e9ad58a049ec4345e on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:32:34.206944 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-6e2cb586-12ec-4c53-8bdd-6fd69a64b503 req-1c6622eb-4109-4351-9ed2-f3eaf85083af tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Unset dirty status for tenant:d029588eabd2407e9ad58a049ec4345e on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:32:34.208138 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6e2cb586-12ec-4c53-8bdd-6fd69a64b503 req-1c6622eb-4109-4351-9ed2-f3eaf85083af tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2cecba7-18e0-48d4-92fc-d824734945db HTTP/1.1" status: 200 len: 946 time: 0.1554153 Feb 03 14:32:34.275531 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-6e2cb586-12ec-4c53-8bdd-6fd69a64b503 req-4866e0fa-e1ca-4cdf-88c9-1090c405dda7 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Deleting port 0c0206f2-480b-4519-ab19-04a979cbd6c2 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:32:34.275867 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-6e2cb586-12ec-4c53-8bdd-6fd69a64b503 req-4866e0fa-e1ca-4cdf-88c9-1090c405dda7 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:34.515940 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-6e2cb586-12ec-4c53-8bdd-6fd69a64b503 req-4866e0fa-e1ca-4cdf-88c9-1090c405dda7 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] For port 0c0206f2-480b-4519-ab19-04a979cbd6c2, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=0c0206f2-480b-4519-ab19-04a979cbd6c2,segment=NetworkSegment(75df7d56-fd9e-4759-8488-c35a71177d57),segment_id=75df7d56-fd9e-4759-8488-c35a71177d57)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:34.516309 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-6e2cb586-12ec-4c53-8bdd-6fd69a64b503 req-4866e0fa-e1ca-4cdf-88c9-1090c405dda7 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:34.710964 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-6e2cb586-12ec-4c53-8bdd-6fd69a64b503 req-4866e0fa-e1ca-4cdf-88c9-1090c405dda7 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Calling delete_port for 0c0206f2-480b-4519-ab19-04a979cbd6c2 owned by compute:nova {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:32:34.927165 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-6e2cb586-12ec-4c53-8bdd-6fd69a64b503 req-4866e0fa-e1ca-4cdf-88c9-1090c405dda7 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:34.940220 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1f232-52bb-4340-8127-e779dc91bf4a req-64e08b0b-fe49-4674-ad08-eabdcdd039cd tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:34.941634 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f7e1f232-52bb-4340-8127-e779dc91bf4a req-64e08b0b-fe49-4674-ad08-eabdcdd039cd tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2cecba7-18e0-48d4-92fc-d824734945db HTTP/1.1" status: 200 len: 867 time: 0.0770211 Feb 03 14:32:34.974698 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4866e0fa-e1ca-4cdf-88c9-1090c405dda7 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Pushing event deleted for resources: {'Port': ['ID=0c0206f2-480b-4519-ab19-04a979cbd6c2,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:34.991161 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f7e1f232-52bb-4340-8127-e779dc91bf4a req-f47e8b6d-b7b6-49b5-a5b6-45a4192b3552 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42d1327-84fe-48dd-bb4f-5fc13056569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439193 Feb 03 14:32:35.057015 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2cb586-12ec-4c53-8bdd-6fd69a64b503 req-4866e0fa-e1ca-4cdf-88c9-1090c405dda7 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] No DVR routers for this DVR port 0c0206f2-480b-4519-ab19-04a979cbd6c2 on host hv-neutron-8270 {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:32:35.059792 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-6e2cb586-12ec-4c53-8bdd-6fd69a64b503 req-4866e0fa-e1ca-4cdf-88c9-1090c405dda7 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:35.062652 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2cecba7-18e0-48d4-92fc-d824734945db', 'name': 'network-vif-deleted', 'tag': '0c0206f2-480b-4519-ab19-04a979cbd6c2'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:32:35.119120 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2cecba7-18e0-48d4-92fc-d824734945db', 'name': 'network-vif-deleted', 'tag': '0c0206f2-480b-4519-ab19-04a979cbd6c2', 'status': 'completed', 'code': 200} Feb 03 14:32:35.129315 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6e2cb586-12ec-4c53-8bdd-6fd69a64b503 req-4866e0fa-e1ca-4cdf-88c9-1090c405dda7 tempest-ServersNegativeTestJSON-1946272714 tempest-ServersNegativeTestJSON-1946272714-project] 10.222.0.47 "DELETE /v2.0/ports/0c0206f2-480b-4519-ab19-04a979cbd6c2 HTTP/1.1" status: 204 len: 173 time: 0.9158061 Feb 03 14:32:36.094955 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37170) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:32:36.152589 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-28e22832-3166-49f2-848c-f48e58fc5e0d admin admin] Deleting subnet 0501121f-b9cb-4735-bc62-7445f8813623 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:32:36.155374 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-28e22832-3166-49f2-848c-f48e58fc5e0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:36.206612 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-28e22832-3166-49f2-848c-f48e58fc5e0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:36.260725 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-28e22832-3166-49f2-848c-f48e58fc5e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:36.378679 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-28e22832-3166-49f2-848c-f48e58fc5e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:36.418177 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e22832-3166-49f2-848c-f48e58fc5e0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0501121f-b9cb-4735-bc62-7445f8813623,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:36.424817 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-28e22832-3166-49f2-848c-f48e58fc5e0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:36.430431 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-28e22832-3166-49f2-848c-f48e58fc5e0d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0501121f-b9cb-4735-bc62-7445f8813623 HTTP/1.1" status: 204 len: 168 time: 0.3344576 Feb 03 14:32:36.432944 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37174) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:32:36.435443 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 0c0206f2-480b-4519-ab19-04a979cbd6c2 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:32:36.467358 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] No Port match for: 0c0206f2-480b-4519-ab19-04a979cbd6c2 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:32:36.467700 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 0c0206f2-480b-4519-ab19-04a979cbd6c2 not bound to the agent host hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:32:36.536986 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-97d00106-1516-4c6e-b341-c33d4ddefce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:36.657917 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-97d00106-1516-4c6e-b341-c33d4ddefce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:36.681900 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-97d00106-1516-4c6e-b341-c33d4ddefce6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['907aef01-83d2-4762-b5cf-c2d0d32fc176']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:36.693510 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-97d00106-1516-4c6e-b341-c33d4ddefce6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75df7d56-fd9e-4759-8488-c35a71177d57') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:36.693800 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-97d00106-1516-4c6e-b341-c33d4ddefce6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75df7d56-fd9e-4759-8488-c35a71177d57') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:36.705769 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-97d00106-1516-4c6e-b341-c33d4ddefce6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:36.721630 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-97d00106-1516-4c6e-b341-c33d4ddefce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:36.727406 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d00106-1516-4c6e-b341-c33d4ddefce6 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:32:36.727799 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-97d00106-1516-4c6e-b341-c33d4ddefce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:36.740357 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 14:32:36.740357 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:32:36.740357 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 14:32:36.740357 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:32:36.740357 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 14:32:36.740357 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:32:36.740357 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 14:32:36.740357 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:32:36.740357 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 14:32:36.740357 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:32:36.740357 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 14:32:36.740357 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:32:36.740357 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 14:32:36.740357 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:32:36.740357 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:32:36.740357 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:32:36.740357 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:32:36.740357 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:32:36.740357 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 14:32:36.740357 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:32:36.740357 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 14:32:36.740357 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:32:36.740357 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:32:36.740357 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:32:36.740357 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 14:32:36.740357 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:32:36.740357 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:32:36.740357 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:32:36.740357 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:32:36.740357 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:32:36.740357 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:32:36.740357 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:32:36.869666 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-97d00106-1516-4c6e-b341-c33d4ddefce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:36.874065 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-97d00106-1516-4c6e-b341-c33d4ddefce6 admin admin] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:36.898144 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d00106-1516-4c6e-b341-c33d4ddefce6 admin admin] Pushing event deleted for resources: {'Network': ['ID=907aef01-83d2-4762-b5cf-c2d0d32fc176,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:36.973224 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-97d00106-1516-4c6e-b341-c33d4ddefce6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/907aef01-83d2-4762-b5cf-c2d0d32fc176 HTTP/1.1" status: 204 len: 168 time: 0.5390656 Feb 03 14:32:37.294575 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 37180) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:32:37.346611 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b53f4678-c132-44cf-858b-f1e98ccd3dbf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d029588eabd2407e9ad58a049ec4345e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0508482 Feb 03 14:32:37.349131 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 37184) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:32:37.411140 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bcf9ffdb-c914-4444-b8fd-598527521390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:37.435650 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bcf9ffdb-c914-4444-b8fd-598527521390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:37.555314 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bcf9ffdb-c914-4444-b8fd-598527521390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:37.568840 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf9ffdb-c914-4444-b8fd-598527521390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42d1327-84fe-48dd-bb4f-5fc13056569e,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:37.575155 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bcf9ffdb-c914-4444-b8fd-598527521390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:37.576252 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-bcf9ffdb-c914-4444-b8fd-598527521390 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a42d1327-84fe-48dd-bb4f-5fc13056569e HTTP/1.1" status: 204 len: 168 time: 0.2262266 Feb 03 14:32:38.787964 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 37206) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:32:38.913772 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-e8e5d895-bed0-4088-b3b9-430fffa54716 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2093891967'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:32:38.918635 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e8e5d895-bed0-4088-b3b9-430fffa54716 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:32:38.922408 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e8e5d895-bed0-4088-b3b9-430fffa54716 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Usage tracker for resource:network and tenant:2115c8f9230f4ed380ef6ce22a565e16 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:32:38.925228 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e8e5d895-bed0-4088-b3b9-430fffa54716 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:32:38.931217 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e8e5d895-bed0-4088-b3b9-430fffa54716 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:32:38.996671 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e5d895-bed0-4088-b3b9-430fffa54716 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Made reservation on behalf of 2115c8f9230f4ed380ef6ce22a565e16 for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:38.999531 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e8e5d895-bed0-4088-b3b9-430fffa54716 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:39.011755 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e8e5d895-bed0-4088-b3b9-430fffa54716 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:39.043982 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e8e5d895-bed0-4088-b3b9-430fffa54716 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:32:39.047736 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e8e5d895-bed0-4088-b3b9-430fffa54716 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Usage tracker for resource:security_group_rule and tenant:2115c8f9230f4ed380ef6ce22a565e16 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:32:39.050525 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e8e5d895-bed0-4088-b3b9-430fffa54716 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:32:39.056235 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e8e5d895-bed0-4088-b3b9-430fffa54716 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:32:39.123348 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e8e5d895-bed0-4088-b3b9-430fffa54716 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:39.173881 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e8e5d895-bed0-4088-b3b9-430fffa54716 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:39.202119 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8e5d895-bed0-4088-b3b9-430fffa54716 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:32:39.214699 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e5d895-bed0-4088-b3b9-430fffa54716 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9f01ad-e9e8-40fd-b53b-7d509d149e35,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:39.218886 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e8e5d895-bed0-4088-b3b9-430fffa54716 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:39.219250 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-e8e5d895-bed0-4088-b3b9-430fffa54716 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Added segment 06c0453d-db07-42d8-b117-9e8104126739 of type vlan for network 2701da3f-4113-48d1-9afa-976b46eb3dce Feb 03 14:32:39.246676 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e8e5d895-bed0-4088-b3b9-430fffa54716 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:39.334379 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e8e5d895-bed0-4088-b3b9-430fffa54716 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:39.338298 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e5d895-bed0-4088-b3b9-430fffa54716 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:39.338972 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e8e5d895-bed0-4088-b3b9-430fffa54716 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:39.447187 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e5d895-bed0-4088-b3b9-430fffa54716 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Pushing event updated for resources: {'Network': ['ID=2701da3f-4113-48d1-9afa-976b46eb3dce,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:39.458003 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 2701da3f-4113-48d1-9afa-976b46eb3dce details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:32:39.490982 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e8e5d895-bed0-4088-b3b9-430fffa54716 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7018404 Feb 03 14:32:42.697226 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 37212) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:32:42.703203 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-60db197d-a8c5-4ae5-908a-3cf653e8bf7b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Request body: {'subnet': {'network_id': '2701da3f-4113-48d1-9afa-976b46eb3dce', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:32:42.809188 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-60db197d-a8c5-4ae5-908a-3cf653e8bf7b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:32:42.812977 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-60db197d-a8c5-4ae5-908a-3cf653e8bf7b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Usage tracker for resource:subnet and tenant:2115c8f9230f4ed380ef6ce22a565e16 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:32:42.816249 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-60db197d-a8c5-4ae5-908a-3cf653e8bf7b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:32:42.822040 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-60db197d-a8c5-4ae5-908a-3cf653e8bf7b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:32:42.886179 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60db197d-a8c5-4ae5-908a-3cf653e8bf7b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Made reservation on behalf of 2115c8f9230f4ed380ef6ce22a565e16 for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:42.986312 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-60db197d-a8c5-4ae5-908a-3cf653e8bf7b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:43.242518 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-60db197d-a8c5-4ae5-908a-3cf653e8bf7b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:43.319444 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db197d-a8c5-4ae5-908a-3cf653e8bf7b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Pushing event updated for resources: {'Subnet': ['ID=c43ebee5-768d-4ff0-80b4-4fdcf81e91b4,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:43.329205 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60db197d-a8c5-4ae5-908a-3cf653e8bf7b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Checking segment: {'id': '06c0453d-db07-42d8-b117-9e8104126739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2701da3f-4113-48d1-9afa-976b46eb3dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:32:43.330092 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60db197d-a8c5-4ae5-908a-3cf653e8bf7b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Network hostable DHCP agents. Network: 2701da3f-4113-48d1-9afa-976b46eb3dce, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:32:43.406304 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60db197d-a8c5-4ae5-908a-3cf653e8bf7b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Network 2701da3f-4113-48d1-9afa-976b46eb3dce is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:32:43.497751 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-60db197d-a8c5-4ae5-908a-3cf653e8bf7b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 2701da3f-4113-48d1-9afa-976b46eb3dce) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:43.501625 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60db197d-a8c5-4ae5-908a-3cf653e8bf7b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:43.502316 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-60db197d-a8c5-4ae5-908a-3cf653e8bf7b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:43.507169 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcc31b3-132b-4cde-b5cd-d281008f73c0 None None] Network 2701da3f-4113-48d1-9afa-976b46eb3dce requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:32:43.584650 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-60db197d-a8c5-4ae5-908a-3cf653e8bf7b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8861399 Feb 03 14:32:43.588118 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 37216) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:32:43.593831 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-b2e5cc6d-b2db-4440-9f7d-f8ebdf1dc65f tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1267092620'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:32:43.599308 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b2e5cc6d-b2db-4440-9f7d-f8ebdf1dc65f tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:32:43.603444 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b2e5cc6d-b2db-4440-9f7d-f8ebdf1dc65f tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Usage tracker for resource:network and tenant:2115c8f9230f4ed380ef6ce22a565e16 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:32:43.606418 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b2e5cc6d-b2db-4440-9f7d-f8ebdf1dc65f tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:32:43.612295 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b2e5cc6d-b2db-4440-9f7d-f8ebdf1dc65f tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:32:43.682432 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e5cc6d-b2db-4440-9f7d-f8ebdf1dc65f tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Made reservation on behalf of 2115c8f9230f4ed380ef6ce22a565e16 for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:43.685450 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b2e5cc6d-b2db-4440-9f7d-f8ebdf1dc65f tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:43.717337 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2e5cc6d-b2db-4440-9f7d-f8ebdf1dc65f tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:32:43.725763 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b2e5cc6d-b2db-4440-9f7d-f8ebdf1dc65f tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:43.726395 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-b2e5cc6d-b2db-4440-9f7d-f8ebdf1dc65f tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Added segment f5542ca2-02f5-426f-af31-311ef2ce4722 of type vlan for network fa972060-392e-4a7b-8c4f-d97df12e8ec1 Feb 03 14:32:43.744496 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f86b3e9-a452-45c9-9d6d-6a04dc989c3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-2701da3f-4113-48d1-9afa-976b46eb3dce', 'network_id': '2701da3f-4113-48d1-9afa-976b46eb3dce', 'tenant_id': '2115c8f9230f4ed380ef6ce22a565e16', 'fixed_ips': [{'subnet_id': 'c43ebee5-768d-4ff0-80b4-4fdcf81e91b4'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:32:43.745310 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8f86b3e9-a452-45c9-9d6d-6a04dc989c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:43.753933 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b2e5cc6d-b2db-4440-9f7d-f8ebdf1dc65f tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:43.895929 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-8f86b3e9-a452-45c9-9d6d-6a04dc989c3b None None] Allocated IP 2001:db8:0:ffff::2 (2701da3f-4113-48d1-9afa-976b46eb3dce/c43ebee5-768d-4ff0-80b4-4fdcf81e91b4/03a7b9dc-a491-488d-87b8-8f96dbecd804) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:32:43.915514 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b2e5cc6d-b2db-4440-9f7d-f8ebdf1dc65f tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:43.919550 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e5cc6d-b2db-4440-9f7d-f8ebdf1dc65f tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:43.920134 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b2e5cc6d-b2db-4440-9f7d-f8ebdf1dc65f tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:44.026115 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e5cc6d-b2db-4440-9f7d-f8ebdf1dc65f tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Pushing event updated for resources: {'Network': ['ID=fa972060-392e-4a7b-8c4f-d97df12e8ec1,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:44.037527 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network fa972060-392e-4a7b-8c4f-d97df12e8ec1 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:32:44.066540 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b2e5cc6d-b2db-4440-9f7d-f8ebdf1dc65f tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4773614 Feb 03 14:32:44.069444 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 37220) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:32:44.075008 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-54ae5810-7bc6-444c-90a2-7fabce997719 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Request body: {'subnet': {'network_id': 'fa972060-392e-4a7b-8c4f-d97df12e8ec1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:32:44.181818 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-54ae5810-7bc6-444c-90a2-7fabce997719 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:32:44.185520 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-54ae5810-7bc6-444c-90a2-7fabce997719 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Usage tracker for resource:subnet and tenant:2115c8f9230f4ed380ef6ce22a565e16 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:32:44.188271 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-54ae5810-7bc6-444c-90a2-7fabce997719 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:32:44.193811 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8f86b3e9-a452-45c9-9d6d-6a04dc989c3b None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:44.194402 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-54ae5810-7bc6-444c-90a2-7fabce997719 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:32:44.205053 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-8f86b3e9-a452-45c9-9d6d-6a04dc989c3b None None] Transition to ACTIVE for port object 03a7b9dc-a491-488d-87b8-8f96dbecd804 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:32:44.223501 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-8f86b3e9-a452-45c9-9d6d-6a04dc989c3b None None] Transition to ACTIVE for port object 03a7b9dc-a491-488d-87b8-8f96dbecd804 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:32:44.282770 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ae5810-7bc6-444c-90a2-7fabce997719 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Made reservation on behalf of 2115c8f9230f4ed380ef6ce22a565e16 for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:44.347029 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8f86b3e9-a452-45c9-9d6d-6a04dc989c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:44.411397 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f86b3e9-a452-45c9-9d6d-6a04dc989c3b None None] Network 2701da3f-4113-48d1-9afa-976b46eb3dce is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:32:44.415675 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-8f86b3e9-a452-45c9-9d6d-6a04dc989c3b None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:44.417157 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f86b3e9-a452-45c9-9d6d-6a04dc989c3b None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:32:44.430850 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86b3e9-a452-45c9-9d6d-6a04dc989c3b None None] Pushing event updated for resources: {'Port': ['ID=03a7b9dc-a491-488d-87b8-8f96dbecd804,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:44.472574 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-54ae5810-7bc6-444c-90a2-7fabce997719 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:44.517243 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-8f86b3e9-a452-45c9-9d6d-6a04dc989c3b None None] Attempting to bind port 03a7b9dc-a491-488d-87b8-8f96dbecd804 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:32:44.517802 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-8f86b3e9-a452-45c9-9d6d-6a04dc989c3b None None] Attempting to bind port 03a7b9dc-a491-488d-87b8-8f96dbecd804 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '06c0453d-db07-42d8-b117-9e8104126739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2701da3f-4113-48d1-9afa-976b46eb3dce'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:32:44.517939 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f86b3e9-a452-45c9-9d6d-6a04dc989c3b None None] Attempting to bind port 03a7b9dc-a491-488d-87b8-8f96dbecd804 on network 2701da3f-4113-48d1-9afa-976b46eb3dce {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:32:44.524515 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f86b3e9-a452-45c9-9d6d-6a04dc989c3b None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:32:44.525020 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f86b3e9-a452-45c9-9d6d-6a04dc989c3b None None] Checking segment: {'id': '06c0453d-db07-42d8-b117-9e8104126739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2701da3f-4113-48d1-9afa-976b46eb3dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:32:44.525420 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8f86b3e9-a452-45c9-9d6d-6a04dc989c3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:44.525805 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f86b3e9-a452-45c9-9d6d-6a04dc989c3b None None] Bound using segment: {'id': '06c0453d-db07-42d8-b117-9e8104126739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2701da3f-4113-48d1-9afa-976b46eb3dce'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:32:44.526256 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-8f86b3e9-a452-45c9-9d6d-6a04dc989c3b None None] Bound port: 03a7b9dc-a491-488d-87b8-8f96dbecd804, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c0453d-db07-42d8-b117-9e8104126739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2701da3f-4113-48d1-9afa-976b46eb3dce'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:32:44.526631 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8f86b3e9-a452-45c9-9d6d-6a04dc989c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:44.612378 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-8f86b3e9-a452-45c9-9d6d-6a04dc989c3b None None] For port 03a7b9dc-a491-488d-87b8-8f96dbecd804, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:32:44.615250 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-8f86b3e9-a452-45c9-9d6d-6a04dc989c3b None None] For port 03a7b9dc-a491-488d-87b8-8f96dbecd804, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=03a7b9dc-a491-488d-87b8-8f96dbecd804,segment=NetworkSegment(06c0453d-db07-42d8-b117-9e8104126739),segment_id=06c0453d-db07-42d8-b117-9e8104126739)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:32:44.740120 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8f86b3e9-a452-45c9-9d6d-6a04dc989c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:44.785701 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-54ae5810-7bc6-444c-90a2-7fabce997719 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:44.822563 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86b3e9-a452-45c9-9d6d-6a04dc989c3b None None] Pushing event updated for resources: {'Port': ['ID=03a7b9dc-a491-488d-87b8-8f96dbecd804,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:44.864564 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae5810-7bc6-444c-90a2-7fabce997719 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Pushing event updated for resources: {'Subnet': ['ID=071d23b9-fe06-46ab-840d-68dd1225261f,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:44.880692 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ae5810-7bc6-444c-90a2-7fabce997719 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Checking segment: {'id': 'f5542ca2-02f5-426f-af31-311ef2ce4722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fa972060-392e-4a7b-8c4f-d97df12e8ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:32:44.880692 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ae5810-7bc6-444c-90a2-7fabce997719 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Network hostable DHCP agents. Network: fa972060-392e-4a7b-8c4f-d97df12e8ec1, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:32:44.976870 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ae5810-7bc6-444c-90a2-7fabce997719 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Network fa972060-392e-4a7b-8c4f-d97df12e8ec1 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:32:45.076920 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-54ae5810-7bc6-444c-90a2-7fabce997719 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, fa972060-392e-4a7b-8c4f-d97df12e8ec1) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:45.083358 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ae5810-7bc6-444c-90a2-7fabce997719 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:45.084018 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-54ae5810-7bc6-444c-90a2-7fabce997719 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:45.086201 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4a10bc-c7de-4bbd-8d58-29c573f10713 None None] Network fa972060-392e-4a7b-8c4f-d97df12e8ec1 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:32:45.303705 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7517ae-feff-4fae-abec-43ef15e602b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-fa972060-392e-4a7b-8c4f-d97df12e8ec1', 'network_id': 'fa972060-392e-4a7b-8c4f-d97df12e8ec1', 'tenant_id': '2115c8f9230f4ed380ef6ce22a565e16', 'fixed_ips': [{'subnet_id': '071d23b9-fe06-46ab-840d-68dd1225261f'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:32:45.304504 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5d7517ae-feff-4fae-abec-43ef15e602b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:45.311983 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-54ae5810-7bc6-444c-90a2-7fabce997719 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.2414577 Feb 03 14:32:45.315240 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 37224) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:32:45.480788 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-5d7517ae-feff-4fae-abec-43ef15e602b0 None None] Allocated IP 2001:db8::2 (fa972060-392e-4a7b-8c4f-d97df12e8ec1/071d23b9-fe06-46ab-840d-68dd1225261f/2bffc23b-eba1-41a3-b8a5-843409febff4) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:32:45.492424 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-02aaa6e6-0439-4575-bd6b-10f819c1deea tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:45.493772 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 03a7b9dc-a491-488d-87b8-8f96dbecd804 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:32:45.564580 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-02aaa6e6-0439-4575-bd6b-10f819c1deea tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:45.729274 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 03a7b9dc-a491-488d-87b8-8f96dbecd804 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:32:45.754754 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5d7517ae-feff-4fae-abec-43ef15e602b0 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:45.765147 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-5d7517ae-feff-4fae-abec-43ef15e602b0 None None] Transition to ACTIVE for port object 2bffc23b-eba1-41a3-b8a5-843409febff4 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:32:45.775675 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b594daa1-05ec-4f32-92a6-f229eb3de219 None None] Network 2701da3f-4113-48d1-9afa-976b46eb3dce requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:32:45.883202 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-5d7517ae-feff-4fae-abec-43ef15e602b0 None None] Transition to ACTIVE for port object 2bffc23b-eba1-41a3-b8a5-843409febff4 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:32:45.970617 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5d7517ae-feff-4fae-abec-43ef15e602b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:46.012706 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-9e5ddfd6-d46c-4214-980d-5cca4a8bc859 None None] Provisioning for port 03a7b9dc-a491-488d-87b8-8f96dbecd804 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:32:46.037084 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-02aaa6e6-0439-4575-bd6b-10f819c1deea tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:46.052097 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-9e5ddfd6-d46c-4214-980d-5cca4a8bc859 None None] Provisioning complete for port 03a7b9dc-a491-488d-87b8-8f96dbecd804 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:46.052472 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9e5ddfd6-d46c-4214-980d-5cca4a8bc859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:46.079900 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aaa6e6-0439-4575-bd6b-10f819c1deea tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Pushing event deleted for resources: {'Subnet': ['ID=071d23b9-fe06-46ab-840d-68dd1225261f,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:46.094601 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7517ae-feff-4fae-abec-43ef15e602b0 None None] Network fa972060-392e-4a7b-8c4f-d97df12e8ec1 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:32:46.122925 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-5d7517ae-feff-4fae-abec-43ef15e602b0 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:46.134337 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7517ae-feff-4fae-abec-43ef15e602b0 None None] Pushing event updated for resources: {'Port': ['ID=2bffc23b-eba1-41a3-b8a5-843409febff4,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:46.136649 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7517ae-feff-4fae-abec-43ef15e602b0 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:32:46.170090 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-02aaa6e6-0439-4575-bd6b-10f819c1deea tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:46.198545 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-02aaa6e6-0439-4575-bd6b-10f819c1deea tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa972060-392e-4a7b-8c4f-d97df12e8ec1']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:46.210470 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-02aaa6e6-0439-4575-bd6b-10f819c1deea tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5542ca2-02f5-426f-af31-311ef2ce4722') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:46.210760 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-02aaa6e6-0439-4575-bd6b-10f819c1deea tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5542ca2-02f5-426f-af31-311ef2ce4722') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:46.222268 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-02aaa6e6-0439-4575-bd6b-10f819c1deea tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:46.238210 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-02aaa6e6-0439-4575-bd6b-10f819c1deea tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:46.244432 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02aaa6e6-0439-4575-bd6b-10f819c1deea tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:32:46.247196 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-02aaa6e6-0439-4575-bd6b-10f819c1deea tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:46.259079 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 14:32:46.259079 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:32:46.259079 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 14:32:46.259079 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:32:46.259079 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 14:32:46.259079 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:32:46.259079 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 14:32:46.259079 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:32:46.259079 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 14:32:46.259079 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:32:46.259079 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 14:32:46.259079 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:32:46.259079 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 14:32:46.259079 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:32:46.259079 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:32:46.259079 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:32:46.259079 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:32:46.259079 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:32:46.259079 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 14:32:46.259079 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:32:46.259079 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 14:32:46.259079 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:32:46.259079 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:32:46.259079 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:32:46.259079 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 14:32:46.259079 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:32:46.259079 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:32:46.259079 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:32:46.259079 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:32:46.259079 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:32:46.259079 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:32:46.259079 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:32:46.291249 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-5d7517ae-feff-4fae-abec-43ef15e602b0 None None] Attempting to bind port 2bffc23b-eba1-41a3-b8a5-843409febff4 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:32:46.291532 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-5d7517ae-feff-4fae-abec-43ef15e602b0 None None] Attempting to bind port 2bffc23b-eba1-41a3-b8a5-843409febff4 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'f5542ca2-02f5-426f-af31-311ef2ce4722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fa972060-392e-4a7b-8c4f-d97df12e8ec1'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:32:46.291855 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7517ae-feff-4fae-abec-43ef15e602b0 None None] Attempting to bind port 2bffc23b-eba1-41a3-b8a5-843409febff4 on network fa972060-392e-4a7b-8c4f-d97df12e8ec1 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:32:46.318999 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7517ae-feff-4fae-abec-43ef15e602b0 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:32:46.319399 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7517ae-feff-4fae-abec-43ef15e602b0 None None] Checking segment: {'id': 'f5542ca2-02f5-426f-af31-311ef2ce4722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fa972060-392e-4a7b-8c4f-d97df12e8ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:32:46.319810 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5d7517ae-feff-4fae-abec-43ef15e602b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:46.320204 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7517ae-feff-4fae-abec-43ef15e602b0 None None] Bound using segment: {'id': 'f5542ca2-02f5-426f-af31-311ef2ce4722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fa972060-392e-4a7b-8c4f-d97df12e8ec1'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:32:46.320686 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-5d7517ae-feff-4fae-abec-43ef15e602b0 None None] Bound port: 2bffc23b-eba1-41a3-b8a5-843409febff4, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5542ca2-02f5-426f-af31-311ef2ce4722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fa972060-392e-4a7b-8c4f-d97df12e8ec1'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:32:46.321060 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5d7517ae-feff-4fae-abec-43ef15e602b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:46.336178 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9e5ddfd6-d46c-4214-980d-5cca4a8bc859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:46.384520 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.db.api [None req-02aaa6e6-0439-4575-bd6b-10f819c1deea tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 14:32:46.384520 dv-neutron-827016-1-hyperv neutron-server[84182]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 14:32:46.384520 dv-neutron-827016-1-hyperv neutron-server[84182]: [parameters: {'id': 'fa972060-392e-4a7b-8c4f-d97df12e8ec1'}] Feb 03 14:32:46.384520 dv-neutron-827016-1-hyperv neutron-server[84182]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:32:46.385311 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG oslo_db.api [None req-02aaa6e6-0439-4575-bd6b-10f819c1deea tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:32:46.417631 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-9e5ddfd6-d46c-4214-980d-5cca4a8bc859 None None] For port 03a7b9dc-a491-488d-87b8-8f96dbecd804, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=03a7b9dc-a491-488d-87b8-8f96dbecd804,segment=NetworkSegment(06c0453d-db07-42d8-b117-9e8104126739),segment_id=06c0453d-db07-42d8-b117-9e8104126739)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:46.440513 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-5d7517ae-feff-4fae-abec-43ef15e602b0 None None] For port 2bffc23b-eba1-41a3-b8a5-843409febff4, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:32:46.443772 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-5d7517ae-feff-4fae-abec-43ef15e602b0 None None] For port 2bffc23b-eba1-41a3-b8a5-843409febff4, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=2bffc23b-eba1-41a3-b8a5-843409febff4,segment=NetworkSegment(f5542ca2-02f5-426f-af31-311ef2ce4722),segment_id=f5542ca2-02f5-426f-af31-311ef2ce4722)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:32:46.503720 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9e5ddfd6-d46c-4214-980d-5cca4a8bc859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:46.538627 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5d7517ae-feff-4fae-abec-43ef15e602b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:46.609545 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ddfd6-d46c-4214-980d-5cca4a8bc859 None None] Pushing event updated for resources: {'Port': ['ID=03a7b9dc-a491-488d-87b8-8f96dbecd804,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:46.709517 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-761b4a5b-d813-407a-b213-df6add49ee75 None None] Provisioning complete for port 03a7b9dc-a491-488d-87b8-8f96dbecd804 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:46.709889 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-761b4a5b-d813-407a-b213-df6add49ee75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:46.734388 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7517ae-feff-4fae-abec-43ef15e602b0 None None] Pushing event updated for resources: {'Port': ['ID=2bffc23b-eba1-41a3-b8a5-843409febff4,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:46.741592 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ce74ad-1bdf-4d38-ac28-ee0670779522 None None] Network fa972060-392e-4a7b-8c4f-d97df12e8ec1 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:32:46.886807 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-02aaa6e6-0439-4575-bd6b-10f819c1deea tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:46.898101 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-02aaa6e6-0439-4575-bd6b-10f819c1deea tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Deleting port 2bffc23b-eba1-41a3-b8a5-843409febff4 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:32:46.898436 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-02aaa6e6-0439-4575-bd6b-10f819c1deea tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:47.003294 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23645781-f7a4-495a-8074-22ad66635f4d None None] get_active_networks_info from dv-neutron-827016-1-hyperv {{(pid=84183) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 03 14:32:47.085412 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23645781-f7a4-495a-8074-22ad66635f4d None None] Resources bound (agent type, host, resource id): {{(pid=84183) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 14:32:47.100527 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-02aaa6e6-0439-4575-bd6b-10f819c1deea tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] For port 2bffc23b-eba1-41a3-b8a5-843409febff4, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=2bffc23b-eba1-41a3-b8a5-843409febff4,segment=NetworkSegment(f5542ca2-02f5-426f-af31-311ef2ce4722),segment_id=f5542ca2-02f5-426f-af31-311ef2ce4722)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:47.101102 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-02aaa6e6-0439-4575-bd6b-10f819c1deea tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:47.221466 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-02aaa6e6-0439-4575-bd6b-10f819c1deea tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Calling delete_port for 2bffc23b-eba1-41a3-b8a5-843409febff4 owned by network:dhcp {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:32:47.372781 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-02aaa6e6-0439-4575-bd6b-10f819c1deea tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:47.419648 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aaa6e6-0439-4575-bd6b-10f819c1deea tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Pushing event deleted for resources: {'Port': ['ID=2bffc23b-eba1-41a3-b8a5-843409febff4,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:47.424343 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02aaa6e6-0439-4575-bd6b-10f819c1deea tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] No DVR routers for this DVR port 2bffc23b-eba1-41a3-b8a5-843409febff4 on host dv-neutron-827016-1-hyperv {{(pid=84182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:32:47.447297 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 03a7b9dc-a491-488d-87b8-8f96dbecd804 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:32:47.514083 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 03a7b9dc-a491-488d-87b8-8f96dbecd804 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:47.514369 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:47.546548 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-02aaa6e6-0439-4575-bd6b-10f819c1deea tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:47.573744 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-02aaa6e6-0439-4575-bd6b-10f819c1deea tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa972060-392e-4a7b-8c4f-d97df12e8ec1']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:47.590225 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-02aaa6e6-0439-4575-bd6b-10f819c1deea tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5542ca2-02f5-426f-af31-311ef2ce4722') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:47.590513 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-02aaa6e6-0439-4575-bd6b-10f819c1deea tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5542ca2-02f5-426f-af31-311ef2ce4722') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:47.602641 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-02aaa6e6-0439-4575-bd6b-10f819c1deea tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:47.618372 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-02aaa6e6-0439-4575-bd6b-10f819c1deea tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:47.624171 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02aaa6e6-0439-4575-bd6b-10f819c1deea tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:32:47.624619 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-02aaa6e6-0439-4575-bd6b-10f819c1deea tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:47.638620 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 14:32:47.638620 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:32:47.638620 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 14:32:47.638620 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:32:47.638620 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 14:32:47.638620 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:32:47.638620 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 14:32:47.638620 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:32:47.638620 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 14:32:47.638620 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:32:47.638620 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 14:32:47.638620 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:32:47.638620 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 14:32:47.638620 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:32:47.638620 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:32:47.638620 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:32:47.638620 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:32:47.638620 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:32:47.638620 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 14:32:47.638620 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:32:47.638620 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 14:32:47.638620 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:32:47.638620 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:32:47.638620 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:32:47.638620 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 14:32:47.638620 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:32:47.638620 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:32:47.638620 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:32:47.638620 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:32:47.638620 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:32:47.638620 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:32:47.638620 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:32:47.744601 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:47.806494 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-02aaa6e6-0439-4575-bd6b-10f819c1deea tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:47.823913 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-02aaa6e6-0439-4575-bd6b-10f819c1deea tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:47.840144 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aaa6e6-0439-4575-bd6b-10f819c1deea tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Pushing event deleted for resources: {'Network': ['ID=fa972060-392e-4a7b-8c4f-d97df12e8ec1,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:47.844062 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-02aaa6e6-0439-4575-bd6b-10f819c1deea tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] 10.222.0.41 "DELETE /v2.0/networks/fa972060-392e-4a7b-8c4f-d97df12e8ec1 HTTP/1.1" status: 204 len: 168 time: 2.5279021 Feb 03 14:32:47.847603 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 37228) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:32:47.852697 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-16502f55-7108-47d9-9cca-8e7d618eac90 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-829711317'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:32:47.857422 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-16502f55-7108-47d9-9cca-8e7d618eac90 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:32:47.861571 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-16502f55-7108-47d9-9cca-8e7d618eac90 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Usage tracker for resource:network and tenant:2115c8f9230f4ed380ef6ce22a565e16 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:32:47.864358 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-16502f55-7108-47d9-9cca-8e7d618eac90 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:32:47.870317 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-16502f55-7108-47d9-9cca-8e7d618eac90 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:32:47.943797 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16502f55-7108-47d9-9cca-8e7d618eac90 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Made reservation on behalf of 2115c8f9230f4ed380ef6ce22a565e16 for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:47.946959 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-16502f55-7108-47d9-9cca-8e7d618eac90 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:47.976708 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16502f55-7108-47d9-9cca-8e7d618eac90 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:32:47.985070 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-16502f55-7108-47d9-9cca-8e7d618eac90 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:47.986150 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-16502f55-7108-47d9-9cca-8e7d618eac90 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Added segment 67144938-fdab-4542-af8b-fc7ff7e27dd6 of type vlan for network 7d0ac581-617a-4fc8-9cf3-a255063a241f Feb 03 14:32:48.012032 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-16502f55-7108-47d9-9cca-8e7d618eac90 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:48.092342 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-16502f55-7108-47d9-9cca-8e7d618eac90 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:48.096008 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16502f55-7108-47d9-9cca-8e7d618eac90 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:48.096574 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-16502f55-7108-47d9-9cca-8e7d618eac90 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:48.284850 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16502f55-7108-47d9-9cca-8e7d618eac90 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Pushing event updated for resources: {'Network': ['ID=7d0ac581-617a-4fc8-9cf3-a255063a241f,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:48.293189 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16502f55-7108-47d9-9cca-8e7d618eac90 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:48.293523 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16502f55-7108-47d9-9cca-8e7d618eac90 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:48.293854 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16502f55-7108-47d9-9cca-8e7d618eac90 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:48.294178 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16502f55-7108-47d9-9cca-8e7d618eac90 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:48.294499 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16502f55-7108-47d9-9cca-8e7d618eac90 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:48.294819 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16502f55-7108-47d9-9cca-8e7d618eac90 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:48.295160 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16502f55-7108-47d9-9cca-8e7d618eac90 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:48.295475 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16502f55-7108-47d9-9cca-8e7d618eac90 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:48.295788 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16502f55-7108-47d9-9cca-8e7d618eac90 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:48.296097 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16502f55-7108-47d9-9cca-8e7d618eac90 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:48.296406 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16502f55-7108-47d9-9cca-8e7d618eac90 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:48.308225 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 7d0ac581-617a-4fc8-9cf3-a255063a241f details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:32:48.338664 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-16502f55-7108-47d9-9cca-8e7d618eac90 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4900329 Feb 03 14:32:48.341994 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 37232) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:32:48.347940 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-5ba2723d-c6d3-49e0-b4b6-50eea42130b8 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Request body: {'subnet': {'network_id': '7d0ac581-617a-4fc8-9cf3-a255063a241f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:32:48.457670 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-5ba2723d-c6d3-49e0-b4b6-50eea42130b8 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:32:48.461349 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-5ba2723d-c6d3-49e0-b4b6-50eea42130b8 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Usage tracker for resource:subnet and tenant:2115c8f9230f4ed380ef6ce22a565e16 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:32:48.464144 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-5ba2723d-c6d3-49e0-b4b6-50eea42130b8 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:32:48.469603 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-5ba2723d-c6d3-49e0-b4b6-50eea42130b8 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:32:48.538131 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba2723d-c6d3-49e0-b4b6-50eea42130b8 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Made reservation on behalf of 2115c8f9230f4ed380ef6ce22a565e16 for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:48.638918 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5ba2723d-c6d3-49e0-b4b6-50eea42130b8 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:48.728294 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.ipam_backend_mixin [None req-5ba2723d-c6d3-49e0-b4b6-50eea42130b8 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Performing IP validity checks on allocation pools {{(pid=84182) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 03 14:32:48.728814 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.ipam_backend_mixin [None req-5ba2723d-c6d3-49e0-b4b6-50eea42130b8 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84182) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 03 14:32:48.911005 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5ba2723d-c6d3-49e0-b4b6-50eea42130b8 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:48.986599 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba2723d-c6d3-49e0-b4b6-50eea42130b8 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Pushing event updated for resources: {'Subnet': ['ID=d15427b8-3616-442e-9e44-9367adfb019f,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:48.999987 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba2723d-c6d3-49e0-b4b6-50eea42130b8 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Checking segment: {'id': '67144938-fdab-4542-af8b-fc7ff7e27dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7d0ac581-617a-4fc8-9cf3-a255063a241f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:32:49.000338 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba2723d-c6d3-49e0-b4b6-50eea42130b8 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Network hostable DHCP agents. Network: 7d0ac581-617a-4fc8-9cf3-a255063a241f, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:32:49.103280 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba2723d-c6d3-49e0-b4b6-50eea42130b8 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Network 7d0ac581-617a-4fc8-9cf3-a255063a241f is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:32:49.190412 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-5ba2723d-c6d3-49e0-b4b6-50eea42130b8 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 7d0ac581-617a-4fc8-9cf3-a255063a241f) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:49.194179 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba2723d-c6d3-49e0-b4b6-50eea42130b8 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:49.199472 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5ba2723d-c6d3-49e0-b4b6-50eea42130b8 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:49.200189 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe2efc7-741e-4c14-a0f6-01bea6e5ae40 None None] Network 7d0ac581-617a-4fc8-9cf3-a255063a241f requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:32:49.294204 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-5ba2723d-c6d3-49e0-b4b6-50eea42130b8 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9513683 Feb 03 14:32:49.296890 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 37236) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:32:49.409864 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d33379e-59e1-439b-beb7-132ebc77ec01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-7d0ac581-617a-4fc8-9cf3-a255063a241f', 'network_id': '7d0ac581-617a-4fc8-9cf3-a255063a241f', 'tenant_id': '2115c8f9230f4ed380ef6ce22a565e16', 'fixed_ips': [{'subnet_id': 'd15427b8-3616-442e-9e44-9367adfb019f'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:32:49.410745 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5d33379e-59e1-439b-beb7-132ebc77ec01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:49.436943 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d4215ac3-53d2-4c77-88ac-8222f31f1338 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:49.500191 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d4215ac3-53d2-4c77-88ac-8222f31f1338 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:49.566194 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-5d33379e-59e1-439b-beb7-132ebc77ec01 None None] Allocated IP 2001:db8::3 (7d0ac581-617a-4fc8-9cf3-a255063a241f/d15427b8-3616-442e-9e44-9367adfb019f/ff036391-8129-4904-98d6-ce594e81a5b9) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:32:49.762300 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5d33379e-59e1-439b-beb7-132ebc77ec01 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:49.771723 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-5d33379e-59e1-439b-beb7-132ebc77ec01 None None] Transition to ACTIVE for port object ff036391-8129-4904-98d6-ce594e81a5b9 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:32:49.789123 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-5d33379e-59e1-439b-beb7-132ebc77ec01 None None] Transition to ACTIVE for port object ff036391-8129-4904-98d6-ce594e81a5b9 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:32:49.863496 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5d33379e-59e1-439b-beb7-132ebc77ec01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:49.927966 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d33379e-59e1-439b-beb7-132ebc77ec01 None None] Network 7d0ac581-617a-4fc8-9cf3-a255063a241f is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:32:49.930869 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-5d33379e-59e1-439b-beb7-132ebc77ec01 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:49.935336 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d33379e-59e1-439b-beb7-132ebc77ec01 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:32:49.937929 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d33379e-59e1-439b-beb7-132ebc77ec01 None None] Pushing event updated for resources: {'Port': ['ID=ff036391-8129-4904-98d6-ce594e81a5b9,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:49.949636 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d4215ac3-53d2-4c77-88ac-8222f31f1338 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:49.990259 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4215ac3-53d2-4c77-88ac-8222f31f1338 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Pushing event deleted for resources: {'Subnet': ['ID=d15427b8-3616-442e-9e44-9367adfb019f,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:50.027630 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-5d33379e-59e1-439b-beb7-132ebc77ec01 None None] Attempting to bind port ff036391-8129-4904-98d6-ce594e81a5b9 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:32:50.027950 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-5d33379e-59e1-439b-beb7-132ebc77ec01 None None] Attempting to bind port ff036391-8129-4904-98d6-ce594e81a5b9 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '67144938-fdab-4542-af8b-fc7ff7e27dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7d0ac581-617a-4fc8-9cf3-a255063a241f'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:32:50.028317 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d33379e-59e1-439b-beb7-132ebc77ec01 None None] Attempting to bind port ff036391-8129-4904-98d6-ce594e81a5b9 on network 7d0ac581-617a-4fc8-9cf3-a255063a241f {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:32:50.035076 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d33379e-59e1-439b-beb7-132ebc77ec01 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:32:50.035458 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d33379e-59e1-439b-beb7-132ebc77ec01 None None] Checking segment: {'id': '67144938-fdab-4542-af8b-fc7ff7e27dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7d0ac581-617a-4fc8-9cf3-a255063a241f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:32:50.035860 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5d33379e-59e1-439b-beb7-132ebc77ec01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:50.036251 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d33379e-59e1-439b-beb7-132ebc77ec01 None None] Bound using segment: {'id': '67144938-fdab-4542-af8b-fc7ff7e27dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7d0ac581-617a-4fc8-9cf3-a255063a241f'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:32:50.036706 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-5d33379e-59e1-439b-beb7-132ebc77ec01 None None] Bound port: ff036391-8129-4904-98d6-ce594e81a5b9, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67144938-fdab-4542-af8b-fc7ff7e27dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7d0ac581-617a-4fc8-9cf3-a255063a241f'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:32:50.037074 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5d33379e-59e1-439b-beb7-132ebc77ec01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:50.083869 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d4215ac3-53d2-4c77-88ac-8222f31f1338 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:50.108351 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-d4215ac3-53d2-4c77-88ac-8222f31f1338 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d0ac581-617a-4fc8-9cf3-a255063a241f']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:50.120170 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-d4215ac3-53d2-4c77-88ac-8222f31f1338 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67144938-fdab-4542-af8b-fc7ff7e27dd6') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:50.120571 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-d4215ac3-53d2-4c77-88ac-8222f31f1338 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67144938-fdab-4542-af8b-fc7ff7e27dd6') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:50.123463 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-5d33379e-59e1-439b-beb7-132ebc77ec01 None None] For port ff036391-8129-4904-98d6-ce594e81a5b9, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:32:50.126381 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-5d33379e-59e1-439b-beb7-132ebc77ec01 None None] For port ff036391-8129-4904-98d6-ce594e81a5b9, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=ff036391-8129-4904-98d6-ce594e81a5b9,segment=NetworkSegment(67144938-fdab-4542-af8b-fc7ff7e27dd6),segment_id=67144938-fdab-4542-af8b-fc7ff7e27dd6)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:32:50.131700 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d4215ac3-53d2-4c77-88ac-8222f31f1338 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:50.202658 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5d33379e-59e1-439b-beb7-132ebc77ec01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:50.205095 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d4215ac3-53d2-4c77-88ac-8222f31f1338 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:50.211364 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4215ac3-53d2-4c77-88ac-8222f31f1338 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:32:50.211746 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d4215ac3-53d2-4c77-88ac-8222f31f1338 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:50.226645 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 14:32:50.226645 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:32:50.226645 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 14:32:50.226645 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:32:50.226645 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 14:32:50.226645 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:32:50.226645 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 14:32:50.226645 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:32:50.226645 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 14:32:50.226645 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:32:50.226645 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 14:32:50.226645 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:32:50.226645 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 14:32:50.226645 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:32:50.226645 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:32:50.226645 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:32:50.226645 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:32:50.226645 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:32:50.226645 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 14:32:50.226645 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:32:50.226645 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 14:32:50.226645 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:32:50.226645 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:32:50.226645 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:32:50.226645 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 14:32:50.226645 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:32:50.226645 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:32:50.226645 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:32:50.226645 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:32:50.226645 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:32:50.226645 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:32:50.226645 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:32:50.276341 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d33379e-59e1-439b-beb7-132ebc77ec01 None None] Pushing event updated for resources: {'Port': ['ID=ff036391-8129-4904-98d6-ce594e81a5b9,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:50.341376 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafac606-21c5-4d9f-a640-27485251a70b None None] Network 7d0ac581-617a-4fc8-9cf3-a255063a241f requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:32:50.343651 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.db.api [None req-d4215ac3-53d2-4c77-88ac-8222f31f1338 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 14:32:50.343651 dv-neutron-827016-1-hyperv neutron-server[84182]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 14:32:50.343651 dv-neutron-827016-1-hyperv neutron-server[84182]: [parameters: {'id': '7d0ac581-617a-4fc8-9cf3-a255063a241f'}] Feb 03 14:32:50.343651 dv-neutron-827016-1-hyperv neutron-server[84182]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:32:50.344405 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG oslo_db.api [None req-d4215ac3-53d2-4c77-88ac-8222f31f1338 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:32:50.536324 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbad47be-6a1e-4b0c-8e6f-b2b4d3406484 None None] get_active_networks_info from dv-neutron-827016-1-hyperv {{(pid=84183) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 03 14:32:50.617757 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbad47be-6a1e-4b0c-8e6f-b2b4d3406484 None None] Resources bound (agent type, host, resource id): {{(pid=84183) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 14:32:50.845939 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d4215ac3-53d2-4c77-88ac-8222f31f1338 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:50.857436 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-d4215ac3-53d2-4c77-88ac-8222f31f1338 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Deleting port ff036391-8129-4904-98d6-ce594e81a5b9 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:32:50.857800 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d4215ac3-53d2-4c77-88ac-8222f31f1338 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:51.051591 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-d4215ac3-53d2-4c77-88ac-8222f31f1338 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] For port ff036391-8129-4904-98d6-ce594e81a5b9, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=ff036391-8129-4904-98d6-ce594e81a5b9,segment=NetworkSegment(67144938-fdab-4542-af8b-fc7ff7e27dd6),segment_id=67144938-fdab-4542-af8b-fc7ff7e27dd6)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:51.059995 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d4215ac3-53d2-4c77-88ac-8222f31f1338 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:51.275558 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-d4215ac3-53d2-4c77-88ac-8222f31f1338 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Calling delete_port for ff036391-8129-4904-98d6-ce594e81a5b9 owned by network:dhcp {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:32:51.384933 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d4215ac3-53d2-4c77-88ac-8222f31f1338 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:51.428193 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4215ac3-53d2-4c77-88ac-8222f31f1338 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Pushing event deleted for resources: {'Port': ['ID=ff036391-8129-4904-98d6-ce594e81a5b9,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:51.433987 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4215ac3-53d2-4c77-88ac-8222f31f1338 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] No DVR routers for this DVR port ff036391-8129-4904-98d6-ce594e81a5b9 on host dv-neutron-827016-1-hyperv {{(pid=84182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:32:51.553670 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d4215ac3-53d2-4c77-88ac-8222f31f1338 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:51.581908 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-d4215ac3-53d2-4c77-88ac-8222f31f1338 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d0ac581-617a-4fc8-9cf3-a255063a241f']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:51.594250 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-d4215ac3-53d2-4c77-88ac-8222f31f1338 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67144938-fdab-4542-af8b-fc7ff7e27dd6') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:51.594544 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-d4215ac3-53d2-4c77-88ac-8222f31f1338 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67144938-fdab-4542-af8b-fc7ff7e27dd6') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:51.605928 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d4215ac3-53d2-4c77-88ac-8222f31f1338 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:51.621174 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d4215ac3-53d2-4c77-88ac-8222f31f1338 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:51.626988 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4215ac3-53d2-4c77-88ac-8222f31f1338 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:32:51.627391 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d4215ac3-53d2-4c77-88ac-8222f31f1338 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:51.641114 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 14:32:51.641114 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:32:51.641114 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 14:32:51.641114 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:32:51.641114 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 14:32:51.641114 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:32:51.641114 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 14:32:51.641114 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:32:51.641114 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 14:32:51.641114 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:32:51.641114 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 14:32:51.641114 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:32:51.641114 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 14:32:51.641114 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:32:51.641114 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:32:51.641114 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:32:51.641114 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:32:51.641114 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:32:51.641114 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 14:32:51.641114 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:32:51.641114 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 14:32:51.641114 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:32:51.641114 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:32:51.641114 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:32:51.641114 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 14:32:51.641114 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:32:51.641114 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:32:51.641114 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:32:51.641114 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:32:51.641114 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:32:51.641114 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:32:51.641114 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:32:51.762055 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d4215ac3-53d2-4c77-88ac-8222f31f1338 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:51.778803 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d4215ac3-53d2-4c77-88ac-8222f31f1338 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:51.789666 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4215ac3-53d2-4c77-88ac-8222f31f1338 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Pushing event deleted for resources: {'Network': ['ID=7d0ac581-617a-4fc8-9cf3-a255063a241f,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:51.795741 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d4215ac3-53d2-4c77-88ac-8222f31f1338 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] 10.222.0.41 "DELETE /v2.0/networks/7d0ac581-617a-4fc8-9cf3-a255063a241f HTTP/1.1" status: 204 len: 168 time: 2.4979298 Feb 03 14:32:51.799346 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 37240) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:32:51.804533 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-b0015072-3886-4810-a2cf-ed1ba03b0fd6 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1440332820'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:32:51.809243 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b0015072-3886-4810-a2cf-ed1ba03b0fd6 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:32:51.812962 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b0015072-3886-4810-a2cf-ed1ba03b0fd6 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Usage tracker for resource:network and tenant:2115c8f9230f4ed380ef6ce22a565e16 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:32:51.815739 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b0015072-3886-4810-a2cf-ed1ba03b0fd6 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:32:51.821756 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b0015072-3886-4810-a2cf-ed1ba03b0fd6 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:32:51.897287 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0015072-3886-4810-a2cf-ed1ba03b0fd6 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Made reservation on behalf of 2115c8f9230f4ed380ef6ce22a565e16 for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:51.900187 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b0015072-3886-4810-a2cf-ed1ba03b0fd6 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:51.927444 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0015072-3886-4810-a2cf-ed1ba03b0fd6 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:32:51.935564 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b0015072-3886-4810-a2cf-ed1ba03b0fd6 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:51.935899 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-b0015072-3886-4810-a2cf-ed1ba03b0fd6 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Added segment c57c3a8c-62e4-4b15-b588-8920029d2cb7 of type vlan for network 417d6d46-c799-490c-aacd-0732ee94db61 Feb 03 14:32:51.961310 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b0015072-3886-4810-a2cf-ed1ba03b0fd6 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:52.057346 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b0015072-3886-4810-a2cf-ed1ba03b0fd6 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:52.060924 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0015072-3886-4810-a2cf-ed1ba03b0fd6 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:52.061494 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b0015072-3886-4810-a2cf-ed1ba03b0fd6 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:52.165964 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0015072-3886-4810-a2cf-ed1ba03b0fd6 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Pushing event updated for resources: {'Network': ['ID=417d6d46-c799-490c-aacd-0732ee94db61,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:52.176634 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 417d6d46-c799-490c-aacd-0732ee94db61 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:32:52.224330 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b0015072-3886-4810-a2cf-ed1ba03b0fd6 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4239476 Feb 03 14:32:52.227238 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37244) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:32:52.232869 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-4525253f-0999-4775-8506-ae053cd074e3 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Request body: {'subnet': {'network_id': '417d6d46-c799-490c-aacd-0732ee94db61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:32:52.340275 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-4525253f-0999-4775-8506-ae053cd074e3 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:32:52.343984 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-4525253f-0999-4775-8506-ae053cd074e3 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Usage tracker for resource:subnet and tenant:2115c8f9230f4ed380ef6ce22a565e16 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:32:52.347345 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-4525253f-0999-4775-8506-ae053cd074e3 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:32:52.353161 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-4525253f-0999-4775-8506-ae053cd074e3 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:32:52.411735 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4525253f-0999-4775-8506-ae053cd074e3 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Made reservation on behalf of 2115c8f9230f4ed380ef6ce22a565e16 for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:52.510382 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4525253f-0999-4775-8506-ae053cd074e3 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:52.773841 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4525253f-0999-4775-8506-ae053cd074e3 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:52.842190 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:32:52.937459 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525253f-0999-4775-8506-ae053cd074e3 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Pushing event updated for resources: {'Subnet': ['ID=5c049f74-e7e6-415e-ac5c-3918d2bd2f53,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:52.951974 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4525253f-0999-4775-8506-ae053cd074e3 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:52.952573 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4525253f-0999-4775-8506-ae053cd074e3 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:52.952908 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4525253f-0999-4775-8506-ae053cd074e3 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:52.953236 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4525253f-0999-4775-8506-ae053cd074e3 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:52.953558 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4525253f-0999-4775-8506-ae053cd074e3 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:52.953880 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4525253f-0999-4775-8506-ae053cd074e3 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:52.954757 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4525253f-0999-4775-8506-ae053cd074e3 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:52.955093 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4525253f-0999-4775-8506-ae053cd074e3 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:52.955417 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4525253f-0999-4775-8506-ae053cd074e3 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:52.955733 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4525253f-0999-4775-8506-ae053cd074e3 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:52.956049 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4525253f-0999-4775-8506-ae053cd074e3 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:52.958959 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4525253f-0999-4775-8506-ae053cd074e3 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Checking segment: {'id': 'c57c3a8c-62e4-4b15-b588-8920029d2cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '417d6d46-c799-490c-aacd-0732ee94db61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:32:52.959279 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4525253f-0999-4775-8506-ae053cd074e3 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Network hostable DHCP agents. Network: 417d6d46-c799-490c-aacd-0732ee94db61, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:32:53.063055 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4525253f-0999-4775-8506-ae053cd074e3 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Network 417d6d46-c799-490c-aacd-0732ee94db61 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:32:53.121656 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-4525253f-0999-4775-8506-ae053cd074e3 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 417d6d46-c799-490c-aacd-0732ee94db61) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:53.125491 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4525253f-0999-4775-8506-ae053cd074e3 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:53.126680 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4525253f-0999-4775-8506-ae053cd074e3 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:53.131285 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186063c1-2c4d-4f91-a7cc-6ddf78f9d4e5 None None] Network 417d6d46-c799-490c-aacd-0732ee94db61 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:32:53.197140 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-4525253f-0999-4775-8506-ae053cd074e3 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9687958 Feb 03 14:32:53.200761 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 37248) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:32:53.206668 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-6301603c-f8dd-4770-8caa-66185c4b2c7d tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1610610827'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:32:53.211726 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-6301603c-f8dd-4770-8caa-66185c4b2c7d tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:32:53.215476 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-6301603c-f8dd-4770-8caa-66185c4b2c7d tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Usage tracker for resource:network and tenant:2115c8f9230f4ed380ef6ce22a565e16 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:32:53.218456 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-6301603c-f8dd-4770-8caa-66185c4b2c7d tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:32:53.224306 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-6301603c-f8dd-4770-8caa-66185c4b2c7d tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:32:53.299842 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6301603c-f8dd-4770-8caa-66185c4b2c7d tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Made reservation on behalf of 2115c8f9230f4ed380ef6ce22a565e16 for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:53.302816 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6301603c-f8dd-4770-8caa-66185c4b2c7d tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:53.334398 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6301603c-f8dd-4770-8caa-66185c4b2c7d tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:32:53.390061 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87a8517-7e84-4a3d-931c-f20a589209d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-417d6d46-c799-490c-aacd-0732ee94db61', 'network_id': '417d6d46-c799-490c-aacd-0732ee94db61', 'tenant_id': '2115c8f9230f4ed380ef6ce22a565e16', 'fixed_ips': [{'subnet_id': '5c049f74-e7e6-415e-ac5c-3918d2bd2f53'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:32:53.390482 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6301603c-f8dd-4770-8caa-66185c4b2c7d tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:53.390482 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-6301603c-f8dd-4770-8caa-66185c4b2c7d tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Added segment 3f634db2-981b-45dd-9757-c0f278077d0c of type vlan for network b622e209-7330-4007-a162-1f55dce773a3 Feb 03 14:32:53.390692 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e87a8517-7e84-4a3d-931c-f20a589209d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:53.390773 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6301603c-f8dd-4770-8caa-66185c4b2c7d tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:53.470873 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6301603c-f8dd-4770-8caa-66185c4b2c7d tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:53.474597 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6301603c-f8dd-4770-8caa-66185c4b2c7d tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:53.475199 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6301603c-f8dd-4770-8caa-66185c4b2c7d tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:53.497646 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-e87a8517-7e84-4a3d-931c-f20a589209d1 None None] Allocated IP 2001:db8::2 (417d6d46-c799-490c-aacd-0732ee94db61/5c049f74-e7e6-415e-ac5c-3918d2bd2f53/280d130a-6451-4187-8463-bcd9345e6177) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:32:53.579556 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6301603c-f8dd-4770-8caa-66185c4b2c7d tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Pushing event updated for resources: {'Network': ['ID=b622e209-7330-4007-a162-1f55dce773a3,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:53.591005 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network b622e209-7330-4007-a162-1f55dce773a3 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:32:53.637241 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-6301603c-f8dd-4770-8caa-66185c4b2c7d tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4353797 Feb 03 14:32:53.640236 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37252) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:32:53.645852 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-277be1fd-a16a-4eb2-85eb-e8269ddca568 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Request body: {'subnet': {'network_id': 'b622e209-7330-4007-a162-1f55dce773a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:32:53.753879 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-277be1fd-a16a-4eb2-85eb-e8269ddca568 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:32:53.757665 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-277be1fd-a16a-4eb2-85eb-e8269ddca568 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Usage tracker for resource:subnet and tenant:2115c8f9230f4ed380ef6ce22a565e16 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:32:53.760485 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-277be1fd-a16a-4eb2-85eb-e8269ddca568 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:32:53.766077 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-277be1fd-a16a-4eb2-85eb-e8269ddca568 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:32:53.790353 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e87a8517-7e84-4a3d-931c-f20a589209d1 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:53.801040 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-e87a8517-7e84-4a3d-931c-f20a589209d1 None None] Transition to ACTIVE for port object 280d130a-6451-4187-8463-bcd9345e6177 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:32:53.818225 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-e87a8517-7e84-4a3d-931c-f20a589209d1 None None] Transition to ACTIVE for port object 280d130a-6451-4187-8463-bcd9345e6177 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:32:53.836497 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277be1fd-a16a-4eb2-85eb-e8269ddca568 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Made reservation on behalf of 2115c8f9230f4ed380ef6ce22a565e16 for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:53.893939 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e87a8517-7e84-4a3d-931c-f20a589209d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:53.936900 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-277be1fd-a16a-4eb2-85eb-e8269ddca568 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:53.958141 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87a8517-7e84-4a3d-931c-f20a589209d1 None None] Network 417d6d46-c799-490c-aacd-0732ee94db61 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:32:53.961073 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-e87a8517-7e84-4a3d-931c-f20a589209d1 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:53.963432 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87a8517-7e84-4a3d-931c-f20a589209d1 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:32:53.974027 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a8517-7e84-4a3d-931c-f20a589209d1 None None] Pushing event updated for resources: {'Port': ['ID=280d130a-6451-4187-8463-bcd9345e6177,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:54.056335 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-e87a8517-7e84-4a3d-931c-f20a589209d1 None None] Attempting to bind port 280d130a-6451-4187-8463-bcd9345e6177 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:32:54.056710 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-e87a8517-7e84-4a3d-931c-f20a589209d1 None None] Attempting to bind port 280d130a-6451-4187-8463-bcd9345e6177 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'c57c3a8c-62e4-4b15-b588-8920029d2cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '417d6d46-c799-490c-aacd-0732ee94db61'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:32:54.057076 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87a8517-7e84-4a3d-931c-f20a589209d1 None None] Attempting to bind port 280d130a-6451-4187-8463-bcd9345e6177 on network 417d6d46-c799-490c-aacd-0732ee94db61 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:32:54.063587 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87a8517-7e84-4a3d-931c-f20a589209d1 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:32:54.063991 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87a8517-7e84-4a3d-931c-f20a589209d1 None None] Checking segment: {'id': 'c57c3a8c-62e4-4b15-b588-8920029d2cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '417d6d46-c799-490c-aacd-0732ee94db61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:32:54.064385 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e87a8517-7e84-4a3d-931c-f20a589209d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:54.064776 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87a8517-7e84-4a3d-931c-f20a589209d1 None None] Bound using segment: {'id': 'c57c3a8c-62e4-4b15-b588-8920029d2cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '417d6d46-c799-490c-aacd-0732ee94db61'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:32:54.065237 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-e87a8517-7e84-4a3d-931c-f20a589209d1 None None] Bound port: 280d130a-6451-4187-8463-bcd9345e6177, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c57c3a8c-62e4-4b15-b588-8920029d2cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '417d6d46-c799-490c-aacd-0732ee94db61'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:32:54.065615 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e87a8517-7e84-4a3d-931c-f20a589209d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:54.151346 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-e87a8517-7e84-4a3d-931c-f20a589209d1 None None] For port 280d130a-6451-4187-8463-bcd9345e6177, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:32:54.154418 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-e87a8517-7e84-4a3d-931c-f20a589209d1 None None] For port 280d130a-6451-4187-8463-bcd9345e6177, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=280d130a-6451-4187-8463-bcd9345e6177,segment=NetworkSegment(c57c3a8c-62e4-4b15-b588-8920029d2cb7),segment_id=c57c3a8c-62e4-4b15-b588-8920029d2cb7)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:32:54.196626 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-277be1fd-a16a-4eb2-85eb-e8269ddca568 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:54.225527 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e87a8517-7e84-4a3d-931c-f20a589209d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:54.276927 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277be1fd-a16a-4eb2-85eb-e8269ddca568 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Pushing event updated for resources: {'Subnet': ['ID=47c9f9b4-2497-4b9a-91ed-abba6eefa297,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:54.288559 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277be1fd-a16a-4eb2-85eb-e8269ddca568 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Checking segment: {'id': '3f634db2-981b-45dd-9757-c0f278077d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b622e209-7330-4007-a162-1f55dce773a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:32:54.288924 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277be1fd-a16a-4eb2-85eb-e8269ddca568 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Network hostable DHCP agents. Network: b622e209-7330-4007-a162-1f55dce773a3, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:32:54.307574 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a8517-7e84-4a3d-931c-f20a589209d1 None None] Pushing event updated for resources: {'Port': ['ID=280d130a-6451-4187-8463-bcd9345e6177,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:54.413532 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277be1fd-a16a-4eb2-85eb-e8269ddca568 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Network b622e209-7330-4007-a162-1f55dce773a3 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:32:54.488481 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-277be1fd-a16a-4eb2-85eb-e8269ddca568 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, b622e209-7330-4007-a162-1f55dce773a3) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:54.493111 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277be1fd-a16a-4eb2-85eb-e8269ddca568 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:54.493779 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-277be1fd-a16a-4eb2-85eb-e8269ddca568 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:54.498311 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cd0636-d863-4d46-bc59-df892463a8ee None None] Network b622e209-7330-4007-a162-1f55dce773a3 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:32:54.591535 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-277be1fd-a16a-4eb2-85eb-e8269ddca568 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9501336 Feb 03 14:32:54.594017 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37256) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:32:54.712090 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d12e21-7a18-49a3-a257-49a5c48e966e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-b622e209-7330-4007-a162-1f55dce773a3', 'network_id': 'b622e209-7330-4007-a162-1f55dce773a3', 'tenant_id': '2115c8f9230f4ed380ef6ce22a565e16', 'fixed_ips': [{'subnet_id': '47c9f9b4-2497-4b9a-91ed-abba6eefa297'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:32:54.713106 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f7d12e21-7a18-49a3-a257-49a5c48e966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:54.736448 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ccdf7163-ab90-4d2a-b52f-36d51810301b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:54.801333 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ccdf7163-ab90-4d2a-b52f-36d51810301b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:54.870155 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-f7d12e21-7a18-49a3-a257-49a5c48e966e None None] Allocated IP 2001:db8::2 (b622e209-7330-4007-a162-1f55dce773a3/47c9f9b4-2497-4b9a-91ed-abba6eefa297/39d8b898-096b-4d11-be01-8db19ea77889) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:32:55.113959 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f7d12e21-7a18-49a3-a257-49a5c48e966e None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:55.124451 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-f7d12e21-7a18-49a3-a257-49a5c48e966e None None] Transition to ACTIVE for port object 39d8b898-096b-4d11-be01-8db19ea77889 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:32:55.144343 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-f7d12e21-7a18-49a3-a257-49a5c48e966e None None] Transition to ACTIVE for port object 39d8b898-096b-4d11-be01-8db19ea77889 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:32:55.202866 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4d8f55-4403-4384-ab1d-48bfe6057dce None None] Network 417d6d46-c799-490c-aacd-0732ee94db61 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:32:55.224329 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f7d12e21-7a18-49a3-a257-49a5c48e966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:55.288003 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ccdf7163-ab90-4d2a-b52f-36d51810301b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:55.325957 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf7163-ab90-4d2a-b52f-36d51810301b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Pushing event deleted for resources: {'Subnet': ['ID=47c9f9b4-2497-4b9a-91ed-abba6eefa297,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:55.373131 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d12e21-7a18-49a3-a257-49a5c48e966e None None] Network b622e209-7330-4007-a162-1f55dce773a3 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:32:55.376353 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d12e21-7a18-49a3-a257-49a5c48e966e None None] Pushing event updated for resources: {'Port': ['ID=39d8b898-096b-4d11-be01-8db19ea77889,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:55.378599 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-f7d12e21-7a18-49a3-a257-49a5c48e966e None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:55.382640 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d12e21-7a18-49a3-a257-49a5c48e966e None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:32:55.426175 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ccdf7163-ab90-4d2a-b52f-36d51810301b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:55.453528 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-ccdf7163-ab90-4d2a-b52f-36d51810301b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b622e209-7330-4007-a162-1f55dce773a3']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:55.466875 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-33886c5c-f02f-435b-96a5-f6203bc036dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:55.467385 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-ccdf7163-ab90-4d2a-b52f-36d51810301b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f634db2-981b-45dd-9757-c0f278077d0c') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:55.468304 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-ccdf7163-ab90-4d2a-b52f-36d51810301b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f634db2-981b-45dd-9757-c0f278077d0c') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:55.480906 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-8534e01a-ff93-4701-bcd3-ad7c5b720012 None None] Provisioning for port 280d130a-6451-4187-8463-bcd9345e6177 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:32:55.486802 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ccdf7163-ab90-4d2a-b52f-36d51810301b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:55.499497 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 280d130a-6451-4187-8463-bcd9345e6177 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:32:55.504078 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ccdf7163-ab90-4d2a-b52f-36d51810301b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:55.510215 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccdf7163-ab90-4d2a-b52f-36d51810301b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:32:55.510601 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ccdf7163-ab90-4d2a-b52f-36d51810301b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:55.525485 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 14:32:55.525485 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:32:55.525485 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 14:32:55.525485 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:32:55.525485 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 14:32:55.525485 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:32:55.525485 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 14:32:55.525485 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:32:55.525485 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 14:32:55.525485 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:32:55.525485 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 14:32:55.525485 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:32:55.525485 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 14:32:55.525485 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:32:55.525485 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:32:55.525485 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:32:55.525485 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:32:55.525485 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:32:55.525485 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 14:32:55.525485 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:32:55.525485 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 14:32:55.525485 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:32:55.525485 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:32:55.525485 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:32:55.525485 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 14:32:55.525485 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:32:55.525485 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:32:55.525485 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:32:55.525485 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:32:55.525485 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:32:55.525485 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:32:55.525485 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:32:55.569736 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-f7d12e21-7a18-49a3-a257-49a5c48e966e None None] Attempting to bind port 39d8b898-096b-4d11-be01-8db19ea77889 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:32:55.570107 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-f7d12e21-7a18-49a3-a257-49a5c48e966e None None] Attempting to bind port 39d8b898-096b-4d11-be01-8db19ea77889 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '3f634db2-981b-45dd-9757-c0f278077d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b622e209-7330-4007-a162-1f55dce773a3'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:32:55.570466 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d12e21-7a18-49a3-a257-49a5c48e966e None None] Attempting to bind port 39d8b898-096b-4d11-be01-8db19ea77889 on network b622e209-7330-4007-a162-1f55dce773a3 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:32:55.601940 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d12e21-7a18-49a3-a257-49a5c48e966e None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:32:55.602320 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d12e21-7a18-49a3-a257-49a5c48e966e None None] Checking segment: {'id': '3f634db2-981b-45dd-9757-c0f278077d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b622e209-7330-4007-a162-1f55dce773a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:32:55.602723 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f7d12e21-7a18-49a3-a257-49a5c48e966e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:55.603140 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d12e21-7a18-49a3-a257-49a5c48e966e None None] Bound using segment: {'id': '3f634db2-981b-45dd-9757-c0f278077d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b622e209-7330-4007-a162-1f55dce773a3'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:32:55.603614 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-f7d12e21-7a18-49a3-a257-49a5c48e966e None None] Bound port: 39d8b898-096b-4d11-be01-8db19ea77889, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f634db2-981b-45dd-9757-c0f278077d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b622e209-7330-4007-a162-1f55dce773a3'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:32:55.603985 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f7d12e21-7a18-49a3-a257-49a5c48e966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:55.636361 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.db.api [None req-ccdf7163-ab90-4d2a-b52f-36d51810301b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 14:32:55.636361 dv-neutron-827016-1-hyperv neutron-server[84181]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 14:32:55.636361 dv-neutron-827016-1-hyperv neutron-server[84181]: [parameters: {'id': 'b622e209-7330-4007-a162-1f55dce773a3'}] Feb 03 14:32:55.636361 dv-neutron-827016-1-hyperv neutron-server[84181]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:32:55.636805 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG oslo_db.api [None req-ccdf7163-ab90-4d2a-b52f-36d51810301b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:32:55.753495 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-f7d12e21-7a18-49a3-a257-49a5c48e966e None None] For port 39d8b898-096b-4d11-be01-8db19ea77889, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:32:55.757326 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-f7d12e21-7a18-49a3-a257-49a5c48e966e None None] For port 39d8b898-096b-4d11-be01-8db19ea77889, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=39d8b898-096b-4d11-be01-8db19ea77889,segment=NetworkSegment(3f634db2-981b-45dd-9757-c0f278077d0c),segment_id=3f634db2-981b-45dd-9757-c0f278077d0c)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:32:55.790581 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 280d130a-6451-4187-8463-bcd9345e6177 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:32:55.795740 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 280d130a-6451-4187-8463-bcd9345e6177 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:55.801485 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:55.824108 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f7d12e21-7a18-49a3-a257-49a5c48e966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:55.928835 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d12e21-7a18-49a3-a257-49a5c48e966e None None] Pushing event updated for resources: {'Port': ['ID=39d8b898-096b-4d11-be01-8db19ea77889,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:56.040244 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd1312f-6e75-4efd-964c-c050ef988c61 None None] Network b622e209-7330-4007-a162-1f55dce773a3 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:32:56.061952 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-0360dad0-4a21-4167-ab63-98d90caeef54 None None] Provisioning complete for port 280d130a-6451-4187-8463-bcd9345e6177 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:56.062320 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0360dad0-4a21-4167-ab63-98d90caeef54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:56.137482 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ccdf7163-ab90-4d2a-b52f-36d51810301b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:56.145123 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:56.148987 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-ccdf7163-ab90-4d2a-b52f-36d51810301b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Deleting port 39d8b898-096b-4d11-be01-8db19ea77889 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:32:56.149321 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ccdf7163-ab90-4d2a-b52f-36d51810301b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:56.272936 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 280d130a-6451-4187-8463-bcd9345e6177, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=280d130a-6451-4187-8463-bcd9345e6177,segment=NetworkSegment(c57c3a8c-62e4-4b15-b588-8920029d2cb7),segment_id=c57c3a8c-62e4-4b15-b588-8920029d2cb7)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:56.333284 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:56.349603 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-ccdf7163-ab90-4d2a-b52f-36d51810301b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] For port 39d8b898-096b-4d11-be01-8db19ea77889, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=39d8b898-096b-4d11-be01-8db19ea77889,segment=NetworkSegment(3f634db2-981b-45dd-9757-c0f278077d0c),segment_id=3f634db2-981b-45dd-9757-c0f278077d0c)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:56.349972 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ccdf7163-ab90-4d2a-b52f-36d51810301b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:56.396039 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0360dad0-4a21-4167-ab63-98d90caeef54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:56.435147 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=280d130a-6451-4187-8463-bcd9345e6177,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:56.480769 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45646996-c8fc-4b93-90ab-96d1e4682817 None None] get_active_networks_info from dv-neutron-827016-1-hyperv {{(pid=84183) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 03 14:32:56.540550 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-0360dad0-4a21-4167-ab63-98d90caeef54 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:32:56.541275 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-0360dad0-4a21-4167-ab63-98d90caeef54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:32:56.570273 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-ccdf7163-ab90-4d2a-b52f-36d51810301b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Calling delete_port for 39d8b898-096b-4d11-be01-8db19ea77889 owned by network:dhcp {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:32:56.589826 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45646996-c8fc-4b93-90ab-96d1e4682817 None None] Resources bound (agent type, host, resource id): {{(pid=84183) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 14:32:56.727958 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ccdf7163-ab90-4d2a-b52f-36d51810301b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:56.771330 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf7163-ab90-4d2a-b52f-36d51810301b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Pushing event deleted for resources: {'Port': ['ID=39d8b898-096b-4d11-be01-8db19ea77889,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:56.777133 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdf7163-ab90-4d2a-b52f-36d51810301b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] No DVR routers for this DVR port 39d8b898-096b-4d11-be01-8db19ea77889 on host dv-neutron-827016-1-hyperv {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:32:56.898581 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ccdf7163-ab90-4d2a-b52f-36d51810301b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:56.927514 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-ccdf7163-ab90-4d2a-b52f-36d51810301b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b622e209-7330-4007-a162-1f55dce773a3']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:56.938979 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-ccdf7163-ab90-4d2a-b52f-36d51810301b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f634db2-981b-45dd-9757-c0f278077d0c') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:56.939293 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-ccdf7163-ab90-4d2a-b52f-36d51810301b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f634db2-981b-45dd-9757-c0f278077d0c') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:56.950160 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ccdf7163-ab90-4d2a-b52f-36d51810301b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:56.965941 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ccdf7163-ab90-4d2a-b52f-36d51810301b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:56.972285 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccdf7163-ab90-4d2a-b52f-36d51810301b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:32:56.972653 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ccdf7163-ab90-4d2a-b52f-36d51810301b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:56.986242 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 14:32:56.986242 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:32:56.986242 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 14:32:56.986242 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:32:56.986242 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 14:32:56.986242 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:32:56.986242 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 14:32:56.986242 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:32:56.986242 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 14:32:56.986242 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:32:56.986242 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 14:32:56.986242 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:32:56.986242 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 14:32:56.986242 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:32:56.986242 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:32:56.986242 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:32:56.986242 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:32:56.986242 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:32:56.986242 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 14:32:56.986242 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:32:56.986242 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 14:32:56.986242 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:32:56.986242 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:32:56.986242 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:32:56.986242 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 14:32:56.986242 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:32:56.986242 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:32:56.986242 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:32:56.986242 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:32:56.986242 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:32:56.986242 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:32:56.986242 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:32:57.137279 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ccdf7163-ab90-4d2a-b52f-36d51810301b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:57.154385 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ccdf7163-ab90-4d2a-b52f-36d51810301b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:57.165283 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf7163-ab90-4d2a-b52f-36d51810301b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Pushing event deleted for resources: {'Network': ['ID=b622e209-7330-4007-a162-1f55dce773a3,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:57.171604 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ccdf7163-ab90-4d2a-b52f-36d51810301b tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] 10.222.0.41 "DELETE /v2.0/networks/b622e209-7330-4007-a162-1f55dce773a3 HTTP/1.1" status: 204 len: 168 time: 2.5765548 Feb 03 14:32:57.174556 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37260) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:32:57.220773 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dfab2ec-9452-48b8-b9de-064f50aa07cb tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] GET failed (client error): The resource could not be found. Feb 03 14:32:57.221271 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-0dfab2ec-9452-48b8-b9de-064f50aa07cb tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Synchronizing usage tracker for tenant:2115c8f9230f4ed380ef6ce22a565e16 on resource:subnet {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:32:57.302974 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-0dfab2ec-9452-48b8-b9de-064f50aa07cb tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Unset dirty status for tenant:2115c8f9230f4ed380ef6ce22a565e16 on resource:subnet {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:32:57.304089 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-0dfab2ec-9452-48b8-b9de-064f50aa07cb tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] 10.222.0.41 "GET /v2.0/subnets/47c9f9b4-2497-4b9a-91ed-abba6eefa297 HTTP/1.1" status: 404 len: 337 time: 0.1286306 Feb 03 14:32:57.306837 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37264) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:32:57.330975 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-d25c0143-65f2-4796-9e25-ab36431739f6 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] DELETE failed (client error): The resource could not be found. Feb 03 14:32:57.331427 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d25c0143-65f2-4796-9e25-ab36431739f6 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:32:57.332965 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d25c0143-65f2-4796-9e25-ab36431739f6 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] 10.222.0.41 "DELETE /v2.0/networks/b622e209-7330-4007-a162-1f55dce773a3 HTTP/1.1" status: 404 len: 339 time: 0.0252302 Feb 03 14:32:57.339763 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37268) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:32:57.381134 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-a74e5fec-6ef2-46de-8190-86cb18af1b7f tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] DELETE failed (client error): The resource could not be found. Feb 03 14:32:57.381565 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a74e5fec-6ef2-46de-8190-86cb18af1b7f tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:32:57.383164 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-a74e5fec-6ef2-46de-8190-86cb18af1b7f tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] 10.222.0.41 "DELETE /v2.0/subnets/47c9f9b4-2497-4b9a-91ed-abba6eefa297 HTTP/1.1" status: 404 len: 337 time: 0.0424943 Feb 03 14:32:57.385815 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37272) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:32:57.410438 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-593e14aa-ac2c-473b-a4e3-cf2f8896a2fd tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] DELETE failed (client error): The resource could not be found. Feb 03 14:32:57.410882 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-593e14aa-ac2c-473b-a4e3-cf2f8896a2fd tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:32:57.412489 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-593e14aa-ac2c-473b-a4e3-cf2f8896a2fd tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] 10.222.0.41 "DELETE /v2.0/networks/b622e209-7330-4007-a162-1f55dce773a3 HTTP/1.1" status: 404 len: 339 time: 0.0258148 Feb 03 14:32:57.415109 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37276) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:32:57.456245 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 280d130a-6451-4187-8463-bcd9345e6177 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:32:57.482499 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-982c5372-fb94-4c0b-9325-4a6d08edf8d2 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Deleting subnet 5c049f74-e7e6-415e-ac5c-3918d2bd2f53 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:32:57.485520 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-982c5372-fb94-4c0b-9325-4a6d08edf8d2 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:57.503559 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-76b59bed-ea90-4b8c-9a7b-ffd044546f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:57.528198 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 280d130a-6451-4187-8463-bcd9345e6177 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:57.528564 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:57.543792 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-982c5372-fb94-4c0b-9325-4a6d08edf8d2 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:57.626556 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-982c5372-fb94-4c0b-9325-4a6d08edf8d2 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:57.767050 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-982c5372-fb94-4c0b-9325-4a6d08edf8d2 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:57.807848 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982c5372-fb94-4c0b-9325-4a6d08edf8d2 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Pushing event deleted for resources: {'Subnet': ['ID=5c049f74-e7e6-415e-ac5c-3918d2bd2f53,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:57.815458 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-982c5372-fb94-4c0b-9325-4a6d08edf8d2 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:57.820731 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9aebbdd-eef8-45b5-9022-0b3c4b11bf64 None None] Network 417d6d46-c799-490c-aacd-0732ee94db61 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:32:57.888461 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-982c5372-fb94-4c0b-9325-4a6d08edf8d2 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] 10.222.0.41 "DELETE /v2.0/subnets/5c049f74-e7e6-415e-ac5c-3918d2bd2f53 HTTP/1.1" status: 204 len: 168 time: 0.4723320 Feb 03 14:32:57.890880 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37280) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:32:58.003911 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a96253ad-50ad-450c-af4b-081d6fa3a955 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:58.015508 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-a96253ad-50ad-450c-af4b-081d6fa3a955 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Deleting port 280d130a-6451-4187-8463-bcd9345e6177 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:32:58.015846 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a96253ad-50ad-450c-af4b-081d6fa3a955 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:58.056122 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d39b34-d765-49bf-8084-f002c0193856 None None] DHCP port deletion for 417d6d46-c799-490c-aacd-0732ee94db61 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:32:58.060442 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-88d39b34-d765-49bf-8084-f002c0193856 None None] Deleting port 280d130a-6451-4187-8463-bcd9345e6177 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:32:58.060891 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-88d39b34-d765-49bf-8084-f002c0193856 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:58.216059 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-a96253ad-50ad-450c-af4b-081d6fa3a955 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] For port 280d130a-6451-4187-8463-bcd9345e6177, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=280d130a-6451-4187-8463-bcd9345e6177,segment=NetworkSegment(c57c3a8c-62e4-4b15-b588-8920029d2cb7),segment_id=c57c3a8c-62e4-4b15-b588-8920029d2cb7)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:58.216700 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a96253ad-50ad-450c-af4b-081d6fa3a955 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:58.255767 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-88d39b34-d765-49bf-8084-f002c0193856 None None] For port 280d130a-6451-4187-8463-bcd9345e6177, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=280d130a-6451-4187-8463-bcd9345e6177,segment=NetworkSegment(c57c3a8c-62e4-4b15-b588-8920029d2cb7),segment_id=c57c3a8c-62e4-4b15-b588-8920029d2cb7)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:58.256158 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-88d39b34-d765-49bf-8084-f002c0193856 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:58.336004 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-a96253ad-50ad-450c-af4b-081d6fa3a955 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Calling delete_port for 280d130a-6451-4187-8463-bcd9345e6177 owned by network:dhcp {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:32:58.377534 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-88d39b34-d765-49bf-8084-f002c0193856 None None] Calling delete_port for 280d130a-6451-4187-8463-bcd9345e6177 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:32:58.589093 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a96253ad-50ad-450c-af4b-081d6fa3a955 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:58.595617 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-88d39b34-d765-49bf-8084-f002c0193856 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:32:58.595971 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-88d39b34-d765-49bf-8084-f002c0193856 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:32:58.633526 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96253ad-50ad-450c-af4b-081d6fa3a955 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Pushing event deleted for resources: {'Port': ['ID=280d130a-6451-4187-8463-bcd9345e6177,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:58.638851 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96253ad-50ad-450c-af4b-081d6fa3a955 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] No DVR routers for this DVR port 280d130a-6451-4187-8463-bcd9345e6177 on host dv-neutron-827016-1-hyperv {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:32:58.757256 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a96253ad-50ad-450c-af4b-081d6fa3a955 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:58.781602 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-a96253ad-50ad-450c-af4b-081d6fa3a955 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['417d6d46-c799-490c-aacd-0732ee94db61']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:58.796825 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-a96253ad-50ad-450c-af4b-081d6fa3a955 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c57c3a8c-62e4-4b15-b588-8920029d2cb7') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:58.797117 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-a96253ad-50ad-450c-af4b-081d6fa3a955 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c57c3a8c-62e4-4b15-b588-8920029d2cb7') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:58.808847 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a96253ad-50ad-450c-af4b-081d6fa3a955 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:58.865149 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:58.907888 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a96253ad-50ad-450c-af4b-081d6fa3a955 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:58.913802 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a96253ad-50ad-450c-af4b-081d6fa3a955 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:32:58.914182 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a96253ad-50ad-450c-af4b-081d6fa3a955 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:58.928167 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 14:32:58.928167 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:32:58.928167 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 14:32:58.928167 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:32:58.928167 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 14:32:58.928167 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:32:58.928167 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 14:32:58.928167 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:32:58.928167 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 14:32:58.928167 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:32:58.928167 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 14:32:58.928167 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:32:58.928167 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 14:32:58.928167 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:32:58.928167 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:32:58.928167 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:32:58.928167 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:32:58.928167 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:32:58.928167 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 14:32:58.928167 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:32:58.928167 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 14:32:58.928167 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:32:58.928167 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:32:58.928167 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:32:58.928167 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 14:32:58.928167 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:32:58.928167 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:32:58.928167 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:32:58.928167 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:32:58.928167 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:32:58.928167 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:32:58.928167 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:32:58.943482 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:59.068802 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a96253ad-50ad-450c-af4b-081d6fa3a955 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:59.086162 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a96253ad-50ad-450c-af4b-081d6fa3a955 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:59.096623 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96253ad-50ad-450c-af4b-081d6fa3a955 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Pushing event deleted for resources: {'Network': ['ID=417d6d46-c799-490c-aacd-0732ee94db61,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:59.097056 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-88d39b34-d765-49bf-8084-f002c0193856 None None] Deleting port 280d130a-6451-4187-8463-bcd9345e6177 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:32:59.097445 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-88d39b34-d765-49bf-8084-f002c0193856 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:59.100623 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-a96253ad-50ad-450c-af4b-081d6fa3a955 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] 10.222.0.41 "DELETE /v2.0/networks/417d6d46-c799-490c-aacd-0732ee94db61 HTTP/1.1" status: 204 len: 168 time: 1.2087631 Feb 03 14:32:59.102983 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37284) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:32:59.141057 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-074ed061-0c3f-450f-ab74-249811594a4e tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] DELETE failed (client error): The resource could not be found. Feb 03 14:32:59.141410 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-074ed061-0c3f-450f-ab74-249811594a4e tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:32:59.143024 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-074ed061-0c3f-450f-ab74-249811594a4e tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] 10.222.0.41 "DELETE /v2.0/subnets/d15427b8-3616-442e-9e44-9367adfb019f HTTP/1.1" status: 404 len: 337 time: 0.0391068 Feb 03 14:32:59.145587 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37288) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:32:59.164842 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-88d39b34-d765-49bf-8084-f002c0193856 None None] The port '280d130a-6451-4187-8463-bcd9345e6177' was deleted {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 14:32:59.169418 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7283157-e8a4-4ad7-953c-084a206aefab tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] DELETE failed (client error): The resource could not be found. Feb 03 14:32:59.169852 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7283157-e8a4-4ad7-953c-084a206aefab tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:32:59.171862 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c7283157-e8a4-4ad7-953c-084a206aefab tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] 10.222.0.41 "DELETE /v2.0/networks/7d0ac581-617a-4fc8-9cf3-a255063a241f HTTP/1.1" status: 404 len: 339 time: 0.0250151 Feb 03 14:32:59.175379 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 37292) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:32:59.216798 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-d92e1d3a-6d2f-4f8c-8834-fa68aba7c765 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] DELETE failed (client error): The resource could not be found. Feb 03 14:32:59.217228 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d92e1d3a-6d2f-4f8c-8834-fa68aba7c765 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:32:59.218789 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d92e1d3a-6d2f-4f8c-8834-fa68aba7c765 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] 10.222.0.41 "DELETE /v2.0/subnets/071d23b9-fe06-46ab-840d-68dd1225261f HTTP/1.1" status: 404 len: 337 time: 0.0424571 Feb 03 14:32:59.221299 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 37296) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:32:59.251374 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.pecan_wsgi.hooks.translation [None req-2422e45a-e22d-4749-b6b5-5e37dcb3386c tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] DELETE failed (client error): The resource could not be found. Feb 03 14:32:59.251801 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2422e45a-e22d-4749-b6b5-5e37dcb3386c tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:32:59.253342 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2422e45a-e22d-4749-b6b5-5e37dcb3386c tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] 10.222.0.41 "DELETE /v2.0/networks/fa972060-392e-4a7b-8c4f-d97df12e8ec1 HTTP/1.1" status: 404 len: 339 time: 0.0311897 Feb 03 14:32:59.255797 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 37300) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:32:59.433416 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdc90c86-7490-4682-8c3f-39a5a9895a61 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Deleting subnet c43ebee5-768d-4ff0-80b4-4fdcf81e91b4 {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:32:59.436210 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fdc90c86-7490-4682-8c3f-39a5a9895a61 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:59.447848 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 280d130a-6451-4187-8463-bcd9345e6177 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:32:59.480226 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 280d130a-6451-4187-8463-bcd9345e6177 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:32:59.480661 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 280d130a-6451-4187-8463-bcd9345e6177 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:32:59.495013 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fdc90c86-7490-4682-8c3f-39a5a9895a61 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:59.575099 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fdc90c86-7490-4682-8c3f-39a5a9895a61 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:59.722178 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fdc90c86-7490-4682-8c3f-39a5a9895a61 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:59.763351 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc90c86-7490-4682-8c3f-39a5a9895a61 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Pushing event deleted for resources: {'Subnet': ['ID=c43ebee5-768d-4ff0-80b4-4fdcf81e91b4,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:59.768435 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fdc90c86-7490-4682-8c3f-39a5a9895a61 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:59.773758 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2baccf-e1c4-495e-81f1-026aab0c17ea None None] Network 2701da3f-4113-48d1-9afa-976b46eb3dce requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:32:59.777460 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-fdc90c86-7490-4682-8c3f-39a5a9895a61 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] 10.222.0.41 "DELETE /v2.0/subnets/c43ebee5-768d-4ff0-80b4-4fdcf81e91b4 HTTP/1.1" status: 204 len: 168 time: 0.5207577 Feb 03 14:32:59.779940 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 37304) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:32:59.890665 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2bf5fb12-1f60-4999-a442-b13b68450d05 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:32:59.901288 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-2bf5fb12-1f60-4999-a442-b13b68450d05 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Deleting port 03a7b9dc-a491-488d-87b8-8f96dbecd804 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:32:59.901627 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2bf5fb12-1f60-4999-a442-b13b68450d05 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:00.010725 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af62c45-b3a3-4d61-ab6d-a598e8837f25 None None] DHCP port deletion for 2701da3f-4113-48d1-9afa-976b46eb3dce request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:33:00.015028 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-0af62c45-b3a3-4d61-ab6d-a598e8837f25 None None] Deleting port 03a7b9dc-a491-488d-87b8-8f96dbecd804 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:33:00.015427 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0af62c45-b3a3-4d61-ab6d-a598e8837f25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:00.101868 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-2bf5fb12-1f60-4999-a442-b13b68450d05 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] For port 03a7b9dc-a491-488d-87b8-8f96dbecd804, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=03a7b9dc-a491-488d-87b8-8f96dbecd804,segment=NetworkSegment(06c0453d-db07-42d8-b117-9e8104126739),segment_id=06c0453d-db07-42d8-b117-9e8104126739)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:33:00.102224 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2bf5fb12-1f60-4999-a442-b13b68450d05 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:00.261353 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-0af62c45-b3a3-4d61-ab6d-a598e8837f25 None None] For port 03a7b9dc-a491-488d-87b8-8f96dbecd804, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=03a7b9dc-a491-488d-87b8-8f96dbecd804,segment=NetworkSegment(06c0453d-db07-42d8-b117-9e8104126739),segment_id=06c0453d-db07-42d8-b117-9e8104126739)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:33:00.261744 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0af62c45-b3a3-4d61-ab6d-a598e8837f25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:00.316518 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-2bf5fb12-1f60-4999-a442-b13b68450d05 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Calling delete_port for 03a7b9dc-a491-488d-87b8-8f96dbecd804 owned by network:dhcp {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:33:00.321764 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:00.377912 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-0af62c45-b3a3-4d61-ab6d-a598e8837f25 None None] Calling delete_port for 03a7b9dc-a491-488d-87b8-8f96dbecd804 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:33:00.442062 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2bf5fb12-1f60-4999-a442-b13b68450d05 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:00.447316 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-0af62c45-b3a3-4d61-ab6d-a598e8837f25 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:33:00.447666 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-0af62c45-b3a3-4d61-ab6d-a598e8837f25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:33:00.487644 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5fb12-1f60-4999-a442-b13b68450d05 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Pushing event deleted for resources: {'Port': ['ID=03a7b9dc-a491-488d-87b8-8f96dbecd804,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:00.494526 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf5fb12-1f60-4999-a442-b13b68450d05 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] No DVR routers for this DVR port 03a7b9dc-a491-488d-87b8-8f96dbecd804 on host dv-neutron-827016-1-hyperv {{(pid=84182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:33:00.615479 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2bf5fb12-1f60-4999-a442-b13b68450d05 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:00.639245 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-2bf5fb12-1f60-4999-a442-b13b68450d05 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2701da3f-4113-48d1-9afa-976b46eb3dce']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:00.651113 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-2bf5fb12-1f60-4999-a442-b13b68450d05 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c0453d-db07-42d8-b117-9e8104126739') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:00.651407 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-2bf5fb12-1f60-4999-a442-b13b68450d05 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c0453d-db07-42d8-b117-9e8104126739') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:00.662876 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2bf5fb12-1f60-4999-a442-b13b68450d05 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:00.678061 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2bf5fb12-1f60-4999-a442-b13b68450d05 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:00.683757 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bf5fb12-1f60-4999-a442-b13b68450d05 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:33:00.684127 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2bf5fb12-1f60-4999-a442-b13b68450d05 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:00.697711 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 14:33:00.697711 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:33:00.697711 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 14:33:00.697711 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:33:00.697711 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 14:33:00.697711 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:33:00.697711 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 14:33:00.697711 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:33:00.697711 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 14:33:00.697711 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:33:00.697711 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 14:33:00.697711 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:33:00.697711 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 14:33:00.697711 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:33:00.697711 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:33:00.697711 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:33:00.697711 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:33:00.697711 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:33:00.697711 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 14:33:00.697711 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:33:00.697711 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 14:33:00.697711 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:33:00.697711 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:33:00.697711 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:33:00.697711 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 14:33:00.697711 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:33:00.697711 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:33:00.697711 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:33:00.697711 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:33:00.697711 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:33:00.697711 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:33:00.697711 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:33:00.841936 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2bf5fb12-1f60-4999-a442-b13b68450d05 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:00.858978 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2bf5fb12-1f60-4999-a442-b13b68450d05 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:00.869293 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5fb12-1f60-4999-a442-b13b68450d05 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] Pushing event deleted for resources: {'Network': ['ID=2701da3f-4113-48d1-9afa-976b46eb3dce,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:00.873141 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2bf5fb12-1f60-4999-a442-b13b68450d05 tempest-NetworksIpV6Test-1853918410 tempest-NetworksIpV6Test-1853918410-project] 10.222.0.41 "DELETE /v2.0/networks/2701da3f-4113-48d1-9afa-976b46eb3dce HTTP/1.1" status: 204 len: 168 time: 1.0922785 Feb 03 14:33:00.949000 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-0af62c45-b3a3-4d61-ab6d-a598e8837f25 None None] Deleting port 03a7b9dc-a491-488d-87b8-8f96dbecd804 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:33:00.949388 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0af62c45-b3a3-4d61-ab6d-a598e8837f25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:01.011263 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-0af62c45-b3a3-4d61-ab6d-a598e8837f25 None None] The port '03a7b9dc-a491-488d-87b8-8f96dbecd804' was deleted {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 14:33:01.277411 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 37312) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:33:01.446578 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-31bd85a2-caf8-4e1e-8afb-51178a76603a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2115c8f9230f4ed380ef6ce22a565e16&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1680126 Feb 03 14:33:01.447407 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37318) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:33:01.448480 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 03a7b9dc-a491-488d-87b8-8f96dbecd804 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:33:01.483724 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 03a7b9dc-a491-488d-87b8-8f96dbecd804 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:33:01.484070 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 03a7b9dc-a491-488d-87b8-8f96dbecd804 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:33:01.506871 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-357579f9-8156-49a9-a7d3-5ccc672b6267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:01.535780 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-357579f9-8156-49a9-a7d3-5ccc672b6267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:01.653171 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-357579f9-8156-49a9-a7d3-5ccc672b6267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:01.670514 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357579f9-8156-49a9-a7d3-5ccc672b6267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9f01ad-e9e8-40fd-b53b-7d509d149e35,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:01.675334 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-357579f9-8156-49a9-a7d3-5ccc672b6267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:01.676426 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-357579f9-8156-49a9-a7d3-5ccc672b6267 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aa9f01ad-e9e8-40fd-b53b-7d509d149e35 HTTP/1.1" status: 204 len: 168 time: 0.2280726 Feb 03 14:33:02.712274 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37340) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:33:02.835583 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-df17cd09-6d3a-4af6-8036-bab96a8a5615 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-507630394', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:33:02.841759 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-df17cd09-6d3a-4af6-8036-bab96a8a5615 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:33:02.845467 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-df17cd09-6d3a-4af6-8036-bab96a8a5615 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Usage tracker for resource:router and tenant:9f801913f1fb4cca8e988ca915387f7b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:33:02.848321 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-df17cd09-6d3a-4af6-8036-bab96a8a5615 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:33:02.854299 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-df17cd09-6d3a-4af6-8036-bab96a8a5615 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:33:02.898872 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-df17cd09-6d3a-4af6-8036-bab96a8a5615 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:02.899818 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-df17cd09-6d3a-4af6-8036-bab96a8a5615 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:02.916762 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-df17cd09-6d3a-4af6-8036-bab96a8a5615 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:02.973249 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-df17cd09-6d3a-4af6-8036-bab96a8a5615 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:03.030119 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-df17cd09-6d3a-4af6-8036-bab96a8a5615 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:03.031312 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-df17cd09-6d3a-4af6-8036-bab96a8a5615 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3180335 Feb 03 14:33:03.034051 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37346) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:33:03.039479 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-62bffa6b-1db8-4f93-85e5-107c9f20fb88 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1717748991'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:33:03.044317 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-62bffa6b-1db8-4f93-85e5-107c9f20fb88 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:33:03.048658 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-62bffa6b-1db8-4f93-85e5-107c9f20fb88 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Usage tracker for resource:network and tenant:9f801913f1fb4cca8e988ca915387f7b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:33:03.052054 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-62bffa6b-1db8-4f93-85e5-107c9f20fb88 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:33:03.057712 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-62bffa6b-1db8-4f93-85e5-107c9f20fb88 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:33:03.154269 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62bffa6b-1db8-4f93-85e5-107c9f20fb88 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Made reservation on behalf of 9f801913f1fb4cca8e988ca915387f7b for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:33:03.157713 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-62bffa6b-1db8-4f93-85e5-107c9f20fb88 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:03.169985 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-62bffa6b-1db8-4f93-85e5-107c9f20fb88 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:03.200261 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-62bffa6b-1db8-4f93-85e5-107c9f20fb88 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:33:03.204175 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-62bffa6b-1db8-4f93-85e5-107c9f20fb88 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Usage tracker for resource:security_group_rule and tenant:9f801913f1fb4cca8e988ca915387f7b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:33:03.206862 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-62bffa6b-1db8-4f93-85e5-107c9f20fb88 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:33:03.212417 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-62bffa6b-1db8-4f93-85e5-107c9f20fb88 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:33:03.280083 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-62bffa6b-1db8-4f93-85e5-107c9f20fb88 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:03.354595 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-62bffa6b-1db8-4f93-85e5-107c9f20fb88 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:03.383281 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62bffa6b-1db8-4f93-85e5-107c9f20fb88 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:33:03.397935 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bffa6b-1db8-4f93-85e5-107c9f20fb88 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d650c8-d60e-4bd3-943f-d3dae7e11547,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:03.402289 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-62bffa6b-1db8-4f93-85e5-107c9f20fb88 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:03.402627 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-62bffa6b-1db8-4f93-85e5-107c9f20fb88 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Added segment 3d09b2f9-8d64-4805-90d8-76e33c0ca3cb of type vlan for network c2e1c721-5838-4bdb-9d80-e74fdb37a542 Feb 03 14:33:03.428321 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-62bffa6b-1db8-4f93-85e5-107c9f20fb88 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:03.521856 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-62bffa6b-1db8-4f93-85e5-107c9f20fb88 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:03.525553 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bffa6b-1db8-4f93-85e5-107c9f20fb88 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:03.526137 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-62bffa6b-1db8-4f93-85e5-107c9f20fb88 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:03.632270 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bffa6b-1db8-4f93-85e5-107c9f20fb88 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Pushing event updated for resources: {'Network': ['ID=c2e1c721-5838-4bdb-9d80-e74fdb37a542,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:03.642946 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network c2e1c721-5838-4bdb-9d80-e74fdb37a542 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:33:03.694233 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-62bffa6b-1db8-4f93-85e5-107c9f20fb88 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6590984 Feb 03 14:33:03.697027 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37350) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:33:03.702726 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-606e3328-0ee2-45cf-8cbe-45456f93dddf tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Request body: {'subnet': {'network_id': 'c2e1c721-5838-4bdb-9d80-e74fdb37a542', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:33:03.811578 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-606e3328-0ee2-45cf-8cbe-45456f93dddf tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:33:03.815959 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-606e3328-0ee2-45cf-8cbe-45456f93dddf tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Usage tracker for resource:subnet and tenant:9f801913f1fb4cca8e988ca915387f7b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:33:03.818951 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-606e3328-0ee2-45cf-8cbe-45456f93dddf tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:33:03.824538 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-606e3328-0ee2-45cf-8cbe-45456f93dddf tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:33:03.892647 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606e3328-0ee2-45cf-8cbe-45456f93dddf tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Made reservation on behalf of 9f801913f1fb4cca8e988ca915387f7b for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:33:03.988950 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-606e3328-0ee2-45cf-8cbe-45456f93dddf tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:04.257101 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-606e3328-0ee2-45cf-8cbe-45456f93dddf tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:04.329536 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e3328-0ee2-45cf-8cbe-45456f93dddf tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Pushing event updated for resources: {'Subnet': ['ID=e1c793ea-bbe9-443c-a38d-33a87d5c42b3,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:04.342920 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606e3328-0ee2-45cf-8cbe-45456f93dddf tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Checking segment: {'id': '3d09b2f9-8d64-4805-90d8-76e33c0ca3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c2e1c721-5838-4bdb-9d80-e74fdb37a542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:33:04.343313 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606e3328-0ee2-45cf-8cbe-45456f93dddf tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Network hostable DHCP agents. Network: c2e1c721-5838-4bdb-9d80-e74fdb37a542, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:33:04.428285 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606e3328-0ee2-45cf-8cbe-45456f93dddf tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Network c2e1c721-5838-4bdb-9d80-e74fdb37a542 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:33:04.493020 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-606e3328-0ee2-45cf-8cbe-45456f93dddf tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, c2e1c721-5838-4bdb-9d80-e74fdb37a542) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:04.497076 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606e3328-0ee2-45cf-8cbe-45456f93dddf tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:04.497685 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-606e3328-0ee2-45cf-8cbe-45456f93dddf tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:04.501725 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cb9193-08bb-402d-af58-99369057ab24 None None] Network c2e1c721-5838-4bdb-9d80-e74fdb37a542 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:33:04.572598 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-606e3328-0ee2-45cf-8cbe-45456f93dddf tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8743641 Feb 03 14:33:04.575355 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37354) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:33:04.581752 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-6e209d0f-855f-4bdc-8942-7662702526b1 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2086323798'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:33:04.586499 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-6e209d0f-855f-4bdc-8942-7662702526b1 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:33:04.590290 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-6e209d0f-855f-4bdc-8942-7662702526b1 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Usage tracker for resource:network and tenant:9f801913f1fb4cca8e988ca915387f7b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:33:04.593084 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-6e209d0f-855f-4bdc-8942-7662702526b1 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:33:04.599400 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-6e209d0f-855f-4bdc-8942-7662702526b1 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:33:04.691670 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e209d0f-855f-4bdc-8942-7662702526b1 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Made reservation on behalf of 9f801913f1fb4cca8e988ca915387f7b for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:33:04.694629 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6e209d0f-855f-4bdc-8942-7662702526b1 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:04.706372 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af42427-e218-4e09-be52-835a64f8780e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-c2e1c721-5838-4bdb-9d80-e74fdb37a542', 'network_id': 'c2e1c721-5838-4bdb-9d80-e74fdb37a542', 'tenant_id': '9f801913f1fb4cca8e988ca915387f7b', 'fixed_ips': [{'subnet_id': 'e1c793ea-bbe9-443c-a38d-33a87d5c42b3'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:33:04.713474 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7af42427-e218-4e09-be52-835a64f8780e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:04.727714 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e209d0f-855f-4bdc-8942-7662702526b1 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:33:04.736152 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6e209d0f-855f-4bdc-8942-7662702526b1 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:04.736714 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-6e209d0f-855f-4bdc-8942-7662702526b1 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Added segment b626ed6b-dfd9-46d7-a2cd-300059a0afac of type vlan for network 42314384-e008-4e5b-a538-125ccb6ff915 Feb 03 14:33:04.762389 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6e209d0f-855f-4bdc-8942-7662702526b1 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:04.853460 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6e209d0f-855f-4bdc-8942-7662702526b1 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:04.857005 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e209d0f-855f-4bdc-8942-7662702526b1 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:04.857578 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6e209d0f-855f-4bdc-8942-7662702526b1 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:04.858166 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-7af42427-e218-4e09-be52-835a64f8780e None None] Allocated IP 172.20.0.2 (c2e1c721-5838-4bdb-9d80-e74fdb37a542/e1c793ea-bbe9-443c-a38d-33a87d5c42b3/caa5face-5d6f-4d9b-926e-94c796d1fa02) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:33:04.964235 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e209d0f-855f-4bdc-8942-7662702526b1 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Pushing event updated for resources: {'Network': ['ID=42314384-e008-4e5b-a538-125ccb6ff915,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:04.974680 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 42314384-e008-4e5b-a538-125ccb6ff915 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:33:05.031070 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-6e209d0f-855f-4bdc-8942-7662702526b1 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4546885 Feb 03 14:33:05.033718 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37358) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:33:05.039156 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-604fe7d7-6ccb-412a-9edd-b34f94f2fe06 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Request body: {'subnet': {'network_id': '42314384-e008-4e5b-a538-125ccb6ff915', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:33:05.149068 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7af42427-e218-4e09-be52-835a64f8780e None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:05.149391 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-604fe7d7-6ccb-412a-9edd-b34f94f2fe06 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:33:05.153270 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-604fe7d7-6ccb-412a-9edd-b34f94f2fe06 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Usage tracker for resource:subnet and tenant:9f801913f1fb4cca8e988ca915387f7b is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:33:05.156080 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-604fe7d7-6ccb-412a-9edd-b34f94f2fe06 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:33:05.159230 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-7af42427-e218-4e09-be52-835a64f8780e None None] Transition to ACTIVE for port object caa5face-5d6f-4d9b-926e-94c796d1fa02 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:33:05.161684 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-604fe7d7-6ccb-412a-9edd-b34f94f2fe06 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:33:05.177286 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-7af42427-e218-4e09-be52-835a64f8780e None None] Transition to ACTIVE for port object caa5face-5d6f-4d9b-926e-94c796d1fa02 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:33:05.234007 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604fe7d7-6ccb-412a-9edd-b34f94f2fe06 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Made reservation on behalf of 9f801913f1fb4cca8e988ca915387f7b for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:33:05.257540 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7af42427-e218-4e09-be52-835a64f8780e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:05.333867 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-604fe7d7-6ccb-412a-9edd-b34f94f2fe06 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:05.334283 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af42427-e218-4e09-be52-835a64f8780e None None] Network c2e1c721-5838-4bdb-9d80-e74fdb37a542 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:33:05.337105 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-7af42427-e218-4e09-be52-835a64f8780e None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:05.341657 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af42427-e218-4e09-be52-835a64f8780e None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:33:05.344312 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af42427-e218-4e09-be52-835a64f8780e None None] Pushing event updated for resources: {'Port': ['ID=caa5face-5d6f-4d9b-926e-94c796d1fa02,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:05.431992 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-7af42427-e218-4e09-be52-835a64f8780e None None] Attempting to bind port caa5face-5d6f-4d9b-926e-94c796d1fa02 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:33:05.432362 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-7af42427-e218-4e09-be52-835a64f8780e None None] Attempting to bind port caa5face-5d6f-4d9b-926e-94c796d1fa02 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '3d09b2f9-8d64-4805-90d8-76e33c0ca3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c2e1c721-5838-4bdb-9d80-e74fdb37a542'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:33:05.432726 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af42427-e218-4e09-be52-835a64f8780e None None] Attempting to bind port caa5face-5d6f-4d9b-926e-94c796d1fa02 on network c2e1c721-5838-4bdb-9d80-e74fdb37a542 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:33:05.439170 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af42427-e218-4e09-be52-835a64f8780e None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:33:05.439544 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af42427-e218-4e09-be52-835a64f8780e None None] Checking segment: {'id': '3d09b2f9-8d64-4805-90d8-76e33c0ca3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c2e1c721-5838-4bdb-9d80-e74fdb37a542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:33:05.439945 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7af42427-e218-4e09-be52-835a64f8780e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:05.440338 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af42427-e218-4e09-be52-835a64f8780e None None] Bound using segment: {'id': '3d09b2f9-8d64-4805-90d8-76e33c0ca3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c2e1c721-5838-4bdb-9d80-e74fdb37a542'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:33:05.440795 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-7af42427-e218-4e09-be52-835a64f8780e None None] Bound port: caa5face-5d6f-4d9b-926e-94c796d1fa02, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d09b2f9-8d64-4805-90d8-76e33c0ca3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c2e1c721-5838-4bdb-9d80-e74fdb37a542'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:33:05.441165 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7af42427-e218-4e09-be52-835a64f8780e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:05.528386 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-7af42427-e218-4e09-be52-835a64f8780e None None] For port caa5face-5d6f-4d9b-926e-94c796d1fa02, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:33:05.531488 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-7af42427-e218-4e09-be52-835a64f8780e None None] For port caa5face-5d6f-4d9b-926e-94c796d1fa02, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=caa5face-5d6f-4d9b-926e-94c796d1fa02,segment=NetworkSegment(3d09b2f9-8d64-4805-90d8-76e33c0ca3cb),segment_id=3d09b2f9-8d64-4805-90d8-76e33c0ca3cb)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:33:05.608057 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7af42427-e218-4e09-be52-835a64f8780e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:05.670588 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-604fe7d7-6ccb-412a-9edd-b34f94f2fe06 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:05.685671 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af42427-e218-4e09-be52-835a64f8780e None None] Pushing event updated for resources: {'Port': ['ID=caa5face-5d6f-4d9b-926e-94c796d1fa02,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:05.756095 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604fe7d7-6ccb-412a-9edd-b34f94f2fe06 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Pushing event updated for resources: {'Subnet': ['ID=8429ab6b-48ed-4308-9757-58194fec6f4d,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:05.766213 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604fe7d7-6ccb-412a-9edd-b34f94f2fe06 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Checking segment: {'id': 'b626ed6b-dfd9-46d7-a2cd-300059a0afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '42314384-e008-4e5b-a538-125ccb6ff915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:33:05.766580 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604fe7d7-6ccb-412a-9edd-b34f94f2fe06 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Network hostable DHCP agents. Network: 42314384-e008-4e5b-a538-125ccb6ff915, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:33:05.846178 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604fe7d7-6ccb-412a-9edd-b34f94f2fe06 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Network 42314384-e008-4e5b-a538-125ccb6ff915 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:33:05.915963 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-604fe7d7-6ccb-412a-9edd-b34f94f2fe06 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 42314384-e008-4e5b-a538-125ccb6ff915) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:05.920566 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604fe7d7-6ccb-412a-9edd-b34f94f2fe06 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:05.920746 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-604fe7d7-6ccb-412a-9edd-b34f94f2fe06 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:05.925303 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265d343a-a4b3-4753-abda-ed98136e9c4b None None] Network 42314384-e008-4e5b-a538-125ccb6ff915 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:33:06.007001 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-604fe7d7-6ccb-412a-9edd-b34f94f2fe06 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9722061 Feb 03 14:33:06.009736 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37362) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:33:06.015461 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-22607c59-84a3-4607-b6ed-5d58f56a1f88 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Request body: {'router': {'external_gateway_info': {'network_id': '42314384-e008-4e5b-a538-125ccb6ff915'}}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:33:06.171121 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d0f934-9840-4afd-9087-57c31b142369 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-42314384-e008-4e5b-a538-125ccb6ff915', 'network_id': '42314384-e008-4e5b-a538-125ccb6ff915', 'tenant_id': '9f801913f1fb4cca8e988ca915387f7b', 'fixed_ips': [{'subnet_id': '8429ab6b-48ed-4308-9757-58194fec6f4d'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:33:06.171881 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e5d0f934-9840-4afd-9087-57c31b142369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:06.334949 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-e5d0f934-9840-4afd-9087-57c31b142369 None None] Allocated IP 172.21.0.2 (42314384-e008-4e5b-a538-125ccb6ff915/8429ab6b-48ed-4308-9757-58194fec6f4d/a6016cae-7cf8-43fd-8b8e-cf7dc436f96e) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:33:06.423218 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-22607c59-84a3-4607-b6ed-5d58f56a1f88 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:06.550394 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e5d0f934-9840-4afd-9087-57c31b142369 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:06.561093 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-e5d0f934-9840-4afd-9087-57c31b142369 None None] Transition to ACTIVE for port object a6016cae-7cf8-43fd-8b8e-cf7dc436f96e will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:33:06.582929 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-e5d0f934-9840-4afd-9087-57c31b142369 None None] Transition to ACTIVE for port object a6016cae-7cf8-43fd-8b8e-cf7dc436f96e will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:33:06.630873 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f397cb-67a0-4d5e-be3a-a3b3ac85519c None None] Network c2e1c721-5838-4bdb-9d80-e74fdb37a542 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:33:06.638625 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.api.v2.resource [None req-22607c59-84a3-4607-b6ed-5d58f56a1f88 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:33:06.639688 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-22607c59-84a3-4607-b6ed-5d58f56a1f88 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] 10.222.0.41 "PUT /v2.0/routers/d4f63c02-ca54-4ddc-aced-24260faa7a86 HTTP/1.1" status: 400 len: 364 time: 0.6290023 Feb 03 14:33:06.645907 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37366) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:33:06.700854 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e5d0f934-9840-4afd-9087-57c31b142369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:06.710574 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-e163fa7d-efbb-4d41-b6bf-63053445e374 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Deleting subnet 8429ab6b-48ed-4308-9757-58194fec6f4d {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:33:06.713564 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e163fa7d-efbb-4d41-b6bf-63053445e374 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:06.770238 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e163fa7d-efbb-4d41-b6bf-63053445e374 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:06.793710 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d0f934-9840-4afd-9087-57c31b142369 None None] Network 42314384-e008-4e5b-a538-125ccb6ff915 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:33:06.805540 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-e5d0f934-9840-4afd-9087-57c31b142369 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:06.812134 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d0f934-9840-4afd-9087-57c31b142369 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:33:06.814567 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0f934-9840-4afd-9087-57c31b142369 None None] Pushing event updated for resources: {'Port': ['ID=a6016cae-7cf8-43fd-8b8e-cf7dc436f96e,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:06.854440 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e163fa7d-efbb-4d41-b6bf-63053445e374 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:06.893643 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-08b1b55e-36c5-4be0-b3b0-f1482a5ef79e None None] Provisioning for port caa5face-5d6f-4d9b-926e-94c796d1fa02 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:33:06.962381 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-e5d0f934-9840-4afd-9087-57c31b142369 None None] Attempting to bind port a6016cae-7cf8-43fd-8b8e-cf7dc436f96e on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:33:06.962974 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-e5d0f934-9840-4afd-9087-57c31b142369 None None] Attempting to bind port a6016cae-7cf8-43fd-8b8e-cf7dc436f96e by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'b626ed6b-dfd9-46d7-a2cd-300059a0afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '42314384-e008-4e5b-a538-125ccb6ff915'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:33:06.963137 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d0f934-9840-4afd-9087-57c31b142369 None None] Attempting to bind port a6016cae-7cf8-43fd-8b8e-cf7dc436f96e on network 42314384-e008-4e5b-a538-125ccb6ff915 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:33:07.000081 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d0f934-9840-4afd-9087-57c31b142369 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:33:07.000479 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d0f934-9840-4afd-9087-57c31b142369 None None] Checking segment: {'id': 'b626ed6b-dfd9-46d7-a2cd-300059a0afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '42314384-e008-4e5b-a538-125ccb6ff915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:33:07.000885 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e5d0f934-9840-4afd-9087-57c31b142369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:07.001276 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d0f934-9840-4afd-9087-57c31b142369 None None] Bound using segment: {'id': 'b626ed6b-dfd9-46d7-a2cd-300059a0afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '42314384-e008-4e5b-a538-125ccb6ff915'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:33:07.001734 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-e5d0f934-9840-4afd-9087-57c31b142369 None None] Bound port: a6016cae-7cf8-43fd-8b8e-cf7dc436f96e, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b626ed6b-dfd9-46d7-a2cd-300059a0afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '42314384-e008-4e5b-a538-125ccb6ff915'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:33:07.002108 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e5d0f934-9840-4afd-9087-57c31b142369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:07.007805 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e163fa7d-efbb-4d41-b6bf-63053445e374 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:07.050766 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e163fa7d-efbb-4d41-b6bf-63053445e374 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Pushing event deleted for resources: {'Subnet': ['ID=8429ab6b-48ed-4308-9757-58194fec6f4d,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:07.055487 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e163fa7d-efbb-4d41-b6bf-63053445e374 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:07.061394 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e163fa7d-efbb-4d41-b6bf-63053445e374 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] 10.222.0.41 "DELETE /v2.0/subnets/8429ab6b-48ed-4308-9757-58194fec6f4d HTTP/1.1" status: 204 len: 168 time: 0.4145024 Feb 03 14:33:07.063936 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37370) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:33:07.114762 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-e5d0f934-9840-4afd-9087-57c31b142369 None None] For port a6016cae-7cf8-43fd-8b8e-cf7dc436f96e, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:33:07.114762 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-e5d0f934-9840-4afd-9087-57c31b142369 None None] For port a6016cae-7cf8-43fd-8b8e-cf7dc436f96e, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=a6016cae-7cf8-43fd-8b8e-cf7dc436f96e,segment=NetworkSegment(b626ed6b-dfd9-46d7-a2cd-300059a0afac),segment_id=b626ed6b-dfd9-46d7-a2cd-300059a0afac)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:33:07.177497 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-efb749af-485e-4927-8eb1-492dfcaa1211 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:07.188147 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-efb749af-485e-4927-8eb1-492dfcaa1211 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Deleting port a6016cae-7cf8-43fd-8b8e-cf7dc436f96e {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:33:07.188534 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-efb749af-485e-4927-8eb1-492dfcaa1211 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:07.202693 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e5d0f934-9840-4afd-9087-57c31b142369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:07.282182 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0f934-9840-4afd-9087-57c31b142369 None None] Pushing event updated for resources: {'Port': ['ID=a6016cae-7cf8-43fd-8b8e-cf7dc436f96e,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:07.361068 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3ca78a-83f9-44ed-bcd3-c9bf34b3170a None None] Network 42314384-e008-4e5b-a538-125ccb6ff915 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:33:07.496044 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device caa5face-5d6f-4d9b-926e-94c796d1fa02 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:33:07.512912 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-efb749af-485e-4927-8eb1-492dfcaa1211 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] For port a6016cae-7cf8-43fd-8b8e-cf7dc436f96e, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=a6016cae-7cf8-43fd-8b8e-cf7dc436f96e,segment=NetworkSegment(b626ed6b-dfd9-46d7-a2cd-300059a0afac),segment_id=b626ed6b-dfd9-46d7-a2cd-300059a0afac)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:33:07.513359 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-efb749af-485e-4927-8eb1-492dfcaa1211 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:07.629842 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7a49b6-3511-46a4-b764-9e11914a640d None None] get_active_networks_info from dv-neutron-827016-1-hyperv {{(pid=84183) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 03 14:33:07.639707 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-efb749af-485e-4927-8eb1-492dfcaa1211 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Calling delete_port for a6016cae-7cf8-43fd-8b8e-cf7dc436f96e owned by network:dhcp {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:33:07.706387 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port caa5face-5d6f-4d9b-926e-94c796d1fa02 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:33:07.718668 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port caa5face-5d6f-4d9b-926e-94c796d1fa02 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:07.719100 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:07.741898 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7a49b6-3511-46a4-b764-9e11914a640d None None] Resources bound (agent type, host, resource id): {{(pid=84183) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 14:33:07.795864 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-efb749af-485e-4927-8eb1-492dfcaa1211 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:07.843897 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb749af-485e-4927-8eb1-492dfcaa1211 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Pushing event deleted for resources: {'Port': ['ID=a6016cae-7cf8-43fd-8b8e-cf7dc436f96e,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:07.848768 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb749af-485e-4927-8eb1-492dfcaa1211 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] No DVR routers for this DVR port a6016cae-7cf8-43fd-8b8e-cf7dc436f96e on host dv-neutron-827016-1-hyperv {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:33:07.972835 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-efb749af-485e-4927-8eb1-492dfcaa1211 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:07.985745 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:07.998570 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-efb749af-485e-4927-8eb1-492dfcaa1211 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42314384-e008-4e5b-a538-125ccb6ff915']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:08.016020 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-efb749af-485e-4927-8eb1-492dfcaa1211 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b626ed6b-dfd9-46d7-a2cd-300059a0afac') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:08.017222 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-efb749af-485e-4927-8eb1-492dfcaa1211 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b626ed6b-dfd9-46d7-a2cd-300059a0afac') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:08.028465 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-efb749af-485e-4927-8eb1-492dfcaa1211 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:08.044192 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-efb749af-485e-4927-8eb1-492dfcaa1211 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:08.050843 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb749af-485e-4927-8eb1-492dfcaa1211 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:33:08.051290 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-efb749af-485e-4927-8eb1-492dfcaa1211 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:08.066555 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 14:33:08.066555 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:33:08.066555 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 14:33:08.066555 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:33:08.066555 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 14:33:08.066555 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:33:08.066555 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 14:33:08.066555 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:33:08.066555 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 14:33:08.066555 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:33:08.066555 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 14:33:08.066555 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:33:08.066555 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 14:33:08.066555 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:33:08.066555 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:33:08.066555 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:33:08.066555 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:33:08.066555 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:33:08.066555 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 14:33:08.066555 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:33:08.066555 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 14:33:08.066555 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:33:08.066555 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:33:08.066555 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:33:08.066555 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 14:33:08.066555 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:33:08.066555 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:33:08.066555 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:33:08.066555 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:33:08.066555 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:33:08.066555 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:33:08.066555 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:33:08.071789 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port caa5face-5d6f-4d9b-926e-94c796d1fa02, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=caa5face-5d6f-4d9b-926e-94c796d1fa02,segment=NetworkSegment(3d09b2f9-8d64-4805-90d8-76e33c0ca3cb),segment_id=3d09b2f9-8d64-4805-90d8-76e33c0ca3cb)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:33:08.161275 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:08.212987 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-efb749af-485e-4927-8eb1-492dfcaa1211 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:08.227899 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=caa5face-5d6f-4d9b-926e-94c796d1fa02,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:08.230096 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-efb749af-485e-4927-8eb1-492dfcaa1211 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:08.245237 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb749af-485e-4927-8eb1-492dfcaa1211 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Pushing event deleted for resources: {'Network': ['ID=42314384-e008-4e5b-a538-125ccb6ff915,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:08.249261 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-efb749af-485e-4927-8eb1-492dfcaa1211 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] 10.222.0.41 "DELETE /v2.0/networks/42314384-e008-4e5b-a538-125ccb6ff915 HTTP/1.1" status: 204 len: 168 time: 1.1843238 Feb 03 14:33:08.252163 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37374) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:33:08.314435 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5114e67-6981-40be-bdc8-010a6fa091dd tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Deleting subnet e1c793ea-bbe9-443c-a38d-33a87d5c42b3 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:33:08.317269 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e5114e67-6981-40be-bdc8-010a6fa091dd tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:08.372552 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e5114e67-6981-40be-bdc8-010a6fa091dd tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:08.456268 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e5114e67-6981-40be-bdc8-010a6fa091dd tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:08.596448 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e5114e67-6981-40be-bdc8-010a6fa091dd tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:08.634069 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5114e67-6981-40be-bdc8-010a6fa091dd tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Pushing event deleted for resources: {'Subnet': ['ID=e1c793ea-bbe9-443c-a38d-33a87d5c42b3,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:08.640137 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e5114e67-6981-40be-bdc8-010a6fa091dd tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:08.645800 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8f024a-2ed4-49e7-b82a-58c7d7e2d765 None None] Network c2e1c721-5838-4bdb-9d80-e74fdb37a542 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:33:08.645968 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e5114e67-6981-40be-bdc8-010a6fa091dd tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] 10.222.0.41 "DELETE /v2.0/subnets/e1c793ea-bbe9-443c-a38d-33a87d5c42b3 HTTP/1.1" status: 204 len: 168 time: 0.3928120 Feb 03 14:33:08.648374 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37380) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:33:08.759405 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3220b35c-a439-4bd4-817d-883c2369b1d2 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:08.770229 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-3220b35c-a439-4bd4-817d-883c2369b1d2 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Deleting port caa5face-5d6f-4d9b-926e-94c796d1fa02 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:33:08.770564 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3220b35c-a439-4bd4-817d-883c2369b1d2 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:08.886320 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bc1eca-cb27-4084-abf2-6d84cb0a3c9a None None] DHCP port deletion for c2e1c721-5838-4bdb-9d80-e74fdb37a542 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:33:08.890674 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-f1bc1eca-cb27-4084-abf2-6d84cb0a3c9a None None] Deleting port caa5face-5d6f-4d9b-926e-94c796d1fa02 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:33:08.891613 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f1bc1eca-cb27-4084-abf2-6d84cb0a3c9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:08.976601 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-3220b35c-a439-4bd4-817d-883c2369b1d2 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] For port caa5face-5d6f-4d9b-926e-94c796d1fa02, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=caa5face-5d6f-4d9b-926e-94c796d1fa02,segment=NetworkSegment(3d09b2f9-8d64-4805-90d8-76e33c0ca3cb),segment_id=3d09b2f9-8d64-4805-90d8-76e33c0ca3cb)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:33:08.976964 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3220b35c-a439-4bd4-817d-883c2369b1d2 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:09.085156 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-f1bc1eca-cb27-4084-abf2-6d84cb0a3c9a None None] For port caa5face-5d6f-4d9b-926e-94c796d1fa02, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=caa5face-5d6f-4d9b-926e-94c796d1fa02,segment=NetworkSegment(3d09b2f9-8d64-4805-90d8-76e33c0ca3cb),segment_id=3d09b2f9-8d64-4805-90d8-76e33c0ca3cb)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:33:09.085919 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f1bc1eca-cb27-4084-abf2-6d84cb0a3c9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:09.096439 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-3220b35c-a439-4bd4-817d-883c2369b1d2 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Calling delete_port for caa5face-5d6f-4d9b-926e-94c796d1fa02 owned by network:dhcp {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:33:09.210472 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-f1bc1eca-cb27-4084-abf2-6d84cb0a3c9a None None] Calling delete_port for caa5face-5d6f-4d9b-926e-94c796d1fa02 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:33:09.315913 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3220b35c-a439-4bd4-817d-883c2369b1d2 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:09.321089 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-f1bc1eca-cb27-4084-abf2-6d84cb0a3c9a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:33:09.321452 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-f1bc1eca-cb27-4084-abf2-6d84cb0a3c9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:33:09.361195 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220b35c-a439-4bd4-817d-883c2369b1d2 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Pushing event deleted for resources: {'Port': ['ID=caa5face-5d6f-4d9b-926e-94c796d1fa02,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:09.365549 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3220b35c-a439-4bd4-817d-883c2369b1d2 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] No DVR routers for this DVR port caa5face-5d6f-4d9b-926e-94c796d1fa02 on host dv-neutron-827016-1-hyperv {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:33:09.455634 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device caa5face-5d6f-4d9b-926e-94c796d1fa02 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:33:09.486771 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: caa5face-5d6f-4d9b-926e-94c796d1fa02 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:33:09.487031 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device caa5face-5d6f-4d9b-926e-94c796d1fa02 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:33:09.487894 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3220b35c-a439-4bd4-817d-883c2369b1d2 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:09.512928 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-3220b35c-a439-4bd4-817d-883c2369b1d2 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2e1c721-5838-4bdb-9d80-e74fdb37a542']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:09.525153 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-3220b35c-a439-4bd4-817d-883c2369b1d2 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d09b2f9-8d64-4805-90d8-76e33c0ca3cb') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:09.525457 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-3220b35c-a439-4bd4-817d-883c2369b1d2 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d09b2f9-8d64-4805-90d8-76e33c0ca3cb') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:09.536349 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3220b35c-a439-4bd4-817d-883c2369b1d2 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:09.552109 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3220b35c-a439-4bd4-817d-883c2369b1d2 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:09.557927 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3220b35c-a439-4bd4-817d-883c2369b1d2 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:33:09.558346 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3220b35c-a439-4bd4-817d-883c2369b1d2 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:09.572826 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 14:33:09.572826 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:33:09.572826 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 14:33:09.572826 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:33:09.572826 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 14:33:09.572826 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:33:09.572826 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 14:33:09.572826 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:33:09.572826 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 14:33:09.572826 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:33:09.572826 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 14:33:09.572826 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:33:09.572826 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 14:33:09.572826 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:33:09.572826 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:33:09.572826 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:33:09.572826 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:33:09.572826 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:33:09.572826 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 14:33:09.572826 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:33:09.572826 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 14:33:09.572826 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:33:09.572826 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:33:09.572826 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:33:09.572826 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 14:33:09.572826 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:33:09.572826 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:33:09.572826 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:33:09.572826 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:33:09.572826 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:33:09.572826 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:33:09.572826 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:33:09.703056 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3220b35c-a439-4bd4-817d-883c2369b1d2 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:09.722845 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3220b35c-a439-4bd4-817d-883c2369b1d2 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:09.728827 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220b35c-a439-4bd4-817d-883c2369b1d2 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Pushing event deleted for resources: {'Network': ['ID=c2e1c721-5838-4bdb-9d80-e74fdb37a542,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:09.736972 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3220b35c-a439-4bd4-817d-883c2369b1d2 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] 10.222.0.41 "DELETE /v2.0/networks/c2e1c721-5838-4bdb-9d80-e74fdb37a542 HTTP/1.1" status: 204 len: 168 time: 1.0876272 Feb 03 14:33:09.739586 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37384) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:33:09.783610 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-cbab39e7-2a12-4b88-839d-daa3a1f82012 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Synchronizing usage tracker for tenant:9f801913f1fb4cca8e988ca915387f7b on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:33:09.822609 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-f1bc1eca-cb27-4084-abf2-6d84cb0a3c9a None None] Deleting port caa5face-5d6f-4d9b-926e-94c796d1fa02 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:33:09.822987 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f1bc1eca-cb27-4084-abf2-6d84cb0a3c9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:09.873943 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-cbab39e7-2a12-4b88-839d-daa3a1f82012 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Unset dirty status for tenant:9f801913f1fb4cca8e988ca915387f7b on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:33:09.875233 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-cbab39e7-2a12-4b88-839d-daa3a1f82012 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4f63c02-ca54-4ddc-aced-24260faa7a86 HTTP/1.1" status: 200 len: 205 time: 0.1346834 Feb 03 14:33:09.877630 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37388) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:33:09.886669 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-f1bc1eca-cb27-4084-abf2-6d84cb0a3c9a None None] The port 'caa5face-5d6f-4d9b-926e-94c796d1fa02' was deleted {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 14:33:10.013807 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a1b951a8-ab73-4b18-825e-0633ff1f5ad2 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks [] for router, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:10.384961 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a1b951a8-ab73-4b18-825e-0633ff1f5ad2 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:10.389023 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a1b951a8-ab73-4b18-825e-0633ff1f5ad2 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:10.533215 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a1b951a8-ab73-4b18-825e-0633ff1f5ad2 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:10.533698 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b951a8-ab73-4b18-825e-0633ff1f5ad2 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Fanout notify agent at l3_agent the message router_deleted on router d4f63c02-ca54-4ddc-aced-24260faa7a86 {{(pid=84181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:33:10.543901 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a1b951a8-ab73-4b18-825e-0633ff1f5ad2 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:10.544999 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-a1b951a8-ab73-4b18-825e-0633ff1f5ad2 tempest-RoutersNegativeTest-1702776387 tempest-RoutersNegativeTest-1702776387-project] 10.222.0.41 "DELETE /v2.0/routers/d4f63c02-ca54-4ddc-aced-24260faa7a86 HTTP/1.1" status: 204 len: 168 time: 0.6664660 Feb 03 14:33:10.993179 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37396) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:33:11.160015 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ff3f1568-afdc-47bf-84c1-4aa0c21e40e9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9f801913f1fb4cca8e988ca915387f7b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1655815 Feb 03 14:33:11.162689 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 37402) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:33:11.221113 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4b0074ed-3e3b-4f91-95e2-3df6df42ef24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:11.246266 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4b0074ed-3e3b-4f91-95e2-3df6df42ef24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:11.396470 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4b0074ed-3e3b-4f91-95e2-3df6df42ef24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:11.416045 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0074ed-3e3b-4f91-95e2-3df6df42ef24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d650c8-d60e-4bd3-943f-d3dae7e11547,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:11.420422 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4b0074ed-3e3b-4f91-95e2-3df6df42ef24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:11.421497 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4b0074ed-3e3b-4f91-95e2-3df6df42ef24 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a7d650c8-d60e-4bd3-943f-d3dae7e11547 HTTP/1.1" status: 204 len: 168 time: 0.2577536 Feb 03 14:33:12.480171 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 37424) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:33:12.606552 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-e94b936e-eb53-4b56-be1e-f87c7da7b49e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2030375120-network', 'tenant_id': '0686e69ac11942188b5a0488c30ffe77'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:33:12.611396 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e94b936e-eb53-4b56-be1e-f87c7da7b49e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:33:12.615137 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e94b936e-eb53-4b56-be1e-f87c7da7b49e admin admin] Usage tracker for resource:network and tenant:0686e69ac11942188b5a0488c30ffe77 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:33:12.617882 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e94b936e-eb53-4b56-be1e-f87c7da7b49e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:33:12.623397 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e94b936e-eb53-4b56-be1e-f87c7da7b49e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:33:12.704355 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94b936e-eb53-4b56-be1e-f87c7da7b49e admin admin] Made reservation on behalf of 0686e69ac11942188b5a0488c30ffe77 for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:33:12.706672 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e94b936e-eb53-4b56-be1e-f87c7da7b49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:12.718713 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e94b936e-eb53-4b56-be1e-f87c7da7b49e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:12.748992 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e94b936e-eb53-4b56-be1e-f87c7da7b49e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:33:12.752687 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e94b936e-eb53-4b56-be1e-f87c7da7b49e admin admin] Usage tracker for resource:security_group_rule and tenant:0686e69ac11942188b5a0488c30ffe77 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:33:12.755439 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e94b936e-eb53-4b56-be1e-f87c7da7b49e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:33:12.760944 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e94b936e-eb53-4b56-be1e-f87c7da7b49e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:33:12.824390 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e94b936e-eb53-4b56-be1e-f87c7da7b49e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:12.892594 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e94b936e-eb53-4b56-be1e-f87c7da7b49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:12.918766 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e94b936e-eb53-4b56-be1e-f87c7da7b49e admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:33:12.930992 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b936e-eb53-4b56-be1e-f87c7da7b49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc09c02d-b758-4c19-bc92-3f8728f312dd,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:12.935163 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e94b936e-eb53-4b56-be1e-f87c7da7b49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:12.935505 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-e94b936e-eb53-4b56-be1e-f87c7da7b49e admin admin] Added segment 7fe4ba72-477a-4148-b5a4-9e0d361e5340 of type vlan for network 1477685f-a984-4245-9767-bb3ab342f7c7 Feb 03 14:33:12.960295 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e94b936e-eb53-4b56-be1e-f87c7da7b49e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:13.024091 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e94b936e-eb53-4b56-be1e-f87c7da7b49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:13.024891 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94b936e-eb53-4b56-be1e-f87c7da7b49e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:13.025483 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e94b936e-eb53-4b56-be1e-f87c7da7b49e admin admin] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:13.125269 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b936e-eb53-4b56-be1e-f87c7da7b49e admin admin] Pushing event updated for resources: {'Network': ['ID=1477685f-a984-4245-9767-bb3ab342f7c7,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:13.134551 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 1477685f-a984-4245-9767-bb3ab342f7c7 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:33:13.167985 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e94b936e-eb53-4b56-be1e-f87c7da7b49e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6867590 Feb 03 14:33:13.170810 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 37430) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:33:13.177080 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-c003c6a9-c732-445d-8f3c-93c0a6286857 admin admin] Request body: {'subnet': {'network_id': '1477685f-a984-4245-9767-bb3ab342f7c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2030375120-subnet', 'tenant_id': '0686e69ac11942188b5a0488c30ffe77', 'ip_version': 4}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:33:13.182009 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-c003c6a9-c732-445d-8f3c-93c0a6286857 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:33:13.185937 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-c003c6a9-c732-445d-8f3c-93c0a6286857 admin admin] Usage tracker for resource:subnet and tenant:0686e69ac11942188b5a0488c30ffe77 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:33:13.188799 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-c003c6a9-c732-445d-8f3c-93c0a6286857 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:33:13.194818 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-c003c6a9-c732-445d-8f3c-93c0a6286857 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:33:13.246790 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c003c6a9-c732-445d-8f3c-93c0a6286857 admin admin] Made reservation on behalf of 0686e69ac11942188b5a0488c30ffe77 for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:33:13.249193 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c003c6a9-c732-445d-8f3c-93c0a6286857 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:13.498498 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c003c6a9-c732-445d-8f3c-93c0a6286857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:13.567002 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c003c6a9-c732-445d-8f3c-93c0a6286857 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b67fd079-e27a-40ec-9240-ef46db2d56e2,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:13.581934 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c003c6a9-c732-445d-8f3c-93c0a6286857 admin admin] Checking segment: {'id': '7fe4ba72-477a-4148-b5a4-9e0d361e5340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1477685f-a984-4245-9767-bb3ab342f7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:33:13.582283 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c003c6a9-c732-445d-8f3c-93c0a6286857 admin admin] Network hostable DHCP agents. Network: 1477685f-a984-4245-9767-bb3ab342f7c7, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:33:13.669881 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c003c6a9-c732-445d-8f3c-93c0a6286857 admin admin] Network 1477685f-a984-4245-9767-bb3ab342f7c7 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:33:13.732130 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-c003c6a9-c732-445d-8f3c-93c0a6286857 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 1477685f-a984-4245-9767-bb3ab342f7c7) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:13.736149 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c003c6a9-c732-445d-8f3c-93c0a6286857 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:13.736828 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c003c6a9-c732-445d-8f3c-93c0a6286857 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:13.743289 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ddc23d-557a-4722-aaba-520a04eb91c3 None None] Network 1477685f-a984-4245-9767-bb3ab342f7c7 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:33:13.840777 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c003c6a9-c732-445d-8f3c-93c0a6286857 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6687520 Feb 03 14:33:13.843279 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 37434) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:33:13.848240 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-928dc531-63d0-45c8-b615-37641c6c7709 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2030375120-router', 'tenant_id': '0686e69ac11942188b5a0488c30ffe77', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:33:13.852919 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-928dc531-63d0-45c8-b615-37641c6c7709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:33:13.856789 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-928dc531-63d0-45c8-b615-37641c6c7709 admin admin] Usage tracker for resource:router and tenant:0686e69ac11942188b5a0488c30ffe77 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:33:13.859689 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-928dc531-63d0-45c8-b615-37641c6c7709 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:33:13.865711 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-928dc531-63d0-45c8-b615-37641c6c7709 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:33:13.936860 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-928dc531-63d0-45c8-b615-37641c6c7709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:13.938290 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-928dc531-63d0-45c8-b615-37641c6c7709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:13.950158 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50070578-9396-4bf8-b8a2-b61c93541e0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-1477685f-a984-4245-9767-bb3ab342f7c7', 'network_id': '1477685f-a984-4245-9767-bb3ab342f7c7', 'tenant_id': '0686e69ac11942188b5a0488c30ffe77', 'fixed_ips': [{'subnet_id': 'b67fd079-e27a-40ec-9240-ef46db2d56e2'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:33:13.950966 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-50070578-9396-4bf8-b8a2-b61c93541e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:13.958170 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-928dc531-63d0-45c8-b615-37641c6c7709 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:14.133547 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-50070578-9396-4bf8-b8a2-b61c93541e0c None None] Allocated IP 172.20.0.2 (1477685f-a984-4245-9767-bb3ab342f7c7/b67fd079-e27a-40ec-9240-ef46db2d56e2/a6e089a3-ff68-4e05-83ca-46b1ccc11161) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:33:14.169831 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-928dc531-63d0-45c8-b615-37641c6c7709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:14.331332 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-50070578-9396-4bf8-b8a2-b61c93541e0c None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:14.341833 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-50070578-9396-4bf8-b8a2-b61c93541e0c None None] Transition to ACTIVE for port object a6e089a3-ff68-4e05-83ca-46b1ccc11161 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:33:14.360763 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-50070578-9396-4bf8-b8a2-b61c93541e0c None None] Transition to ACTIVE for port object a6e089a3-ff68-4e05-83ca-46b1ccc11161 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:33:14.424839 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-50070578-9396-4bf8-b8a2-b61c93541e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:14.494723 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50070578-9396-4bf8-b8a2-b61c93541e0c None None] Network 1477685f-a984-4245-9767-bb3ab342f7c7 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:33:14.495596 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50070578-9396-4bf8-b8a2-b61c93541e0c None None] Pushing event updated for resources: {'Port': ['ID=a6e089a3-ff68-4e05-83ca-46b1ccc11161,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:14.498075 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-50070578-9396-4bf8-b8a2-b61c93541e0c None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:14.500526 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50070578-9396-4bf8-b8a2-b61c93541e0c None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:33:14.512065 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-928dc531-63d0-45c8-b615-37641c6c7709 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:14.542514 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-928dc531-63d0-45c8-b615-37641c6c7709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:14.587933 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-50070578-9396-4bf8-b8a2-b61c93541e0c None None] Attempting to bind port a6e089a3-ff68-4e05-83ca-46b1ccc11161 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:33:14.588216 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-50070578-9396-4bf8-b8a2-b61c93541e0c None None] Attempting to bind port a6e089a3-ff68-4e05-83ca-46b1ccc11161 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '7fe4ba72-477a-4148-b5a4-9e0d361e5340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1477685f-a984-4245-9767-bb3ab342f7c7'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:33:14.588581 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50070578-9396-4bf8-b8a2-b61c93541e0c None None] Attempting to bind port a6e089a3-ff68-4e05-83ca-46b1ccc11161 on network 1477685f-a984-4245-9767-bb3ab342f7c7 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:33:14.594906 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50070578-9396-4bf8-b8a2-b61c93541e0c None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:33:14.595305 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50070578-9396-4bf8-b8a2-b61c93541e0c None None] Checking segment: {'id': '7fe4ba72-477a-4148-b5a4-9e0d361e5340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1477685f-a984-4245-9767-bb3ab342f7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:33:14.595707 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-50070578-9396-4bf8-b8a2-b61c93541e0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:14.596099 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50070578-9396-4bf8-b8a2-b61c93541e0c None None] Bound using segment: {'id': '7fe4ba72-477a-4148-b5a4-9e0d361e5340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1477685f-a984-4245-9767-bb3ab342f7c7'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:33:14.596556 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-50070578-9396-4bf8-b8a2-b61c93541e0c None None] Bound port: a6e089a3-ff68-4e05-83ca-46b1ccc11161, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fe4ba72-477a-4148-b5a4-9e0d361e5340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1477685f-a984-4245-9767-bb3ab342f7c7'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:33:14.596926 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-50070578-9396-4bf8-b8a2-b61c93541e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:14.675183 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-928dc531-63d0-45c8-b615-37641c6c7709 admin admin] Allocated IP 172.26.3.74 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/38a746a3-63b3-4af3-ae56-5e2d7b74a505) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:33:14.682618 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-50070578-9396-4bf8-b8a2-b61c93541e0c None None] For port a6e089a3-ff68-4e05-83ca-46b1ccc11161, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:33:14.685496 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-50070578-9396-4bf8-b8a2-b61c93541e0c None None] For port a6e089a3-ff68-4e05-83ca-46b1ccc11161, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=a6e089a3-ff68-4e05-83ca-46b1ccc11161,segment=NetworkSegment(7fe4ba72-477a-4148-b5a4-9e0d361e5340),segment_id=7fe4ba72-477a-4148-b5a4-9e0d361e5340)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:33:14.779163 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-50070578-9396-4bf8-b8a2-b61c93541e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:14.818437 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-928dc531-63d0-45c8-b615-37641c6c7709 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:14.856467 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50070578-9396-4bf8-b8a2-b61c93541e0c None None] Pushing event updated for resources: {'Port': ['ID=a6e089a3-ff68-4e05-83ca-46b1ccc11161,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:14.903241 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-928dc531-63d0-45c8-b615-37641c6c7709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:14.975914 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928dc531-63d0-45c8-b615-37641c6c7709 admin admin] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:33:14.978967 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-928dc531-63d0-45c8-b615-37641c6c7709 admin admin] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:14.983563 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928dc531-63d0-45c8-b615-37641c6c7709 admin admin] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:33:15.011404 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928dc531-63d0-45c8-b615-37641c6c7709 admin admin] Pushing event updated for resources: {'Port': ['ID=38a746a3-63b3-4af3-ae56-5e2d7b74a505,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:15.223764 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-928dc531-63d0-45c8-b615-37641c6c7709 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:15.225380 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-928dc531-63d0-45c8-b615-37641c6c7709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:15.485567 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device a6e089a3-ff68-4e05-83ca-46b1ccc11161 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:33:15.513588 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928dc531-63d0-45c8-b615-37641c6c7709 admin admin] Router 45170c9e-ee43-432a-b05c-481e3d30b393 is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:33:15.652614 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port a6e089a3-ff68-4e05-83ca-46b1ccc11161 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:33:15.719583 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928dc531-63d0-45c8-b615-37641c6c7709 admin admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:33:15.729615 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837cbb33-50fd-4b53-8c27-2747d1c80c4f None None] Sync routers for ids ['45170c9e-ee43-432a-b05c-481e3d30b393'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:33:15.742173 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837cbb33-50fd-4b53-8c27-2747d1c80c4f None None] Routers {'45170c9e-ee43-432a-b05c-481e3d30b393'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:33:15.742807 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-837cbb33-50fd-4b53-8c27-2747d1c80c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:32:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['45170c9e-ee43-432a-b05c-481e3d30b393'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:15.801410 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-928dc531-63d0-45c8-b615-37641c6c7709 admin admin] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:15.802651 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-928dc531-63d0-45c8-b615-37641c6c7709 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9584384 Feb 03 14:33:15.805967 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37438) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:33:15.874864 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0eb5283-2f61-4ead-bc34-af5a9e916e58 None None] Network 1477685f-a984-4245-9767-bb3ab342f7c7 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:33:15.920944 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-837cbb33-50fd-4b53-8c27-2747d1c80c4f None None] Set router 45170c9e-ee43-432a-b05c-481e3d30b393 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:33:16.042246 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-770a985e-372e-4bb9-981b-96c346b82b83 None None] Provisioning for port a6e089a3-ff68-4e05-83ca-46b1ccc11161 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:33:16.050763 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-770a985e-372e-4bb9-981b-96c346b82b83 None None] Provisioning complete for port a6e089a3-ff68-4e05-83ca-46b1ccc11161 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:16.051163 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-770a985e-372e-4bb9-981b-96c346b82b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:16.216927 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-837cbb33-50fd-4b53-8c27-2747d1c80c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45170c9e-ee43-432a-b05c-481e3d30b393', 'name': 'tempest-TestEncryptedCinderVolumes-2030375120-router', 'tenant_id': '0686e69ac11942188b5a0488c30ffe77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '38a746a3-63b3-4af3-ae56-5e2d7b74a505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:33:13Z', 'updated_at': '2022-02-03T14:33:15Z', 'revision_number': 3, 'project_id': '0686e69ac11942188b5a0488c30ffe77', 'gw_port': {'id': '38a746a3-63b3-4af3-ae56-5e2d7b74a505', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45170c9e-ee43-432a-b05c-481e3d30b393', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:33:14Z', 'updated_at': '2022-02-03T14:33:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:16.221136 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837cbb33-50fd-4b53-8c27-2747d1c80c4f None None] Checking router: 45170c9e-ee43-432a-b05c-481e3d30b393 for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:33:16.221483 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837cbb33-50fd-4b53-8c27-2747d1c80c4f None None] Updating router 45170c9e-ee43-432a-b05c-481e3d30b393 port 38a746a3-63b3-4af3-ae56-5e2d7b74a505 binding host dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:33:16.227331 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-770a985e-372e-4bb9-981b-96c346b82b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:16.260500 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-770a985e-372e-4bb9-981b-96c346b82b83 None None] For port a6e089a3-ff68-4e05-83ca-46b1ccc11161, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=a6e089a3-ff68-4e05-83ca-46b1ccc11161,segment=NetworkSegment(7fe4ba72-477a-4148-b5a4-9e0d361e5340),segment_id=7fe4ba72-477a-4148-b5a4-9e0d361e5340)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:33:16.282950 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-837cbb33-50fd-4b53-8c27-2747d1c80c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:16.326941 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-770a985e-372e-4bb9-981b-96c346b82b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:16.422778 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a985e-372e-4bb9-981b-96c346b82b83 None None] Pushing event updated for resources: {'Port': ['ID=a6e089a3-ff68-4e05-83ca-46b1ccc11161,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:16.551275 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-ec0f2b85-92c4-487d-a6c0-7c3e08a7929f None None] Provisioning complete for port a6e089a3-ff68-4e05-83ca-46b1ccc11161 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:16.551956 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ec0f2b85-92c4-487d-a6c0-7c3e08a7929f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:16.653717 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-837cbb33-50fd-4b53-8c27-2747d1c80c4f None None] Notify callbacks [] for port, precommit_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:16.666446 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.provisioning_blocks [None req-837cbb33-50fd-4b53-8c27-2747d1c80c4f None None] Transition to ACTIVE for port object 38a746a3-63b3-4af3-ae56-5e2d7b74a505 will not be triggered until provisioned by entity L2. {{(pid=84184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:33:16.680513 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2171243e-7104-4f9e-ab97-30bab8f086ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:16.731237 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-837cbb33-50fd-4b53-8c27-2747d1c80c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:16.810186 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-837cbb33-50fd-4b53-8c27-2747d1c80c4f None None] Attempting to bind port 38a746a3-63b3-4af3-ae56-5e2d7b74a505 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:33:16.810560 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-837cbb33-50fd-4b53-8c27-2747d1c80c4f None None] Attempting to bind port 38a746a3-63b3-4af3-ae56-5e2d7b74a505 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:33:16.810922 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837cbb33-50fd-4b53-8c27-2747d1c80c4f None None] Attempting to bind port 38a746a3-63b3-4af3-ae56-5e2d7b74a505 on network 16a0e898-50c0-4b65-ae3a-069e9649bbca {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:33:16.814038 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d093e-039b-4f0e-960e-27d4728a0106 None None] Pushing event updated for resources: {'Port': ['ID=38a746a3-63b3-4af3-ae56-5e2d7b74a505,revision_number=2']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:16.824159 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837cbb33-50fd-4b53-8c27-2747d1c80c4f None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:33:16.824529 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837cbb33-50fd-4b53-8c27-2747d1c80c4f None None] Checking segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:33:16.824922 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-837cbb33-50fd-4b53-8c27-2747d1c80c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:16.825311 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837cbb33-50fd-4b53-8c27-2747d1c80c4f None None] Bound using segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:33:16.825762 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-837cbb33-50fd-4b53-8c27-2747d1c80c4f None None] Bound port: 38a746a3-63b3-4af3-ae56-5e2d7b74a505, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:33:16.826126 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-837cbb33-50fd-4b53-8c27-2747d1c80c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:16.853704 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442d093e-039b-4f0e-960e-27d4728a0106 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:16.854047 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442d093e-039b-4f0e-960e-27d4728a0106 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:16.854387 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442d093e-039b-4f0e-960e-27d4728a0106 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:16.854719 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442d093e-039b-4f0e-960e-27d4728a0106 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:16.855051 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442d093e-039b-4f0e-960e-27d4728a0106 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:16.855403 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442d093e-039b-4f0e-960e-27d4728a0106 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:16.855728 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442d093e-039b-4f0e-960e-27d4728a0106 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:16.856059 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442d093e-039b-4f0e-960e-27d4728a0106 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:16.856378 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442d093e-039b-4f0e-960e-27d4728a0106 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:16.856698 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442d093e-039b-4f0e-960e-27d4728a0106 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:16.857082 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442d093e-039b-4f0e-960e-27d4728a0106 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:16.887916 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-2171243e-7104-4f9e-ab97-30bab8f086ee admin admin] Allocated IP 172.20.0.1 (1477685f-a984-4245-9767-bb3ab342f7c7/b67fd079-e27a-40ec-9240-ef46db2d56e2/d63669a3-ec2b-45cc-9fff-a97e89638958) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:33:16.902050 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-837cbb33-50fd-4b53-8c27-2747d1c80c4f None None] For port 38a746a3-63b3-4af3-ae56-5e2d7b74a505, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:33:16.905055 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-837cbb33-50fd-4b53-8c27-2747d1c80c4f None None] For port 38a746a3-63b3-4af3-ae56-5e2d7b74a505, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=38a746a3-63b3-4af3-ae56-5e2d7b74a505,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:33:16.984887 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-837cbb33-50fd-4b53-8c27-2747d1c80c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:17.030734 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2171243e-7104-4f9e-ab97-30bab8f086ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:17.046376 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-2171243e-7104-4f9e-ab97-30bab8f086ee admin admin] Transition to ACTIVE for port object d63669a3-ec2b-45cc-9fff-a97e89638958 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:33:17.068981 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837cbb33-50fd-4b53-8c27-2747d1c80c4f None None] Routers {'45170c9e-ee43-432a-b05c-481e3d30b393'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:33:17.069586 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-837cbb33-50fd-4b53-8c27-2747d1c80c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:32:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['45170c9e-ee43-432a-b05c-481e3d30b393'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:17.114722 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d093e-039b-4f0e-960e-27d4728a0106 None None] Pushing event updated for resources: {'Port': ['ID=38a746a3-63b3-4af3-ae56-5e2d7b74a505,revision_number=3']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:17.133036 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2171243e-7104-4f9e-ab97-30bab8f086ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:17.200956 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2171243e-7104-4f9e-ab97-30bab8f086ee admin admin] Network 1477685f-a984-4245-9767-bb3ab342f7c7 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:33:17.202274 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-2171243e-7104-4f9e-ab97-30bab8f086ee admin admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:17.206109 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2171243e-7104-4f9e-ab97-30bab8f086ee admin admin] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:33:17.245313 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2171243e-7104-4f9e-ab97-30bab8f086ee admin admin] Pushing event updated for resources: {'Port': ['ID=d63669a3-ec2b-45cc-9fff-a97e89638958,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:17.252616 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-837cbb33-50fd-4b53-8c27-2747d1c80c4f None None] Set router 45170c9e-ee43-432a-b05c-481e3d30b393 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:33:17.268974 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2171243e-7104-4f9e-ab97-30bab8f086ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:17.441582 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2171243e-7104-4f9e-ab97-30bab8f086ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:17.470398 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device a6e089a3-ff68-4e05-83ca-46b1ccc11161 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:33:17.551343 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port a6e089a3-ff68-4e05-83ca-46b1ccc11161 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:17.552530 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:17.553627 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-837cbb33-50fd-4b53-8c27-2747d1c80c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45170c9e-ee43-432a-b05c-481e3d30b393', 'name': 'tempest-TestEncryptedCinderVolumes-2030375120-router', 'tenant_id': '0686e69ac11942188b5a0488c30ffe77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '38a746a3-63b3-4af3-ae56-5e2d7b74a505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:33:13Z', 'updated_at': '2022-02-03T14:33:15Z', 'revision_number': 3, 'project_id': '0686e69ac11942188b5a0488c30ffe77', 'gw_port': {'id': '38a746a3-63b3-4af3-ae56-5e2d7b74a505', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45170c9e-ee43-432a-b05c-481e3d30b393', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:33:14Z', 'updated_at': '2022-02-03T14:33:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:17.557508 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837cbb33-50fd-4b53-8c27-2747d1c80c4f None None] The sync data for ids ['45170c9e-ee43-432a-b05c-481e3d30b393'] in dv-neutron-827016-1-hyperv is: [{'id': '45170c9e-ee43-432a-b05c-481e3d30b393', 'name': 'tempest-TestEncryptedCinderVolumes-2030375120-router', 'tenant_id': '0686e69ac11942188b5a0488c30ffe77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '38a746a3-63b3-4af3-ae56-5e2d7b74a505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:33:13Z', 'updated_at': '2022-02-03T14:33:15Z', 'revision_number': 3, 'project_id': '0686e69ac11942188b5a0488c30ffe77', 'gw_port': {'id': '38a746a3-63b3-4af3-ae56-5e2d7b74a505', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45170c9e-ee43-432a-b05c-481e3d30b393', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:33:14Z', 'updated_at': '2022-02-03T14:33:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:33:17.609258 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-dd640c20-2a2a-466a-86c4-af197de43281 None None] Provisioning for port d63669a3-ec2b-45cc-9fff-a97e89638958 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:33:17.614612 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-dd640c20-2a2a-466a-86c4-af197de43281 None None] Provisioning complete for port d63669a3-ec2b-45cc-9fff-a97e89638958 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:17.614982 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-dd640c20-2a2a-466a-86c4-af197de43281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:17.690275 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2171243e-7104-4f9e-ab97-30bab8f086ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:17.721425 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-dd640c20-2a2a-466a-86c4-af197de43281 None None] Port d63669a3-ec2b-45cc-9fff-a97e89638958 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:33:17.739558 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:17.799840 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2171243e-7104-4f9e-ab97-30bab8f086ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:17.902691 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2171243e-7104-4f9e-ab97-30bab8f086ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:17.906323 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2171243e-7104-4f9e-ab97-30bab8f086ee admin admin] Pushing event updated for resources: {'Port': ['ID=d63669a3-ec2b-45cc-9fff-a97e89638958,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:18.045716 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2171243e-7104-4f9e-ab97-30bab8f086ee admin admin] Network 1477685f-a984-4245-9767-bb3ab342f7c7 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:33:18.047404 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-2171243e-7104-4f9e-ab97-30bab8f086ee admin admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:18.350076 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-0648b482-fd36-413e-aea7-3ddaaf4b5080 None None] Provisioning complete for port d63669a3-ec2b-45cc-9fff-a97e89638958 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:18.350346 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0648b482-fd36-413e-aea7-3ddaaf4b5080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:18.402455 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-0648b482-fd36-413e-aea7-3ddaaf4b5080 None None] Port d63669a3-ec2b-45cc-9fff-a97e89638958 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:33:18.538381 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2171243e-7104-4f9e-ab97-30bab8f086ee admin admin] Router 45170c9e-ee43-432a-b05c-481e3d30b393 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:33:18.733760 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2171243e-7104-4f9e-ab97-30bab8f086ee admin admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:33:18.742332 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-2171243e-7104-4f9e-ab97-30bab8f086ee admin admin] 10.222.0.41 "PUT /v2.0/routers/45170c9e-ee43-432a-b05c-481e3d30b393/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9355090 Feb 03 14:33:19.480790 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 38a746a3-63b3-4af3-ae56-5e2d7b74a505 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:33:19.645449 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 38a746a3-63b3-4af3-ae56-5e2d7b74a505 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:33:19.650786 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 38a746a3-63b3-4af3-ae56-5e2d7b74a505 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:19.651192 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:19.764523 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:19.779887 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 38a746a3-63b3-4af3-ae56-5e2d7b74a505, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=38a746a3-63b3-4af3-ae56-5e2d7b74a505,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:33:19.891129 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:19.958122 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=38a746a3-63b3-4af3-ae56-5e2d7b74a505,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:19.977005 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37460) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:33:19.982480 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-f08b5d6c-e623-46d5-8993-ad936ee1f0d6 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-953339782-network', 'tenant_id': '4e2b29b528f346b8b4100ff5d0c7b36a'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:33:19.987337 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f08b5d6c-e623-46d5-8993-ad936ee1f0d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:33:19.991250 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f08b5d6c-e623-46d5-8993-ad936ee1f0d6 admin admin] Usage tracker for resource:network and tenant:4e2b29b528f346b8b4100ff5d0c7b36a is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:33:19.994150 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f08b5d6c-e623-46d5-8993-ad936ee1f0d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:33:19.999841 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f08b5d6c-e623-46d5-8993-ad936ee1f0d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:33:20.080735 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08b5d6c-e623-46d5-8993-ad936ee1f0d6 admin admin] Made reservation on behalf of 4e2b29b528f346b8b4100ff5d0c7b36a for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:33:20.083541 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f08b5d6c-e623-46d5-8993-ad936ee1f0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:20.096353 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f08b5d6c-e623-46d5-8993-ad936ee1f0d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:20.126684 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f08b5d6c-e623-46d5-8993-ad936ee1f0d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:33:20.130397 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f08b5d6c-e623-46d5-8993-ad936ee1f0d6 admin admin] Usage tracker for resource:security_group_rule and tenant:4e2b29b528f346b8b4100ff5d0c7b36a is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:33:20.133159 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f08b5d6c-e623-46d5-8993-ad936ee1f0d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:33:20.138754 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f08b5d6c-e623-46d5-8993-ad936ee1f0d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:33:20.200586 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f08b5d6c-e623-46d5-8993-ad936ee1f0d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:20.273417 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f08b5d6c-e623-46d5-8993-ad936ee1f0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:20.302299 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f08b5d6c-e623-46d5-8993-ad936ee1f0d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:33:20.310227 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b5d6c-e623-46d5-8993-ad936ee1f0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955cc273-ea4e-4b32-974a-e24074e79417,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:20.315445 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f08b5d6c-e623-46d5-8993-ad936ee1f0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:20.315781 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-f08b5d6c-e623-46d5-8993-ad936ee1f0d6 admin admin] Added segment 088b75a7-bd2f-4859-ab75-d5a438c2e83c of type vlan for network c22d789d-c7d7-45a8-ad39-89f79cb3f6bf Feb 03 14:33:20.341955 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f08b5d6c-e623-46d5-8993-ad936ee1f0d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:20.435675 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f08b5d6c-e623-46d5-8993-ad936ee1f0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:20.436562 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08b5d6c-e623-46d5-8993-ad936ee1f0d6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:20.437145 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f08b5d6c-e623-46d5-8993-ad936ee1f0d6 admin admin] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:20.539646 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b5d6c-e623-46d5-8993-ad936ee1f0d6 admin admin] Pushing event updated for resources: {'Network': ['ID=c22d789d-c7d7-45a8-ad39-89f79cb3f6bf,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:20.549162 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network c22d789d-c7d7-45a8-ad39-89f79cb3f6bf details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:33:20.596478 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f08b5d6c-e623-46d5-8993-ad936ee1f0d6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6183658 Feb 03 14:33:20.599249 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37464) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:33:20.604659 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-f3d977b2-d6f9-4a0c-84aa-fce35c0f34ea admin admin] Request body: {'subnet': {'network_id': 'c22d789d-c7d7-45a8-ad39-89f79cb3f6bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-953339782-subnet', 'tenant_id': '4e2b29b528f346b8b4100ff5d0c7b36a', 'ip_version': 4}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:33:20.610157 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f3d977b2-d6f9-4a0c-84aa-fce35c0f34ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:33:20.613981 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f3d977b2-d6f9-4a0c-84aa-fce35c0f34ea admin admin] Usage tracker for resource:subnet and tenant:4e2b29b528f346b8b4100ff5d0c7b36a is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:33:20.616898 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f3d977b2-d6f9-4a0c-84aa-fce35c0f34ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:33:20.622811 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f3d977b2-d6f9-4a0c-84aa-fce35c0f34ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:33:20.703835 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d977b2-d6f9-4a0c-84aa-fce35c0f34ea admin admin] Made reservation on behalf of 4e2b29b528f346b8b4100ff5d0c7b36a for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:33:20.706807 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f3d977b2-d6f9-4a0c-84aa-fce35c0f34ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:20.983352 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff87451-c1bc-412b-bcd0-eef680c706e9 None None] Sync routers for ids ['45170c9e-ee43-432a-b05c-481e3d30b393'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:33:20.990020 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f3d977b2-d6f9-4a0c-84aa-fce35c0f34ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:20.995621 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff87451-c1bc-412b-bcd0-eef680c706e9 None None] Routers {'45170c9e-ee43-432a-b05c-481e3d30b393'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:33:20.996221 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-bff87451-c1bc-412b-bcd0-eef680c706e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:32:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['45170c9e-ee43-432a-b05c-481e3d30b393'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:21.069264 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d977b2-d6f9-4a0c-84aa-fce35c0f34ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc7dda26-3674-4a25-83a8-957518279cfb,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:21.078748 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d977b2-d6f9-4a0c-84aa-fce35c0f34ea admin admin] Checking segment: {'id': '088b75a7-bd2f-4859-ab75-d5a438c2e83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c22d789d-c7d7-45a8-ad39-89f79cb3f6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:33:21.079131 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d977b2-d6f9-4a0c-84aa-fce35c0f34ea admin admin] Network hostable DHCP agents. Network: c22d789d-c7d7-45a8-ad39-89f79cb3f6bf, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:33:21.171760 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-bff87451-c1bc-412b-bcd0-eef680c706e9 None None] Set router 45170c9e-ee43-432a-b05c-481e3d30b393 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:33:21.183831 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d977b2-d6f9-4a0c-84aa-fce35c0f34ea admin admin] Network c22d789d-c7d7-45a8-ad39-89f79cb3f6bf is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:33:21.246518 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-f3d977b2-d6f9-4a0c-84aa-fce35c0f34ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, c22d789d-c7d7-45a8-ad39-89f79cb3f6bf) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:21.250870 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d977b2-d6f9-4a0c-84aa-fce35c0f34ea admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:21.252250 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f3d977b2-d6f9-4a0c-84aa-fce35c0f34ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:21.293645 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3570712d-f20c-4eeb-83a0-ce0f3f7fe257 None None] Network c22d789d-c7d7-45a8-ad39-89f79cb3f6bf requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:33:21.327867 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f3d977b2-d6f9-4a0c-84aa-fce35c0f34ea admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7275333 Feb 03 14:33:21.330463 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37468) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:33:21.335677 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-c57c6124-244f-4101-9f45-af4146c8a3c7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-953339782-router', 'tenant_id': '4e2b29b528f346b8b4100ff5d0c7b36a', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:33:21.340205 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-c57c6124-244f-4101-9f45-af4146c8a3c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:33:21.344098 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-c57c6124-244f-4101-9f45-af4146c8a3c7 admin admin] Usage tracker for resource:router and tenant:4e2b29b528f346b8b4100ff5d0c7b36a is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:33:21.347545 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-c57c6124-244f-4101-9f45-af4146c8a3c7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:33:21.353221 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-c57c6124-244f-4101-9f45-af4146c8a3c7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:33:21.407093 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c57c6124-244f-4101-9f45-af4146c8a3c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:21.408287 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c57c6124-244f-4101-9f45-af4146c8a3c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:21.432462 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c57c6124-244f-4101-9f45-af4146c8a3c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:21.472566 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 38a746a3-63b3-4af3-ae56-5e2d7b74a505 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:33:21.653526 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c57c6124-244f-4101-9f45-af4146c8a3c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:21.704940 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 38a746a3-63b3-4af3-ae56-5e2d7b74a505 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:21.705424 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:21.730721 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0a54c7-2baf-416c-b673-f0646e6fadac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-c22d789d-c7d7-45a8-ad39-89f79cb3f6bf', 'network_id': 'c22d789d-c7d7-45a8-ad39-89f79cb3f6bf', 'tenant_id': '4e2b29b528f346b8b4100ff5d0c7b36a', 'fixed_ips': [{'subnet_id': 'dc7dda26-3674-4a25-83a8-957518279cfb'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:33:21.731526 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fd0a54c7-2baf-416c-b673-f0646e6fadac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:21.836654 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-bff87451-c1bc-412b-bcd0-eef680c706e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45170c9e-ee43-432a-b05c-481e3d30b393', 'name': 'tempest-TestEncryptedCinderVolumes-2030375120-router', 'tenant_id': '0686e69ac11942188b5a0488c30ffe77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '38a746a3-63b3-4af3-ae56-5e2d7b74a505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:33:13Z', 'updated_at': '2022-02-03T14:33:17Z', 'revision_number': 4, 'project_id': '0686e69ac11942188b5a0488c30ffe77', 'gw_port': {'id': '38a746a3-63b3-4af3-ae56-5e2d7b74a505', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45170c9e-ee43-432a-b05c-481e3d30b393', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:33:14Z', 'updated_at': '2022-02-03T14:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'd63669a3-ec2b-45cc-9fff-a97e89638958', 'name': '', 'network_id': '1477685f-a984-4245-9767-bb3ab342f7c7', 'tenant_id': '0686e69ac11942188b5a0488c30ffe77', 'mac_address': 'fa:16:3e:9e:ac:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45170c9e-ee43-432a-b05c-481e3d30b393', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b67fd079-e27a-40ec-9240-ef46db2d56e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:33:16Z', 'updated_at': '2022-02-03T14:33:17Z', 'revision_number': 2, 'project_id': '0686e69ac11942188b5a0488c30ffe77', 'subnets': [{'id': 'b67fd079-e27a-40ec-9240-ef46db2d56e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:21.850111 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff87451-c1bc-412b-bcd0-eef680c706e9 None None] Checking router: 45170c9e-ee43-432a-b05c-481e3d30b393 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:33:21.850467 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff87451-c1bc-412b-bcd0-eef680c706e9 None None] Updating router 45170c9e-ee43-432a-b05c-481e3d30b393 port d63669a3-ec2b-45cc-9fff-a97e89638958 binding host dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:33:21.996923 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c57c6124-244f-4101-9f45-af4146c8a3c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:22.004918 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bff87451-c1bc-412b-bcd0-eef680c706e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:22.026021 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c57c6124-244f-4101-9f45-af4146c8a3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:22.128010 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-fd0a54c7-2baf-416c-b673-f0646e6fadac None None] Allocated IP 172.20.0.2 (c22d789d-c7d7-45a8-ad39-89f79cb3f6bf/dc7dda26-3674-4a25-83a8-957518279cfb/46afc6a5-78df-4be8-9e12-4c2be1244ad9) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:33:22.172675 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-c57c6124-244f-4101-9f45-af4146c8a3c7 admin admin] Allocated IP 172.26.3.41 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/06924856-1a51-4b2e-a960-7a3c3304d5d8) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:33:22.321362 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c57c6124-244f-4101-9f45-af4146c8a3c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:22.418653 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c57c6124-244f-4101-9f45-af4146c8a3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:22.483933 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57c6124-244f-4101-9f45-af4146c8a3c7 admin admin] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:33:22.486789 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-c57c6124-244f-4101-9f45-af4146c8a3c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:22.489279 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57c6124-244f-4101-9f45-af4146c8a3c7 admin admin] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:33:22.502825 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fd0a54c7-2baf-416c-b673-f0646e6fadac None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:22.515839 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-fd0a54c7-2baf-416c-b673-f0646e6fadac None None] Transition to ACTIVE for port object 46afc6a5-78df-4be8-9e12-4c2be1244ad9 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:33:22.528902 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c6124-244f-4101-9f45-af4146c8a3c7 admin admin] Pushing event updated for resources: {'Port': ['ID=06924856-1a51-4b2e-a960-7a3c3304d5d8,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:22.583835 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-fd0a54c7-2baf-416c-b673-f0646e6fadac None None] Transition to ACTIVE for port object 46afc6a5-78df-4be8-9e12-4c2be1244ad9 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:33:22.601065 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bff87451-c1bc-412b-bcd0-eef680c706e9 None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:22.612457 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-bff87451-c1bc-412b-bcd0-eef680c706e9 None None] Transition to ACTIVE for port object d63669a3-ec2b-45cc-9fff-a97e89638958 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:33:22.645803 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fd0a54c7-2baf-416c-b673-f0646e6fadac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:22.695976 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bff87451-c1bc-412b-bcd0-eef680c706e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:22.718233 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0a54c7-2baf-416c-b673-f0646e6fadac None None] Network c22d789d-c7d7-45a8-ad39-89f79cb3f6bf is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:33:22.722321 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-fd0a54c7-2baf-416c-b673-f0646e6fadac None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:22.729150 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0a54c7-2baf-416c-b673-f0646e6fadac None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:33:22.731284 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a54c7-2baf-416c-b673-f0646e6fadac None None] Pushing event updated for resources: {'Port': ['ID=46afc6a5-78df-4be8-9e12-4c2be1244ad9,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:22.750010 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c57c6124-244f-4101-9f45-af4146c8a3c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:22.750752 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c57c6124-244f-4101-9f45-af4146c8a3c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:22.791106 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a54c7-2baf-416c-b673-f0646e6fadac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:22.791424 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a54c7-2baf-416c-b673-f0646e6fadac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:22.791762 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a54c7-2baf-416c-b673-f0646e6fadac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:22.792094 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a54c7-2baf-416c-b673-f0646e6fadac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:22.792422 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a54c7-2baf-416c-b673-f0646e6fadac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:22.792745 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a54c7-2baf-416c-b673-f0646e6fadac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:22.793067 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a54c7-2baf-416c-b673-f0646e6fadac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:22.793387 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a54c7-2baf-416c-b673-f0646e6fadac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:22.793704 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a54c7-2baf-416c-b673-f0646e6fadac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:22.794020 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a54c7-2baf-416c-b673-f0646e6fadac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:22.794335 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a54c7-2baf-416c-b673-f0646e6fadac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:22.981603 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-fd0a54c7-2baf-416c-b673-f0646e6fadac None None] Attempting to bind port 46afc6a5-78df-4be8-9e12-4c2be1244ad9 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:33:22.981967 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-fd0a54c7-2baf-416c-b673-f0646e6fadac None None] Attempting to bind port 46afc6a5-78df-4be8-9e12-4c2be1244ad9 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '088b75a7-bd2f-4859-ab75-d5a438c2e83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c22d789d-c7d7-45a8-ad39-89f79cb3f6bf'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:33:22.982327 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0a54c7-2baf-416c-b673-f0646e6fadac None None] Attempting to bind port 46afc6a5-78df-4be8-9e12-4c2be1244ad9 on network c22d789d-c7d7-45a8-ad39-89f79cb3f6bf {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:33:22.984221 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2758fd6b-1db9-46c0-9611-b42c5f2fd877 None None] Pushing event updated for resources: {'Port': ['ID=d63669a3-ec2b-45cc-9fff-a97e89638958,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:23.031618 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0a54c7-2baf-416c-b673-f0646e6fadac None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:33:23.031923 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0a54c7-2baf-416c-b673-f0646e6fadac None None] Checking segment: {'id': '088b75a7-bd2f-4859-ab75-d5a438c2e83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c22d789d-c7d7-45a8-ad39-89f79cb3f6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:33:23.032316 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fd0a54c7-2baf-416c-b673-f0646e6fadac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:23.032704 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0a54c7-2baf-416c-b673-f0646e6fadac None None] Bound using segment: {'id': '088b75a7-bd2f-4859-ab75-d5a438c2e83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c22d789d-c7d7-45a8-ad39-89f79cb3f6bf'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:33:23.033162 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-fd0a54c7-2baf-416c-b673-f0646e6fadac None None] Bound port: 46afc6a5-78df-4be8-9e12-4c2be1244ad9, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '088b75a7-bd2f-4859-ab75-d5a438c2e83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c22d789d-c7d7-45a8-ad39-89f79cb3f6bf'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:33:23.033524 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fd0a54c7-2baf-416c-b673-f0646e6fadac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:23.051051 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c57c6124-244f-4101-9f45-af4146c8a3c7 admin admin] Router 5e64aca7-ff32-4f20-9c72-edc0d7049433 is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:33:23.058372 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-bff87451-c1bc-412b-bcd0-eef680c706e9 None None] Attempting to bind port d63669a3-ec2b-45cc-9fff-a97e89638958 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:33:23.058738 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-bff87451-c1bc-412b-bcd0-eef680c706e9 None None] Attempting to bind port d63669a3-ec2b-45cc-9fff-a97e89638958 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '7fe4ba72-477a-4148-b5a4-9e0d361e5340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1477685f-a984-4245-9767-bb3ab342f7c7'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:33:23.059119 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff87451-c1bc-412b-bcd0-eef680c706e9 None None] Attempting to bind port d63669a3-ec2b-45cc-9fff-a97e89638958 on network 1477685f-a984-4245-9767-bb3ab342f7c7 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:33:23.100218 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff87451-c1bc-412b-bcd0-eef680c706e9 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:33:23.100592 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff87451-c1bc-412b-bcd0-eef680c706e9 None None] Checking segment: {'id': '7fe4ba72-477a-4148-b5a4-9e0d361e5340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1477685f-a984-4245-9767-bb3ab342f7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:33:23.100986 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bff87451-c1bc-412b-bcd0-eef680c706e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:23.101370 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff87451-c1bc-412b-bcd0-eef680c706e9 None None] Bound using segment: {'id': '7fe4ba72-477a-4148-b5a4-9e0d361e5340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1477685f-a984-4245-9767-bb3ab342f7c7'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:33:23.101833 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-bff87451-c1bc-412b-bcd0-eef680c706e9 None None] Bound port: d63669a3-ec2b-45cc-9fff-a97e89638958, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fe4ba72-477a-4148-b5a4-9e0d361e5340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1477685f-a984-4245-9767-bb3ab342f7c7'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:33:23.102199 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bff87451-c1bc-412b-bcd0-eef680c706e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:23.196203 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-fd0a54c7-2baf-416c-b673-f0646e6fadac None None] For port 46afc6a5-78df-4be8-9e12-4c2be1244ad9, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:33:23.207500 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-fd0a54c7-2baf-416c-b673-f0646e6fadac None None] For port 46afc6a5-78df-4be8-9e12-4c2be1244ad9, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=46afc6a5-78df-4be8-9e12-4c2be1244ad9,segment=NetworkSegment(088b75a7-bd2f-4859-ab75-d5a438c2e83c),segment_id=088b75a7-bd2f-4859-ab75-d5a438c2e83c)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:33:23.220177 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-bff87451-c1bc-412b-bcd0-eef680c706e9 None None] For port d63669a3-ec2b-45cc-9fff-a97e89638958, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:33:23.224068 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-bff87451-c1bc-412b-bcd0-eef680c706e9 None None] For port d63669a3-ec2b-45cc-9fff-a97e89638958, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=d63669a3-ec2b-45cc-9fff-a97e89638958,segment=NetworkSegment(7fe4ba72-477a-4148-b5a4-9e0d361e5340),segment_id=7fe4ba72-477a-4148-b5a4-9e0d361e5340)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:33:23.251211 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57c6124-244f-4101-9f45-af4146c8a3c7 admin admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:33:23.259656 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66d1a46-bdff-4f9d-97d5-b8b43088dca3 None None] Sync routers for ids ['5e64aca7-ff32-4f20-9c72-edc0d7049433'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:33:23.271275 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fd0a54c7-2baf-416c-b673-f0646e6fadac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:23.271820 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66d1a46-bdff-4f9d-97d5-b8b43088dca3 None None] Routers {'5e64aca7-ff32-4f20-9c72-edc0d7049433'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:33:23.272415 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-d66d1a46-bdff-4f9d-97d5-b8b43088dca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:32:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['5e64aca7-ff32-4f20-9c72-edc0d7049433'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:23.310192 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bff87451-c1bc-412b-bcd0-eef680c706e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:23.355588 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c57c6124-244f-4101-9f45-af4146c8a3c7 admin admin] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:23.357491 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c57c6124-244f-4101-9f45-af4146c8a3c7 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0260792 Feb 03 14:33:23.359884 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37472) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:33:23.373068 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a54c7-2baf-416c-b673-f0646e6fadac None None] Pushing event updated for resources: {'Port': ['ID=46afc6a5-78df-4be8-9e12-4c2be1244ad9,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:23.472400 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-d66d1a46-bdff-4f9d-97d5-b8b43088dca3 None None] Set router 5e64aca7-ff32-4f20-9c72-edc0d7049433 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:33:23.497130 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2758fd6b-1db9-46c0-9611-b42c5f2fd877 None None] Pushing event updated for resources: {'Port': ['ID=d63669a3-ec2b-45cc-9fff-a97e89638958,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:23.515909 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff87451-c1bc-412b-bcd0-eef680c706e9 None None] Routers {'45170c9e-ee43-432a-b05c-481e3d30b393'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:33:23.517157 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-bff87451-c1bc-412b-bcd0-eef680c706e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:32:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['45170c9e-ee43-432a-b05c-481e3d30b393'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:23.769619 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-bff87451-c1bc-412b-bcd0-eef680c706e9 None None] Set router 45170c9e-ee43-432a-b05c-481e3d30b393 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:33:23.823903 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-d66d1a46-bdff-4f9d-97d5-b8b43088dca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e64aca7-ff32-4f20-9c72-edc0d7049433', 'name': 'tempest-TestEncryptedCinderVolumes-953339782-router', 'tenant_id': '4e2b29b528f346b8b4100ff5d0c7b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '06924856-1a51-4b2e-a960-7a3c3304d5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:33:21Z', 'updated_at': '2022-02-03T14:33:22Z', 'revision_number': 3, 'project_id': '4e2b29b528f346b8b4100ff5d0c7b36a', 'gw_port': {'id': '06924856-1a51-4b2e-a960-7a3c3304d5d8', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e64aca7-ff32-4f20-9c72-edc0d7049433', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:33:22Z', 'updated_at': '2022-02-03T14:33:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:23.829257 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66d1a46-bdff-4f9d-97d5-b8b43088dca3 None None] Checking router: 5e64aca7-ff32-4f20-9c72-edc0d7049433 for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:33:23.829600 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66d1a46-bdff-4f9d-97d5-b8b43088dca3 None None] Updating router 5e64aca7-ff32-4f20-9c72-edc0d7049433 port 06924856-1a51-4b2e-a960-7a3c3304d5d8 binding host dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:33:23.885881 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-d66d1a46-bdff-4f9d-97d5-b8b43088dca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:24.155414 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-bff87451-c1bc-412b-bcd0-eef680c706e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45170c9e-ee43-432a-b05c-481e3d30b393', 'name': 'tempest-TestEncryptedCinderVolumes-2030375120-router', 'tenant_id': '0686e69ac11942188b5a0488c30ffe77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '38a746a3-63b3-4af3-ae56-5e2d7b74a505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:33:13Z', 'updated_at': '2022-02-03T14:33:17Z', 'revision_number': 4, 'project_id': '0686e69ac11942188b5a0488c30ffe77', 'gw_port': {'id': '38a746a3-63b3-4af3-ae56-5e2d7b74a505', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45170c9e-ee43-432a-b05c-481e3d30b393', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:33:14Z', 'updated_at': '2022-02-03T14:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'd63669a3-ec2b-45cc-9fff-a97e89638958', 'name': '', 'network_id': '1477685f-a984-4245-9767-bb3ab342f7c7', 'tenant_id': '0686e69ac11942188b5a0488c30ffe77', 'mac_address': 'fa:16:3e:9e:ac:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45170c9e-ee43-432a-b05c-481e3d30b393', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b67fd079-e27a-40ec-9240-ef46db2d56e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:33:16Z', 'updated_at': '2022-02-03T14:33:23Z', 'revision_number': 4, 'project_id': '0686e69ac11942188b5a0488c30ffe77', 'subnets': [{'id': 'b67fd079-e27a-40ec-9240-ef46db2d56e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:24.158568 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff87451-c1bc-412b-bcd0-eef680c706e9 None None] The sync data for ids ['45170c9e-ee43-432a-b05c-481e3d30b393'] in dv-neutron-827016-1-hyperv is: [{'id': '45170c9e-ee43-432a-b05c-481e3d30b393', 'name': 'tempest-TestEncryptedCinderVolumes-2030375120-router', 'tenant_id': '0686e69ac11942188b5a0488c30ffe77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '38a746a3-63b3-4af3-ae56-5e2d7b74a505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:33:13Z', 'updated_at': '2022-02-03T14:33:17Z', 'revision_number': 4, 'project_id': '0686e69ac11942188b5a0488c30ffe77', 'gw_port': {'id': '38a746a3-63b3-4af3-ae56-5e2d7b74a505', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45170c9e-ee43-432a-b05c-481e3d30b393', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:33:14Z', 'updated_at': '2022-02-03T14:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'd63669a3-ec2b-45cc-9fff-a97e89638958', 'name': '', 'network_id': '1477685f-a984-4245-9767-bb3ab342f7c7', 'tenant_id': '0686e69ac11942188b5a0488c30ffe77', 'mac_address': 'fa:16:3e:9e:ac:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45170c9e-ee43-432a-b05c-481e3d30b393', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b67fd079-e27a-40ec-9240-ef46db2d56e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:33:16Z', 'updated_at': '2022-02-03T14:33:23Z', 'revision_number': 4, 'project_id': '0686e69ac11942188b5a0488c30ffe77', 'subnets': [{'id': 'b67fd079-e27a-40ec-9240-ef46db2d56e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:33:24.247558 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-d66d1a46-bdff-4f9d-97d5-b8b43088dca3 None None] Notify callbacks [] for port, precommit_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:24.265287 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.provisioning_blocks [None req-d66d1a46-bdff-4f9d-97d5-b8b43088dca3 None None] Transition to ACTIVE for port object 06924856-1a51-4b2e-a960-7a3c3304d5d8 will not be triggered until provisioned by entity L2. {{(pid=84184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:33:24.348122 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-d66d1a46-bdff-4f9d-97d5-b8b43088dca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:24.405228 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-997a2bc5-014f-41b2-b0f5-bed5fd136b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:24.455280 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee013542-4b2c-4a07-bce8-03fc4d662e92 None None] Pushing event updated for resources: {'Port': ['ID=06924856-1a51-4b2e-a960-7a3c3304d5d8,revision_number=2']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:24.458759 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-d66d1a46-bdff-4f9d-97d5-b8b43088dca3 None None] Attempting to bind port 06924856-1a51-4b2e-a960-7a3c3304d5d8 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:33:24.459153 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-d66d1a46-bdff-4f9d-97d5-b8b43088dca3 None None] Attempting to bind port 06924856-1a51-4b2e-a960-7a3c3304d5d8 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:33:24.459502 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66d1a46-bdff-4f9d-97d5-b8b43088dca3 None None] Attempting to bind port 06924856-1a51-4b2e-a960-7a3c3304d5d8 on network 16a0e898-50c0-4b65-ae3a-069e9649bbca {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:33:24.470604 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66d1a46-bdff-4f9d-97d5-b8b43088dca3 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:33:24.471387 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66d1a46-bdff-4f9d-97d5-b8b43088dca3 None None] Checking segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:33:24.472241 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-d66d1a46-bdff-4f9d-97d5-b8b43088dca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:24.473065 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66d1a46-bdff-4f9d-97d5-b8b43088dca3 None None] Bound using segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:33:24.473768 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-d66d1a46-bdff-4f9d-97d5-b8b43088dca3 None None] Bound port: 06924856-1a51-4b2e-a960-7a3c3304d5d8, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:33:24.474304 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-d66d1a46-bdff-4f9d-97d5-b8b43088dca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:24.561404 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-d66d1a46-bdff-4f9d-97d5-b8b43088dca3 None None] For port 06924856-1a51-4b2e-a960-7a3c3304d5d8, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:33:24.564839 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-d66d1a46-bdff-4f9d-97d5-b8b43088dca3 None None] For port 06924856-1a51-4b2e-a960-7a3c3304d5d8, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=06924856-1a51-4b2e-a960-7a3c3304d5d8,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:33:24.647525 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-d66d1a46-bdff-4f9d-97d5-b8b43088dca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:24.652704 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-997a2bc5-014f-41b2-b0f5-bed5fd136b81 admin admin] Allocated IP 172.20.0.1 (c22d789d-c7d7-45a8-ad39-89f79cb3f6bf/dc7dda26-3674-4a25-83a8-957518279cfb/ace7471e-cf4d-49ac-8c91-e5c1701da242) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:33:24.693902 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba86d87-ea7d-4b63-9c21-0137875ff4cd None None] Network c22d789d-c7d7-45a8-ad39-89f79cb3f6bf requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:33:24.726924 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee013542-4b2c-4a07-bce8-03fc4d662e92 None None] Pushing event updated for resources: {'Port': ['ID=06924856-1a51-4b2e-a960-7a3c3304d5d8,revision_number=3']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:24.733016 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66d1a46-bdff-4f9d-97d5-b8b43088dca3 None None] Routers {'5e64aca7-ff32-4f20-9c72-edc0d7049433'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:33:24.733621 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-d66d1a46-bdff-4f9d-97d5-b8b43088dca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:32:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['5e64aca7-ff32-4f20-9c72-edc0d7049433'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:24.836311 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-997a2bc5-014f-41b2-b0f5-bed5fd136b81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:24.856099 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-997a2bc5-014f-41b2-b0f5-bed5fd136b81 admin admin] Transition to ACTIVE for port object ace7471e-cf4d-49ac-8c91-e5c1701da242 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:33:24.895931 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-a9415fae-6da7-4b81-8ecf-1ac6f00ada60 None None] Provisioning for port 46afc6a5-78df-4be8-9e12-4c2be1244ad9 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:33:24.932696 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-d66d1a46-bdff-4f9d-97d5-b8b43088dca3 None None] Set router 5e64aca7-ff32-4f20-9c72-edc0d7049433 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:33:24.950315 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-997a2bc5-014f-41b2-b0f5-bed5fd136b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:25.024186 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a2bc5-014f-41b2-b0f5-bed5fd136b81 admin admin] Pushing event updated for resources: {'Port': ['ID=ace7471e-cf4d-49ac-8c91-e5c1701da242,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:25.034791 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997a2bc5-014f-41b2-b0f5-bed5fd136b81 admin admin] Network c22d789d-c7d7-45a8-ad39-89f79cb3f6bf is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:33:25.036377 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-997a2bc5-014f-41b2-b0f5-bed5fd136b81 admin admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:25.038595 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997a2bc5-014f-41b2-b0f5-bed5fd136b81 admin admin] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:33:25.093755 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-997a2bc5-014f-41b2-b0f5-bed5fd136b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:25.253520 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-997a2bc5-014f-41b2-b0f5-bed5fd136b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:25.274748 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-d66d1a46-bdff-4f9d-97d5-b8b43088dca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e64aca7-ff32-4f20-9c72-edc0d7049433', 'name': 'tempest-TestEncryptedCinderVolumes-953339782-router', 'tenant_id': '4e2b29b528f346b8b4100ff5d0c7b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '06924856-1a51-4b2e-a960-7a3c3304d5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:33:21Z', 'updated_at': '2022-02-03T14:33:22Z', 'revision_number': 3, 'project_id': '4e2b29b528f346b8b4100ff5d0c7b36a', 'gw_port': {'id': '06924856-1a51-4b2e-a960-7a3c3304d5d8', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e64aca7-ff32-4f20-9c72-edc0d7049433', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:33:22Z', 'updated_at': '2022-02-03T14:33:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:25.285484 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66d1a46-bdff-4f9d-97d5-b8b43088dca3 None None] The sync data for ids ['5e64aca7-ff32-4f20-9c72-edc0d7049433'] in dv-neutron-827016-1-hyperv is: [{'id': '5e64aca7-ff32-4f20-9c72-edc0d7049433', 'name': 'tempest-TestEncryptedCinderVolumes-953339782-router', 'tenant_id': '4e2b29b528f346b8b4100ff5d0c7b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '06924856-1a51-4b2e-a960-7a3c3304d5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:33:21Z', 'updated_at': '2022-02-03T14:33:22Z', 'revision_number': 3, 'project_id': '4e2b29b528f346b8b4100ff5d0c7b36a', 'gw_port': {'id': '06924856-1a51-4b2e-a960-7a3c3304d5d8', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e64aca7-ff32-4f20-9c72-edc0d7049433', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:33:22Z', 'updated_at': '2022-02-03T14:33:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:33:25.332927 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-fb2ad057-603f-4ad1-9df3-de25500d3dbe None None] Provisioning for port ace7471e-cf4d-49ac-8c91-e5c1701da242 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:33:25.338599 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-fb2ad057-603f-4ad1-9df3-de25500d3dbe None None] Provisioning complete for port ace7471e-cf4d-49ac-8c91-e5c1701da242 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:25.339584 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fb2ad057-603f-4ad1-9df3-de25500d3dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:25.403118 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cac02649-4f50-44b7-9461-bed0d1990bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:25.445649 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-fb2ad057-603f-4ad1-9df3-de25500d3dbe None None] Port ace7471e-cf4d-49ac-8c91-e5c1701da242 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:33:25.531472 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device d63669a3-ec2b-45cc-9fff-a97e89638958 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:33:25.558132 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-997a2bc5-014f-41b2-b0f5-bed5fd136b81 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:25.602672 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b528a250-e869-4117-936d-b2a0b55d75c0 None None] Provisioning complete for port ace7471e-cf4d-49ac-8c91-e5c1701da242 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:25.603040 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b528a250-e869-4117-936d-b2a0b55d75c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:25.617789 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-997a2bc5-014f-41b2-b0f5-bed5fd136b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:25.657004 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-b528a250-e869-4117-936d-b2a0b55d75c0 None None] Port ace7471e-cf4d-49ac-8c91-e5c1701da242 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:33:25.714990 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port d63669a3-ec2b-45cc-9fff-a97e89638958 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:33:25.719954 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port d63669a3-ec2b-45cc-9fff-a97e89638958 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:25.720363 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:25.726486 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-997a2bc5-014f-41b2-b0f5-bed5fd136b81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:25.729892 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a2bc5-014f-41b2-b0f5-bed5fd136b81 admin admin] Pushing event updated for resources: {'Port': ['ID=ace7471e-cf4d-49ac-8c91-e5c1701da242,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:25.832631 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:25.871781 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port d63669a3-ec2b-45cc-9fff-a97e89638958, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=d63669a3-ec2b-45cc-9fff-a97e89638958,segment=NetworkSegment(7fe4ba72-477a-4148-b5a4-9e0d361e5340),segment_id=7fe4ba72-477a-4148-b5a4-9e0d361e5340)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:33:25.872546 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997a2bc5-014f-41b2-b0f5-bed5fd136b81 admin admin] Network c22d789d-c7d7-45a8-ad39-89f79cb3f6bf is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:33:25.873729 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-997a2bc5-014f-41b2-b0f5-bed5fd136b81 admin admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:25.938342 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:25.939161 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 46afc6a5-78df-4be8-9e12-4c2be1244ad9 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:33:26.055174 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=d63669a3-ec2b-45cc-9fff-a97e89638958,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:26.126486 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 46afc6a5-78df-4be8-9e12-4c2be1244ad9 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:33:26.131303 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 46afc6a5-78df-4be8-9e12-4c2be1244ad9 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:26.131681 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:26.203381 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-1b2bfbe7-e82f-450a-bb52-ccdae7fc62a8 None None] Provisioning complete for port ace7471e-cf4d-49ac-8c91-e5c1701da242 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:26.203756 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1b2bfbe7-e82f-450a-bb52-ccdae7fc62a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:26.302698 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-1b2bfbe7-e82f-450a-bb52-ccdae7fc62a8 None None] Port ace7471e-cf4d-49ac-8c91-e5c1701da242 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:33:26.305697 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:26.339492 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 46afc6a5-78df-4be8-9e12-4c2be1244ad9, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=46afc6a5-78df-4be8-9e12-4c2be1244ad9,segment=NetworkSegment(088b75a7-bd2f-4859-ab75-d5a438c2e83c),segment_id=088b75a7-bd2f-4859-ab75-d5a438c2e83c)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:33:26.362800 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997a2bc5-014f-41b2-b0f5-bed5fd136b81 admin admin] Router 5e64aca7-ff32-4f20-9c72-edc0d7049433 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:33:26.400946 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:26.468759 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=46afc6a5-78df-4be8-9e12-4c2be1244ad9,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:26.567722 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997a2bc5-014f-41b2-b0f5-bed5fd136b81 admin admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:33:26.576626 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-997a2bc5-014f-41b2-b0f5-bed5fd136b81 admin admin] 10.222.0.41 "PUT /v2.0/routers/5e64aca7-ff32-4f20-9c72-edc0d7049433/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2155018 Feb 03 14:33:27.447587 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-c64e7e56-f06e-4ca1-97f8-5e830882cb87 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:27.448250 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-c64e7e56-f06e-4ca1-97f8-5e830882cb87 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Synchronizing usage tracker for tenant:0686e69ac11942188b5a0488c30ffe77 on resource:network {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:33:27.475137 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device d63669a3-ec2b-45cc-9fff-a97e89638958 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:33:27.541415 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port d63669a3-ec2b-45cc-9fff-a97e89638958 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:27.541781 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:27.560848 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-c64e7e56-f06e-4ca1-97f8-5e830882cb87 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Unset dirty status for tenant:0686e69ac11942188b5a0488c30ffe77 on resource:network {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:33:27.562028 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-c64e7e56-f06e-4ca1-97f8-5e830882cb87 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/networks?id=1477685f-a984-4245-9767-bb3ab342f7c7 HTTP/1.1" status: 200 len: 817 time: 0.2545466 Feb 03 14:33:27.577221 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-da5686ab-3d34-419b-8c90-66dce3ba0dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:27.581536 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-1b1644ca-a8b1-442a-9248-904d4f931f4a tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/quotas/0686e69ac11942188b5a0488c30ffe77 HTTP/1.1" status: 200 len: 375 time: 0.0125077 Feb 03 14:33:27.662166 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-2c9c6541-4f8c-428f-a7b9-3766eea823fd tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0686e69ac11942188b5a0488c30ffe77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0760517 Feb 03 14:33:27.666411 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 46afc6a5-78df-4be8-9e12-4c2be1244ad9 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:33:27.732039 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 46afc6a5-78df-4be8-9e12-4c2be1244ad9 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:27.732415 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:27.797492 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-9429e0db-916c-4b47-a831-b81a083df99d service neutron] 10.222.0.41 "GET /v2.0/networks/1477685f-a984-4245-9767-bb3ab342f7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240017 Feb 03 14:33:27.927401 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-9052e0ce-4fdd-493f-b76c-47b77c36c8b6 service neutron] 10.222.0.41 "GET /v2.0/networks/1477685f-a984-4245-9767-bb3ab342f7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241207 Feb 03 14:33:28.209477 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8e5ad50f-ea68-442b-95ab-e16b3b9f85b4 req-e590692b-f70a-4270-afca-ebab636e8263 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2df3548-b4f5-4061-830e-c5543d4fad24 HTTP/1.1" status: 200 len: 210 time: 0.0446291 Feb 03 14:33:28.897776 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:28.989389 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:29.413383 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-92682cc4-bfb0-4853-90c7-24212f1e8136 req-f5141162-4914-4904-940e-e27fd642cecb tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2df3548-b4f5-4061-830e-c5543d4fad24 HTTP/1.1" status: 200 len: 210 time: 0.1374283 Feb 03 14:33:29.841687 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:33:30.314933 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:30.571836 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b85fb877-2cf8-4353-83cf-9cca9a1e84c7 req-7688beb5-02d0-45ad-ab9c-67addca56506 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2df3548-b4f5-4061-830e-c5543d4fad24 HTTP/1.1" status: 200 len: 210 time: 0.0407147 Feb 03 14:33:30.976078 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-c26c4505-a29a-4b90-a8f7-ccc545c8f1a6 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:30.977495 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-c26c4505-a29a-4b90-a8f7-ccc545c8f1a6 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.47 "GET /v2.0/networks?id=1477685f-a984-4245-9767-bb3ab342f7c7 HTTP/1.1" status: 200 len: 817 time: 0.1409607 Feb 03 14:33:30.993130 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-17921258-be43-4646-adc4-20d7f2f19b66 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Request body: {'port': {'device_id': 'a2df3548-b4f5-4061-830e-c5543d4fad24', 'network_id': '1477685f-a984-4245-9767-bb3ab342f7c7', 'admin_state_up': True, 'tenant_id': '0686e69ac11942188b5a0488c30ffe77'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:33:31.124647 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-17921258-be43-4646-adc4-20d7f2f19b66 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:33:31.128939 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-17921258-be43-4646-adc4-20d7f2f19b66 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Usage tracker for resource:port and tenant:0686e69ac11942188b5a0488c30ffe77 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:33:31.131761 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-17921258-be43-4646-adc4-20d7f2f19b66 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:33:31.137675 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-17921258-be43-4646-adc4-20d7f2f19b66 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:33:31.217962 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-17921258-be43-4646-adc4-20d7f2f19b66 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Made reservation on behalf of 0686e69ac11942188b5a0488c30ffe77 for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:33:31.221106 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-17921258-be43-4646-adc4-20d7f2f19b66 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:31.392270 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-17921258-be43-4646-adc4-20d7f2f19b66 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Allocated IP 172.20.0.8 (1477685f-a984-4245-9767-bb3ab342f7c7/b67fd079-e27a-40ec-9240-ef46db2d56e2/8bb9f952-0620-44b2-a1ba-6596063f7aa6) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:33:31.591903 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-17921258-be43-4646-adc4-20d7f2f19b66 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:31.613822 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-17921258-be43-4646-adc4-20d7f2f19b66 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Transition to ACTIVE for port object 8bb9f952-0620-44b2-a1ba-6596063f7aa6 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:33:31.704296 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-17921258-be43-4646-adc4-20d7f2f19b66 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:31.773129 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8e4aa-2931-491b-8484-7c9fdcd416c7 req-70d8699b-4e0e-4e51-b626-fa8d2f330a66 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:31.774545 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5be8e4aa-2931-491b-8484-7c9fdcd416c7 req-70d8699b-4e0e-4e51-b626-fa8d2f330a66 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2df3548-b4f5-4061-830e-c5543d4fad24 HTTP/1.1" status: 200 len: 931 time: 0.0801079 Feb 03 14:33:31.776769 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-17921258-be43-4646-adc4-20d7f2f19b66 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Network 1477685f-a984-4245-9767-bb3ab342f7c7 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:33:31.779872 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-17921258-be43-4646-adc4-20d7f2f19b66 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:31.783941 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-17921258-be43-4646-adc4-20d7f2f19b66 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:33:31.813996 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17921258-be43-4646-adc4-20d7f2f19b66 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Pushing event updated for resources: {'Port': ['ID=8bb9f952-0620-44b2-a1ba-6596063f7aa6,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:31.825812 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-5be8e4aa-2931-491b-8484-7c9fdcd416c7 req-4926e04c-7fdc-47c0-b645-1a570b19a10a tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Synchronizing usage tracker for tenant:0686e69ac11942188b5a0488c30ffe77 on resource:security_group {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:33:31.851001 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-17921258-be43-4646-adc4-20d7f2f19b66 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:31.851717 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-17921258-be43-4646-adc4-20d7f2f19b66 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:31.942346 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-5be8e4aa-2931-491b-8484-7c9fdcd416c7 req-4926e04c-7fdc-47c0-b645-1a570b19a10a tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Unset dirty status for tenant:0686e69ac11942188b5a0488c30ffe77 on resource:security_group {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:33:31.946592 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5be8e4aa-2931-491b-8484-7c9fdcd416c7 req-4926e04c-7fdc-47c0-b645-1a570b19a10a tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc09c02d-b758-4c19-bc92-3f8728f312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626105 Feb 03 14:33:31.949996 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-17921258-be43-4646-adc4-20d7f2f19b66 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9604206 Feb 03 14:33:32.084255 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-ff5f4edd-679f-472d-b24f-987b0b1cb857 service neutron] Request body: {'port': {'device_id': 'a2df3548-b4f5-4061-830e-c5543d4fad24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:33:32.118972 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-dd721ca9-e35c-4b75-ba18-b647d9f77393 None None] Provisioning for port 8bb9f952-0620-44b2-a1ba-6596063f7aa6 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:33:32.125397 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-dd721ca9-e35c-4b75-ba18-b647d9f77393 None None] Provisioning complete for port 8bb9f952-0620-44b2-a1ba-6596063f7aa6 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:32.125788 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-dd721ca9-e35c-4b75-ba18-b647d9f77393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:32.202576 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-dd721ca9-e35c-4b75-ba18-b647d9f77393 None None] Port 8bb9f952-0620-44b2-a1ba-6596063f7aa6 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:33:32.227229 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-ff5f4edd-679f-472d-b24f-987b0b1cb857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:32.612099 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-ff5f4edd-679f-472d-b24f-987b0b1cb857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bb9f952-0620-44b2-a1ba-6596063f7aa6 {{(pid=84181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:33:32.619231 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-ff5f4edd-679f-472d-b24f-987b0b1cb857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:32.634701 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-ff5f4edd-679f-472d-b24f-987b0b1cb857 service neutron] Transition to ACTIVE for port object 8bb9f952-0620-44b2-a1ba-6596063f7aa6 will not be triggered until provisioned by entity L2. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:33:32.696602 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-ff5f4edd-679f-472d-b24f-987b0b1cb857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:32.928152 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f4edd-679f-472d-b24f-987b0b1cb857 service neutron] Pushing event updated for resources: {'Port': ['ID=8bb9f952-0620-44b2-a1ba-6596063f7aa6,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:33.032637 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-ff5f4edd-679f-472d-b24f-987b0b1cb857 service neutron] Attempting to bind port 8bb9f952-0620-44b2-a1ba-6596063f7aa6 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:33:33.032978 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-ff5f4edd-679f-472d-b24f-987b0b1cb857 service neutron] Attempting to bind port 8bb9f952-0620-44b2-a1ba-6596063f7aa6 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '7fe4ba72-477a-4148-b5a4-9e0d361e5340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1477685f-a984-4245-9767-bb3ab342f7c7'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:33:33.033306 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-ff5f4edd-679f-472d-b24f-987b0b1cb857 service neutron] Attempting to bind port 8bb9f952-0620-44b2-a1ba-6596063f7aa6 on network 1477685f-a984-4245-9767-bb3ab342f7c7 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:33:33.038981 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-ff5f4edd-679f-472d-b24f-987b0b1cb857 service neutron] Port 8bb9f952-0620-44b2-a1ba-6596063f7aa6 on network 1477685f-a984-4245-9767-bb3ab342f7c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 14:33:33.039335 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-ff5f4edd-679f-472d-b24f-987b0b1cb857 service neutron] Attempting to bind port 8bb9f952-0620-44b2-a1ba-6596063f7aa6 on network 1477685f-a984-4245-9767-bb3ab342f7c7 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:33:33.045451 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-ff5f4edd-679f-472d-b24f-987b0b1cb857 service neutron] Checking agent: {'id': '8cce4e55-f72c-4604-b6eb-27dc2f3f162a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'started_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:33:33.045787 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-ff5f4edd-679f-472d-b24f-987b0b1cb857 service neutron] Checking segment: {'id': '7fe4ba72-477a-4148-b5a4-9e0d361e5340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1477685f-a984-4245-9767-bb3ab342f7c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:33:33.046168 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-ff5f4edd-679f-472d-b24f-987b0b1cb857 service neutron] Bound using segment: {'id': '7fe4ba72-477a-4148-b5a4-9e0d361e5340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1477685f-a984-4245-9767-bb3ab342f7c7'} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:33:33.046580 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-ff5f4edd-679f-472d-b24f-987b0b1cb857 service neutron] Bound port: 8bb9f952-0620-44b2-a1ba-6596063f7aa6, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fe4ba72-477a-4148-b5a4-9e0d361e5340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1477685f-a984-4245-9767-bb3ab342f7c7'}}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:33:33.046916 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-ff5f4edd-679f-472d-b24f-987b0b1cb857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:33.141256 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-ff5f4edd-679f-472d-b24f-987b0b1cb857 service neutron] For port 8bb9f952-0620-44b2-a1ba-6596063f7aa6, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:33:33.141884 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c41e7-4515-4e87-ba28-577421f4deae req-29239e46-0974-481c-9b0d-7c943913560e tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:33.142992 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c13c41e7-4515-4e87-ba28-577421f4deae req-29239e46-0974-481c-9b0d-7c943913560e tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2df3548-b4f5-4061-830e-c5543d4fad24 HTTP/1.1" status: 200 len: 943 time: 0.0794251 Feb 03 14:33:33.144729 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-ff5f4edd-679f-472d-b24f-987b0b1cb857 service neutron] For port 8bb9f952-0620-44b2-a1ba-6596063f7aa6, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=8bb9f952-0620-44b2-a1ba-6596063f7aa6,segment=NetworkSegment(7fe4ba72-477a-4148-b5a4-9e0d361e5340),segment_id=7fe4ba72-477a-4148-b5a4-9e0d361e5340)] {{(pid=84181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:33:33.189820 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c13c41e7-4515-4e87-ba28-577421f4deae req-7e62313a-7bf5-4114-a130-8411b33cbdf2 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc09c02d-b758-4c19-bc92-3f8728f312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406156 Feb 03 14:33:33.206892 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-ff5f4edd-679f-472d-b24f-987b0b1cb857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:33.274762 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-ff5f4edd-679f-472d-b24f-987b0b1cb857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:33.276202 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-ff5f4edd-679f-472d-b24f-987b0b1cb857 service neutron] 10.222.0.47 "PUT /v2.0/ports/8bb9f952-0620-44b2-a1ba-6596063f7aa6 HTTP/1.1" status: 200 len: 1093 time: 1.3188152 Feb 03 14:33:33.276646 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2df3548-b4f5-4061-830e-c5543d4fad24', 'tag': '8bb9f952-0620-44b2-a1ba-6596063f7aa6'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:33:33.295378 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f4edd-679f-472d-b24f-987b0b1cb857 service neutron] Pushing event updated for resources: {'Port': ['ID=8bb9f952-0620-44b2-a1ba-6596063f7aa6,revision_number=3']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:33.335487 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2df3548-b4f5-4061-830e-c5543d4fad24', 'tag': '8bb9f952-0620-44b2-a1ba-6596063f7aa6', 'status': 'completed', 'code': 200} Feb 03 14:33:33.433250 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ffac66ce-b2a3-4b19-9e72-4787cdf469a7 req-fc30b35d-d1c4-4c46-ba4a-cfed3c3a7d75 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0686e69ac11942188b5a0488c30ffe77&device_id=a2df3548-b4f5-4061-830e-c5543d4fad24 HTTP/1.1" status: 200 len: 1096 time: 0.0775270 Feb 03 14:33:33.499395 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 06924856-1a51-4b2e-a960-7a3c3304d5d8 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:33:33.580145 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac66ce-b2a3-4b19-9e72-4787cdf469a7 req-5777ed01-84d8-49e6-b947-62a4aa5f6bae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:33.585434 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ffac66ce-b2a3-4b19-9e72-4787cdf469a7 req-5777ed01-84d8-49e6-b947-62a4aa5f6bae service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=0686e69ac11942188b5a0488c30ffe77&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1423168 Feb 03 14:33:33.645159 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 06924856-1a51-4b2e-a960-7a3c3304d5d8 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:33:33.650114 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 06924856-1a51-4b2e-a960-7a3c3304d5d8 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:33.650494 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:33.719226 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac66ce-b2a3-4b19-9e72-4787cdf469a7 req-5cdf00d4-1c01-4774-a790-f4fa21531432 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:33.720645 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ffac66ce-b2a3-4b19-9e72-4787cdf469a7 req-5cdf00d4-1c01-4774-a790-f4fa21531432 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1327207 Feb 03 14:33:33.761394 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:33.777768 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 06924856-1a51-4b2e-a960-7a3c3304d5d8, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=06924856-1a51-4b2e-a960-7a3c3304d5d8,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:33:33.827405 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-3e977c33-5945-4453-8e7c-eca903893a86 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0686e69ac11942188b5a0488c30ffe77&device_id=a2df3548-b4f5-4061-830e-c5543d4fad24 HTTP/1.1" status: 200 len: 1096 time: 0.0730700 Feb 03 14:33:33.861994 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:33.895362 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-5367e3d1-8c8b-4984-ade2-f045762223c0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8bb9f952-0620-44b2-a1ba-6596063f7aa6 HTTP/1.1" status: 200 len: 217 time: 0.0610716 Feb 03 14:33:33.929390 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=06924856-1a51-4b2e-a960-7a3c3304d5d8,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:33.961156 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-09469431-6c72-4203-bf49-4b3cd159bc30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:33.962560 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-09469431-6c72-4203-bf49-4b3cd159bc30 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b67fd079-e27a-40ec-9240-ef46db2d56e2 HTTP/1.1" status: 200 len: 856 time: 0.0617645 Feb 03 14:33:34.035595 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-fb9736ed-3feb-41b5-be25-7b261baec857 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1477685f-a984-4245-9767-bb3ab342f7c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667784 Feb 03 14:33:34.166021 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-1121432e-bbb0-4885-885c-8f7e5994d329 service neutron] 10.222.0.47 "GET /v2.0/networks/1477685f-a984-4245-9767-bb3ab342f7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221254 Feb 03 14:33:34.298362 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-d29b7d03-02ac-4792-b736-fa20c8801ef6 req-443d8cca-6c33-4051-b459-c8065ec7d4b7 service neutron] 10.222.0.47 "GET /v2.0/networks/1477685f-a984-4245-9767-bb3ab342f7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269317 Feb 03 14:33:34.393907 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e9b5b-1912-481c-ab27-89e7063635a1 req-39649011-b718-47e0-99c4-83004e1bd893 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:34.395746 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5a5e9b5b-1912-481c-ab27-89e7063635a1 req-39649011-b718-47e0-99c4-83004e1bd893 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2df3548-b4f5-4061-830e-c5543d4fad24 HTTP/1.1" status: 200 len: 943 time: 0.0798006 Feb 03 14:33:34.440150 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5a5e9b5b-1912-481c-ab27-89e7063635a1 req-4791005a-3afa-4ae9-9e90-52ab377a5a50 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc09c02d-b758-4c19-bc92-3f8728f312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391569 Feb 03 14:33:35.471985 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 06924856-1a51-4b2e-a960-7a3c3304d5d8 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:33:35.538007 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 06924856-1a51-4b2e-a960-7a3c3304d5d8 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:35.538367 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:35.633896 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee897b-f66c-4853-aec2-bb1b910a7227 req-5c320a14-8e22-4e42-82d7-dda9ec2ad719 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:35.635350 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-68ee897b-f66c-4853-aec2-bb1b910a7227 req-5c320a14-8e22-4e42-82d7-dda9ec2ad719 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2df3548-b4f5-4061-830e-c5543d4fad24 HTTP/1.1" status: 200 len: 943 time: 0.0750053 Feb 03 14:33:35.682907 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-68ee897b-f66c-4853-aec2-bb1b910a7227 req-68b30ab0-3620-4682-9412-7cfecbf35ef3 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc09c02d-b758-4c19-bc92-3f8728f312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419474 Feb 03 14:33:36.873163 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ac89e-0ba8-4732-b63c-2f8aca6a313b req-2e0749a1-5520-4189-8d2c-4dbfb61bbc47 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:36.874551 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-758ac89e-0ba8-4732-b63c-2f8aca6a313b req-2e0749a1-5520-4189-8d2c-4dbfb61bbc47 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2df3548-b4f5-4061-830e-c5543d4fad24 HTTP/1.1" status: 200 len: 943 time: 0.0737386 Feb 03 14:33:36.917245 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-758ac89e-0ba8-4732-b63c-2f8aca6a313b req-939f0052-0a80-42ba-ae5a-336dc6b24680 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc09c02d-b758-4c19-bc92-3f8728f312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373704 Feb 03 14:33:38.113497 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57287ef0-0735-4473-b120-e78fa17a55d7 req-00b696b3-7ec8-4376-a1ff-941349463bbe tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:38.114901 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-57287ef0-0735-4473-b120-e78fa17a55d7 req-00b696b3-7ec8-4376-a1ff-941349463bbe tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2df3548-b4f5-4061-830e-c5543d4fad24 HTTP/1.1" status: 200 len: 943 time: 0.0771711 Feb 03 14:33:38.158127 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-57287ef0-0735-4473-b120-e78fa17a55d7 req-02dacf1c-64c6-4212-972a-b2e3eff63399 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc09c02d-b758-4c19-bc92-3f8728f312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378056 Feb 03 14:33:38.751899 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 8bb9f952-0620-44b2-a1ba-6596063f7aa6 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:33:38.881943 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 8bb9f952-0620-44b2-a1ba-6596063f7aa6, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=8bb9f952-0620-44b2-a1ba-6596063f7aa6,segment=NetworkSegment(7fe4ba72-477a-4148-b5a4-9e0d361e5340),segment_id=7fe4ba72-477a-4148-b5a4-9e0d361e5340)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:33:38.894400 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': '8bb9f952-0620-44b2-a1ba-6596063f7aa6', 'network_id': '1477685f-a984-4245-9767-bb3ab342f7c7', 'port_id': '8bb9f952-0620-44b2-a1ba-6596063f7aa6', 'mac_address': 'fa:16:3e:9d:d8:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b67fd079-e27a-40ec-9240-ef46db2d56e2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:33:38.945552 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:38.961925 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bb9f952-0620-44b2-a1ba-6596063f7aa6 {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:33:38.975939 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 8bb9f952-0620-44b2-a1ba-6596063f7aa6, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=8bb9f952-0620-44b2-a1ba-6596063f7aa6,segment=NetworkSegment(7fe4ba72-477a-4148-b5a4-9e0d361e5340),segment_id=7fe4ba72-477a-4148-b5a4-9e0d361e5340)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:33:39.040130 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:39.107213 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=8bb9f952-0620-44b2-a1ba-6596063f7aa6,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:39.350566 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580f3ab-c58f-49e6-9eb3-223130a68047 req-9f370520-fdc7-4210-9c36-25e036d0f902 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:39.351961 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1580f3ab-c58f-49e6-9eb3-223130a68047 req-9f370520-fdc7-4210-9c36-25e036d0f902 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2df3548-b4f5-4061-830e-c5543d4fad24 HTTP/1.1" status: 200 len: 944 time: 0.0762045 Feb 03 14:33:39.370763 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['8bb9f952-0620-44b2-a1ba-6596063f7aa6'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:33:39.398634 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1580f3ab-c58f-49e6-9eb3-223130a68047 req-04eb4cc4-2baf-4b50-a2f6-55ed2edd6339 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc09c02d-b758-4c19-bc92-3f8728f312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410602 Feb 03 14:33:40.595287 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df5af4-8774-4e13-a12d-d159bcf72936 req-a1842f39-3c43-4d3b-91a5-3edd1f8ce4d0 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:40.597219 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-89df5af4-8774-4e13-a12d-d159bcf72936 req-a1842f39-3c43-4d3b-91a5-3edd1f8ce4d0 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2df3548-b4f5-4061-830e-c5543d4fad24 HTTP/1.1" status: 200 len: 944 time: 0.0794125 Feb 03 14:33:40.640978 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-89df5af4-8774-4e13-a12d-d159bcf72936 req-3a84f598-baba-4080-a82e-a22fcb7ed154 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc09c02d-b758-4c19-bc92-3f8728f312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382226 Feb 03 14:33:40.763520 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 8bb9f952-0620-44b2-a1ba-6596063f7aa6 up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:33:40.896248 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning for port 8bb9f952-0620-44b2-a1ba-6596063f7aa6 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:33:40.901277 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port 8bb9f952-0620-44b2-a1ba-6596063f7aa6 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:40.901648 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:41.011546 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:41.037530 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2df3548-b4f5-4061-830e-c5543d4fad24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb9f952-0620-44b2-a1ba-6596063f7aa6'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:33:41.046587 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 8bb9f952-0620-44b2-a1ba-6596063f7aa6, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=8bb9f952-0620-44b2-a1ba-6596063f7aa6,segment=NetworkSegment(7fe4ba72-477a-4148-b5a4-9e0d361e5340),segment_id=7fe4ba72-477a-4148-b5a4-9e0d361e5340)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:33:41.091125 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2df3548-b4f5-4061-830e-c5543d4fad24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb9f952-0620-44b2-a1ba-6596063f7aa6', 'code': 200} Feb 03 14:33:41.103295 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:41.167341 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=8bb9f952-0620-44b2-a1ba-6596063f7aa6,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:41.432334 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-cc117fca-c3f3-4e65-93cc-11b967d1f5c7 req-346e3cbb-d237-45bf-96eb-4ee4d2e1bfe1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a2df3548-b4f5-4061-830e-c5543d4fad24 HTTP/1.1" status: 200 len: 1098 time: 0.0664616 Feb 03 14:33:41.477061 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-cc117fca-c3f3-4e65-93cc-11b967d1f5c7 req-0fca7738-5bb4-4120-9a91-1b1f25db8611 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fc09c02d-b758-4c19-bc92-3f8728f312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389066 Feb 03 14:33:41.837481 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108a9a1-917e-4e1f-ac1b-0f8ad4c2890a req-b884b2f5-404f-4604-ac59-e21f4f0b3afd tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:41.838877 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2108a9a1-917e-4e1f-ac1b-0f8ad4c2890a req-b884b2f5-404f-4604-ac59-e21f4f0b3afd tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2df3548-b4f5-4061-830e-c5543d4fad24 HTTP/1.1" status: 200 len: 945 time: 0.0751181 Feb 03 14:33:41.886461 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2108a9a1-917e-4e1f-ac1b-0f8ad4c2890a req-fd595bf8-ed03-48eb-9774-4c06d4b0a587 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc09c02d-b758-4c19-bc92-3f8728f312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421236 Feb 03 14:33:43.093117 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ddaf3-4e0b-48c6-8ea3-214e1d838980 req-01e37e3d-e117-45bb-9467-95b19bfe4200 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:43.094540 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f63ddaf3-4e0b-48c6-8ea3-214e1d838980 req-01e37e3d-e117-45bb-9467-95b19bfe4200 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2df3548-b4f5-4061-830e-c5543d4fad24 HTTP/1.1" status: 200 len: 945 time: 0.0762925 Feb 03 14:33:43.138266 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f63ddaf3-4e0b-48c6-8ea3-214e1d838980 req-4bb0f2da-cd54-42e7-ac2a-f5a54227964d tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc09c02d-b758-4c19-bc92-3f8728f312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381472 Feb 03 14:33:43.333998 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5e13b-cf0d-4452-926d-3e3f0b06888f req-f11602f5-24d8-4ec4-868e-f2439004086f tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:43.335419 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-cba5e13b-cf0d-4452-926d-3e3f0b06888f req-f11602f5-24d8-4ec4-868e-f2439004086f tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2df3548-b4f5-4061-830e-c5543d4fad24 HTTP/1.1" status: 200 len: 945 time: 0.0769176 Feb 03 14:33:43.379794 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-cba5e13b-cf0d-4452-926d-3e3f0b06888f req-519abbd8-1c4c-46cb-89fd-35ae2a359cb4 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc09c02d-b758-4c19-bc92-3f8728f312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389364 Feb 03 14:33:44.124192 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebaf765-deb5-424f-8076-9e19962a3879 None None] Sync routers for ids ['5e64aca7-ff32-4f20-9c72-edc0d7049433'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:33:44.136138 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebaf765-deb5-424f-8076-9e19962a3879 None None] Routers {'5e64aca7-ff32-4f20-9c72-edc0d7049433'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:33:44.136736 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-3ebaf765-deb5-424f-8076-9e19962a3879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:33:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['5e64aca7-ff32-4f20-9c72-edc0d7049433'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:44.311895 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-3ebaf765-deb5-424f-8076-9e19962a3879 None None] Set router 5e64aca7-ff32-4f20-9c72-edc0d7049433 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:33:44.665262 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-3ebaf765-deb5-424f-8076-9e19962a3879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e64aca7-ff32-4f20-9c72-edc0d7049433', 'name': 'tempest-TestEncryptedCinderVolumes-953339782-router', 'tenant_id': '4e2b29b528f346b8b4100ff5d0c7b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '06924856-1a51-4b2e-a960-7a3c3304d5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:33:21Z', 'updated_at': '2022-02-03T14:33:25Z', 'revision_number': 4, 'project_id': '4e2b29b528f346b8b4100ff5d0c7b36a', 'gw_port': {'id': '06924856-1a51-4b2e-a960-7a3c3304d5d8', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e64aca7-ff32-4f20-9c72-edc0d7049433', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:33:22Z', 'updated_at': '2022-02-03T14:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'ace7471e-cf4d-49ac-8c91-e5c1701da242', 'name': '', 'network_id': 'c22d789d-c7d7-45a8-ad39-89f79cb3f6bf', 'tenant_id': '4e2b29b528f346b8b4100ff5d0c7b36a', 'mac_address': 'fa:16:3e:c8:b6:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e64aca7-ff32-4f20-9c72-edc0d7049433', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc7dda26-3674-4a25-83a8-957518279cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:33:24Z', 'updated_at': '2022-02-03T14:33:25Z', 'revision_number': 2, 'project_id': '4e2b29b528f346b8b4100ff5d0c7b36a', 'subnets': [{'id': 'dc7dda26-3674-4a25-83a8-957518279cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:44.669843 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebaf765-deb5-424f-8076-9e19962a3879 None None] Checking router: 5e64aca7-ff32-4f20-9c72-edc0d7049433 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:33:44.669843 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebaf765-deb5-424f-8076-9e19962a3879 None None] Updating router 5e64aca7-ff32-4f20-9c72-edc0d7049433 port ace7471e-cf4d-49ac-8c91-e5c1701da242 binding host dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:33:44.719943 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3ebaf765-deb5-424f-8076-9e19962a3879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:45.053092 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3ebaf765-deb5-424f-8076-9e19962a3879 None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:45.064152 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-3ebaf765-deb5-424f-8076-9e19962a3879 None None] Transition to ACTIVE for port object ace7471e-cf4d-49ac-8c91-e5c1701da242 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:33:45.153128 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3ebaf765-deb5-424f-8076-9e19962a3879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:45.276840 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7341f0-1db8-4593-9b10-70ca0fe3fe47 None None] Pushing event updated for resources: {'Port': ['ID=ace7471e-cf4d-49ac-8c91-e5c1701da242,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:45.372502 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-3ebaf765-deb5-424f-8076-9e19962a3879 None None] Attempting to bind port ace7471e-cf4d-49ac-8c91-e5c1701da242 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:33:45.372878 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-3ebaf765-deb5-424f-8076-9e19962a3879 None None] Attempting to bind port ace7471e-cf4d-49ac-8c91-e5c1701da242 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '088b75a7-bd2f-4859-ab75-d5a438c2e83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c22d789d-c7d7-45a8-ad39-89f79cb3f6bf'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:33:45.373305 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebaf765-deb5-424f-8076-9e19962a3879 None None] Attempting to bind port ace7471e-cf4d-49ac-8c91-e5c1701da242 on network c22d789d-c7d7-45a8-ad39-89f79cb3f6bf {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:33:45.380880 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebaf765-deb5-424f-8076-9e19962a3879 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:33:45.381256 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebaf765-deb5-424f-8076-9e19962a3879 None None] Checking segment: {'id': '088b75a7-bd2f-4859-ab75-d5a438c2e83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c22d789d-c7d7-45a8-ad39-89f79cb3f6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:33:45.381665 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3ebaf765-deb5-424f-8076-9e19962a3879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:45.382065 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebaf765-deb5-424f-8076-9e19962a3879 None None] Bound using segment: {'id': '088b75a7-bd2f-4859-ab75-d5a438c2e83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c22d789d-c7d7-45a8-ad39-89f79cb3f6bf'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:33:45.382531 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-3ebaf765-deb5-424f-8076-9e19962a3879 None None] Bound port: ace7471e-cf4d-49ac-8c91-e5c1701da242, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '088b75a7-bd2f-4859-ab75-d5a438c2e83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c22d789d-c7d7-45a8-ad39-89f79cb3f6bf'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:33:45.382908 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3ebaf765-deb5-424f-8076-9e19962a3879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:45.491192 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-3ebaf765-deb5-424f-8076-9e19962a3879 None None] For port ace7471e-cf4d-49ac-8c91-e5c1701da242, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:33:45.494425 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-3ebaf765-deb5-424f-8076-9e19962a3879 None None] For port ace7471e-cf4d-49ac-8c91-e5c1701da242, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=ace7471e-cf4d-49ac-8c91-e5c1701da242,segment=NetworkSegment(088b75a7-bd2f-4859-ab75-d5a438c2e83c),segment_id=088b75a7-bd2f-4859-ab75-d5a438c2e83c)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:33:45.572992 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3ebaf765-deb5-424f-8076-9e19962a3879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:45.652234 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7341f0-1db8-4593-9b10-70ca0fe3fe47 None None] Pushing event updated for resources: {'Port': ['ID=ace7471e-cf4d-49ac-8c91-e5c1701da242,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:45.662331 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebaf765-deb5-424f-8076-9e19962a3879 None None] Routers {'5e64aca7-ff32-4f20-9c72-edc0d7049433'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:33:45.662948 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-3ebaf765-deb5-424f-8076-9e19962a3879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:33:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['5e64aca7-ff32-4f20-9c72-edc0d7049433'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:45.862946 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-3ebaf765-deb5-424f-8076-9e19962a3879 None None] Set router 5e64aca7-ff32-4f20-9c72-edc0d7049433 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:33:46.219315 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-3ebaf765-deb5-424f-8076-9e19962a3879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e64aca7-ff32-4f20-9c72-edc0d7049433', 'name': 'tempest-TestEncryptedCinderVolumes-953339782-router', 'tenant_id': '4e2b29b528f346b8b4100ff5d0c7b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '06924856-1a51-4b2e-a960-7a3c3304d5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:33:21Z', 'updated_at': '2022-02-03T14:33:25Z', 'revision_number': 4, 'project_id': '4e2b29b528f346b8b4100ff5d0c7b36a', 'gw_port': {'id': '06924856-1a51-4b2e-a960-7a3c3304d5d8', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e64aca7-ff32-4f20-9c72-edc0d7049433', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:33:22Z', 'updated_at': '2022-02-03T14:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'ace7471e-cf4d-49ac-8c91-e5c1701da242', 'name': '', 'network_id': 'c22d789d-c7d7-45a8-ad39-89f79cb3f6bf', 'tenant_id': '4e2b29b528f346b8b4100ff5d0c7b36a', 'mac_address': 'fa:16:3e:c8:b6:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e64aca7-ff32-4f20-9c72-edc0d7049433', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc7dda26-3674-4a25-83a8-957518279cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:33:24Z', 'updated_at': '2022-02-03T14:33:45Z', 'revision_number': 4, 'project_id': '4e2b29b528f346b8b4100ff5d0c7b36a', 'subnets': [{'id': 'dc7dda26-3674-4a25-83a8-957518279cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:46.223785 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebaf765-deb5-424f-8076-9e19962a3879 None None] The sync data for ids ['5e64aca7-ff32-4f20-9c72-edc0d7049433'] in dv-neutron-827016-1-hyperv is: [{'id': '5e64aca7-ff32-4f20-9c72-edc0d7049433', 'name': 'tempest-TestEncryptedCinderVolumes-953339782-router', 'tenant_id': '4e2b29b528f346b8b4100ff5d0c7b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '06924856-1a51-4b2e-a960-7a3c3304d5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:33:21Z', 'updated_at': '2022-02-03T14:33:25Z', 'revision_number': 4, 'project_id': '4e2b29b528f346b8b4100ff5d0c7b36a', 'gw_port': {'id': '06924856-1a51-4b2e-a960-7a3c3304d5d8', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e64aca7-ff32-4f20-9c72-edc0d7049433', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:33:22Z', 'updated_at': '2022-02-03T14:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'ace7471e-cf4d-49ac-8c91-e5c1701da242', 'name': '', 'network_id': 'c22d789d-c7d7-45a8-ad39-89f79cb3f6bf', 'tenant_id': '4e2b29b528f346b8b4100ff5d0c7b36a', 'mac_address': 'fa:16:3e:c8:b6:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e64aca7-ff32-4f20-9c72-edc0d7049433', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc7dda26-3674-4a25-83a8-957518279cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:33:24Z', 'updated_at': '2022-02-03T14:33:45Z', 'revision_number': 4, 'project_id': '4e2b29b528f346b8b4100ff5d0c7b36a', 'subnets': [{'id': 'dc7dda26-3674-4a25-83a8-957518279cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:33:47.500370 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device ace7471e-cf4d-49ac-8c91-e5c1701da242 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:33:47.634315 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port ace7471e-cf4d-49ac-8c91-e5c1701da242 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:33:47.639518 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port ace7471e-cf4d-49ac-8c91-e5c1701da242 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:47.639896 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:47.755451 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:47.772024 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:47.807430 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port ace7471e-cf4d-49ac-8c91-e5c1701da242, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=ace7471e-cf4d-49ac-8c91-e5c1701da242,segment=NetworkSegment(088b75a7-bd2f-4859-ab75-d5a438c2e83c),segment_id=088b75a7-bd2f-4859-ab75-d5a438c2e83c)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:33:47.867168 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:47.938372 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=ace7471e-cf4d-49ac-8c91-e5c1701da242,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:49.481108 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device ace7471e-cf4d-49ac-8c91-e5c1701da242 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:33:49.547299 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port ace7471e-cf4d-49ac-8c91-e5c1701da242 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:49.547693 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:55.352652 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cb345db5-19c9-4882-98d8-1c0f85376d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:57.500978 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-269431ae-22bf-4ff5-ae7d-5eb51bcee4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:58.876955 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:33:58.953970 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:00.256709 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:01.664192 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79baf40d-4fd1-4173-af8a-558a7a17c2c7 req-b8c7a8d5-b6a7-43bc-95d6-5e9d30f21d27 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:01.665624 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-79baf40d-4fd1-4173-af8a-558a7a17c2c7 req-b8c7a8d5-b6a7-43bc-95d6-5e9d30f21d27 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2df3548-b4f5-4061-830e-c5543d4fad24 HTTP/1.1" status: 200 len: 945 time: 0.0763884 Feb 03 14:34:01.709899 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-79baf40d-4fd1-4173-af8a-558a7a17c2c7 req-4f71a25f-7d6e-4b3a-8434-ddb883f906b4 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc09c02d-b758-4c19-bc92-3f8728f312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388131 Feb 03 14:34:02.980198 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25214393-2668-4dac-98ec-c3a0685d8a43 req-9bfaf4c6-7de7-4119-9b43-3e30b2caa76e tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:02.981620 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-25214393-2668-4dac-98ec-c3a0685d8a43 req-9bfaf4c6-7de7-4119-9b43-3e30b2caa76e tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2df3548-b4f5-4061-830e-c5543d4fad24 HTTP/1.1" status: 200 len: 945 time: 0.1431987 Feb 03 14:34:03.026486 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-25214393-2668-4dac-98ec-c3a0685d8a43 req-d526c61b-ca2e-42ea-b814-872e059e5e91 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc09c02d-b758-4c19-bc92-3f8728f312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393815 Feb 03 14:34:03.595315 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895bc94-d5ab-4ecc-8e29-58fb06528765 req-c08e0088-cc20-4cce-838c-40e82b9f3b2c tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:03.595987 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-2895bc94-d5ab-4ecc-8e29-58fb06528765 req-c08e0088-cc20-4cce-838c-40e82b9f3b2c tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Synchronizing usage tracker for tenant:0686e69ac11942188b5a0488c30ffe77 on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:34:03.661400 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-2895bc94-d5ab-4ecc-8e29-58fb06528765 req-c08e0088-cc20-4cce-838c-40e82b9f3b2c tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Unset dirty status for tenant:0686e69ac11942188b5a0488c30ffe77 on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:34:03.662423 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2895bc94-d5ab-4ecc-8e29-58fb06528765 req-c08e0088-cc20-4cce-838c-40e82b9f3b2c tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2df3548-b4f5-4061-830e-c5543d4fad24 HTTP/1.1" status: 200 len: 945 time: 0.1398394 Feb 03 14:34:03.729627 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-2895bc94-d5ab-4ecc-8e29-58fb06528765 req-0dc0d8e8-9834-4b7c-8388-231037495307 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Deleting port 8bb9f952-0620-44b2-a1ba-6596063f7aa6 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:34:03.729958 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-2895bc94-d5ab-4ecc-8e29-58fb06528765 req-0dc0d8e8-9834-4b7c-8388-231037495307 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:04.050480 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-2895bc94-d5ab-4ecc-8e29-58fb06528765 req-0dc0d8e8-9834-4b7c-8388-231037495307 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] For port 8bb9f952-0620-44b2-a1ba-6596063f7aa6, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=8bb9f952-0620-44b2-a1ba-6596063f7aa6,segment=NetworkSegment(7fe4ba72-477a-4148-b5a4-9e0d361e5340),segment_id=7fe4ba72-477a-4148-b5a4-9e0d361e5340)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:34:04.050740 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-2895bc94-d5ab-4ecc-8e29-58fb06528765 req-0dc0d8e8-9834-4b7c-8388-231037495307 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:04.172549 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-2895bc94-d5ab-4ecc-8e29-58fb06528765 req-0dc0d8e8-9834-4b7c-8388-231037495307 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Calling delete_port for 8bb9f952-0620-44b2-a1ba-6596063f7aa6 owned by compute:nova {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:34:04.221072 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680e346-e6ae-49ab-b7c7-539bfa5af105 req-dfe25c77-e6cf-4c94-a701-b15065d916fa tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:04.222572 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0680e346-e6ae-49ab-b7c7-539bfa5af105 req-dfe25c77-e6cf-4c94-a701-b15065d916fa tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2df3548-b4f5-4061-830e-c5543d4fad24 HTTP/1.1" status: 200 len: 945 time: 0.0762241 Feb 03 14:34:04.268004 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0680e346-e6ae-49ab-b7c7-539bfa5af105 req-a5d9c7ce-38aa-4085-9d0d-654f41e4ab64 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc09c02d-b758-4c19-bc92-3f8728f312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399268 Feb 03 14:34:04.371053 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-2895bc94-d5ab-4ecc-8e29-58fb06528765 req-0dc0d8e8-9834-4b7c-8388-231037495307 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:04.382390 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['8bb9f952-0620-44b2-a1ba-6596063f7aa6'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:34:04.421617 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc0d8e8-9834-4b7c-8388-231037495307 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Pushing event deleted for resources: {'Port': ['ID=8bb9f952-0620-44b2-a1ba-6596063f7aa6,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:04.433505 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc0d8e8-9834-4b7c-8388-231037495307 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:04.433857 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc0d8e8-9834-4b7c-8388-231037495307 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:04.434203 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc0d8e8-9834-4b7c-8388-231037495307 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:04.434546 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc0d8e8-9834-4b7c-8388-231037495307 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:04.434908 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc0d8e8-9834-4b7c-8388-231037495307 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:04.435263 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc0d8e8-9834-4b7c-8388-231037495307 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:04.435594 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc0d8e8-9834-4b7c-8388-231037495307 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:04.435920 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc0d8e8-9834-4b7c-8388-231037495307 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:04.436249 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc0d8e8-9834-4b7c-8388-231037495307 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:04.436963 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc0d8e8-9834-4b7c-8388-231037495307 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:04.436963 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc0d8e8-9834-4b7c-8388-231037495307 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:04.508517 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-2895bc94-d5ab-4ecc-8e29-58fb06528765 req-0dc0d8e8-9834-4b7c-8388-231037495307 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] No DVR routers for this DVR port 8bb9f952-0620-44b2-a1ba-6596063f7aa6 on host hv-neutron-8270 {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:34:04.511205 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-2895bc94-d5ab-4ecc-8e29-58fb06528765 req-0dc0d8e8-9834-4b7c-8388-231037495307 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:04.513815 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2df3548-b4f5-4061-830e-c5543d4fad24', 'name': 'network-vif-deleted', 'tag': '8bb9f952-0620-44b2-a1ba-6596063f7aa6'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:34:04.573253 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2df3548-b4f5-4061-830e-c5543d4fad24', 'name': 'network-vif-deleted', 'tag': '8bb9f952-0620-44b2-a1ba-6596063f7aa6', 'status': 'completed', 'code': 200} Feb 03 14:34:04.627402 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2895bc94-d5ab-4ecc-8e29-58fb06528765 req-0dc0d8e8-9834-4b7c-8388-231037495307 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.47 "DELETE /v2.0/ports/8bb9f952-0620-44b2-a1ba-6596063f7aa6 HTTP/1.1" status: 204 len: 173 time: 0.9590714 Feb 03 14:34:05.451509 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-30a66c25-3935-480f-ad7e-ca69bdde8456 req-c20633d4-ef9a-47ce-b5d7-243b079766df tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2df3548-b4f5-4061-830e-c5543d4fad24 HTTP/1.1" status: 200 len: 210 time: 0.0437636 Feb 03 14:34:06.842788 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:34:07.370865 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-b4c18b97-5fe1-4c38-8f26-cee882b7300a tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:07.372291 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-b4c18b97-5fe1-4c38-8f26-cee882b7300a tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/networks?id=1477685f-a984-4245-9767-bb3ab342f7c7 HTTP/1.1" status: 200 len: 817 time: 0.1429312 Feb 03 14:34:07.388783 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-b3f3a84b-63af-445d-ac69-557b30ac2b19 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/quotas/0686e69ac11942188b5a0488c30ffe77 HTTP/1.1" status: 200 len: 375 time: 0.0111628 Feb 03 14:34:07.466943 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-6ec9e5a1-4253-4eeb-ad93-9b04f6a690a6 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0686e69ac11942188b5a0488c30ffe77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0731726 Feb 03 14:34:07.600471 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-96b504da-05ea-4746-b1fe-ccd79f5e6f12 service neutron] 10.222.0.41 "GET /v2.0/networks/1477685f-a984-4245-9767-bb3ab342f7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223509 Feb 03 14:34:07.811317 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-49ee1078-c626-4406-a173-25400bbb083c service neutron] 10.222.0.41 "GET /v2.0/networks/1477685f-a984-4245-9767-bb3ab342f7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050006 Feb 03 14:34:08.061896 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2c776b70-9b32-4393-9be2-c8fb58c1af83 req-d9074350-f797-4cca-9810-9a0b0ca54573 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9b536aa-fb73-4dd0-9170-6b76083c5616 HTTP/1.1" status: 200 len: 210 time: 0.0444267 Feb 03 14:34:08.888510 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 8bb9f952-0620-44b2-a1ba-6596063f7aa6 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:34:08.922867 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] No Port match for: 8bb9f952-0620-44b2-a1ba-6596063f7aa6 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:34:08.923240 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 8bb9f952-0620-44b2-a1ba-6596063f7aa6 not bound to the agent host hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:34:09.227090 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-aa788d8f-85eb-40d1-8b82-fdfff4be6739 req-12ba293a-e38d-4c19-be14-b2d5fa171155 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9b536aa-fb73-4dd0-9170-6b76083c5616 HTTP/1.1" status: 200 len: 210 time: 0.0408268 Feb 03 14:34:09.925446 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-7f4fa6e4-fbf6-4e7f-9d2a-8903f9886838 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:09.927417 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-7f4fa6e4-fbf6-4e7f-9d2a-8903f9886838 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.47 "GET /v2.0/networks?id=1477685f-a984-4245-9767-bb3ab342f7c7 HTTP/1.1" status: 200 len: 817 time: 0.1412647 Feb 03 14:34:09.942448 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-4bd53835-6216-418d-88c5-9a3b8fdef40e tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Request body: {'port': {'device_id': 'a9b536aa-fb73-4dd0-9170-6b76083c5616', 'network_id': '1477685f-a984-4245-9767-bb3ab342f7c7', 'admin_state_up': True, 'tenant_id': '0686e69ac11942188b5a0488c30ffe77'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:34:10.075436 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-4bd53835-6216-418d-88c5-9a3b8fdef40e tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:34:10.079755 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-4bd53835-6216-418d-88c5-9a3b8fdef40e tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Usage tracker for resource:port and tenant:0686e69ac11942188b5a0488c30ffe77 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:34:10.082675 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-4bd53835-6216-418d-88c5-9a3b8fdef40e tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:34:10.088479 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-4bd53835-6216-418d-88c5-9a3b8fdef40e tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:34:10.163334 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-4bd53835-6216-418d-88c5-9a3b8fdef40e tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Made reservation on behalf of 0686e69ac11942188b5a0488c30ffe77 for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:34:10.166571 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-4bd53835-6216-418d-88c5-9a3b8fdef40e tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:10.333349 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-4bd53835-6216-418d-88c5-9a3b8fdef40e tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Allocated IP 172.20.0.13 (1477685f-a984-4245-9767-bb3ab342f7c7/b67fd079-e27a-40ec-9240-ef46db2d56e2/bd1c6c9b-ce60-4fcd-a933-19733f71802f) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:34:10.391191 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7d151b13-3555-4850-b9de-7fe8dcdc1464 req-ae68b4e0-3bef-4e17-988f-ff3ecb38d9c3 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9b536aa-fb73-4dd0-9170-6b76083c5616 HTTP/1.1" status: 200 len: 210 time: 0.0453844 Feb 03 14:34:10.530726 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-4bd53835-6216-418d-88c5-9a3b8fdef40e tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:10.546157 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-4bd53835-6216-418d-88c5-9a3b8fdef40e tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Transition to ACTIVE for port object bd1c6c9b-ce60-4fcd-a933-19733f71802f will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:34:10.638137 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-4bd53835-6216-418d-88c5-9a3b8fdef40e tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:10.708592 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-4bd53835-6216-418d-88c5-9a3b8fdef40e tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Network 1477685f-a984-4245-9767-bb3ab342f7c7 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:34:10.709670 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-4bd53835-6216-418d-88c5-9a3b8fdef40e tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:10.713449 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-4bd53835-6216-418d-88c5-9a3b8fdef40e tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:34:10.756128 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd53835-6216-418d-88c5-9a3b8fdef40e tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Pushing event updated for resources: {'Port': ['ID=bd1c6c9b-ce60-4fcd-a933-19733f71802f,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:10.779444 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-4bd53835-6216-418d-88c5-9a3b8fdef40e tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:10.780047 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-4bd53835-6216-418d-88c5-9a3b8fdef40e tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:10.885468 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-4bd53835-6216-418d-88c5-9a3b8fdef40e tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9468031 Feb 03 14:34:10.897275 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-fa6083df-c160-4647-80db-4fb2415aeac7 service neutron] Request body: {'port': {'device_id': 'a9b536aa-fb73-4dd0-9170-6b76083c5616', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:34:11.004433 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-fa6083df-c160-4647-80db-4fb2415aeac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:11.008937 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-868b18e3-368a-4b8b-92dd-48f09c73a47f None None] Provisioning for port bd1c6c9b-ce60-4fcd-a933-19733f71802f completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:34:11.013998 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-868b18e3-368a-4b8b-92dd-48f09c73a47f None None] Provisioning complete for port bd1c6c9b-ce60-4fcd-a933-19733f71802f triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:34:11.019523 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-868b18e3-368a-4b8b-92dd-48f09c73a47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:11.065420 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-868b18e3-368a-4b8b-92dd-48f09c73a47f None None] Port bd1c6c9b-ce60-4fcd-a933-19733f71802f cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:34:11.415701 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-fa6083df-c160-4647-80db-4fb2415aeac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd1c6c9b-ce60-4fcd-a933-19733f71802f {{(pid=84181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:34:11.422486 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-fa6083df-c160-4647-80db-4fb2415aeac7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:11.436748 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-fa6083df-c160-4647-80db-4fb2415aeac7 service neutron] Transition to ACTIVE for port object bd1c6c9b-ce60-4fcd-a933-19733f71802f will not be triggered until provisioned by entity L2. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:34:11.517505 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-fa6083df-c160-4647-80db-4fb2415aeac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:11.589353 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c7ee3-4fc3-4eb3-b954-d16e031a5670 req-f85cb453-a2da-4597-9136-3ccdffad36bd tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:11.590800 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3f4c7ee3-4fc3-4eb3-b954-d16e031a5670 req-f85cb453-a2da-4597-9136-3ccdffad36bd tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9b536aa-fb73-4dd0-9170-6b76083c5616 HTTP/1.1" status: 200 len: 944 time: 0.0799737 Feb 03 14:34:11.640593 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3f4c7ee3-4fc3-4eb3-b954-d16e031a5670 req-75779e4b-5a9d-4570-92e4-ab2669645727 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc09c02d-b758-4c19-bc92-3f8728f312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432255 Feb 03 14:34:11.648579 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6083df-c160-4647-80db-4fb2415aeac7 service neutron] Pushing event updated for resources: {'Port': ['ID=bd1c6c9b-ce60-4fcd-a933-19733f71802f,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:11.756540 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-fa6083df-c160-4647-80db-4fb2415aeac7 service neutron] Attempting to bind port bd1c6c9b-ce60-4fcd-a933-19733f71802f on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:34:11.756867 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-fa6083df-c160-4647-80db-4fb2415aeac7 service neutron] Attempting to bind port bd1c6c9b-ce60-4fcd-a933-19733f71802f by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '7fe4ba72-477a-4148-b5a4-9e0d361e5340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1477685f-a984-4245-9767-bb3ab342f7c7'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:34:11.757189 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-fa6083df-c160-4647-80db-4fb2415aeac7 service neutron] Attempting to bind port bd1c6c9b-ce60-4fcd-a933-19733f71802f on network 1477685f-a984-4245-9767-bb3ab342f7c7 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:34:11.762921 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-fa6083df-c160-4647-80db-4fb2415aeac7 service neutron] Port bd1c6c9b-ce60-4fcd-a933-19733f71802f on network 1477685f-a984-4245-9767-bb3ab342f7c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 14:34:11.763272 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-fa6083df-c160-4647-80db-4fb2415aeac7 service neutron] Attempting to bind port bd1c6c9b-ce60-4fcd-a933-19733f71802f on network 1477685f-a984-4245-9767-bb3ab342f7c7 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:34:11.769271 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-fa6083df-c160-4647-80db-4fb2415aeac7 service neutron] Checking agent: {'id': '8cce4e55-f72c-4604-b6eb-27dc2f3f162a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'started_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:34:11.769602 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-fa6083df-c160-4647-80db-4fb2415aeac7 service neutron] Checking segment: {'id': '7fe4ba72-477a-4148-b5a4-9e0d361e5340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1477685f-a984-4245-9767-bb3ab342f7c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:34:11.769976 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-fa6083df-c160-4647-80db-4fb2415aeac7 service neutron] Bound using segment: {'id': '7fe4ba72-477a-4148-b5a4-9e0d361e5340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1477685f-a984-4245-9767-bb3ab342f7c7'} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:34:11.770403 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-fa6083df-c160-4647-80db-4fb2415aeac7 service neutron] Bound port: bd1c6c9b-ce60-4fcd-a933-19733f71802f, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fe4ba72-477a-4148-b5a4-9e0d361e5340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1477685f-a984-4245-9767-bb3ab342f7c7'}}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:34:11.770743 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-fa6083df-c160-4647-80db-4fb2415aeac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:11.860423 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-fa6083df-c160-4647-80db-4fb2415aeac7 service neutron] For port bd1c6c9b-ce60-4fcd-a933-19733f71802f, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:34:11.863789 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-fa6083df-c160-4647-80db-4fb2415aeac7 service neutron] For port bd1c6c9b-ce60-4fcd-a933-19733f71802f, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=bd1c6c9b-ce60-4fcd-a933-19733f71802f,segment=NetworkSegment(7fe4ba72-477a-4148-b5a4-9e0d361e5340),segment_id=7fe4ba72-477a-4148-b5a4-9e0d361e5340)] {{(pid=84181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:34:11.946264 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-fa6083df-c160-4647-80db-4fb2415aeac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:12.006668 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-fa6083df-c160-4647-80db-4fb2415aeac7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:12.008041 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-fa6083df-c160-4647-80db-4fb2415aeac7 service neutron] 10.222.0.47 "PUT /v2.0/ports/bd1c6c9b-ce60-4fcd-a933-19733f71802f HTTP/1.1" status: 200 len: 1094 time: 1.1152298 Feb 03 14:34:12.008465 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b536aa-fb73-4dd0-9170-6b76083c5616', 'tag': 'bd1c6c9b-ce60-4fcd-a933-19733f71802f'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:34:12.031603 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6083df-c160-4647-80db-4fb2415aeac7 service neutron] Pushing event updated for resources: {'Port': ['ID=bd1c6c9b-ce60-4fcd-a933-19733f71802f,revision_number=3']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:12.077686 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b536aa-fb73-4dd0-9170-6b76083c5616', 'tag': 'bd1c6c9b-ce60-4fcd-a933-19733f71802f', 'status': 'completed', 'code': 200} Feb 03 14:34:12.168721 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3a9c8430-600d-44b0-bdef-b56ff1c3755d req-b2a5b396-5937-4cc5-96de-f22c800ae1c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0686e69ac11942188b5a0488c30ffe77&device_id=a9b536aa-fb73-4dd0-9170-6b76083c5616 HTTP/1.1" status: 200 len: 1097 time: 0.0718668 Feb 03 14:34:12.306839 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c8430-600d-44b0-bdef-b56ff1c3755d req-620a0fb9-c64b-4c32-a663-b8224b623430 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:12.308209 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3a9c8430-600d-44b0-bdef-b56ff1c3755d req-620a0fb9-c64b-4c32-a663-b8224b623430 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=0686e69ac11942188b5a0488c30ffe77&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1328769 Feb 03 14:34:12.442117 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c8430-600d-44b0-bdef-b56ff1c3755d req-22e4e413-49b8-45bf-8714-fd5c6fb27893 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:12.443590 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3a9c8430-600d-44b0-bdef-b56ff1c3755d req-22e4e413-49b8-45bf-8714-fd5c6fb27893 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1303480 Feb 03 14:34:12.555744 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-8f03beac-e22e-4dd8-9cfd-5e9981b58ab2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0686e69ac11942188b5a0488c30ffe77&device_id=a9b536aa-fb73-4dd0-9170-6b76083c5616 HTTP/1.1" status: 200 len: 1097 time: 0.0724144 Feb 03 14:34:12.624912 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-c199f3e1-b73e-478d-8040-39a37e3c73ec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd1c6c9b-ce60-4fcd-a933-19733f71802f HTTP/1.1" status: 200 len: 217 time: 0.0629327 Feb 03 14:34:12.685017 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-5f6e08ff-a683-4396-872b-3ebdb004cc81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:12.686554 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-5f6e08ff-a683-4396-872b-3ebdb004cc81 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b67fd079-e27a-40ec-9240-ef46db2d56e2 HTTP/1.1" status: 200 len: 856 time: 0.0566847 Feb 03 14:34:12.760444 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-aeb9effd-b84e-441c-a94a-db5baea15c25 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1477685f-a984-4245-9767-bb3ab342f7c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679367 Feb 03 14:34:12.841195 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b001de-0589-42fb-84f8-31d00347c9a6 req-02bceb91-4dca-4cc8-90f9-df8a0477ecd1 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:12.842551 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-46b001de-0589-42fb-84f8-31d00347c9a6 req-02bceb91-4dca-4cc8-90f9-df8a0477ecd1 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9b536aa-fb73-4dd0-9170-6b76083c5616 HTTP/1.1" status: 200 len: 944 time: 0.0761287 Feb 03 14:34:12.890714 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-46b001de-0589-42fb-84f8-31d00347c9a6 req-abfeeba0-3727-4955-8b95-53f2df53f5ed tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc09c02d-b758-4c19-bc92-3f8728f312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425069 Feb 03 14:34:12.891614 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-dbdad942-5556-41b1-9fd1-b830a81c2914 service neutron] 10.222.0.47 "GET /v2.0/networks/1477685f-a984-4245-9767-bb3ab342f7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255360 Feb 03 14:34:13.017392 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b5e6b9be-a461-4af2-ac93-c88bae0100a2 req-e5bb6400-2dff-4b7e-8ec5-62fd2191d9c1 service neutron] 10.222.0.47 "GET /v2.0/networks/1477685f-a984-4245-9767-bb3ab342f7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204453 Feb 03 14:34:14.083322 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d59e5-3483-4255-9ca3-a53a1775d13a req-b5e79fef-4f74-4804-b46d-2318234e3eb5 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:14.084736 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-db6d59e5-3483-4255-9ca3-a53a1775d13a req-b5e79fef-4f74-4804-b46d-2318234e3eb5 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9b536aa-fb73-4dd0-9170-6b76083c5616 HTTP/1.1" status: 200 len: 944 time: 0.0744271 Feb 03 14:34:14.128318 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-db6d59e5-3483-4255-9ca3-a53a1775d13a req-c073012f-68df-4309-8c27-d5cc7599947c tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc09c02d-b758-4c19-bc92-3f8728f312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381143 Feb 03 14:34:15.323896 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206a223-1fe8-43ae-af3e-f41819b6502a req-d31b1c47-51db-485a-b83c-f33e68605240 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:15.325579 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a206a223-1fe8-43ae-af3e-f41819b6502a req-d31b1c47-51db-485a-b83c-f33e68605240 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9b536aa-fb73-4dd0-9170-6b76083c5616 HTTP/1.1" status: 200 len: 944 time: 0.0793827 Feb 03 14:34:15.370778 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a206a223-1fe8-43ae-af3e-f41819b6502a req-a9d3548c-9816-4c70-8da1-76e742f39f11 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc09c02d-b758-4c19-bc92-3f8728f312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396900 Feb 03 14:34:16.563484 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111718d0-86cb-4211-b9f8-6ee4e28064ca req-04bf65ee-8067-4a7e-877e-9e1076b7f9c1 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:16.564909 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-111718d0-86cb-4211-b9f8-6ee4e28064ca req-04bf65ee-8067-4a7e-877e-9e1076b7f9c1 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9b536aa-fb73-4dd0-9170-6b76083c5616 HTTP/1.1" status: 200 len: 944 time: 0.0758629 Feb 03 14:34:16.609873 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-111718d0-86cb-4211-b9f8-6ee4e28064ca req-bcdeaed7-df6d-4d17-a1d1-5baf64bd9899 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc09c02d-b758-4c19-bc92-3f8728f312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394437 Feb 03 14:34:16.919523 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device bd1c6c9b-ce60-4fcd-a933-19733f71802f details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:34:17.048881 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port bd1c6c9b-ce60-4fcd-a933-19733f71802f, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=bd1c6c9b-ce60-4fcd-a933-19733f71802f,segment=NetworkSegment(7fe4ba72-477a-4148-b5a4-9e0d361e5340),segment_id=7fe4ba72-477a-4148-b5a4-9e0d361e5340)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:34:17.061470 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': 'bd1c6c9b-ce60-4fcd-a933-19733f71802f', 'network_id': '1477685f-a984-4245-9767-bb3ab342f7c7', 'port_id': 'bd1c6c9b-ce60-4fcd-a933-19733f71802f', 'mac_address': 'fa:16:3e:c1:8d:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b67fd079-e27a-40ec-9240-ef46db2d56e2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:34:17.116869 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:17.133233 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd1c6c9b-ce60-4fcd-a933-19733f71802f {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:34:17.148281 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port bd1c6c9b-ce60-4fcd-a933-19733f71802f, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=bd1c6c9b-ce60-4fcd-a933-19733f71802f,segment=NetworkSegment(7fe4ba72-477a-4148-b5a4-9e0d361e5340),segment_id=7fe4ba72-477a-4148-b5a4-9e0d361e5340)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:34:17.227904 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:17.291886 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=bd1c6c9b-ce60-4fcd-a933-19733f71802f,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:17.560365 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['bd1c6c9b-ce60-4fcd-a933-19733f71802f'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:34:17.718194 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:17.809424 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb95b02-6c18-4956-8bbc-fbef8e0fa6e1 req-dc107401-ef46-4fb0-92f9-43f196c679d4 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:17.810898 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1eb95b02-6c18-4956-8bbc-fbef8e0fa6e1 req-dc107401-ef46-4fb0-92f9-43f196c679d4 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9b536aa-fb73-4dd0-9170-6b76083c5616 HTTP/1.1" status: 200 len: 945 time: 0.0797970 Feb 03 14:34:17.854745 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1eb95b02-6c18-4956-8bbc-fbef8e0fa6e1 req-dc1dce07-6116-42e8-a5da-989cc706d61c tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc09c02d-b758-4c19-bc92-3f8728f312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377727 Feb 03 14:34:18.934287 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device bd1c6c9b-ce60-4fcd-a933-19733f71802f up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:34:19.050414 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning for port bd1c6c9b-ce60-4fcd-a933-19733f71802f completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:34:19.052210 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f0e97-ceec-41e6-8f73-14e3df66847c req-bfef199f-1943-4fb4-aa27-aafcb98fd877 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:19.053666 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ef1f0e97-ceec-41e6-8f73-14e3df66847c req-bfef199f-1943-4fb4-aa27-aafcb98fd877 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9b536aa-fb73-4dd0-9170-6b76083c5616 HTTP/1.1" status: 200 len: 945 time: 0.0758257 Feb 03 14:34:19.055347 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port bd1c6c9b-ce60-4fcd-a933-19733f71802f triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:34:19.055720 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:19.100737 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ef1f0e97-ceec-41e6-8f73-14e3df66847c req-5c8ccf66-3ad8-4f68-b38c-dcceb4e9207d tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc09c02d-b758-4c19-bc92-3f8728f312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415351 Feb 03 14:34:19.168500 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:19.195046 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b536aa-fb73-4dd0-9170-6b76083c5616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1c6c9b-ce60-4fcd-a933-19733f71802f'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:34:19.204702 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port bd1c6c9b-ce60-4fcd-a933-19733f71802f, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=bd1c6c9b-ce60-4fcd-a933-19733f71802f,segment=NetworkSegment(7fe4ba72-477a-4148-b5a4-9e0d361e5340),segment_id=7fe4ba72-477a-4148-b5a4-9e0d361e5340)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:34:19.247788 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b536aa-fb73-4dd0-9170-6b76083c5616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1c6c9b-ce60-4fcd-a933-19733f71802f', 'code': 200} Feb 03 14:34:19.267418 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:19.337337 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=bd1c6c9b-ce60-4fcd-a933-19733f71802f,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:19.582193 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2105a9d4-3836-4cee-8961-76297cc42d62 req-e64e3849-ca6e-41b5-b0b2-a9e4ea48f8fd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a9b536aa-fb73-4dd0-9170-6b76083c5616 HTTP/1.1" status: 200 len: 1099 time: 0.0694098 Feb 03 14:34:19.623927 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2105a9d4-3836-4cee-8961-76297cc42d62 req-b1f7c632-b955-4cb9-ac37-82d4f4c1a64f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fc09c02d-b758-4c19-bc92-3f8728f312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353987 Feb 03 14:34:20.295788 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6311e7f-b2cf-4217-acb5-6fda44f2808f req-dd844eb1-058e-4bb5-a177-03fdbeea0afa tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:20.297186 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d6311e7f-b2cf-4217-acb5-6fda44f2808f req-dd844eb1-058e-4bb5-a177-03fdbeea0afa tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9b536aa-fb73-4dd0-9170-6b76083c5616 HTTP/1.1" status: 200 len: 946 time: 0.0776627 Feb 03 14:34:20.342655 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d6311e7f-b2cf-4217-acb5-6fda44f2808f req-3ada37a8-360a-4365-a2f4-d3f715af3893 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc09c02d-b758-4c19-bc92-3f8728f312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399885 Feb 03 14:34:21.535607 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2fca76-eddf-49eb-82d6-9ab03194cf40 req-4a5a9872-2d59-4ea8-ad30-7957b06eabcb tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:21.537035 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-cf2fca76-eddf-49eb-82d6-9ab03194cf40 req-4a5a9872-2d59-4ea8-ad30-7957b06eabcb tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9b536aa-fb73-4dd0-9170-6b76083c5616 HTTP/1.1" status: 200 len: 946 time: 0.0752282 Feb 03 14:34:21.584664 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-cf2fca76-eddf-49eb-82d6-9ab03194cf40 req-a8fed816-f257-44e6-b537-fa96b4054692 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc09c02d-b758-4c19-bc92-3f8728f312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419552 Feb 03 14:34:21.774293 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafbd68-cc8f-44c7-9ff1-2fceb2152198 req-7beaaa30-904b-405a-87a3-234f6a895741 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:21.775738 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4aafbd68-cc8f-44c7-9ff1-2fceb2152198 req-7beaaa30-904b-405a-87a3-234f6a895741 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9b536aa-fb73-4dd0-9170-6b76083c5616 HTTP/1.1" status: 200 len: 946 time: 0.0742888 Feb 03 14:34:21.819637 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4aafbd68-cc8f-44c7-9ff1-2fceb2152198 req-a6cb510e-8efe-4100-a76a-2f4b4f6527b6 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc09c02d-b758-4c19-bc92-3f8728f312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385504 Feb 03 14:34:25.307298 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-77c6bb50-7dd2-423d-ace3-2c634365e521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:27.507069 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-87032f74-9f43-411a-9324-6ca908e47711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:28.844158 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:28.918480 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:30.255476 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:36.304946 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-9a892f0e-9b5b-499b-b58b-e83a9c4fab3b req-e9a04f65-8f44-4aaf-9e18-d19afee274d0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a9b536aa-fb73-4dd0-9170-6b76083c5616&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0668099 Feb 03 14:34:36.447616 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-9a892f0e-9b5b-499b-b58b-e83a9c4fab3b req-47ac5a09-e6e2-4a43-bffc-683e55f2037e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0686e69ac11942188b5a0488c30ffe77&device_id=a9b536aa-fb73-4dd0-9170-6b76083c5616 HTTP/1.1" status: 200 len: 1099 time: 0.0735731 Feb 03 14:34:36.674036 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a892f0e-9b5b-499b-b58b-e83a9c4fab3b req-d4b2f144-d618-4c72-b6af-f6a883214a46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:36.676108 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-9a892f0e-9b5b-499b-b58b-e83a9c4fab3b req-d4b2f144-d618-4c72-b6af-f6a883214a46 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1477685f-a984-4245-9767-bb3ab342f7c7 HTTP/1.1" status: 200 len: 917 time: 0.2104461 Feb 03 14:34:36.744446 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-9a892f0e-9b5b-499b-b58b-e83a9c4fab3b req-948ed3ea-d8b4-45b9-9fb0-59031a966dd7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd1c6c9b-ce60-4fcd-a933-19733f71802f HTTP/1.1" status: 200 len: 217 time: 0.0614002 Feb 03 14:34:36.809483 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a892f0e-9b5b-499b-b58b-e83a9c4fab3b req-21c1594f-31ba-4934-8c0a-bc30ccf06db6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:36.810923 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-9a892f0e-9b5b-499b-b58b-e83a9c4fab3b req-21c1594f-31ba-4934-8c0a-bc30ccf06db6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b67fd079-e27a-40ec-9240-ef46db2d56e2 HTTP/1.1" status: 200 len: 856 time: 0.0603809 Feb 03 14:34:36.885161 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-9a892f0e-9b5b-499b-b58b-e83a9c4fab3b req-978c29cd-293e-4e49-9d44-e558568a4a16 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1477685f-a984-4245-9767-bb3ab342f7c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677176 Feb 03 14:34:37.018106 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-9a892f0e-9b5b-499b-b58b-e83a9c4fab3b req-2df2a649-2549-442d-9e17-6b5cb1351e33 service neutron] 10.222.0.47 "GET /v2.0/networks/1477685f-a984-4245-9767-bb3ab342f7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257880 Feb 03 14:34:37.150898 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-9a892f0e-9b5b-499b-b58b-e83a9c4fab3b req-382fc3f0-72a8-4ff2-ba64-4301a6e03e8e service neutron] 10.222.0.47 "GET /v2.0/networks/1477685f-a984-4245-9767-bb3ab342f7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252329 Feb 03 14:34:39.748617 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76bf94f-b9ba-4ad1-b6ec-f403c809718b req-10cda207-4947-4c35-b38f-36f2b9bc9ed9 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:39.749940 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a76bf94f-b9ba-4ad1-b6ec-f403c809718b req-10cda207-4947-4c35-b38f-36f2b9bc9ed9 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9b536aa-fb73-4dd0-9170-6b76083c5616 HTTP/1.1" status: 200 len: 946 time: 0.0784645 Feb 03 14:34:39.794517 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a76bf94f-b9ba-4ad1-b6ec-f403c809718b req-1f6b57a3-7497-4ba7-b610-13c4070d54dd tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc09c02d-b758-4c19-bc92-3f8728f312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384867 Feb 03 14:34:40.988016 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5280bc-7322-497d-9778-bf6b304ee0c0 req-edae6a22-91ec-44b1-bc73-5225c9884250 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:40.989433 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2e5280bc-7322-497d-9778-bf6b304ee0c0 req-edae6a22-91ec-44b1-bc73-5225c9884250 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9b536aa-fb73-4dd0-9170-6b76083c5616 HTTP/1.1" status: 200 len: 946 time: 0.0755568 Feb 03 14:34:41.033480 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2e5280bc-7322-497d-9778-bf6b304ee0c0 req-04f2720d-13d7-4bd8-a5ab-015cea46ad03 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc09c02d-b758-4c19-bc92-3f8728f312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386496 Feb 03 14:34:41.488851 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d73a1b-afb6-492a-bac0-a60ed0d84c81 req-a546cbd6-ff3b-45da-bd20-788b1c4b99b9 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:41.489529 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-77d73a1b-afb6-492a-bac0-a60ed0d84c81 req-a546cbd6-ff3b-45da-bd20-788b1c4b99b9 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Synchronizing usage tracker for tenant:0686e69ac11942188b5a0488c30ffe77 on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:34:41.590744 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-77d73a1b-afb6-492a-bac0-a60ed0d84c81 req-a546cbd6-ff3b-45da-bd20-788b1c4b99b9 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Unset dirty status for tenant:0686e69ac11942188b5a0488c30ffe77 on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:34:41.591861 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-77d73a1b-afb6-492a-bac0-a60ed0d84c81 req-a546cbd6-ff3b-45da-bd20-788b1c4b99b9 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9b536aa-fb73-4dd0-9170-6b76083c5616 HTTP/1.1" status: 200 len: 946 time: 0.1796584 Feb 03 14:34:41.657674 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-77d73a1b-afb6-492a-bac0-a60ed0d84c81 req-29ba9e61-01ad-45c6-91bf-74ad6ebd2c75 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Deleting port bd1c6c9b-ce60-4fcd-a933-19733f71802f {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:34:41.658008 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-77d73a1b-afb6-492a-bac0-a60ed0d84c81 req-29ba9e61-01ad-45c6-91bf-74ad6ebd2c75 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:41.890750 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-77d73a1b-afb6-492a-bac0-a60ed0d84c81 req-29ba9e61-01ad-45c6-91bf-74ad6ebd2c75 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] For port bd1c6c9b-ce60-4fcd-a933-19733f71802f, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=bd1c6c9b-ce60-4fcd-a933-19733f71802f,segment=NetworkSegment(7fe4ba72-477a-4148-b5a4-9e0d361e5340),segment_id=7fe4ba72-477a-4148-b5a4-9e0d361e5340)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:34:41.891130 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-77d73a1b-afb6-492a-bac0-a60ed0d84c81 req-29ba9e61-01ad-45c6-91bf-74ad6ebd2c75 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:42.007980 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-77d73a1b-afb6-492a-bac0-a60ed0d84c81 req-29ba9e61-01ad-45c6-91bf-74ad6ebd2c75 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Calling delete_port for bd1c6c9b-ce60-4fcd-a933-19733f71802f owned by compute:nova {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:34:42.203998 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-77d73a1b-afb6-492a-bac0-a60ed0d84c81 req-29ba9e61-01ad-45c6-91bf-74ad6ebd2c75 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:42.216605 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['bd1c6c9b-ce60-4fcd-a933-19733f71802f'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:34:42.233241 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a404904-f7a9-41bc-b267-ba21007bacca req-2ee844e7-2ba1-43b7-ae6b-dd1ac1f65c94 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:42.234823 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7a404904-f7a9-41bc-b267-ba21007bacca req-2ee844e7-2ba1-43b7-ae6b-dd1ac1f65c94 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9b536aa-fb73-4dd0-9170-6b76083c5616 HTTP/1.1" status: 200 len: 867 time: 0.0815706 Feb 03 14:34:42.253765 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba9e61-01ad-45c6-91bf-74ad6ebd2c75 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Pushing event deleted for resources: {'Port': ['ID=bd1c6c9b-ce60-4fcd-a933-19733f71802f,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:42.287797 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7a404904-f7a9-41bc-b267-ba21007bacca req-8d832bb0-7220-4768-a97f-dbe711ae2393 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc09c02d-b758-4c19-bc92-3f8728f312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465429 Feb 03 14:34:42.329909 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d73a1b-afb6-492a-bac0-a60ed0d84c81 req-29ba9e61-01ad-45c6-91bf-74ad6ebd2c75 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] No DVR routers for this DVR port bd1c6c9b-ce60-4fcd-a933-19733f71802f on host hv-neutron-8270 {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:34:42.332471 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-77d73a1b-afb6-492a-bac0-a60ed0d84c81 req-29ba9e61-01ad-45c6-91bf-74ad6ebd2c75 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:42.335084 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b536aa-fb73-4dd0-9170-6b76083c5616', 'name': 'network-vif-deleted', 'tag': 'bd1c6c9b-ce60-4fcd-a933-19733f71802f'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:34:42.392484 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b536aa-fb73-4dd0-9170-6b76083c5616', 'name': 'network-vif-deleted', 'tag': 'bd1c6c9b-ce60-4fcd-a933-19733f71802f', 'status': 'completed', 'code': 200} Feb 03 14:34:42.416167 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-77d73a1b-afb6-492a-bac0-a60ed0d84c81 req-29ba9e61-01ad-45c6-91bf-74ad6ebd2c75 tempest-TestEncryptedCinderVolumes-1584360081 tempest-TestEncryptedCinderVolumes-1584360081-project] 10.222.0.47 "DELETE /v2.0/ports/bd1c6c9b-ce60-4fcd-a933-19733f71802f HTTP/1.1" status: 204 len: 173 time: 0.8194597 Feb 03 14:34:43.478327 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37770) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:34:43.845725 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:34:43.945444 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-00f7e6c4-5982-4456-987f-f568b9d21b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:44.524463 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-00f7e6c4-5982-4456-987f-f568b9d21b1b admin admin] Deleting port d63669a3-ec2b-45cc-9fff-a97e89638958 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:34:44.525156 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-00f7e6c4-5982-4456-987f-f568b9d21b1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:44.699460 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-00f7e6c4-5982-4456-987f-f568b9d21b1b admin admin] For port d63669a3-ec2b-45cc-9fff-a97e89638958, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=d63669a3-ec2b-45cc-9fff-a97e89638958,segment=NetworkSegment(7fe4ba72-477a-4148-b5a4-9e0d361e5340),segment_id=7fe4ba72-477a-4148-b5a4-9e0d361e5340)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:34:44.699807 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-00f7e6c4-5982-4456-987f-f568b9d21b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:44.815644 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-00f7e6c4-5982-4456-987f-f568b9d21b1b admin admin] Calling delete_port for d63669a3-ec2b-45cc-9fff-a97e89638958 owned by network:router_interface {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:34:45.044002 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-00f7e6c4-5982-4456-987f-f568b9d21b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:45.058919 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device bd1c6c9b-ce60-4fcd-a933-19733f71802f no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:34:45.088670 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7e6c4-5982-4456-987f-f568b9d21b1b admin admin] Pushing event deleted for resources: {'Port': ['ID=d63669a3-ec2b-45cc-9fff-a97e89638958,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:45.091766 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] No Port match for: bd1c6c9b-ce60-4fcd-a933-19733f71802f {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:34:45.092120 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device bd1c6c9b-ce60-4fcd-a933-19733f71802f not bound to the agent host hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:34:45.466770 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-00f7e6c4-5982-4456-987f-f568b9d21b1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:46.025109 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f7e6c4-5982-4456-987f-f568b9d21b1b admin admin] Router 45170c9e-ee43-432a-b05c-481e3d30b393 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:34:46.219448 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f7e6c4-5982-4456-987f-f568b9d21b1b admin admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:34:46.229268 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd7c0ee-9c5f-4135-8794-5cf93023e18e None None] Sync routers for ids ['45170c9e-ee43-432a-b05c-481e3d30b393'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:34:46.231808 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-00f7e6c4-5982-4456-987f-f568b9d21b1b admin admin] 10.222.0.41 "PUT /v2.0/routers/45170c9e-ee43-432a-b05c-481e3d30b393/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7524490 Feb 03 14:34:46.234303 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37774) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:34:46.241713 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd7c0ee-9c5f-4135-8794-5cf93023e18e None None] Routers {'45170c9e-ee43-432a-b05c-481e3d30b393'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:34:46.242313 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-2dd7c0ee-9c5f-4135-8794-5cf93023e18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:34:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['45170c9e-ee43-432a-b05c-481e3d30b393'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:46.413666 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-2dd7c0ee-9c5f-4135-8794-5cf93023e18e None None] Set router 45170c9e-ee43-432a-b05c-481e3d30b393 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:34:46.426807 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7cd8fd91-7b34-4c06-9064-cf3dae95de9b admin admin] Notify callbacks [] for router, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:46.621803 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7cd8fd91-7b34-4c06-9064-cf3dae95de9b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:46.699552 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-7cd8fd91-7b34-4c06-9064-cf3dae95de9b admin admin] Deleting port 38a746a3-63b3-4af3-ae56-5e2d7b74a505 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:34:46.699892 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7cd8fd91-7b34-4c06-9064-cf3dae95de9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:46.716091 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-2dd7c0ee-9c5f-4135-8794-5cf93023e18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45170c9e-ee43-432a-b05c-481e3d30b393', 'name': 'tempest-TestEncryptedCinderVolumes-2030375120-router', 'tenant_id': '0686e69ac11942188b5a0488c30ffe77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '38a746a3-63b3-4af3-ae56-5e2d7b74a505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:33:13Z', 'updated_at': '2022-02-03T14:34:44Z', 'revision_number': 5, 'project_id': '0686e69ac11942188b5a0488c30ffe77', 'gw_port': {'id': '38a746a3-63b3-4af3-ae56-5e2d7b74a505', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45170c9e-ee43-432a-b05c-481e3d30b393', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:33:14Z', 'updated_at': '2022-02-03T14:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:46.719821 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd7c0ee-9c5f-4135-8794-5cf93023e18e None None] Checking router: 45170c9e-ee43-432a-b05c-481e3d30b393 for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:34:46.730051 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd7c0ee-9c5f-4135-8794-5cf93023e18e None None] Routers {'45170c9e-ee43-432a-b05c-481e3d30b393'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:34:46.730639 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-2dd7c0ee-9c5f-4135-8794-5cf93023e18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:34:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['45170c9e-ee43-432a-b05c-481e3d30b393'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:46.878860 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-2dd7c0ee-9c5f-4135-8794-5cf93023e18e None None] Set router 45170c9e-ee43-432a-b05c-481e3d30b393 gateway port host: None {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:34:46.981566 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-2dd7c0ee-9c5f-4135-8794-5cf93023e18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45170c9e-ee43-432a-b05c-481e3d30b393', 'name': 'tempest-TestEncryptedCinderVolumes-2030375120-router', 'tenant_id': '0686e69ac11942188b5a0488c30ffe77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:33:13Z', 'updated_at': '2022-02-03T14:34:46Z', 'revision_number': 6, 'project_id': '0686e69ac11942188b5a0488c30ffe77', 'gw_port_host': None}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:46.981824 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-7cd8fd91-7b34-4c06-9064-cf3dae95de9b admin admin] For port 38a746a3-63b3-4af3-ae56-5e2d7b74a505, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=38a746a3-63b3-4af3-ae56-5e2d7b74a505,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:34:46.982009 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7cd8fd91-7b34-4c06-9064-cf3dae95de9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:46.985226 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd7c0ee-9c5f-4135-8794-5cf93023e18e None None] The sync data for ids ['45170c9e-ee43-432a-b05c-481e3d30b393'] in dv-neutron-827016-1-hyperv is: [{'id': '45170c9e-ee43-432a-b05c-481e3d30b393', 'name': 'tempest-TestEncryptedCinderVolumes-2030375120-router', 'tenant_id': '0686e69ac11942188b5a0488c30ffe77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:33:13Z', 'updated_at': '2022-02-03T14:34:46Z', 'revision_number': 6, 'project_id': '0686e69ac11942188b5a0488c30ffe77', 'gw_port_host': None}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:34:47.102314 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-7cd8fd91-7b34-4c06-9064-cf3dae95de9b admin admin] Calling delete_port for 38a746a3-63b3-4af3-ae56-5e2d7b74a505 owned by network:router_gateway {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:34:47.350693 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7cd8fd91-7b34-4c06-9064-cf3dae95de9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:47.399899 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd8fd91-7b34-4c06-9064-cf3dae95de9b admin admin] Pushing event deleted for resources: {'Port': ['ID=38a746a3-63b3-4af3-ae56-5e2d7b74a505,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:47.616859 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7cd8fd91-7b34-4c06-9064-cf3dae95de9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:47.722854 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:47.811038 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device d63669a3-ec2b-45cc-9fff-a97e89638958 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:34:47.846287 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: d63669a3-ec2b-45cc-9fff-a97e89638958 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:34:47.846626 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device d63669a3-ec2b-45cc-9fff-a97e89638958 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:34:47.847613 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 38a746a3-63b3-4af3-ae56-5e2d7b74a505 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:34:47.872745 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7cd8fd91-7b34-4c06-9064-cf3dae95de9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:47.877100 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7cd8fd91-7b34-4c06-9064-cf3dae95de9b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:47.879726 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 38a746a3-63b3-4af3-ae56-5e2d7b74a505 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:34:47.880269 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 38a746a3-63b3-4af3-ae56-5e2d7b74a505 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:34:48.001726 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7cd8fd91-7b34-4c06-9064-cf3dae95de9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:48.002239 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd8fd91-7b34-4c06-9064-cf3dae95de9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45170c9e-ee43-432a-b05c-481e3d30b393 {{(pid=84181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:34:48.015941 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-7cd8fd91-7b34-4c06-9064-cf3dae95de9b admin admin] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:48.019366 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-7cd8fd91-7b34-4c06-9064-cf3dae95de9b admin admin] 10.222.0.41 "DELETE /v2.0/routers/45170c9e-ee43-432a-b05c-481e3d30b393 HTTP/1.1" status: 204 len: 168 time: 1.7818964 Feb 03 14:34:48.020034 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 37778) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:34:48.082405 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-68c6e84b-9d8f-42dc-b226-16dfca3b1918 admin admin] Deleting subnet b67fd079-e27a-40ec-9240-ef46db2d56e2 {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:34:48.087681 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-68c6e84b-9d8f-42dc-b226-16dfca3b1918 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:48.140780 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-68c6e84b-9d8f-42dc-b226-16dfca3b1918 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:48.218611 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-68c6e84b-9d8f-42dc-b226-16dfca3b1918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:48.351301 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-68c6e84b-9d8f-42dc-b226-16dfca3b1918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:48.395112 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c6e84b-9d8f-42dc-b226-16dfca3b1918 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b67fd079-e27a-40ec-9240-ef46db2d56e2,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:48.401300 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-68c6e84b-9d8f-42dc-b226-16dfca3b1918 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:48.405959 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e2dea7-0f09-4137-8895-4626854fc15f None None] Network 1477685f-a984-4245-9767-bb3ab342f7c7 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:34:48.409683 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6e84b-9d8f-42dc-b226-16dfca3b1918 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:48.410029 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6e84b-9d8f-42dc-b226-16dfca3b1918 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:48.410363 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6e84b-9d8f-42dc-b226-16dfca3b1918 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:48.410694 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6e84b-9d8f-42dc-b226-16dfca3b1918 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:48.411407 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6e84b-9d8f-42dc-b226-16dfca3b1918 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:48.411743 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6e84b-9d8f-42dc-b226-16dfca3b1918 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:48.412073 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6e84b-9d8f-42dc-b226-16dfca3b1918 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:48.412392 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6e84b-9d8f-42dc-b226-16dfca3b1918 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:48.412717 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6e84b-9d8f-42dc-b226-16dfca3b1918 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:48.413053 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6e84b-9d8f-42dc-b226-16dfca3b1918 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:48.413348 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6e84b-9d8f-42dc-b226-16dfca3b1918 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:48.418037 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-68c6e84b-9d8f-42dc-b226-16dfca3b1918 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b67fd079-e27a-40ec-9240-ef46db2d56e2 HTTP/1.1" status: 204 len: 168 time: 0.3969839 Feb 03 14:34:48.420643 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37782) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:34:48.531609 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fd716365-7c9f-4e63-86e6-f02dab09c1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:48.542801 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-fd716365-7c9f-4e63-86e6-f02dab09c1fe admin admin] Deleting port a6e089a3-ff68-4e05-83ca-46b1ccc11161 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:34:48.543313 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fd716365-7c9f-4e63-86e6-f02dab09c1fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:48.686153 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94762c0-8837-4ea0-b990-277340a50110 None None] DHCP port deletion for 1477685f-a984-4245-9767-bb3ab342f7c7 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:34:48.690329 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-a94762c0-8837-4ea0-b990-277340a50110 None None] Deleting port a6e089a3-ff68-4e05-83ca-46b1ccc11161 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:34:48.690728 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a94762c0-8837-4ea0-b990-277340a50110 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:48.746041 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-fd716365-7c9f-4e63-86e6-f02dab09c1fe admin admin] For port a6e089a3-ff68-4e05-83ca-46b1ccc11161, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=a6e089a3-ff68-4e05-83ca-46b1ccc11161,segment=NetworkSegment(7fe4ba72-477a-4148-b5a4-9e0d361e5340),segment_id=7fe4ba72-477a-4148-b5a4-9e0d361e5340)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:34:48.746393 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fd716365-7c9f-4e63-86e6-f02dab09c1fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:48.893443 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-a94762c0-8837-4ea0-b990-277340a50110 None None] For port a6e089a3-ff68-4e05-83ca-46b1ccc11161, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=a6e089a3-ff68-4e05-83ca-46b1ccc11161,segment=NetworkSegment(7fe4ba72-477a-4148-b5a4-9e0d361e5340),segment_id=7fe4ba72-477a-4148-b5a4-9e0d361e5340)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:34:48.894730 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a94762c0-8837-4ea0-b990-277340a50110 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:48.965828 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-fd716365-7c9f-4e63-86e6-f02dab09c1fe admin admin] Calling delete_port for a6e089a3-ff68-4e05-83ca-46b1ccc11161 owned by network:dhcp {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:34:49.011050 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-a94762c0-8837-4ea0-b990-277340a50110 None None] Calling delete_port for a6e089a3-ff68-4e05-83ca-46b1ccc11161 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: util.warn_limited( Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: util.warn_limited( Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: util.warn( Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: util.warn( Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: util.warn( Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: util.warn( Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: util.warn( Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: util.warn( Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: util.warn( Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: util.warn( Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: util.warn( Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: util.warn( Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: util.warn( Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: util.warn( Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: util.warn( Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: util.warn( Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: util.warn( Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: util.warn( Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: util.warn( Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: util.warn( Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: util.warn( Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: util.warn( Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: util.warn( Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: util.warn( Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: util.warn( Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: util.warn( Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: util.warn( Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:34:49.104416 dv-neutron-827016-1-hyperv neutron-server[84183]: util.warn( Feb 03 14:34:49.108147 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fd716365-7c9f-4e63-86e6-f02dab09c1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:49.110301 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-a94762c0-8837-4ea0-b990-277340a50110 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:34:49.110719 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-a94762c0-8837-4ea0-b990-277340a50110 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:34:49.153381 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd716365-7c9f-4e63-86e6-f02dab09c1fe admin admin] Pushing event deleted for resources: {'Port': ['ID=a6e089a3-ff68-4e05-83ca-46b1ccc11161,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:49.157876 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd716365-7c9f-4e63-86e6-f02dab09c1fe admin admin] No DVR routers for this DVR port a6e089a3-ff68-4e05-83ca-46b1ccc11161 on host dv-neutron-827016-1-hyperv {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:34:49.273195 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fd716365-7c9f-4e63-86e6-f02dab09c1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:49.297538 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-fd716365-7c9f-4e63-86e6-f02dab09c1fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1477685f-a984-4245-9767-bb3ab342f7c7']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:49.309106 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-fd716365-7c9f-4e63-86e6-f02dab09c1fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fe4ba72-477a-4148-b5a4-9e0d361e5340') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:49.309396 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-fd716365-7c9f-4e63-86e6-f02dab09c1fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fe4ba72-477a-4148-b5a4-9e0d361e5340') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:49.320695 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fd716365-7c9f-4e63-86e6-f02dab09c1fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:49.337179 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fd716365-7c9f-4e63-86e6-f02dab09c1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:49.343093 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd716365-7c9f-4e63-86e6-f02dab09c1fe admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:34:49.343481 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fd716365-7c9f-4e63-86e6-f02dab09c1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:49.357175 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 14:34:49.357175 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:34:49.357175 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 14:34:49.357175 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:34:49.357175 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 14:34:49.357175 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:34:49.357175 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 14:34:49.357175 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:34:49.357175 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 14:34:49.357175 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:34:49.357175 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 14:34:49.357175 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:34:49.357175 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 14:34:49.357175 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:34:49.357175 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:34:49.357175 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:34:49.357175 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:34:49.357175 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:34:49.357175 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 14:34:49.357175 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:34:49.357175 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 14:34:49.357175 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:34:49.357175 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:34:49.357175 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:34:49.357175 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 14:34:49.357175 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:34:49.357175 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:34:49.357175 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:34:49.357175 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:34:49.357175 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:34:49.357175 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:34:49.357175 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:34:49.502311 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device a6e089a3-ff68-4e05-83ca-46b1ccc11161 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:34:49.512017 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fd716365-7c9f-4e63-86e6-f02dab09c1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:49.529553 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-fd716365-7c9f-4e63-86e6-f02dab09c1fe admin admin] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:49.536313 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: a6e089a3-ff68-4e05-83ca-46b1ccc11161 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:34:49.540517 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device a6e089a3-ff68-4e05-83ca-46b1ccc11161 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:34:49.540872 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd716365-7c9f-4e63-86e6-f02dab09c1fe admin admin] Pushing event deleted for resources: {'Network': ['ID=1477685f-a984-4245-9767-bb3ab342f7c7,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:49.611877 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-a94762c0-8837-4ea0-b990-277340a50110 None None] Deleting port a6e089a3-ff68-4e05-83ca-46b1ccc11161 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:34:49.612316 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a94762c0-8837-4ea0-b990-277340a50110 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:49.615568 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-fd716365-7c9f-4e63-86e6-f02dab09c1fe admin admin] 10.222.0.41 "DELETE /v2.0/networks/1477685f-a984-4245-9767-bb3ab342f7c7 HTTP/1.1" status: 204 len: 168 time: 1.1938634 Feb 03 14:34:49.618283 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37786) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:34:49.675451 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-a94762c0-8837-4ea0-b990-277340a50110 None None] The port 'a6e089a3-ff68-4e05-83ca-46b1ccc11161' was deleted {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 14:34:49.998385 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-11f6d146-e55f-4279-b63b-6ae8a08e65ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:50.678678 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-11f6d146-e55f-4279-b63b-6ae8a08e65ef admin admin] Deleting port ace7471e-cf4d-49ac-8c91-e5c1701da242 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:34:50.679404 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-11f6d146-e55f-4279-b63b-6ae8a08e65ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:50.848019 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-11f6d146-e55f-4279-b63b-6ae8a08e65ef admin admin] For port ace7471e-cf4d-49ac-8c91-e5c1701da242, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=ace7471e-cf4d-49ac-8c91-e5c1701da242,segment=NetworkSegment(088b75a7-bd2f-4859-ab75-d5a438c2e83c),segment_id=088b75a7-bd2f-4859-ab75-d5a438c2e83c)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:34:50.848458 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-11f6d146-e55f-4279-b63b-6ae8a08e65ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:50.963900 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-11f6d146-e55f-4279-b63b-6ae8a08e65ef admin admin] Calling delete_port for ace7471e-cf4d-49ac-8c91-e5c1701da242 owned by network:router_interface {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:34:51.203330 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-11f6d146-e55f-4279-b63b-6ae8a08e65ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:51.245662 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6d146-e55f-4279-b63b-6ae8a08e65ef admin admin] Pushing event deleted for resources: {'Port': ['ID=ace7471e-cf4d-49ac-8c91-e5c1701da242,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:51.531293 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-11f6d146-e55f-4279-b63b-6ae8a08e65ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:52.172426 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f6d146-e55f-4279-b63b-6ae8a08e65ef admin admin] Router 5e64aca7-ff32-4f20-9c72-edc0d7049433 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:34:52.370814 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f6d146-e55f-4279-b63b-6ae8a08e65ef admin admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:34:52.380253 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121c18d5-13f6-4598-b2cc-ba796517d3c6 None None] Sync routers for ids ['5e64aca7-ff32-4f20-9c72-edc0d7049433'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:34:52.380845 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-11f6d146-e55f-4279-b63b-6ae8a08e65ef admin admin] 10.222.0.41 "PUT /v2.0/routers/5e64aca7-ff32-4f20-9c72-edc0d7049433/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7610345 Feb 03 14:34:52.382756 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37790) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:34:52.393107 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121c18d5-13f6-4598-b2cc-ba796517d3c6 None None] Routers {'5e64aca7-ff32-4f20-9c72-edc0d7049433'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:34:52.393710 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-121c18d5-13f6-4598-b2cc-ba796517d3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:34:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['5e64aca7-ff32-4f20-9c72-edc0d7049433'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:52.568088 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-121c18d5-13f6-4598-b2cc-ba796517d3c6 None None] Set router 5e64aca7-ff32-4f20-9c72-edc0d7049433 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:34:52.575926 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-dbf97b4b-ab2b-4885-a746-7ce956d27c8f admin admin] Notify callbacks [] for router, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:52.774544 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-dbf97b4b-ab2b-4885-a746-7ce956d27c8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:52.843771 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-dbf97b4b-ab2b-4885-a746-7ce956d27c8f admin admin] Deleting port 06924856-1a51-4b2e-a960-7a3c3304d5d8 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:34:52.843991 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-121c18d5-13f6-4598-b2cc-ba796517d3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e64aca7-ff32-4f20-9c72-edc0d7049433', 'name': 'tempest-TestEncryptedCinderVolumes-953339782-router', 'tenant_id': '4e2b29b528f346b8b4100ff5d0c7b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '06924856-1a51-4b2e-a960-7a3c3304d5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:33:21Z', 'updated_at': '2022-02-03T14:34:51Z', 'revision_number': 5, 'project_id': '4e2b29b528f346b8b4100ff5d0c7b36a', 'gw_port': {'id': '06924856-1a51-4b2e-a960-7a3c3304d5d8', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e64aca7-ff32-4f20-9c72-edc0d7049433', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:33:22Z', 'updated_at': '2022-02-03T14:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:52.844144 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-dbf97b4b-ab2b-4885-a746-7ce956d27c8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:52.848061 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121c18d5-13f6-4598-b2cc-ba796517d3c6 None None] Checking router: 5e64aca7-ff32-4f20-9c72-edc0d7049433 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:34:52.858385 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121c18d5-13f6-4598-b2cc-ba796517d3c6 None None] Routers {'5e64aca7-ff32-4f20-9c72-edc0d7049433'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:34:52.858986 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-121c18d5-13f6-4598-b2cc-ba796517d3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:34:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['5e64aca7-ff32-4f20-9c72-edc0d7049433'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:53.004990 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-121c18d5-13f6-4598-b2cc-ba796517d3c6 None None] Set router 5e64aca7-ff32-4f20-9c72-edc0d7049433 gateway port host: None {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:34:53.013244 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-dbf97b4b-ab2b-4885-a746-7ce956d27c8f admin admin] For port 06924856-1a51-4b2e-a960-7a3c3304d5d8, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=06924856-1a51-4b2e-a960-7a3c3304d5d8,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:34:53.013763 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-dbf97b4b-ab2b-4885-a746-7ce956d27c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:53.134937 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-dbf97b4b-ab2b-4885-a746-7ce956d27c8f admin admin] Calling delete_port for 06924856-1a51-4b2e-a960-7a3c3304d5d8 owned by network:router_gateway {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:34:53.144201 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-121c18d5-13f6-4598-b2cc-ba796517d3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e64aca7-ff32-4f20-9c72-edc0d7049433', 'name': 'tempest-TestEncryptedCinderVolumes-953339782-router', 'tenant_id': '4e2b29b528f346b8b4100ff5d0c7b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:33:21Z', 'updated_at': '2022-02-03T14:34:52Z', 'revision_number': 6, 'project_id': '4e2b29b528f346b8b4100ff5d0c7b36a', 'gw_port_host': None}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:53.148110 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121c18d5-13f6-4598-b2cc-ba796517d3c6 None None] The sync data for ids ['5e64aca7-ff32-4f20-9c72-edc0d7049433'] in dv-neutron-827016-1-hyperv is: [{'id': '5e64aca7-ff32-4f20-9c72-edc0d7049433', 'name': 'tempest-TestEncryptedCinderVolumes-953339782-router', 'tenant_id': '4e2b29b528f346b8b4100ff5d0c7b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:33:21Z', 'updated_at': '2022-02-03T14:34:52Z', 'revision_number': 6, 'project_id': '4e2b29b528f346b8b4100ff5d0c7b36a', 'gw_port_host': None}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:34:53.380629 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-dbf97b4b-ab2b-4885-a746-7ce956d27c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:53.425980 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf97b4b-ab2b-4885-a746-7ce956d27c8f admin admin] Pushing event deleted for resources: {'Port': ['ID=06924856-1a51-4b2e-a960-7a3c3304d5d8,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:53.583933 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device ace7471e-cf4d-49ac-8c91-e5c1701da242 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:34:53.619737 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: ace7471e-cf4d-49ac-8c91-e5c1701da242 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:34:53.620087 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device ace7471e-cf4d-49ac-8c91-e5c1701da242 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:34:53.750129 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-dbf97b4b-ab2b-4885-a746-7ce956d27c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:54.007013 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-dbf97b4b-ab2b-4885-a746-7ce956d27c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:54.011154 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-dbf97b4b-ab2b-4885-a746-7ce956d27c8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:54.115829 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-dbf97b4b-ab2b-4885-a746-7ce956d27c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:54.116421 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf97b4b-ab2b-4885-a746-7ce956d27c8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e64aca7-ff32-4f20-9c72-edc0d7049433 {{(pid=84181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:34:54.133711 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-dbf97b4b-ab2b-4885-a746-7ce956d27c8f admin admin] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:54.135571 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-dbf97b4b-ab2b-4885-a746-7ce956d27c8f admin admin] 10.222.0.41 "DELETE /v2.0/routers/5e64aca7-ff32-4f20-9c72-edc0d7049433 HTTP/1.1" status: 204 len: 168 time: 1.7514677 Feb 03 14:34:54.137919 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37794) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:34:54.202037 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eb75a57-de02-484a-aac0-828118067bef admin admin] Deleting subnet dc7dda26-3674-4a25-83a8-957518279cfb {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:34:54.205047 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4eb75a57-de02-484a-aac0-828118067bef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:54.260480 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4eb75a57-de02-484a-aac0-828118067bef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:54.335229 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4eb75a57-de02-484a-aac0-828118067bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:54.472843 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4eb75a57-de02-484a-aac0-828118067bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:54.513520 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb75a57-de02-484a-aac0-828118067bef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc7dda26-3674-4a25-83a8-957518279cfb,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:54.518151 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4eb75a57-de02-484a-aac0-828118067bef admin admin] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:54.524015 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfde257-7a3e-497f-92ac-f7f73058490a None None] Network c22d789d-c7d7-45a8-ad39-89f79cb3f6bf requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:34:54.524766 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-4eb75a57-de02-484a-aac0-828118067bef admin admin] 10.222.0.41 "DELETE /v2.0/subnets/dc7dda26-3674-4a25-83a8-957518279cfb HTTP/1.1" status: 204 len: 168 time: 0.3858266 Feb 03 14:34:54.527150 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37798) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:34:54.632567 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f84ea1bb-ae62-4121-b7d9-e15bbe2f7822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:54.642802 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-f84ea1bb-ae62-4121-b7d9-e15bbe2f7822 admin admin] Deleting port 46afc6a5-78df-4be8-9e12-4c2be1244ad9 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:34:54.643157 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f84ea1bb-ae62-4121-b7d9-e15bbe2f7822 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:54.759040 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd101d69-eb4e-481e-ab96-9c7a60ae0772 None None] DHCP port deletion for c22d789d-c7d7-45a8-ad39-89f79cb3f6bf request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:34:54.762978 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-cd101d69-eb4e-481e-ab96-9c7a60ae0772 None None] Deleting port 46afc6a5-78df-4be8-9e12-4c2be1244ad9 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:34:54.763390 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cd101d69-eb4e-481e-ab96-9c7a60ae0772 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:54.843881 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-f84ea1bb-ae62-4121-b7d9-e15bbe2f7822 admin admin] For port 46afc6a5-78df-4be8-9e12-4c2be1244ad9, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=46afc6a5-78df-4be8-9e12-4c2be1244ad9,segment=NetworkSegment(088b75a7-bd2f-4859-ab75-d5a438c2e83c),segment_id=088b75a7-bd2f-4859-ab75-d5a438c2e83c)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:34:54.844165 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f84ea1bb-ae62-4121-b7d9-e15bbe2f7822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:54.964197 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-f84ea1bb-ae62-4121-b7d9-e15bbe2f7822 admin admin] Calling delete_port for 46afc6a5-78df-4be8-9e12-4c2be1244ad9 owned by network:dhcp {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:34:54.974016 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-cd101d69-eb4e-481e-ab96-9c7a60ae0772 None None] For port 46afc6a5-78df-4be8-9e12-4c2be1244ad9, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=46afc6a5-78df-4be8-9e12-4c2be1244ad9,segment=NetworkSegment(088b75a7-bd2f-4859-ab75-d5a438c2e83c),segment_id=088b75a7-bd2f-4859-ab75-d5a438c2e83c)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:34:54.974016 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cd101d69-eb4e-481e-ab96-9c7a60ae0772 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:55.083161 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-cd101d69-eb4e-481e-ab96-9c7a60ae0772 None None] Calling delete_port for 46afc6a5-78df-4be8-9e12-4c2be1244ad9 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:34:55.099074 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f84ea1bb-ae62-4121-b7d9-e15bbe2f7822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:55.142886 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ea1bb-ae62-4121-b7d9-e15bbe2f7822 admin admin] Pushing event deleted for resources: {'Port': ['ID=46afc6a5-78df-4be8-9e12-4c2be1244ad9,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:55.149107 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84ea1bb-ae62-4121-b7d9-e15bbe2f7822 admin admin] No DVR routers for this DVR port 46afc6a5-78df-4be8-9e12-4c2be1244ad9 on host dv-neutron-827016-1-hyperv {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:34:55.153945 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-cd101d69-eb4e-481e-ab96-9c7a60ae0772 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:34:55.154301 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-cd101d69-eb4e-481e-ab96-9c7a60ae0772 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:34:55.262879 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f84ea1bb-ae62-4121-b7d9-e15bbe2f7822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:55.287306 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-f84ea1bb-ae62-4121-b7d9-e15bbe2f7822 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c22d789d-c7d7-45a8-ad39-89f79cb3f6bf']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:55.299106 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-f84ea1bb-ae62-4121-b7d9-e15bbe2f7822 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '088b75a7-bd2f-4859-ab75-d5a438c2e83c') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:55.299397 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-f84ea1bb-ae62-4121-b7d9-e15bbe2f7822 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '088b75a7-bd2f-4859-ab75-d5a438c2e83c') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:55.311117 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f84ea1bb-ae62-4121-b7d9-e15bbe2f7822 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:55.327617 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f84ea1bb-ae62-4121-b7d9-e15bbe2f7822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:55.333637 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f84ea1bb-ae62-4121-b7d9-e15bbe2f7822 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:34:55.334012 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f84ea1bb-ae62-4121-b7d9-e15bbe2f7822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:55.339150 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-46227108-3cb1-4b0d-bfed-52601fc9c8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:55.350496 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 14:34:55.350496 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:34:55.350496 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 14:34:55.350496 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:34:55.350496 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 14:34:55.350496 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:34:55.350496 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 14:34:55.350496 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:34:55.350496 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 14:34:55.350496 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:34:55.350496 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 14:34:55.350496 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:34:55.350496 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 14:34:55.350496 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:34:55.350496 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:34:55.350496 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:34:55.350496 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:34:55.350496 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:34:55.350496 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 14:34:55.350496 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:34:55.350496 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 14:34:55.350496 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:34:55.350496 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:34:55.350496 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:34:55.350496 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 14:34:55.350496 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:34:55.350496 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:34:55.350496 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:34:55.350496 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:34:55.350496 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:34:55.350496 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:34:55.350496 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:34:55.505160 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 46afc6a5-78df-4be8-9e12-4c2be1244ad9 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:34:55.538154 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 46afc6a5-78df-4be8-9e12-4c2be1244ad9 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:34:55.538506 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 46afc6a5-78df-4be8-9e12-4c2be1244ad9 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:34:55.538922 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 06924856-1a51-4b2e-a960-7a3c3304d5d8 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:34:55.569489 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 06924856-1a51-4b2e-a960-7a3c3304d5d8 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:34:55.569836 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 06924856-1a51-4b2e-a960-7a3c3304d5d8 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:34:55.598243 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f84ea1bb-ae62-4121-b7d9-e15bbe2f7822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:55.614341 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f84ea1bb-ae62-4121-b7d9-e15bbe2f7822 admin admin] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:55.623885 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ea1bb-ae62-4121-b7d9-e15bbe2f7822 admin admin] Pushing event deleted for resources: {'Network': ['ID=c22d789d-c7d7-45a8-ad39-89f79cb3f6bf,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:55.627751 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f84ea1bb-ae62-4121-b7d9-e15bbe2f7822 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c22d789d-c7d7-45a8-ad39-89f79cb3f6bf HTTP/1.1" status: 204 len: 168 time: 1.0996404 Feb 03 14:34:55.655227 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-cd101d69-eb4e-481e-ab96-9c7a60ae0772 None None] Deleting port 46afc6a5-78df-4be8-9e12-4c2be1244ad9 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:34:55.655652 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cd101d69-eb4e-481e-ab96-9c7a60ae0772 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:55.720133 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-cd101d69-eb4e-481e-ab96-9c7a60ae0772 None None] The port '46afc6a5-78df-4be8-9e12-4c2be1244ad9' was deleted {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 14:34:56.047125 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37804) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:34:56.098903 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-95c9c9b5-d8bd-453c-ac17-2baf43ec3664 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0686e69ac11942188b5a0488c30ffe77&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0506272 Feb 03 14:34:56.101392 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37808) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:34:56.157000 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-39c07bf1-31b7-4f94-a577-faabbef4412c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:56.182336 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-39c07bf1-31b7-4f94-a577-faabbef4412c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:56.288869 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-39c07bf1-31b7-4f94-a577-faabbef4412c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:56.305304 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c07bf1-31b7-4f94-a577-faabbef4412c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc09c02d-b758-4c19-bc92-3f8728f312dd,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:56.368097 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-39c07bf1-31b7-4f94-a577-faabbef4412c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:56.369404 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-39c07bf1-31b7-4f94-a577-faabbef4412c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fc09c02d-b758-4c19-bc92-3f8728f312dd HTTP/1.1" status: 204 len: 168 time: 0.2670176 Feb 03 14:34:57.150320 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37816) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:34:57.199466 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-eeecfe1d-9ad3-4b0d-a217-e82765bcdb49 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4e2b29b528f346b8b4100ff5d0c7b36a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0479653 Feb 03 14:34:57.201853 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37820) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:34:57.263130 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5cd3d8c0-cd1f-4d6d-9f5f-17d5b2949019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:57.287946 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5cd3d8c0-cd1f-4d6d-9f5f-17d5b2949019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:57.407088 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5cd3d8c0-cd1f-4d6d-9f5f-17d5b2949019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:57.420979 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd3d8c0-cd1f-4d6d-9f5f-17d5b2949019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955cc273-ea4e-4b32-974a-e24074e79417,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:57.427826 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5cd3d8c0-cd1f-4d6d-9f5f-17d5b2949019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:57.428933 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-5cd3d8c0-cd1f-4d6d-9f5f-17d5b2949019 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/955cc273-ea4e-4b32-974a-e24074e79417 HTTP/1.1" status: 204 len: 168 time: 0.2262135 Feb 03 14:34:57.515707 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5b8654b1-1f09-4342-bdef-545d1fff2ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:58.697986 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37842) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:34:58.825380 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-d3c99261-1f6d-4a2d-9783-259d722a89c4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-720208848-network', 'tenant_id': 'a0b378422ad441fc835cad460c21f0d2'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:34:58.829990 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-d3c99261-1f6d-4a2d-9783-259d722a89c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:34:58.834568 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-d3c99261-1f6d-4a2d-9783-259d722a89c4 admin admin] Usage tracker for resource:network and tenant:a0b378422ad441fc835cad460c21f0d2 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:34:58.837421 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-d3c99261-1f6d-4a2d-9783-259d722a89c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:34:58.843164 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-d3c99261-1f6d-4a2d-9783-259d722a89c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:34:58.883800 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:58.934349 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c99261-1f6d-4a2d-9783-259d722a89c4 admin admin] Made reservation on behalf of a0b378422ad441fc835cad460c21f0d2 for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:34:58.936655 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d3c99261-1f6d-4a2d-9783-259d722a89c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:58.950245 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d3c99261-1f6d-4a2d-9783-259d722a89c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:58.962817 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:58.980044 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-d3c99261-1f6d-4a2d-9783-259d722a89c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:34:58.983745 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-d3c99261-1f6d-4a2d-9783-259d722a89c4 admin admin] Usage tracker for resource:security_group_rule and tenant:a0b378422ad441fc835cad460c21f0d2 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:34:58.986583 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-d3c99261-1f6d-4a2d-9783-259d722a89c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:34:58.992676 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-d3c99261-1f6d-4a2d-9783-259d722a89c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:34:59.055532 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d3c99261-1f6d-4a2d-9783-259d722a89c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:59.111587 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d3c99261-1f6d-4a2d-9783-259d722a89c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:59.146067 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3c99261-1f6d-4a2d-9783-259d722a89c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:34:59.151191 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c99261-1f6d-4a2d-9783-259d722a89c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac977eb5-a7c0-41fc-941b-4edddda7c978,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:59.157973 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d3c99261-1f6d-4a2d-9783-259d722a89c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:59.159102 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-d3c99261-1f6d-4a2d-9783-259d722a89c4 admin admin] Added segment ec7462a9-eb4e-4a1e-9cb6-fa304d59e442 of type vlan for network 0edbe52f-137d-43e8-b67a-11575215ff2e Feb 03 14:34:59.184717 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d3c99261-1f6d-4a2d-9783-259d722a89c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:59.254474 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d3c99261-1f6d-4a2d-9783-259d722a89c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:59.255248 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c99261-1f6d-4a2d-9783-259d722a89c4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:59.255819 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d3c99261-1f6d-4a2d-9783-259d722a89c4 admin admin] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:59.356039 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c99261-1f6d-4a2d-9783-259d722a89c4 admin admin] Pushing event updated for resources: {'Network': ['ID=0edbe52f-137d-43e8-b67a-11575215ff2e,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:59.366404 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 0edbe52f-137d-43e8-b67a-11575215ff2e details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:34:59.413113 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d3c99261-1f6d-4a2d-9783-259d722a89c4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7104805 Feb 03 14:34:59.413559 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 37848) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:34:59.419127 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-401ce255-39c5-42ce-9f84-455c64c2247b admin admin] Request body: {'subnet': {'network_id': '0edbe52f-137d-43e8-b67a-11575215ff2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-720208848-subnet', 'tenant_id': 'a0b378422ad441fc835cad460c21f0d2', 'ip_version': 4}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:34:59.424072 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-401ce255-39c5-42ce-9f84-455c64c2247b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:34:59.428707 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-401ce255-39c5-42ce-9f84-455c64c2247b admin admin] Usage tracker for resource:subnet and tenant:a0b378422ad441fc835cad460c21f0d2 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:34:59.431853 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-401ce255-39c5-42ce-9f84-455c64c2247b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:34:59.438246 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-401ce255-39c5-42ce-9f84-455c64c2247b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:34:59.511894 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401ce255-39c5-42ce-9f84-455c64c2247b admin admin] Made reservation on behalf of a0b378422ad441fc835cad460c21f0d2 for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:34:59.514132 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-401ce255-39c5-42ce-9f84-455c64c2247b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:59.761654 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-401ce255-39c5-42ce-9f84-455c64c2247b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:34:59.907806 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ce255-39c5-42ce-9f84-455c64c2247b admin admin] Pushing event updated for resources: {'Subnet': ['ID=51f44f91-af5d-4e54-93de-a7f497dd72fb,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:59.930191 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401ce255-39c5-42ce-9f84-455c64c2247b admin admin] Checking segment: {'id': 'ec7462a9-eb4e-4a1e-9cb6-fa304d59e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0edbe52f-137d-43e8-b67a-11575215ff2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:34:59.930535 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401ce255-39c5-42ce-9f84-455c64c2247b admin admin] Network hostable DHCP agents. Network: 0edbe52f-137d-43e8-b67a-11575215ff2e, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:35:00.031487 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401ce255-39c5-42ce-9f84-455c64c2247b admin admin] Network 0edbe52f-137d-43e8-b67a-11575215ff2e is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:35:00.111426 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-401ce255-39c5-42ce-9f84-455c64c2247b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 0edbe52f-137d-43e8-b67a-11575215ff2e) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:35:00.115767 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401ce255-39c5-42ce-9f84-455c64c2247b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:00.116351 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-401ce255-39c5-42ce-9f84-455c64c2247b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:00.121006 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edd67ea-5eee-4e5a-8816-6c04668ef131 None None] Network 0edbe52f-137d-43e8-b67a-11575215ff2e requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:35:00.216028 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-401ce255-39c5-42ce-9f84-455c64c2247b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8011954 Feb 03 14:35:00.218716 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37852) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:35:00.224554 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-539c0962-ae22-46ef-a097-15c011f38b91 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-720208848-router', 'tenant_id': 'a0b378422ad441fc835cad460c21f0d2', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:35:00.229664 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-539c0962-ae22-46ef-a097-15c011f38b91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:35:00.233690 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-539c0962-ae22-46ef-a097-15c011f38b91 admin admin] Usage tracker for resource:router and tenant:a0b378422ad441fc835cad460c21f0d2 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:35:00.236663 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-539c0962-ae22-46ef-a097-15c011f38b91 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:35:00.242930 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-539c0962-ae22-46ef-a097-15c011f38b91 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:35:00.324491 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:00.327804 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-539c0962-ae22-46ef-a097-15c011f38b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:00.328869 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-539c0962-ae22-46ef-a097-15c011f38b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:00.341848 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a19991-bdeb-43f7-a8a6-85b2030c68ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-0edbe52f-137d-43e8-b67a-11575215ff2e', 'network_id': '0edbe52f-137d-43e8-b67a-11575215ff2e', 'tenant_id': 'a0b378422ad441fc835cad460c21f0d2', 'fixed_ips': [{'subnet_id': '51f44f91-af5d-4e54-93de-a7f497dd72fb'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:35:00.341848 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-55a19991-bdeb-43f7-a8a6-85b2030c68ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:00.355311 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-539c0962-ae22-46ef-a097-15c011f38b91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:00.494085 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-55a19991-bdeb-43f7-a8a6-85b2030c68ca None None] Allocated IP 172.20.0.2 (0edbe52f-137d-43e8-b67a-11575215ff2e/51f44f91-af5d-4e54-93de-a7f497dd72fb/71310e5f-1543-41f9-8d48-b7dce6ee997e) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:35:00.547316 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-539c0962-ae22-46ef-a097-15c011f38b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:00.727415 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-55a19991-bdeb-43f7-a8a6-85b2030c68ca None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:00.737037 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-55a19991-bdeb-43f7-a8a6-85b2030c68ca None None] Transition to ACTIVE for port object 71310e5f-1543-41f9-8d48-b7dce6ee997e will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:35:00.755685 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-55a19991-bdeb-43f7-a8a6-85b2030c68ca None None] Transition to ACTIVE for port object 71310e5f-1543-41f9-8d48-b7dce6ee997e will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:35:00.800138 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-539c0962-ae22-46ef-a097-15c011f38b91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:00.812993 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-55a19991-bdeb-43f7-a8a6-85b2030c68ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:00.830117 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-539c0962-ae22-46ef-a097-15c011f38b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:00.882302 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a19991-bdeb-43f7-a8a6-85b2030c68ca None None] Network 0edbe52f-137d-43e8-b67a-11575215ff2e is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:35:00.885157 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-55a19991-bdeb-43f7-a8a6-85b2030c68ca None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:35:00.887642 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a19991-bdeb-43f7-a8a6-85b2030c68ca None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:35:00.895100 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a19991-bdeb-43f7-a8a6-85b2030c68ca None None] Pushing event updated for resources: {'Port': ['ID=71310e5f-1543-41f9-8d48-b7dce6ee997e,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:00.931191 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a19991-bdeb-43f7-a8a6-85b2030c68ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:00.931534 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a19991-bdeb-43f7-a8a6-85b2030c68ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:00.931876 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a19991-bdeb-43f7-a8a6-85b2030c68ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:00.932206 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a19991-bdeb-43f7-a8a6-85b2030c68ca None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:00.932552 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a19991-bdeb-43f7-a8a6-85b2030c68ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:00.932863 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a19991-bdeb-43f7-a8a6-85b2030c68ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:00.933188 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a19991-bdeb-43f7-a8a6-85b2030c68ca None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:00.933511 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a19991-bdeb-43f7-a8a6-85b2030c68ca None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:00.933829 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a19991-bdeb-43f7-a8a6-85b2030c68ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:00.934144 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a19991-bdeb-43f7-a8a6-85b2030c68ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:00.934460 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a19991-bdeb-43f7-a8a6-85b2030c68ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:00.966652 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-539c0962-ae22-46ef-a097-15c011f38b91 admin admin] Allocated IP 172.26.3.203 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/76a81be1-22cb-41fe-ae9c-6405496b1bc3) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:35:00.989633 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-55a19991-bdeb-43f7-a8a6-85b2030c68ca None None] Attempting to bind port 71310e5f-1543-41f9-8d48-b7dce6ee997e on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:35:00.989975 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-55a19991-bdeb-43f7-a8a6-85b2030c68ca None None] Attempting to bind port 71310e5f-1543-41f9-8d48-b7dce6ee997e by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'ec7462a9-eb4e-4a1e-9cb6-fa304d59e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0edbe52f-137d-43e8-b67a-11575215ff2e'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:35:00.990335 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a19991-bdeb-43f7-a8a6-85b2030c68ca None None] Attempting to bind port 71310e5f-1543-41f9-8d48-b7dce6ee997e on network 0edbe52f-137d-43e8-b67a-11575215ff2e {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:35:00.996553 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a19991-bdeb-43f7-a8a6-85b2030c68ca None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:35:00.998217 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a19991-bdeb-43f7-a8a6-85b2030c68ca None None] Checking segment: {'id': 'ec7462a9-eb4e-4a1e-9cb6-fa304d59e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0edbe52f-137d-43e8-b67a-11575215ff2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:35:00.998217 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-55a19991-bdeb-43f7-a8a6-85b2030c68ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:00.998217 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a19991-bdeb-43f7-a8a6-85b2030c68ca None None] Bound using segment: {'id': 'ec7462a9-eb4e-4a1e-9cb6-fa304d59e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0edbe52f-137d-43e8-b67a-11575215ff2e'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:35:00.998217 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-55a19991-bdeb-43f7-a8a6-85b2030c68ca None None] Bound port: 71310e5f-1543-41f9-8d48-b7dce6ee997e, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec7462a9-eb4e-4a1e-9cb6-fa304d59e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0edbe52f-137d-43e8-b67a-11575215ff2e'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:35:00.998586 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-55a19991-bdeb-43f7-a8a6-85b2030c68ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:01.085589 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-55a19991-bdeb-43f7-a8a6-85b2030c68ca None None] For port 71310e5f-1543-41f9-8d48-b7dce6ee997e, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:35:01.088430 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-55a19991-bdeb-43f7-a8a6-85b2030c68ca None None] For port 71310e5f-1543-41f9-8d48-b7dce6ee997e, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=71310e5f-1543-41f9-8d48-b7dce6ee997e,segment=NetworkSegment(ec7462a9-eb4e-4a1e-9cb6-fa304d59e442),segment_id=ec7462a9-eb4e-4a1e-9cb6-fa304d59e442)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:35:01.110417 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-539c0962-ae22-46ef-a097-15c011f38b91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:01.163779 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-55a19991-bdeb-43f7-a8a6-85b2030c68ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:01.193025 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-539c0962-ae22-46ef-a097-15c011f38b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:01.248006 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a19991-bdeb-43f7-a8a6-85b2030c68ca None None] Pushing event updated for resources: {'Port': ['ID=71310e5f-1543-41f9-8d48-b7dce6ee997e,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:01.258286 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539c0962-ae22-46ef-a097-15c011f38b91 admin admin] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:35:01.266524 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-539c0962-ae22-46ef-a097-15c011f38b91 admin admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:35:01.266524 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539c0962-ae22-46ef-a097-15c011f38b91 admin admin] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:35:01.295154 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c0962-ae22-46ef-a097-15c011f38b91 admin admin] Pushing event updated for resources: {'Port': ['ID=76a81be1-22cb-41fe-ae9c-6405496b1bc3,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:01.532618 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-539c0962-ae22-46ef-a097-15c011f38b91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:01.533319 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-539c0962-ae22-46ef-a097-15c011f38b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:01.551141 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 71310e5f-1543-41f9-8d48-b7dce6ee997e up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:35:01.717158 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 71310e5f-1543-41f9-8d48-b7dce6ee997e completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:35:01.922806 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539c0962-ae22-46ef-a097-15c011f38b91 admin admin] Router 707dc578-d369-4c30-84ad-9f267c4eefe8 is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:35:02.127936 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539c0962-ae22-46ef-a097-15c011f38b91 admin admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:35:02.138475 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fb6125-9008-49e1-9e1a-a032567996d6 None None] Sync routers for ids ['707dc578-d369-4c30-84ad-9f267c4eefe8'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:35:02.152083 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fb6125-9008-49e1-9e1a-a032567996d6 None None] Routers {'707dc578-d369-4c30-84ad-9f267c4eefe8'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:35:02.152685 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-83fb6125-9008-49e1-9e1a-a032567996d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:34:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['707dc578-d369-4c30-84ad-9f267c4eefe8'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:35:02.189841 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2512d6e7-9fdf-488d-ac93-5ba0d0953695 None None] Network 0edbe52f-137d-43e8-b67a-11575215ff2e requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:35:02.226265 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-539c0962-ae22-46ef-a097-15c011f38b91 admin admin] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:02.227423 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-539c0962-ae22-46ef-a097-15c011f38b91 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0076954 Feb 03 14:35:02.230192 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37856) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:35:02.328392 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-58ef1861-1752-4f1b-a9ba-1f6b59d666fa None None] Provisioning for port 71310e5f-1543-41f9-8d48-b7dce6ee997e completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:35:02.332934 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-83fb6125-9008-49e1-9e1a-a032567996d6 None None] Set router 707dc578-d369-4c30-84ad-9f267c4eefe8 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:35:02.413841 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-58ef1861-1752-4f1b-a9ba-1f6b59d666fa None None] Provisioning complete for port 71310e5f-1543-41f9-8d48-b7dce6ee997e triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:02.414219 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-58ef1861-1752-4f1b-a9ba-1f6b59d666fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:02.555981 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-58ef1861-1752-4f1b-a9ba-1f6b59d666fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:02.594358 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-58ef1861-1752-4f1b-a9ba-1f6b59d666fa None None] For port 71310e5f-1543-41f9-8d48-b7dce6ee997e, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=71310e5f-1543-41f9-8d48-b7dce6ee997e,segment=NetworkSegment(ec7462a9-eb4e-4a1e-9cb6-fa304d59e442),segment_id=ec7462a9-eb4e-4a1e-9cb6-fa304d59e442)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:35:02.627213 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-83fb6125-9008-49e1-9e1a-a032567996d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '707dc578-d369-4c30-84ad-9f267c4eefe8', 'name': 'tempest-TestMinimumBasicScenario-720208848-router', 'tenant_id': 'a0b378422ad441fc835cad460c21f0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': '76a81be1-22cb-41fe-ae9c-6405496b1bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:35:00Z', 'updated_at': '2022-02-03T14:35:01Z', 'revision_number': 3, 'project_id': 'a0b378422ad441fc835cad460c21f0d2', 'gw_port': {'id': '76a81be1-22cb-41fe-ae9c-6405496b1bc3', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707dc578-d369-4c30-84ad-9f267c4eefe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:35:00Z', 'updated_at': '2022-02-03T14:35:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:35:02.631901 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fb6125-9008-49e1-9e1a-a032567996d6 None None] Checking router: 707dc578-d369-4c30-84ad-9f267c4eefe8 for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:35:02.632881 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fb6125-9008-49e1-9e1a-a032567996d6 None None] Updating router 707dc578-d369-4c30-84ad-9f267c4eefe8 port 76a81be1-22cb-41fe-ae9c-6405496b1bc3 binding host dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:35:02.672067 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-58ef1861-1752-4f1b-a9ba-1f6b59d666fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:02.690850 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-83fb6125-9008-49e1-9e1a-a032567996d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:02.761930 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef1861-1752-4f1b-a9ba-1f6b59d666fa None None] Pushing event updated for resources: {'Port': ['ID=71310e5f-1543-41f9-8d48-b7dce6ee997e,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:02.793374 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-125beaed-fc88-4538-a7e0-772675b7be48 None None] Provisioning complete for port 71310e5f-1543-41f9-8d48-b7dce6ee997e triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:02.794025 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-125beaed-fc88-4538-a7e0-772675b7be48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:03.016007 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1cb5aa6e-5707-4291-837b-e2ea6817329f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:03.049290 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-83fb6125-9008-49e1-9e1a-a032567996d6 None None] Notify callbacks [] for port, precommit_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:03.060870 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.provisioning_blocks [None req-83fb6125-9008-49e1-9e1a-a032567996d6 None None] Transition to ACTIVE for port object 76a81be1-22cb-41fe-ae9c-6405496b1bc3 will not be triggered until provisioned by entity L2. {{(pid=84184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:35:03.157270 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-83fb6125-9008-49e1-9e1a-a032567996d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:03.224601 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-1cb5aa6e-5707-4291-837b-e2ea6817329f admin admin] Allocated IP 172.20.0.1 (0edbe52f-137d-43e8-b67a-11575215ff2e/51f44f91-af5d-4e54-93de-a7f497dd72fb/3f61d9eb-975f-4ae6-9db4-0570fc7e3fe4) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:35:03.236433 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9927b3c5-7b1e-4e20-ac10-546e419ef6d3 None None] Pushing event updated for resources: {'Port': ['ID=76a81be1-22cb-41fe-ae9c-6405496b1bc3,revision_number=2']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:03.239123 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-83fb6125-9008-49e1-9e1a-a032567996d6 None None] Attempting to bind port 76a81be1-22cb-41fe-ae9c-6405496b1bc3 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:35:03.239479 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-83fb6125-9008-49e1-9e1a-a032567996d6 None None] Attempting to bind port 76a81be1-22cb-41fe-ae9c-6405496b1bc3 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:35:03.239830 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fb6125-9008-49e1-9e1a-a032567996d6 None None] Attempting to bind port 76a81be1-22cb-41fe-ae9c-6405496b1bc3 on network 16a0e898-50c0-4b65-ae3a-069e9649bbca {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:35:03.251001 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927b3c5-7b1e-4e20-ac10-546e419ef6d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:03.251362 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927b3c5-7b1e-4e20-ac10-546e419ef6d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:03.251692 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927b3c5-7b1e-4e20-ac10-546e419ef6d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:03.252025 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927b3c5-7b1e-4e20-ac10-546e419ef6d3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:03.252348 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927b3c5-7b1e-4e20-ac10-546e419ef6d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:03.252668 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927b3c5-7b1e-4e20-ac10-546e419ef6d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:03.252984 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927b3c5-7b1e-4e20-ac10-546e419ef6d3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:03.253300 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927b3c5-7b1e-4e20-ac10-546e419ef6d3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:03.253643 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927b3c5-7b1e-4e20-ac10-546e419ef6d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:03.253956 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927b3c5-7b1e-4e20-ac10-546e419ef6d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:03.254264 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927b3c5-7b1e-4e20-ac10-546e419ef6d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:03.258762 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fb6125-9008-49e1-9e1a-a032567996d6 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:35:03.259164 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fb6125-9008-49e1-9e1a-a032567996d6 None None] Checking segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:35:03.259556 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-83fb6125-9008-49e1-9e1a-a032567996d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:03.259937 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fb6125-9008-49e1-9e1a-a032567996d6 None None] Bound using segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:35:03.260393 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-83fb6125-9008-49e1-9e1a-a032567996d6 None None] Bound port: 76a81be1-22cb-41fe-ae9c-6405496b1bc3, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:35:03.260860 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-83fb6125-9008-49e1-9e1a-a032567996d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:03.332587 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-83fb6125-9008-49e1-9e1a-a032567996d6 None None] For port 76a81be1-22cb-41fe-ae9c-6405496b1bc3, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:35:03.335598 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-83fb6125-9008-49e1-9e1a-a032567996d6 None None] For port 76a81be1-22cb-41fe-ae9c-6405496b1bc3, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=76a81be1-22cb-41fe-ae9c-6405496b1bc3,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:35:03.369048 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1cb5aa6e-5707-4291-837b-e2ea6817329f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:03.384011 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-1cb5aa6e-5707-4291-837b-e2ea6817329f admin admin] Transition to ACTIVE for port object 3f61d9eb-975f-4ae6-9db4-0570fc7e3fe4 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:35:03.409332 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-83fb6125-9008-49e1-9e1a-a032567996d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:03.472113 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1cb5aa6e-5707-4291-837b-e2ea6817329f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:03.490241 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9927b3c5-7b1e-4e20-ac10-546e419ef6d3 None None] Pushing event updated for resources: {'Port': ['ID=76a81be1-22cb-41fe-ae9c-6405496b1bc3,revision_number=3']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:03.494605 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fb6125-9008-49e1-9e1a-a032567996d6 None None] Routers {'707dc578-d369-4c30-84ad-9f267c4eefe8'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:35:03.495290 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-83fb6125-9008-49e1-9e1a-a032567996d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:34:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['707dc578-d369-4c30-84ad-9f267c4eefe8'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:35:03.522210 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 71310e5f-1543-41f9-8d48-b7dce6ee997e up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:35:03.601072 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 71310e5f-1543-41f9-8d48-b7dce6ee997e triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:03.601482 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:03.653434 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb5aa6e-5707-4291-837b-e2ea6817329f admin admin] Network 0edbe52f-137d-43e8-b67a-11575215ff2e is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:35:03.656259 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-1cb5aa6e-5707-4291-837b-e2ea6817329f admin admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:35:03.662534 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb5aa6e-5707-4291-837b-e2ea6817329f admin admin] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:35:03.683782 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-83fb6125-9008-49e1-9e1a-a032567996d6 None None] Set router 707dc578-d369-4c30-84ad-9f267c4eefe8 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:35:03.714110 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1cb5aa6e-5707-4291-837b-e2ea6817329f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:03.717345 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5aa6e-5707-4291-837b-e2ea6817329f admin admin] Pushing event updated for resources: {'Port': ['ID=3f61d9eb-975f-4ae6-9db4-0570fc7e3fe4,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:03.878543 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1cb5aa6e-5707-4291-837b-e2ea6817329f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:03.984486 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-83fb6125-9008-49e1-9e1a-a032567996d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '707dc578-d369-4c30-84ad-9f267c4eefe8', 'name': 'tempest-TestMinimumBasicScenario-720208848-router', 'tenant_id': 'a0b378422ad441fc835cad460c21f0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': '76a81be1-22cb-41fe-ae9c-6405496b1bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:35:00Z', 'updated_at': '2022-02-03T14:35:01Z', 'revision_number': 3, 'project_id': 'a0b378422ad441fc835cad460c21f0d2', 'gw_port': {'id': '76a81be1-22cb-41fe-ae9c-6405496b1bc3', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707dc578-d369-4c30-84ad-9f267c4eefe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:35:00Z', 'updated_at': '2022-02-03T14:35:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:35:03.988886 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fb6125-9008-49e1-9e1a-a032567996d6 None None] The sync data for ids ['707dc578-d369-4c30-84ad-9f267c4eefe8'] in dv-neutron-827016-1-hyperv is: [{'id': '707dc578-d369-4c30-84ad-9f267c4eefe8', 'name': 'tempest-TestMinimumBasicScenario-720208848-router', 'tenant_id': 'a0b378422ad441fc835cad460c21f0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': '76a81be1-22cb-41fe-ae9c-6405496b1bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:35:00Z', 'updated_at': '2022-02-03T14:35:01Z', 'revision_number': 3, 'project_id': 'a0b378422ad441fc835cad460c21f0d2', 'gw_port': {'id': '76a81be1-22cb-41fe-ae9c-6405496b1bc3', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707dc578-d369-4c30-84ad-9f267c4eefe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:35:00Z', 'updated_at': '2022-02-03T14:35:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:35:04.019949 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-41e91f85-3a19-4b03-bea0-2357078139bc None None] Provisioning for port 3f61d9eb-975f-4ae6-9db4-0570fc7e3fe4 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:35:04.025431 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-41e91f85-3a19-4b03-bea0-2357078139bc None None] Provisioning complete for port 3f61d9eb-975f-4ae6-9db4-0570fc7e3fe4 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:04.025825 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-41e91f85-3a19-4b03-bea0-2357078139bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:04.080810 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-41e91f85-3a19-4b03-bea0-2357078139bc None None] Port 3f61d9eb-975f-4ae6-9db4-0570fc7e3fe4 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:35:04.105100 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1cb5aa6e-5707-4291-837b-e2ea6817329f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:04.161850 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1cb5aa6e-5707-4291-837b-e2ea6817329f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:04.272885 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-1cb5aa6e-5707-4291-837b-e2ea6817329f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:04.276291 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5aa6e-5707-4291-837b-e2ea6817329f admin admin] Pushing event updated for resources: {'Port': ['ID=3f61d9eb-975f-4ae6-9db4-0570fc7e3fe4,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:04.427806 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb5aa6e-5707-4291-837b-e2ea6817329f admin admin] Network 0edbe52f-137d-43e8-b67a-11575215ff2e is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:35:04.428999 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-1cb5aa6e-5707-4291-837b-e2ea6817329f admin admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:35:04.708129 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-dfa48f81-7a6f-4742-815c-2a5d31893a32 None None] Provisioning complete for port 3f61d9eb-975f-4ae6-9db4-0570fc7e3fe4 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:04.708637 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-dfa48f81-7a6f-4742-815c-2a5d31893a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:04.762897 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-dfa48f81-7a6f-4742-815c-2a5d31893a32 None None] Port 3f61d9eb-975f-4ae6-9db4-0570fc7e3fe4 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:35:04.837033 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb5aa6e-5707-4291-837b-e2ea6817329f admin admin] Router 707dc578-d369-4c30-84ad-9f267c4eefe8 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:35:05.035726 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb5aa6e-5707-4291-837b-e2ea6817329f admin admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:35:05.044772 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-1cb5aa6e-5707-4291-837b-e2ea6817329f admin admin] 10.222.0.41 "PUT /v2.0/routers/707dc578-d369-4c30-84ad-9f267c4eefe8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8135321 Feb 03 14:35:05.538969 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 76a81be1-22cb-41fe-ae9c-6405496b1bc3 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:35:05.682586 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 76a81be1-22cb-41fe-ae9c-6405496b1bc3 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:35:05.687457 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 76a81be1-22cb-41fe-ae9c-6405496b1bc3 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:05.687831 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:05.829514 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:05.845981 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 76a81be1-22cb-41fe-ae9c-6405496b1bc3, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=76a81be1-22cb-41fe-ae9c-6405496b1bc3,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:35:05.912015 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:05.976068 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=76a81be1-22cb-41fe-ae9c-6405496b1bc3,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:06.149391 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 37878) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:35:06.154843 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-aa7a906c-1841-4462-9aa0-de5d20360eae admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-367672505-network', 'tenant_id': 'd4d9ba585d66481a8066eebb2e3a6250'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:35:06.159633 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-aa7a906c-1841-4462-9aa0-de5d20360eae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:35:06.164375 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-aa7a906c-1841-4462-9aa0-de5d20360eae admin admin] Usage tracker for resource:network and tenant:d4d9ba585d66481a8066eebb2e3a6250 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:35:06.167218 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-aa7a906c-1841-4462-9aa0-de5d20360eae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:35:06.172766 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-aa7a906c-1841-4462-9aa0-de5d20360eae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:35:06.303952 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7a906c-1841-4462-9aa0-de5d20360eae admin admin] Made reservation on behalf of d4d9ba585d66481a8066eebb2e3a6250 for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:35:06.306212 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-aa7a906c-1841-4462-9aa0-de5d20360eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:06.318333 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-aa7a906c-1841-4462-9aa0-de5d20360eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:06.349650 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-aa7a906c-1841-4462-9aa0-de5d20360eae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:35:06.353688 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-aa7a906c-1841-4462-9aa0-de5d20360eae admin admin] Usage tracker for resource:security_group_rule and tenant:d4d9ba585d66481a8066eebb2e3a6250 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:35:06.356628 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-aa7a906c-1841-4462-9aa0-de5d20360eae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:35:06.362327 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-aa7a906c-1841-4462-9aa0-de5d20360eae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:35:06.428145 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-aa7a906c-1841-4462-9aa0-de5d20360eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:06.552090 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-aa7a906c-1841-4462-9aa0-de5d20360eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:06.582665 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa7a906c-1841-4462-9aa0-de5d20360eae admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:35:06.590715 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a906c-1841-4462-9aa0-de5d20360eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6469d6c-3d98-4755-b55b-5321903f1e3d,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:06.598169 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-aa7a906c-1841-4462-9aa0-de5d20360eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:06.598169 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-aa7a906c-1841-4462-9aa0-de5d20360eae admin admin] Added segment f922b3fd-bb5c-4818-8e34-436a7851fdd3 of type vlan for network 63bb805e-74d5-4518-b94b-f349057c7790 Feb 03 14:35:06.627344 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-aa7a906c-1841-4462-9aa0-de5d20360eae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:06.705896 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-aa7a906c-1841-4462-9aa0-de5d20360eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:06.706644 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7a906c-1841-4462-9aa0-de5d20360eae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:06.707250 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-aa7a906c-1841-4462-9aa0-de5d20360eae admin admin] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:06.808420 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a906c-1841-4462-9aa0-de5d20360eae admin admin] Pushing event updated for resources: {'Network': ['ID=63bb805e-74d5-4518-b94b-f349057c7790,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:06.818420 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 63bb805e-74d5-4518-b94b-f349057c7790 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:35:06.860851 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-aa7a906c-1841-4462-9aa0-de5d20360eae admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7103708 Feb 03 14:35:06.864119 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 37882) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:35:06.869521 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-48eaad15-f2ba-4936-adef-1c3286e95d5f admin admin] Request body: {'subnet': {'network_id': '63bb805e-74d5-4518-b94b-f349057c7790', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-367672505-subnet', 'tenant_id': 'd4d9ba585d66481a8066eebb2e3a6250', 'ip_version': 4}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:35:06.874384 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-48eaad15-f2ba-4936-adef-1c3286e95d5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:35:06.878490 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-48eaad15-f2ba-4936-adef-1c3286e95d5f admin admin] Usage tracker for resource:subnet and tenant:d4d9ba585d66481a8066eebb2e3a6250 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:35:06.883876 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-48eaad15-f2ba-4936-adef-1c3286e95d5f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:35:06.889723 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-48eaad15-f2ba-4936-adef-1c3286e95d5f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:35:06.955198 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48eaad15-f2ba-4936-adef-1c3286e95d5f admin admin] Made reservation on behalf of d4d9ba585d66481a8066eebb2e3a6250 for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:35:06.957607 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-48eaad15-f2ba-4936-adef-1c3286e95d5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:07.214525 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-48eaad15-f2ba-4936-adef-1c3286e95d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:07.292742 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eaad15-f2ba-4936-adef-1c3286e95d5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a29c2b8f-586e-4c5f-acd2-5aa40afd598a,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:07.301860 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eaad15-f2ba-4936-adef-1c3286e95d5f admin admin] Checking segment: {'id': 'f922b3fd-bb5c-4818-8e34-436a7851fdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '63bb805e-74d5-4518-b94b-f349057c7790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:35:07.302200 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48eaad15-f2ba-4936-adef-1c3286e95d5f admin admin] Network hostable DHCP agents. Network: 63bb805e-74d5-4518-b94b-f349057c7790, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:35:07.374198 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48eaad15-f2ba-4936-adef-1c3286e95d5f admin admin] Network 63bb805e-74d5-4518-b94b-f349057c7790 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:35:07.463242 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-48eaad15-f2ba-4936-adef-1c3286e95d5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 63bb805e-74d5-4518-b94b-f349057c7790) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:35:07.463242 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48eaad15-f2ba-4936-adef-1c3286e95d5f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:07.463242 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-48eaad15-f2ba-4936-adef-1c3286e95d5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:07.464604 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9d6e82-3a83-4f04-bb41-e4387c4631d6 None None] Network 63bb805e-74d5-4518-b94b-f349057c7790 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:35:07.480632 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5a3b6b-2966-4a01-b693-57acef3f4b75 None None] Sync routers for ids ['707dc578-d369-4c30-84ad-9f267c4eefe8'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:35:07.534954 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 76a81be1-22cb-41fe-ae9c-6405496b1bc3 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:35:07.546458 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-48eaad15-f2ba-4936-adef-1c3286e95d5f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6811533 Feb 03 14:35:07.549065 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 37886) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:35:07.554038 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-fcfe6f57-5dd3-4f5d-ba98-166196a8bc13 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-367672505-router', 'tenant_id': 'd4d9ba585d66481a8066eebb2e3a6250', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:35:07.558971 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-fcfe6f57-5dd3-4f5d-ba98-166196a8bc13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:35:07.562803 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-fcfe6f57-5dd3-4f5d-ba98-166196a8bc13 admin admin] Usage tracker for resource:router and tenant:d4d9ba585d66481a8066eebb2e3a6250 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:35:07.565686 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-fcfe6f57-5dd3-4f5d-ba98-166196a8bc13 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:35:07.571756 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-fcfe6f57-5dd3-4f5d-ba98-166196a8bc13 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:35:07.604921 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5a3b6b-2966-4a01-b693-57acef3f4b75 None None] Routers {'707dc578-d369-4c30-84ad-9f267c4eefe8'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:35:07.605539 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-4f5a3b6b-2966-4a01-b693-57acef3f4b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:34:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['707dc578-d369-4c30-84ad-9f267c4eefe8'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:35:07.671684 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fcfe6f57-5dd3-4f5d-ba98-166196a8bc13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:07.672660 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fcfe6f57-5dd3-4f5d-ba98-166196a8bc13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:07.689847 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fcfe6f57-5dd3-4f5d-ba98-166196a8bc13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:07.841929 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 76a81be1-22cb-41fe-ae9c-6405496b1bc3 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:07.842186 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:07.899622 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fcfe6f57-5dd3-4f5d-ba98-166196a8bc13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:07.935814 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-4f5a3b6b-2966-4a01-b693-57acef3f4b75 None None] Set router 707dc578-d369-4c30-84ad-9f267c4eefe8 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:35:07.979869 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e52bc47-9d05-4eaa-92ca-59c91413fbae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-63bb805e-74d5-4518-b94b-f349057c7790', 'network_id': '63bb805e-74d5-4518-b94b-f349057c7790', 'tenant_id': 'd4d9ba585d66481a8066eebb2e3a6250', 'fixed_ips': [{'subnet_id': 'a29c2b8f-586e-4c5f-acd2-5aa40afd598a'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:35:07.980664 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5e52bc47-9d05-4eaa-92ca-59c91413fbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:08.148640 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fcfe6f57-5dd3-4f5d-ba98-166196a8bc13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:08.178486 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fcfe6f57-5dd3-4f5d-ba98-166196a8bc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:08.322371 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-fcfe6f57-5dd3-4f5d-ba98-166196a8bc13 admin admin] Allocated IP 172.26.3.252 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/fea27d39-3637-445a-90f8-fea16c81ff20) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:35:08.379452 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-5e52bc47-9d05-4eaa-92ca-59c91413fbae None None] Allocated IP 172.20.0.2 (63bb805e-74d5-4518-b94b-f349057c7790/a29c2b8f-586e-4c5f-acd2-5aa40afd598a/7f8249ac-9419-42e7-9a20-21b4de84716f) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:35:08.481217 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fcfe6f57-5dd3-4f5d-ba98-166196a8bc13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:08.573307 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-4f5a3b6b-2966-4a01-b693-57acef3f4b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '707dc578-d369-4c30-84ad-9f267c4eefe8', 'name': 'tempest-TestMinimumBasicScenario-720208848-router', 'tenant_id': 'a0b378422ad441fc835cad460c21f0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': '76a81be1-22cb-41fe-ae9c-6405496b1bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:35:00Z', 'updated_at': '2022-02-03T14:35:03Z', 'revision_number': 4, 'project_id': 'a0b378422ad441fc835cad460c21f0d2', 'gw_port': {'id': '76a81be1-22cb-41fe-ae9c-6405496b1bc3', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707dc578-d369-4c30-84ad-9f267c4eefe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:35:00Z', 'updated_at': '2022-02-03T14:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '3f61d9eb-975f-4ae6-9db4-0570fc7e3fe4', 'name': '', 'network_id': '0edbe52f-137d-43e8-b67a-11575215ff2e', 'tenant_id': 'a0b378422ad441fc835cad460c21f0d2', 'mac_address': 'fa:16:3e:da:05:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707dc578-d369-4c30-84ad-9f267c4eefe8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51f44f91-af5d-4e54-93de-a7f497dd72fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:35:03Z', 'updated_at': '2022-02-03T14:35:03Z', 'revision_number': 2, 'project_id': 'a0b378422ad441fc835cad460c21f0d2', 'subnets': [{'id': '51f44f91-af5d-4e54-93de-a7f497dd72fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:35:08.573962 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fcfe6f57-5dd3-4f5d-ba98-166196a8bc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:08.579960 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5a3b6b-2966-4a01-b693-57acef3f4b75 None None] Checking router: 707dc578-d369-4c30-84ad-9f267c4eefe8 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:35:08.579960 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5a3b6b-2966-4a01-b693-57acef3f4b75 None None] Updating router 707dc578-d369-4c30-84ad-9f267c4eefe8 port 3f61d9eb-975f-4ae6-9db4-0570fc7e3fe4 binding host dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:35:08.656492 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfe6f57-5dd3-4f5d-ba98-166196a8bc13 admin admin] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:35:08.664485 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-fcfe6f57-5dd3-4f5d-ba98-166196a8bc13 admin admin] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:35:08.666417 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe6f57-5dd3-4f5d-ba98-166196a8bc13 admin admin] Pushing event updated for resources: {'Port': ['ID=fea27d39-3637-445a-90f8-fea16c81ff20,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:08.668589 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfe6f57-5dd3-4f5d-ba98-166196a8bc13 admin admin] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:35:08.739808 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4f5a3b6b-2966-4a01-b693-57acef3f4b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:08.759550 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5e52bc47-9d05-4eaa-92ca-59c91413fbae None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:08.797473 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-5e52bc47-9d05-4eaa-92ca-59c91413fbae None None] Transition to ACTIVE for port object 7f8249ac-9419-42e7-9a20-21b4de84716f will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:35:08.841261 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-5e52bc47-9d05-4eaa-92ca-59c91413fbae None None] Transition to ACTIVE for port object 7f8249ac-9419-42e7-9a20-21b4de84716f will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:35:08.902235 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fcfe6f57-5dd3-4f5d-ba98-166196a8bc13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:08.903117 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fcfe6f57-5dd3-4f5d-ba98-166196a8bc13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:08.906606 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5e52bc47-9d05-4eaa-92ca-59c91413fbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:09.046584 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e52bc47-9d05-4eaa-92ca-59c91413fbae None None] Network 63bb805e-74d5-4518-b94b-f349057c7790 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:35:09.053055 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-5e52bc47-9d05-4eaa-92ca-59c91413fbae None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:35:09.065464 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e52bc47-9d05-4eaa-92ca-59c91413fbae None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:35:09.070306 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52bc47-9d05-4eaa-92ca-59c91413fbae None None] Pushing event updated for resources: {'Port': ['ID=7f8249ac-9419-42e7-9a20-21b4de84716f,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:09.188948 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-5e52bc47-9d05-4eaa-92ca-59c91413fbae None None] Attempting to bind port 7f8249ac-9419-42e7-9a20-21b4de84716f on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:35:09.189315 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-5e52bc47-9d05-4eaa-92ca-59c91413fbae None None] Attempting to bind port 7f8249ac-9419-42e7-9a20-21b4de84716f by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'f922b3fd-bb5c-4818-8e34-436a7851fdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '63bb805e-74d5-4518-b94b-f349057c7790'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:35:09.189683 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e52bc47-9d05-4eaa-92ca-59c91413fbae None None] Attempting to bind port 7f8249ac-9419-42e7-9a20-21b4de84716f on network 63bb805e-74d5-4518-b94b-f349057c7790 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:35:09.200176 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e52bc47-9d05-4eaa-92ca-59c91413fbae None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:35:09.200551 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e52bc47-9d05-4eaa-92ca-59c91413fbae None None] Checking segment: {'id': 'f922b3fd-bb5c-4818-8e34-436a7851fdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '63bb805e-74d5-4518-b94b-f349057c7790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:35:09.200949 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5e52bc47-9d05-4eaa-92ca-59c91413fbae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:09.201382 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e52bc47-9d05-4eaa-92ca-59c91413fbae None None] Bound using segment: {'id': 'f922b3fd-bb5c-4818-8e34-436a7851fdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '63bb805e-74d5-4518-b94b-f349057c7790'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:35:09.201853 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-5e52bc47-9d05-4eaa-92ca-59c91413fbae None None] Bound port: 7f8249ac-9419-42e7-9a20-21b4de84716f, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f922b3fd-bb5c-4818-8e34-436a7851fdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '63bb805e-74d5-4518-b94b-f349057c7790'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:35:09.202213 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5e52bc47-9d05-4eaa-92ca-59c91413fbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:09.327019 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4f5a3b6b-2966-4a01-b693-57acef3f4b75 None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:09.334079 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcfe6f57-5dd3-4f5d-ba98-166196a8bc13 admin admin] Router 046a4c00-b24e-4e64-8f34-a83b6e41f470 is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:35:09.353445 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-4f5a3b6b-2966-4a01-b693-57acef3f4b75 None None] Transition to ACTIVE for port object 3f61d9eb-975f-4ae6-9db4-0570fc7e3fe4 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:35:09.359459 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-5e52bc47-9d05-4eaa-92ca-59c91413fbae None None] For port 7f8249ac-9419-42e7-9a20-21b4de84716f, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:35:09.363807 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-5e52bc47-9d05-4eaa-92ca-59c91413fbae None None] For port 7f8249ac-9419-42e7-9a20-21b4de84716f, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=7f8249ac-9419-42e7-9a20-21b4de84716f,segment=NetworkSegment(f922b3fd-bb5c-4818-8e34-436a7851fdd3),segment_id=f922b3fd-bb5c-4818-8e34-436a7851fdd3)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:35:09.431293 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4f5a3b6b-2966-4a01-b693-57acef3f4b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:09.467851 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5e52bc47-9d05-4eaa-92ca-59c91413fbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:09.539695 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfe6f57-5dd3-4f5d-ba98-166196a8bc13 admin admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:35:09.555543 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024dc417-241f-4260-8e47-61ab964a97ae None None] Sync routers for ids ['046a4c00-b24e-4e64-8f34-a83b6e41f470'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:35:09.570961 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0099ab2d-2481-4960-aa73-4f464bbb2f9d None None] Pushing event updated for resources: {'Port': ['ID=3f61d9eb-975f-4ae6-9db4-0570fc7e3fe4,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:09.583012 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024dc417-241f-4260-8e47-61ab964a97ae None None] Routers {'046a4c00-b24e-4e64-8f34-a83b6e41f470'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:35:09.583718 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-024dc417-241f-4260-8e47-61ab964a97ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:34:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['046a4c00-b24e-4e64-8f34-a83b6e41f470'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:35:09.654577 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fcfe6f57-5dd3-4f5d-ba98-166196a8bc13 admin admin] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:09.658689 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 37890) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:35:09.659418 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-fcfe6f57-5dd3-4f5d-ba98-166196a8bc13 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1088195 Feb 03 14:35:09.741341 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-4f5a3b6b-2966-4a01-b693-57acef3f4b75 None None] Attempting to bind port 3f61d9eb-975f-4ae6-9db4-0570fc7e3fe4 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:35:09.741914 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-4f5a3b6b-2966-4a01-b693-57acef3f4b75 None None] Attempting to bind port 3f61d9eb-975f-4ae6-9db4-0570fc7e3fe4 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'ec7462a9-eb4e-4a1e-9cb6-fa304d59e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0edbe52f-137d-43e8-b67a-11575215ff2e'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:35:09.742070 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5a3b6b-2966-4a01-b693-57acef3f4b75 None None] Attempting to bind port 3f61d9eb-975f-4ae6-9db4-0570fc7e3fe4 on network 0edbe52f-137d-43e8-b67a-11575215ff2e {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:35:09.748442 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52bc47-9d05-4eaa-92ca-59c91413fbae None None] Pushing event updated for resources: {'Port': ['ID=7f8249ac-9419-42e7-9a20-21b4de84716f,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:09.754171 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5a3b6b-2966-4a01-b693-57acef3f4b75 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:35:09.754555 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5a3b6b-2966-4a01-b693-57acef3f4b75 None None] Checking segment: {'id': 'ec7462a9-eb4e-4a1e-9cb6-fa304d59e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0edbe52f-137d-43e8-b67a-11575215ff2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:35:09.754967 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4f5a3b6b-2966-4a01-b693-57acef3f4b75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:09.755515 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5a3b6b-2966-4a01-b693-57acef3f4b75 None None] Bound using segment: {'id': 'ec7462a9-eb4e-4a1e-9cb6-fa304d59e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0edbe52f-137d-43e8-b67a-11575215ff2e'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:35:09.755868 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-4f5a3b6b-2966-4a01-b693-57acef3f4b75 None None] Bound port: 3f61d9eb-975f-4ae6-9db4-0570fc7e3fe4, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec7462a9-eb4e-4a1e-9cb6-fa304d59e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0edbe52f-137d-43e8-b67a-11575215ff2e'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:35:09.756847 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4f5a3b6b-2966-4a01-b693-57acef3f4b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:09.862195 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-024dc417-241f-4260-8e47-61ab964a97ae None None] Set router 046a4c00-b24e-4e64-8f34-a83b6e41f470 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:35:09.864244 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-4f5a3b6b-2966-4a01-b693-57acef3f4b75 None None] For port 3f61d9eb-975f-4ae6-9db4-0570fc7e3fe4, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:35:09.868578 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-4f5a3b6b-2966-4a01-b693-57acef3f4b75 None None] For port 3f61d9eb-975f-4ae6-9db4-0570fc7e3fe4, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=3f61d9eb-975f-4ae6-9db4-0570fc7e3fe4,segment=NetworkSegment(ec7462a9-eb4e-4a1e-9cb6-fa304d59e442),segment_id=ec7462a9-eb4e-4a1e-9cb6-fa304d59e442)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:35:09.946102 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4f5a3b6b-2966-4a01-b693-57acef3f4b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:10.029403 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5a3b6b-2966-4a01-b693-57acef3f4b75 None None] Routers {'707dc578-d369-4c30-84ad-9f267c4eefe8'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:35:10.030052 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-4f5a3b6b-2966-4a01-b693-57acef3f4b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:34:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['707dc578-d369-4c30-84ad-9f267c4eefe8'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:35:10.205501 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-024dc417-241f-4260-8e47-61ab964a97ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046a4c00-b24e-4e64-8f34-a83b6e41f470', 'name': 'tempest-TestMinimumBasicScenario-367672505-router', 'tenant_id': 'd4d9ba585d66481a8066eebb2e3a6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'fea27d39-3637-445a-90f8-fea16c81ff20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:35:07Z', 'updated_at': '2022-02-03T14:35:08Z', 'revision_number': 3, 'project_id': 'd4d9ba585d66481a8066eebb2e3a6250', 'gw_port': {'id': 'fea27d39-3637-445a-90f8-fea16c81ff20', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:45:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046a4c00-b24e-4e64-8f34-a83b6e41f470', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:35:08Z', 'updated_at': '2022-02-03T14:35:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:35:10.213626 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024dc417-241f-4260-8e47-61ab964a97ae None None] Checking router: 046a4c00-b24e-4e64-8f34-a83b6e41f470 for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:35:10.213983 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024dc417-241f-4260-8e47-61ab964a97ae None None] Updating router 046a4c00-b24e-4e64-8f34-a83b6e41f470 port fea27d39-3637-445a-90f8-fea16c81ff20 binding host dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:35:10.215670 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0099ab2d-2481-4960-aa73-4f464bbb2f9d None None] Pushing event updated for resources: {'Port': ['ID=3f61d9eb-975f-4ae6-9db4-0570fc7e3fe4,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:10.246952 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-4f5a3b6b-2966-4a01-b693-57acef3f4b75 None None] Set router 707dc578-d369-4c30-84ad-9f267c4eefe8 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:35:10.276429 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-024dc417-241f-4260-8e47-61ab964a97ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:10.696310 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-4f5a3b6b-2966-4a01-b693-57acef3f4b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '707dc578-d369-4c30-84ad-9f267c4eefe8', 'name': 'tempest-TestMinimumBasicScenario-720208848-router', 'tenant_id': 'a0b378422ad441fc835cad460c21f0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': '76a81be1-22cb-41fe-ae9c-6405496b1bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:35:00Z', 'updated_at': '2022-02-03T14:35:03Z', 'revision_number': 4, 'project_id': 'a0b378422ad441fc835cad460c21f0d2', 'gw_port': {'id': '76a81be1-22cb-41fe-ae9c-6405496b1bc3', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707dc578-d369-4c30-84ad-9f267c4eefe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:35:00Z', 'updated_at': '2022-02-03T14:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '3f61d9eb-975f-4ae6-9db4-0570fc7e3fe4', 'name': '', 'network_id': '0edbe52f-137d-43e8-b67a-11575215ff2e', 'tenant_id': 'a0b378422ad441fc835cad460c21f0d2', 'mac_address': 'fa:16:3e:da:05:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707dc578-d369-4c30-84ad-9f267c4eefe8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51f44f91-af5d-4e54-93de-a7f497dd72fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:35:03Z', 'updated_at': '2022-02-03T14:35:09Z', 'revision_number': 4, 'project_id': 'a0b378422ad441fc835cad460c21f0d2', 'subnets': [{'id': '51f44f91-af5d-4e54-93de-a7f497dd72fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:35:10.700902 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5a3b6b-2966-4a01-b693-57acef3f4b75 None None] The sync data for ids ['707dc578-d369-4c30-84ad-9f267c4eefe8'] in dv-neutron-827016-1-hyperv is: [{'id': '707dc578-d369-4c30-84ad-9f267c4eefe8', 'name': 'tempest-TestMinimumBasicScenario-720208848-router', 'tenant_id': 'a0b378422ad441fc835cad460c21f0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': '76a81be1-22cb-41fe-ae9c-6405496b1bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:35:00Z', 'updated_at': '2022-02-03T14:35:03Z', 'revision_number': 4, 'project_id': 'a0b378422ad441fc835cad460c21f0d2', 'gw_port': {'id': '76a81be1-22cb-41fe-ae9c-6405496b1bc3', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707dc578-d369-4c30-84ad-9f267c4eefe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:35:00Z', 'updated_at': '2022-02-03T14:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '3f61d9eb-975f-4ae6-9db4-0570fc7e3fe4', 'name': '', 'network_id': '0edbe52f-137d-43e8-b67a-11575215ff2e', 'tenant_id': 'a0b378422ad441fc835cad460c21f0d2', 'mac_address': 'fa:16:3e:da:05:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707dc578-d369-4c30-84ad-9f267c4eefe8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51f44f91-af5d-4e54-93de-a7f497dd72fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:35:03Z', 'updated_at': '2022-02-03T14:35:09Z', 'revision_number': 4, 'project_id': 'a0b378422ad441fc835cad460c21f0d2', 'subnets': [{'id': '51f44f91-af5d-4e54-93de-a7f497dd72fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:35:10.712801 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-024dc417-241f-4260-8e47-61ab964a97ae None None] Notify callbacks [] for port, precommit_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:10.725865 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.provisioning_blocks [None req-024dc417-241f-4260-8e47-61ab964a97ae None None] Transition to ACTIVE for port object fea27d39-3637-445a-90f8-fea16c81ff20 will not be triggered until provisioned by entity L2. {{(pid=84184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:35:10.768651 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c40cb0cb-cab5-409e-9041-4b55f7dde607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:10.791469 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-024dc417-241f-4260-8e47-61ab964a97ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:10.830680 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4a86de-f2f9-4db9-bc77-e6aea8be521f None None] Network 63bb805e-74d5-4518-b94b-f349057c7790 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:35:10.886070 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-024dc417-241f-4260-8e47-61ab964a97ae None None] Attempting to bind port fea27d39-3637-445a-90f8-fea16c81ff20 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:35:10.886448 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-024dc417-241f-4260-8e47-61ab964a97ae None None] Attempting to bind port fea27d39-3637-445a-90f8-fea16c81ff20 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:35:10.886685 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024dc417-241f-4260-8e47-61ab964a97ae None None] Attempting to bind port fea27d39-3637-445a-90f8-fea16c81ff20 on network 16a0e898-50c0-4b65-ae3a-069e9649bbca {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:35:10.895247 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68712b-81e3-49d8-a09b-0c6e1fef64bf None None] Pushing event updated for resources: {'Port': ['ID=fea27d39-3637-445a-90f8-fea16c81ff20,revision_number=2']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:10.901549 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024dc417-241f-4260-8e47-61ab964a97ae None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:35:10.901914 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024dc417-241f-4260-8e47-61ab964a97ae None None] Checking segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:35:10.902308 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-024dc417-241f-4260-8e47-61ab964a97ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:10.902687 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024dc417-241f-4260-8e47-61ab964a97ae None None] Bound using segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:35:10.903172 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-024dc417-241f-4260-8e47-61ab964a97ae None None] Bound port: fea27d39-3637-445a-90f8-fea16c81ff20, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:35:10.903536 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-024dc417-241f-4260-8e47-61ab964a97ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:10.981966 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-024dc417-241f-4260-8e47-61ab964a97ae None None] For port fea27d39-3637-445a-90f8-fea16c81ff20, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:35:10.985684 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-024dc417-241f-4260-8e47-61ab964a97ae None None] For port fea27d39-3637-445a-90f8-fea16c81ff20, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=fea27d39-3637-445a-90f8-fea16c81ff20,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:35:11.028779 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-5f254395-1b9b-4c22-bbf2-c461e5872231 None None] Provisioning for port 7f8249ac-9419-42e7-9a20-21b4de84716f completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:35:11.029480 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-c40cb0cb-cab5-409e-9041-4b55f7dde607 admin admin] Allocated IP 172.20.0.1 (63bb805e-74d5-4518-b94b-f349057c7790/a29c2b8f-586e-4c5f-acd2-5aa40afd598a/22add33b-9ee5-4481-ac13-0f16b0c392c3) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:35:11.049405 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-024dc417-241f-4260-8e47-61ab964a97ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:11.147288 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68712b-81e3-49d8-a09b-0c6e1fef64bf None None] Pushing event updated for resources: {'Port': ['ID=fea27d39-3637-445a-90f8-fea16c81ff20,revision_number=3']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:11.153625 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024dc417-241f-4260-8e47-61ab964a97ae None None] Routers {'046a4c00-b24e-4e64-8f34-a83b6e41f470'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:35:11.154224 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-024dc417-241f-4260-8e47-61ab964a97ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:34:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['046a4c00-b24e-4e64-8f34-a83b6e41f470'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:35:11.209062 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c40cb0cb-cab5-409e-9041-4b55f7dde607 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:11.229660 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-c40cb0cb-cab5-409e-9041-4b55f7dde607 admin admin] Transition to ACTIVE for port object 22add33b-9ee5-4481-ac13-0f16b0c392c3 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:35:11.323842 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c40cb0cb-cab5-409e-9041-4b55f7dde607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:11.362057 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-024dc417-241f-4260-8e47-61ab964a97ae None None] Set router 046a4c00-b24e-4e64-8f34-a83b6e41f470 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:35:11.413249 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40cb0cb-cab5-409e-9041-4b55f7dde607 admin admin] Network 63bb805e-74d5-4518-b94b-f349057c7790 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:35:11.414659 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-c40cb0cb-cab5-409e-9041-4b55f7dde607 admin admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:35:11.418545 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40cb0cb-cab5-409e-9041-4b55f7dde607 admin admin] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:35:11.454214 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40cb0cb-cab5-409e-9041-4b55f7dde607 admin admin] Pushing event updated for resources: {'Port': ['ID=22add33b-9ee5-4481-ac13-0f16b0c392c3,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:11.472426 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40cb0cb-cab5-409e-9041-4b55f7dde607 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:11.472780 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40cb0cb-cab5-409e-9041-4b55f7dde607 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:11.473123 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40cb0cb-cab5-409e-9041-4b55f7dde607 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:11.473459 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40cb0cb-cab5-409e-9041-4b55f7dde607 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:11.473794 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40cb0cb-cab5-409e-9041-4b55f7dde607 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:11.474162 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40cb0cb-cab5-409e-9041-4b55f7dde607 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:11.474437 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40cb0cb-cab5-409e-9041-4b55f7dde607 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:11.474765 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40cb0cb-cab5-409e-9041-4b55f7dde607 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:11.480798 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40cb0cb-cab5-409e-9041-4b55f7dde607 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:11.481283 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40cb0cb-cab5-409e-9041-4b55f7dde607 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:11.481629 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40cb0cb-cab5-409e-9041-4b55f7dde607 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:11.518467 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c40cb0cb-cab5-409e-9041-4b55f7dde607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:11.626968 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 7f8249ac-9419-42e7-9a20-21b4de84716f up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:35:11.706456 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c40cb0cb-cab5-409e-9041-4b55f7dde607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:11.762214 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-024dc417-241f-4260-8e47-61ab964a97ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046a4c00-b24e-4e64-8f34-a83b6e41f470', 'name': 'tempest-TestMinimumBasicScenario-367672505-router', 'tenant_id': 'd4d9ba585d66481a8066eebb2e3a6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'fea27d39-3637-445a-90f8-fea16c81ff20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:35:07Z', 'updated_at': '2022-02-03T14:35:08Z', 'revision_number': 3, 'project_id': 'd4d9ba585d66481a8066eebb2e3a6250', 'gw_port': {'id': 'fea27d39-3637-445a-90f8-fea16c81ff20', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:45:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046a4c00-b24e-4e64-8f34-a83b6e41f470', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:35:08Z', 'updated_at': '2022-02-03T14:35:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:35:11.767949 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024dc417-241f-4260-8e47-61ab964a97ae None None] The sync data for ids ['046a4c00-b24e-4e64-8f34-a83b6e41f470'] in dv-neutron-827016-1-hyperv is: [{'id': '046a4c00-b24e-4e64-8f34-a83b6e41f470', 'name': 'tempest-TestMinimumBasicScenario-367672505-router', 'tenant_id': 'd4d9ba585d66481a8066eebb2e3a6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'fea27d39-3637-445a-90f8-fea16c81ff20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:35:07Z', 'updated_at': '2022-02-03T14:35:08Z', 'revision_number': 3, 'project_id': 'd4d9ba585d66481a8066eebb2e3a6250', 'gw_port': {'id': 'fea27d39-3637-445a-90f8-fea16c81ff20', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:45:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046a4c00-b24e-4e64-8f34-a83b6e41f470', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:35:08Z', 'updated_at': '2022-02-03T14:35:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:35:11.809287 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-0e10e416-0df7-4e14-847b-1ba8de8b8ff1 None None] Provisioning for port 22add33b-9ee5-4481-ac13-0f16b0c392c3 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:35:11.816403 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-0e10e416-0df7-4e14-847b-1ba8de8b8ff1 None None] Provisioning complete for port 22add33b-9ee5-4481-ac13-0f16b0c392c3 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:11.816782 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0e10e416-0df7-4e14-847b-1ba8de8b8ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:11.853412 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 7f8249ac-9419-42e7-9a20-21b4de84716f completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:35:11.869351 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 7f8249ac-9419-42e7-9a20-21b4de84716f triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:11.869725 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:11.918297 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-0e10e416-0df7-4e14-847b-1ba8de8b8ff1 None None] Port 22add33b-9ee5-4481-ac13-0f16b0c392c3 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:35:11.946773 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c40cb0cb-cab5-409e-9041-4b55f7dde607 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:11.990417 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:12.017909 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c40cb0cb-cab5-409e-9041-4b55f7dde607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:12.021063 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 7f8249ac-9419-42e7-9a20-21b4de84716f, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=7f8249ac-9419-42e7-9a20-21b4de84716f,segment=NetworkSegment(f922b3fd-bb5c-4818-8e34-436a7851fdd3),segment_id=f922b3fd-bb5c-4818-8e34-436a7851fdd3)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:35:12.075052 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:12.075889 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 3f61d9eb-975f-4ae6-9db4-0570fc7e3fe4 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:35:12.118345 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c40cb0cb-cab5-409e-9041-4b55f7dde607 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:12.121708 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40cb0cb-cab5-409e-9041-4b55f7dde607 admin admin] Pushing event updated for resources: {'Port': ['ID=22add33b-9ee5-4481-ac13-0f16b0c392c3,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:12.187827 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=7f8249ac-9419-42e7-9a20-21b4de84716f,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:12.253863 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 3f61d9eb-975f-4ae6-9db4-0570fc7e3fe4 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:35:12.255590 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40cb0cb-cab5-409e-9041-4b55f7dde607 admin admin] Network 63bb805e-74d5-4518-b94b-f349057c7790 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:35:12.256667 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-c40cb0cb-cab5-409e-9041-4b55f7dde607 admin admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:35:12.258736 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 3f61d9eb-975f-4ae6-9db4-0570fc7e3fe4 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:12.259150 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:12.398047 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:12.448216 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 3f61d9eb-975f-4ae6-9db4-0570fc7e3fe4, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=3f61d9eb-975f-4ae6-9db4-0570fc7e3fe4,segment=NetworkSegment(ec7462a9-eb4e-4a1e-9cb6-fa304d59e442),segment_id=ec7462a9-eb4e-4a1e-9cb6-fa304d59e442)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:35:12.517015 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:12.589946 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-7bbaa530-1018-48b2-bc40-e278f7805169 None None] Provisioning complete for port 22add33b-9ee5-4481-ac13-0f16b0c392c3 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:12.590229 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7bbaa530-1018-48b2-bc40-e278f7805169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:12.618554 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=3f61d9eb-975f-4ae6-9db4-0570fc7e3fe4,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:12.645715 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-7bbaa530-1018-48b2-bc40-e278f7805169 None None] Port 22add33b-9ee5-4481-ac13-0f16b0c392c3 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:35:12.767081 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40cb0cb-cab5-409e-9041-4b55f7dde607 admin admin] Router 046a4c00-b24e-4e64-8f34-a83b6e41f470 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:35:12.961347 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40cb0cb-cab5-409e-9041-4b55f7dde607 admin admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:35:12.969876 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c40cb0cb-cab5-409e-9041-4b55f7dde607 admin admin] 10.222.0.41 "PUT /v2.0/routers/046a4c00-b24e-4e64-8f34-a83b6e41f470/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3090241 Feb 03 14:35:13.525930 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 7f8249ac-9419-42e7-9a20-21b4de84716f up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:35:13.596623 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 7f8249ac-9419-42e7-9a20-21b4de84716f triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:13.597528 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:13.716000 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 3f61d9eb-975f-4ae6-9db4-0570fc7e3fe4 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:35:13.782060 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 3f61d9eb-975f-4ae6-9db4-0570fc7e3fe4 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:13.782437 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:17.745742 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:19.554274 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device fea27d39-3637-445a-90f8-fea16c81ff20 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:35:19.688661 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port fea27d39-3637-445a-90f8-fea16c81ff20 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:35:19.694448 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port fea27d39-3637-445a-90f8-fea16c81ff20 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:19.694819 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:19.826630 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:19.844879 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port fea27d39-3637-445a-90f8-fea16c81ff20, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=fea27d39-3637-445a-90f8-fea16c81ff20,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:35:19.925041 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:20.009230 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=fea27d39-3637-445a-90f8-fea16c81ff20,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:20.846314 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:35:21.530696 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device fea27d39-3637-445a-90f8-fea16c81ff20 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:35:21.637509 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port fea27d39-3637-445a-90f8-fea16c81ff20 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:21.637894 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:25.372185 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5d1100f4-ef31-40e7-aff0-2408a7731a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:25.785735 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-d456d558-d414-43c8-aa3b-8a4946d401f5 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:25.787180 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-d456d558-d414-43c8-aa3b-8a4946d401f5 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/networks?id=0edbe52f-137d-43e8-b67a-11575215ff2e HTTP/1.1" status: 200 len: 814 time: 0.1396983 Feb 03 14:35:25.803350 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-c3e9065b-1494-42ca-bb2b-907d01c986b8 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/quotas/a0b378422ad441fc835cad460c21f0d2 HTTP/1.1" status: 200 len: 375 time: 0.0108061 Feb 03 14:35:25.884560 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-f459268a-2e97-4208-81a5-70f11ea11038 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a0b378422ad441fc835cad460c21f0d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764513 Feb 03 14:35:25.900396 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-2ef43ad2-2449-429c-a7b6-722b7ab587d5 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 14:35:25.901306 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-2ef43ad2-2449-429c-a7b6-722b7ab587d5 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048220 Feb 03 14:35:26.029014 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-f1154623-dbf1-417f-8b52-35f4796088d9 service neutron] 10.222.0.41 "GET /v2.0/networks/0edbe52f-137d-43e8-b67a-11575215ff2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222534 Feb 03 14:35:26.158627 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-54f31dd1-edd0-41b1-83dd-cad868211f4a service neutron] 10.222.0.41 "GET /v2.0/networks/0edbe52f-137d-43e8-b67a-11575215ff2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227882 Feb 03 14:35:26.419196 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c4fb44ed-172a-4cf1-9646-71d9e607e7e0 req-4fc0ca85-f277-42ef-b1e7-3f841c527679 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 210 time: 0.0464435 Feb 03 14:35:27.516676 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e810aea4-9c04-42c4-a3db-422369f8d3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:27.583489 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-48c1c2d5-3be6-48c5-bbee-999b9ac655ad req-4089daf6-db0a-4334-a460-1aa090a99f12 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 210 time: 0.0411479 Feb 03 14:35:28.496726 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-0f6c95bf-cc29-4b4a-9aeb-eaad59ffd9cd tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:28.497404 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-0f6c95bf-cc29-4b4a-9aeb-eaad59ffd9cd tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Synchronizing usage tracker for tenant:a0b378422ad441fc835cad460c21f0d2 on resource:network {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:35:28.568083 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-0f6c95bf-cc29-4b4a-9aeb-eaad59ffd9cd tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Unset dirty status for tenant:a0b378422ad441fc835cad460c21f0d2 on resource:network {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:35:28.569233 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-0f6c95bf-cc29-4b4a-9aeb-eaad59ffd9cd tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.47 "GET /v2.0/networks?id=0edbe52f-137d-43e8-b67a-11575215ff2e HTTP/1.1" status: 200 len: 814 time: 0.2148449 Feb 03 14:35:28.584617 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-46dc3100-7247-45f7-b303-1dddf6fd5998 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Request body: {'port': {'device_id': '6d489dc5-5751-4a38-84fd-545c3c12e137', 'network_id': '0edbe52f-137d-43e8-b67a-11575215ff2e', 'admin_state_up': True, 'tenant_id': 'a0b378422ad441fc835cad460c21f0d2'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:35:28.722688 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-46dc3100-7247-45f7-b303-1dddf6fd5998 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:35:28.726586 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-46dc3100-7247-45f7-b303-1dddf6fd5998 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Usage tracker for resource:port and tenant:a0b378422ad441fc835cad460c21f0d2 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:35:28.729504 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-46dc3100-7247-45f7-b303-1dddf6fd5998 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:35:28.735199 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-46dc3100-7247-45f7-b303-1dddf6fd5998 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:35:28.757369 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f66d8240-2275-4772-abca-4528998e5653 req-fc684763-a647-4fe7-9635-e4ece6fbc923 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 210 time: 0.0442598 Feb 03 14:35:28.829027 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-46dc3100-7247-45f7-b303-1dddf6fd5998 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Made reservation on behalf of a0b378422ad441fc835cad460c21f0d2 for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:35:28.833600 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-46dc3100-7247-45f7-b303-1dddf6fd5998 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:28.897657 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:28.944686 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:28.996563 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-46dc3100-7247-45f7-b303-1dddf6fd5998 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Allocated IP 172.20.0.8 (0edbe52f-137d-43e8-b67a-11575215ff2e/51f44f91-af5d-4e54-93de-a7f497dd72fb/51673c01-300b-4252-b2ca-ca338da65ea0) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:35:29.201133 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-46dc3100-7247-45f7-b303-1dddf6fd5998 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:29.216611 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-46dc3100-7247-45f7-b303-1dddf6fd5998 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Transition to ACTIVE for port object 51673c01-300b-4252-b2ca-ca338da65ea0 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:35:29.306885 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-46dc3100-7247-45f7-b303-1dddf6fd5998 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:29.386000 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-46dc3100-7247-45f7-b303-1dddf6fd5998 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Network 0edbe52f-137d-43e8-b67a-11575215ff2e is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:35:29.390306 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-46dc3100-7247-45f7-b303-1dddf6fd5998 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:35:29.397614 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-46dc3100-7247-45f7-b303-1dddf6fd5998 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:35:29.431631 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc3100-7247-45f7-b303-1dddf6fd5998 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Pushing event updated for resources: {'Port': ['ID=51673c01-300b-4252-b2ca-ca338da65ea0,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:29.490535 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-46dc3100-7247-45f7-b303-1dddf6fd5998 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:29.491568 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-46dc3100-7247-45f7-b303-1dddf6fd5998 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:29.584556 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-46dc3100-7247-45f7-b303-1dddf6fd5998 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0036116 Feb 03 14:35:29.875408 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-363253e2-4c0f-4b0f-9cf4-8ca39e901a17 None None] Provisioning for port 51673c01-300b-4252-b2ca-ca338da65ea0 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:35:29.883641 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-363253e2-4c0f-4b0f-9cf4-8ca39e901a17 None None] Provisioning complete for port 51673c01-300b-4252-b2ca-ca338da65ea0 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:29.883949 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-363253e2-4c0f-4b0f-9cf4-8ca39e901a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:29.954728 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-363253e2-4c0f-4b0f-9cf4-8ca39e901a17 None None] Port 51673c01-300b-4252-b2ca-ca338da65ea0 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:35:29.997640 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5c2b8-2800-47c9-b23e-b5830635dc0b req-977b74fb-9bb7-49fa-9530-9b1e1aa67722 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:29.999963 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-61f5c2b8-2800-47c9-b23e-b5830635dc0b req-977b74fb-9bb7-49fa-9530-9b1e1aa67722 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 931 time: 0.0935485 Feb 03 14:35:30.058574 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-61f5c2b8-2800-47c9-b23e-b5830635dc0b req-74bdfc77-4c61-490a-afe7-b811e3f8eec5 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac977eb5-a7c0-41fc-941b-4edddda7c978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473495 Feb 03 14:35:30.294252 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:30.879220 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0594edfd-cd30-4dd3-b3a1-d680ba1cc1bb None None] Sync routers for ids ['046a4c00-b24e-4e64-8f34-a83b6e41f470'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:35:30.890623 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0594edfd-cd30-4dd3-b3a1-d680ba1cc1bb None None] Routers {'046a4c00-b24e-4e64-8f34-a83b6e41f470'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:35:30.891277 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-0594edfd-cd30-4dd3-b3a1-d680ba1cc1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:35:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['046a4c00-b24e-4e64-8f34-a83b6e41f470'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:35:31.074659 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-0594edfd-cd30-4dd3-b3a1-d680ba1cc1bb None None] Set router 046a4c00-b24e-4e64-8f34-a83b6e41f470 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:35:31.261173 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c975a78f-7085-4ff0-9ac0-92674213e41a req-1bac8c8a-a07f-41f5-ac65-cc174e995b19 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:31.267088 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c975a78f-7085-4ff0-9ac0-92674213e41a req-1bac8c8a-a07f-41f5-ac65-cc174e995b19 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 931 time: 0.0886958 Feb 03 14:35:31.324608 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c975a78f-7085-4ff0-9ac0-92674213e41a req-8a49af4c-04b3-4da4-b043-8f8ff9e4715f tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac977eb5-a7c0-41fc-941b-4edddda7c978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564556 Feb 03 14:35:31.459373 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-0594edfd-cd30-4dd3-b3a1-d680ba1cc1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046a4c00-b24e-4e64-8f34-a83b6e41f470', 'name': 'tempest-TestMinimumBasicScenario-367672505-router', 'tenant_id': 'd4d9ba585d66481a8066eebb2e3a6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'fea27d39-3637-445a-90f8-fea16c81ff20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:35:07Z', 'updated_at': '2022-02-03T14:35:11Z', 'revision_number': 4, 'project_id': 'd4d9ba585d66481a8066eebb2e3a6250', 'gw_port': {'id': 'fea27d39-3637-445a-90f8-fea16c81ff20', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:45:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046a4c00-b24e-4e64-8f34-a83b6e41f470', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:35:08Z', 'updated_at': '2022-02-03T14:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '22add33b-9ee5-4481-ac13-0f16b0c392c3', 'name': '', 'network_id': '63bb805e-74d5-4518-b94b-f349057c7790', 'tenant_id': 'd4d9ba585d66481a8066eebb2e3a6250', 'mac_address': 'fa:16:3e:64:75:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046a4c00-b24e-4e64-8f34-a83b6e41f470', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a29c2b8f-586e-4c5f-acd2-5aa40afd598a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:35:10Z', 'updated_at': '2022-02-03T14:35:11Z', 'revision_number': 2, 'project_id': 'd4d9ba585d66481a8066eebb2e3a6250', 'subnets': [{'id': 'a29c2b8f-586e-4c5f-acd2-5aa40afd598a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:35:31.463824 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0594edfd-cd30-4dd3-b3a1-d680ba1cc1bb None None] Checking router: 046a4c00-b24e-4e64-8f34-a83b6e41f470 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:35:31.464140 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0594edfd-cd30-4dd3-b3a1-d680ba1cc1bb None None] Updating router 046a4c00-b24e-4e64-8f34-a83b6e41f470 port 22add33b-9ee5-4481-ac13-0f16b0c392c3 binding host dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:35:31.525509 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0594edfd-cd30-4dd3-b3a1-d680ba1cc1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:31.967275 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0594edfd-cd30-4dd3-b3a1-d680ba1cc1bb None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:31.986171 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-0594edfd-cd30-4dd3-b3a1-d680ba1cc1bb None None] Transition to ACTIVE for port object 22add33b-9ee5-4481-ac13-0f16b0c392c3 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:35:32.594609 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0594edfd-cd30-4dd3-b3a1-d680ba1cc1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:32.608060 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad29462-0a58-41e8-b0fe-045c1e44620a req-b7a4423c-8d23-4665-bcdb-f67d2dd1b588 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:32.611377 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6ad29462-0a58-41e8-b0fe-045c1e44620a req-b7a4423c-8d23-4665-bcdb-f67d2dd1b588 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 931 time: 0.1213608 Feb 03 14:35:32.684533 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6ad29462-0a58-41e8-b0fe-045c1e44620a req-1b3f8172-db91-43e5-9169-51c81fc3869b tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac977eb5-a7c0-41fc-941b-4edddda7c978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663953 Feb 03 14:35:32.837514 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83656b1a-8391-4646-9cf4-362d64ff25e0 None None] Pushing event updated for resources: {'Port': ['ID=22add33b-9ee5-4481-ac13-0f16b0c392c3,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:32.981688 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-0594edfd-cd30-4dd3-b3a1-d680ba1cc1bb None None] Attempting to bind port 22add33b-9ee5-4481-ac13-0f16b0c392c3 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:35:32.982907 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-0594edfd-cd30-4dd3-b3a1-d680ba1cc1bb None None] Attempting to bind port 22add33b-9ee5-4481-ac13-0f16b0c392c3 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'f922b3fd-bb5c-4818-8e34-436a7851fdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '63bb805e-74d5-4518-b94b-f349057c7790'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:35:32.983693 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0594edfd-cd30-4dd3-b3a1-d680ba1cc1bb None None] Attempting to bind port 22add33b-9ee5-4481-ac13-0f16b0c392c3 on network 63bb805e-74d5-4518-b94b-f349057c7790 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:35:32.997656 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0594edfd-cd30-4dd3-b3a1-d680ba1cc1bb None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:35:32.998303 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0594edfd-cd30-4dd3-b3a1-d680ba1cc1bb None None] Checking segment: {'id': 'f922b3fd-bb5c-4818-8e34-436a7851fdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '63bb805e-74d5-4518-b94b-f349057c7790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:35:32.998774 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0594edfd-cd30-4dd3-b3a1-d680ba1cc1bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:32.999271 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0594edfd-cd30-4dd3-b3a1-d680ba1cc1bb None None] Bound using segment: {'id': 'f922b3fd-bb5c-4818-8e34-436a7851fdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '63bb805e-74d5-4518-b94b-f349057c7790'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:35:33.000045 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-0594edfd-cd30-4dd3-b3a1-d680ba1cc1bb None None] Bound port: 22add33b-9ee5-4481-ac13-0f16b0c392c3, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f922b3fd-bb5c-4818-8e34-436a7851fdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '63bb805e-74d5-4518-b94b-f349057c7790'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:35:33.000799 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0594edfd-cd30-4dd3-b3a1-d680ba1cc1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:33.109774 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-0594edfd-cd30-4dd3-b3a1-d680ba1cc1bb None None] For port 22add33b-9ee5-4481-ac13-0f16b0c392c3, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:35:33.113998 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-0594edfd-cd30-4dd3-b3a1-d680ba1cc1bb None None] For port 22add33b-9ee5-4481-ac13-0f16b0c392c3, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=22add33b-9ee5-4481-ac13-0f16b0c392c3,segment=NetworkSegment(f922b3fd-bb5c-4818-8e34-436a7851fdd3),segment_id=f922b3fd-bb5c-4818-8e34-436a7851fdd3)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:35:33.443474 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0594edfd-cd30-4dd3-b3a1-d680ba1cc1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:33.534888 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83656b1a-8391-4646-9cf4-362d64ff25e0 None None] Pushing event updated for resources: {'Port': ['ID=22add33b-9ee5-4481-ac13-0f16b0c392c3,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:33.541967 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0594edfd-cd30-4dd3-b3a1-d680ba1cc1bb None None] Routers {'046a4c00-b24e-4e64-8f34-a83b6e41f470'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:35:33.541967 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-0594edfd-cd30-4dd3-b3a1-d680ba1cc1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:35:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['046a4c00-b24e-4e64-8f34-a83b6e41f470'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:35:33.788827 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-0594edfd-cd30-4dd3-b3a1-d680ba1cc1bb None None] Set router 046a4c00-b24e-4e64-8f34-a83b6e41f470 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:35:33.932254 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513fb8ac-ae5d-426a-add6-0c5961c32afc req-382fb670-665e-41da-8a4c-ef1fdadea5ae tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:33.943708 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-513fb8ac-ae5d-426a-add6-0c5961c32afc req-382fb670-665e-41da-8a4c-ef1fdadea5ae tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 931 time: 0.1050868 Feb 03 14:35:34.004396 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-513fb8ac-ae5d-426a-add6-0c5961c32afc req-d6b1e1c5-35e1-4386-a32e-1507686b46ca tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac977eb5-a7c0-41fc-941b-4edddda7c978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612237 Feb 03 14:35:34.245981 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-0594edfd-cd30-4dd3-b3a1-d680ba1cc1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046a4c00-b24e-4e64-8f34-a83b6e41f470', 'name': 'tempest-TestMinimumBasicScenario-367672505-router', 'tenant_id': 'd4d9ba585d66481a8066eebb2e3a6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'fea27d39-3637-445a-90f8-fea16c81ff20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:35:07Z', 'updated_at': '2022-02-03T14:35:11Z', 'revision_number': 4, 'project_id': 'd4d9ba585d66481a8066eebb2e3a6250', 'gw_port': {'id': 'fea27d39-3637-445a-90f8-fea16c81ff20', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:45:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046a4c00-b24e-4e64-8f34-a83b6e41f470', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:35:08Z', 'updated_at': '2022-02-03T14:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '22add33b-9ee5-4481-ac13-0f16b0c392c3', 'name': '', 'network_id': '63bb805e-74d5-4518-b94b-f349057c7790', 'tenant_id': 'd4d9ba585d66481a8066eebb2e3a6250', 'mac_address': 'fa:16:3e:64:75:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046a4c00-b24e-4e64-8f34-a83b6e41f470', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a29c2b8f-586e-4c5f-acd2-5aa40afd598a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:35:10Z', 'updated_at': '2022-02-03T14:35:33Z', 'revision_number': 4, 'project_id': 'd4d9ba585d66481a8066eebb2e3a6250', 'subnets': [{'id': 'a29c2b8f-586e-4c5f-acd2-5aa40afd598a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:35:34.255824 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0594edfd-cd30-4dd3-b3a1-d680ba1cc1bb None None] The sync data for ids ['046a4c00-b24e-4e64-8f34-a83b6e41f470'] in dv-neutron-827016-1-hyperv is: [{'id': '046a4c00-b24e-4e64-8f34-a83b6e41f470', 'name': 'tempest-TestMinimumBasicScenario-367672505-router', 'tenant_id': 'd4d9ba585d66481a8066eebb2e3a6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'fea27d39-3637-445a-90f8-fea16c81ff20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:35:07Z', 'updated_at': '2022-02-03T14:35:11Z', 'revision_number': 4, 'project_id': 'd4d9ba585d66481a8066eebb2e3a6250', 'gw_port': {'id': 'fea27d39-3637-445a-90f8-fea16c81ff20', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:45:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046a4c00-b24e-4e64-8f34-a83b6e41f470', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:35:08Z', 'updated_at': '2022-02-03T14:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '22add33b-9ee5-4481-ac13-0f16b0c392c3', 'name': '', 'network_id': '63bb805e-74d5-4518-b94b-f349057c7790', 'tenant_id': 'd4d9ba585d66481a8066eebb2e3a6250', 'mac_address': 'fa:16:3e:64:75:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046a4c00-b24e-4e64-8f34-a83b6e41f470', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a29c2b8f-586e-4c5f-acd2-5aa40afd598a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:35:10Z', 'updated_at': '2022-02-03T14:35:33Z', 'revision_number': 4, 'project_id': 'd4d9ba585d66481a8066eebb2e3a6250', 'subnets': [{'id': 'a29c2b8f-586e-4c5f-acd2-5aa40afd598a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:35:35.254149 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3149f-2b83-493a-afa5-e31ecab79393 req-52485868-a984-47e5-bc32-e5bf21850118 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:35.254149 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-29e3149f-2b83-493a-afa5-e31ecab79393 req-52485868-a984-47e5-bc32-e5bf21850118 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 931 time: 0.1031313 Feb 03 14:35:35.322981 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-29e3149f-2b83-493a-afa5-e31ecab79393 req-94a5dd42-51f3-40c8-a02b-0cdacea86c7d tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac977eb5-a7c0-41fc-941b-4edddda7c978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566719 Feb 03 14:35:35.569504 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 22add33b-9ee5-4481-ac13-0f16b0c392c3 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:35:35.710905 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 22add33b-9ee5-4481-ac13-0f16b0c392c3 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:35:35.720381 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 22add33b-9ee5-4481-ac13-0f16b0c392c3 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:35.721142 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:35.842242 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:35.879437 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 22add33b-9ee5-4481-ac13-0f16b0c392c3, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=22add33b-9ee5-4481-ac13-0f16b0c392c3,segment=NetworkSegment(f922b3fd-bb5c-4818-8e34-436a7851fdd3),segment_id=f922b3fd-bb5c-4818-8e34-436a7851fdd3)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:35:36.071798 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:36.147598 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=22add33b-9ee5-4481-ac13-0f16b0c392c3,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:36.490304 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-eb92e1fa-c763-43dc-95ce-7e9da102cb64 service neutron] Request body: {'port': {'device_id': '6d489dc5-5751-4a38-84fd-545c3c12e137', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:35:36.523771 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d74d0-4948-4195-98da-f3ddefb6a4e4 req-2631323c-ebc5-4404-a34e-6841a76d9a54 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:36.525241 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-936d74d0-4948-4195-98da-f3ddefb6a4e4 req-2631323c-ebc5-4404-a34e-6841a76d9a54 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 931 time: 0.0800283 Feb 03 14:35:36.571574 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-936d74d0-4948-4195-98da-f3ddefb6a4e4 req-86207c75-30a5-4c6f-8cd9-3106ab555e2d tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac977eb5-a7c0-41fc-941b-4edddda7c978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407617 Feb 03 14:35:36.602858 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-eb92e1fa-c763-43dc-95ce-7e9da102cb64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:37.021144 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-eb92e1fa-c763-43dc-95ce-7e9da102cb64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51673c01-300b-4252-b2ca-ca338da65ea0 {{(pid=84181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:35:37.027989 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-eb92e1fa-c763-43dc-95ce-7e9da102cb64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:37.041605 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-eb92e1fa-c763-43dc-95ce-7e9da102cb64 service neutron] Transition to ACTIVE for port object 51673c01-300b-4252-b2ca-ca338da65ea0 will not be triggered until provisioned by entity L2. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:35:37.116029 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-eb92e1fa-c763-43dc-95ce-7e9da102cb64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:37.244348 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb92e1fa-c763-43dc-95ce-7e9da102cb64 service neutron] Pushing event updated for resources: {'Port': ['ID=51673c01-300b-4252-b2ca-ca338da65ea0,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:37.351916 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-eb92e1fa-c763-43dc-95ce-7e9da102cb64 service neutron] Attempting to bind port 51673c01-300b-4252-b2ca-ca338da65ea0 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:35:37.352509 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-eb92e1fa-c763-43dc-95ce-7e9da102cb64 service neutron] Attempting to bind port 51673c01-300b-4252-b2ca-ca338da65ea0 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'ec7462a9-eb4e-4a1e-9cb6-fa304d59e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0edbe52f-137d-43e8-b67a-11575215ff2e'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:35:37.353730 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-eb92e1fa-c763-43dc-95ce-7e9da102cb64 service neutron] Attempting to bind port 51673c01-300b-4252-b2ca-ca338da65ea0 on network 0edbe52f-137d-43e8-b67a-11575215ff2e {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:35:37.358541 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-eb92e1fa-c763-43dc-95ce-7e9da102cb64 service neutron] Port 51673c01-300b-4252-b2ca-ca338da65ea0 on network 0edbe52f-137d-43e8-b67a-11575215ff2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 14:35:37.359193 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-eb92e1fa-c763-43dc-95ce-7e9da102cb64 service neutron] Attempting to bind port 51673c01-300b-4252-b2ca-ca338da65ea0 on network 0edbe52f-137d-43e8-b67a-11575215ff2e {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:35:37.365756 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-eb92e1fa-c763-43dc-95ce-7e9da102cb64 service neutron] Checking agent: {'id': '8cce4e55-f72c-4604-b6eb-27dc2f3f162a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'started_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:35:37.366148 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-eb92e1fa-c763-43dc-95ce-7e9da102cb64 service neutron] Checking segment: {'id': 'ec7462a9-eb4e-4a1e-9cb6-fa304d59e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0edbe52f-137d-43e8-b67a-11575215ff2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:35:37.366581 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-eb92e1fa-c763-43dc-95ce-7e9da102cb64 service neutron] Bound using segment: {'id': 'ec7462a9-eb4e-4a1e-9cb6-fa304d59e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0edbe52f-137d-43e8-b67a-11575215ff2e'} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:35:37.367009 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-eb92e1fa-c763-43dc-95ce-7e9da102cb64 service neutron] Bound port: 51673c01-300b-4252-b2ca-ca338da65ea0, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec7462a9-eb4e-4a1e-9cb6-fa304d59e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0edbe52f-137d-43e8-b67a-11575215ff2e'}}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:35:37.368633 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-eb92e1fa-c763-43dc-95ce-7e9da102cb64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:37.453023 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-eb92e1fa-c763-43dc-95ce-7e9da102cb64 service neutron] For port 51673c01-300b-4252-b2ca-ca338da65ea0, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:35:37.455819 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-eb92e1fa-c763-43dc-95ce-7e9da102cb64 service neutron] For port 51673c01-300b-4252-b2ca-ca338da65ea0, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=51673c01-300b-4252-b2ca-ca338da65ea0,segment=NetworkSegment(ec7462a9-eb4e-4a1e-9cb6-fa304d59e442),segment_id=ec7462a9-eb4e-4a1e-9cb6-fa304d59e442)] {{(pid=84181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:35:37.505317 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-eb92e1fa-c763-43dc-95ce-7e9da102cb64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:37.531868 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 22add33b-9ee5-4481-ac13-0f16b0c392c3 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:35:37.566910 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-eb92e1fa-c763-43dc-95ce-7e9da102cb64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:37.568299 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-eb92e1fa-c763-43dc-95ce-7e9da102cb64 service neutron] 10.222.0.47 "PUT /v2.0/ports/51673c01-300b-4252-b2ca-ca338da65ea0 HTTP/1.1" status: 200 len: 1093 time: 1.0823610 Feb 03 14:35:37.568730 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d489dc5-5751-4a38-84fd-545c3c12e137', 'tag': '51673c01-300b-4252-b2ca-ca338da65ea0'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:35:37.586362 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb92e1fa-c763-43dc-95ce-7e9da102cb64 service neutron] Pushing event updated for resources: {'Port': ['ID=51673c01-300b-4252-b2ca-ca338da65ea0,revision_number=3']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:37.606068 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 22add33b-9ee5-4481-ac13-0f16b0c392c3 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:37.606447 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:37.807518 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d489dc5-5751-4a38-84fd-545c3c12e137', 'tag': '51673c01-300b-4252-b2ca-ca338da65ea0', 'status': 'completed', 'code': 200} Feb 03 14:35:37.894901 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f88b9-4fc6-4292-9154-54d38b45e735 req-cb81ff7f-39a9-46bc-852c-29bebc6a3caf tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:37.896230 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-413f88b9-4fc6-4292-9154-54d38b45e735 req-cb81ff7f-39a9-46bc-852c-29bebc6a3caf tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 943 time: 0.1857355 Feb 03 14:35:37.941463 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-413f88b9-4fc6-4292-9154-54d38b45e735 req-1899e881-02f1-4bbf-962f-fa295c8054f4 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac977eb5-a7c0-41fc-941b-4edddda7c978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395825 Feb 03 14:35:38.575411 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3a298768-0a95-4edc-9830-5bb3d4408393 req-9e9d444d-5979-4bcb-8e59-32880a0adccf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0b378422ad441fc835cad460c21f0d2&device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 1096 time: 0.0723193 Feb 03 14:35:38.715312 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a298768-0a95-4edc-9830-5bb3d4408393 req-6d4a9406-9d2d-4566-957b-c348a2fe9359 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:38.716736 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3a298768-0a95-4edc-9830-5bb3d4408393 req-6d4a9406-9d2d-4566-957b-c348a2fe9359 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=a0b378422ad441fc835cad460c21f0d2&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1312253 Feb 03 14:35:38.850267 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a298768-0a95-4edc-9830-5bb3d4408393 req-0dc30434-478e-451b-a274-4405db7b1b49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:38.851725 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3a298768-0a95-4edc-9830-5bb3d4408393 req-0dc30434-478e-451b-a274-4405db7b1b49 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1287212 Feb 03 14:35:38.968292 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-f3b416ab-435f-4997-9bc0-ad739427ffe1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0b378422ad441fc835cad460c21f0d2&device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 1096 time: 0.0693350 Feb 03 14:35:39.041294 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-dfb773ef-c544-4aca-84bb-fa26ac0cc3ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51673c01-300b-4252-b2ca-ca338da65ea0 HTTP/1.1" status: 200 len: 217 time: 0.0634003 Feb 03 14:35:39.102801 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-e3846ca2-fd70-437b-a1c2-27c5c0b0708c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:39.104256 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-e3846ca2-fd70-437b-a1c2-27c5c0b0708c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51f44f91-af5d-4e54-93de-a7f497dd72fb HTTP/1.1" status: 200 len: 853 time: 0.0571160 Feb 03 14:35:39.135232 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b2973-81f2-4d94-a2a5-32f02d648ec3 req-9ec62b6e-9665-4bd5-8822-4c7289c69d62 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:39.143040 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b29b2973-81f2-4d94-a2a5-32f02d648ec3 req-9ec62b6e-9665-4bd5-8822-4c7289c69d62 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 943 time: 0.0751283 Feb 03 14:35:39.182589 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b29b2973-81f2-4d94-a2a5-32f02d648ec3 req-d4767a3c-dd9e-49b7-ab63-73a18d90c3fe tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac977eb5-a7c0-41fc-941b-4edddda7c978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403318 Feb 03 14:35:39.211332 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-646c7450-639e-4116-a826-b2330f014754 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0edbe52f-137d-43e8-b67a-11575215ff2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775030 Feb 03 14:35:39.340287 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-7dac3b42-71f6-46d5-a9b0-8fcd695fbc15 service neutron] 10.222.0.47 "GET /v2.0/networks/0edbe52f-137d-43e8-b67a-11575215ff2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226926 Feb 03 14:35:39.553571 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-06aab6dc-5061-4af8-9533-6a1ff35beb4a req-f51a6411-9b18-4c78-a63e-9f646d3c28d3 service neutron] 10.222.0.47 "GET /v2.0/networks/0edbe52f-137d-43e8-b67a-11575215ff2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077773 Feb 03 14:35:40.378845 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2780e-2ccc-4d1e-bbd9-18c46897fdb4 req-38b9a618-0014-4f1e-987c-858a26bf373f tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:40.380357 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-aad2780e-2ccc-4d1e-bbd9-18c46897fdb4 req-38b9a618-0014-4f1e-987c-858a26bf373f tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 943 time: 0.0780230 Feb 03 14:35:40.425063 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-aad2780e-2ccc-4d1e-bbd9-18c46897fdb4 req-8034d4a4-8db1-4608-b034-adf9aef0d3b1 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac977eb5-a7c0-41fc-941b-4edddda7c978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391345 Feb 03 14:35:41.612635 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607ee95-9d57-49cd-b3d2-6cd0c05c1524 req-65283977-9df8-4778-9235-bdc5b8496afd tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:41.614551 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e607ee95-9d57-49cd-b3d2-6cd0c05c1524 req-65283977-9df8-4778-9235-bdc5b8496afd tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 943 time: 0.0734725 Feb 03 14:35:41.662348 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e607ee95-9d57-49cd-b3d2-6cd0c05c1524 req-88e29b2c-43e0-4824-8838-dd67cffb9849 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac977eb5-a7c0-41fc-941b-4edddda7c978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424623 Feb 03 14:35:42.861182 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c754bf-3f24-4422-9912-e2edccde728a req-835d980b-351c-4abb-8883-e3fd76bf01ce tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:42.862592 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-32c754bf-3f24-4422-9912-e2edccde728a req-835d980b-351c-4abb-8883-e3fd76bf01ce tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 943 time: 0.0812371 Feb 03 14:35:42.906526 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-32c754bf-3f24-4422-9912-e2edccde728a req-d99a16c0-7988-47b5-a906-41ef1ed64f54 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac977eb5-a7c0-41fc-941b-4edddda7c978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385442 Feb 03 14:35:43.210501 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 51673c01-300b-4252-b2ca-ca338da65ea0 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:35:43.351179 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 51673c01-300b-4252-b2ca-ca338da65ea0, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=51673c01-300b-4252-b2ca-ca338da65ea0,segment=NetworkSegment(ec7462a9-eb4e-4a1e-9cb6-fa304d59e442),segment_id=ec7462a9-eb4e-4a1e-9cb6-fa304d59e442)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:35:43.355508 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': '51673c01-300b-4252-b2ca-ca338da65ea0', 'network_id': '0edbe52f-137d-43e8-b67a-11575215ff2e', 'port_id': '51673c01-300b-4252-b2ca-ca338da65ea0', 'mac_address': 'fa:16:3e:96:18:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51f44f91-af5d-4e54-93de-a7f497dd72fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:35:43.408651 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:43.425902 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51673c01-300b-4252-b2ca-ca338da65ea0 {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:35:43.440991 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 51673c01-300b-4252-b2ca-ca338da65ea0, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=51673c01-300b-4252-b2ca-ca338da65ea0,segment=NetworkSegment(ec7462a9-eb4e-4a1e-9cb6-fa304d59e442),segment_id=ec7462a9-eb4e-4a1e-9cb6-fa304d59e442)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:35:43.498614 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:43.564430 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=51673c01-300b-4252-b2ca-ca338da65ea0,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:43.817425 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['51673c01-300b-4252-b2ca-ca338da65ea0'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:35:44.103695 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5592f7b-ffe4-470f-bdbe-926202ee0b35 req-999e7fb0-eee0-4e1d-8e1b-e319320b6ce7 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:44.105026 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e5592f7b-ffe4-470f-bdbe-926202ee0b35 req-999e7fb0-eee0-4e1d-8e1b-e319320b6ce7 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 944 time: 0.0780139 Feb 03 14:35:44.148717 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e5592f7b-ffe4-470f-bdbe-926202ee0b35 req-ad663aa2-374d-4157-a142-dc3bd8f5057a tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac977eb5-a7c0-41fc-941b-4edddda7c978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382464 Feb 03 14:35:45.231342 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 51673c01-300b-4252-b2ca-ca338da65ea0 up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:35:45.343472 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be0d47-3278-41ac-bd80-41888a2ef02b req-70828493-7689-42c9-8a79-5d878a8f86c1 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:45.344909 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-94be0d47-3278-41ac-bd80-41888a2ef02b req-70828493-7689-42c9-8a79-5d878a8f86c1 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 944 time: 0.0759881 Feb 03 14:35:45.365850 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning for port 51673c01-300b-4252-b2ca-ca338da65ea0 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:35:45.370772 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port 51673c01-300b-4252-b2ca-ca338da65ea0 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:45.371313 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:45.392838 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-94be0d47-3278-41ac-bd80-41888a2ef02b req-f22e0410-57d1-4027-b9e5-6f636f63bb16 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac977eb5-a7c0-41fc-941b-4edddda7c978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405788 Feb 03 14:35:45.483434 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:45.509936 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d489dc5-5751-4a38-84fd-545c3c12e137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51673c01-300b-4252-b2ca-ca338da65ea0'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:35:45.519341 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 51673c01-300b-4252-b2ca-ca338da65ea0, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=51673c01-300b-4252-b2ca-ca338da65ea0,segment=NetworkSegment(ec7462a9-eb4e-4a1e-9cb6-fa304d59e442),segment_id=ec7462a9-eb4e-4a1e-9cb6-fa304d59e442)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:35:45.588685 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:45.638456 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d489dc5-5751-4a38-84fd-545c3c12e137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51673c01-300b-4252-b2ca-ca338da65ea0', 'code': 200} Feb 03 14:35:45.655010 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=51673c01-300b-4252-b2ca-ca338da65ea0,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:45.970191 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-da96df76-cbfc-4e40-8fd5-424f5ab3b264 req-51d2f463-61cc-48dc-997f-90985d1aeb55 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 1098 time: 0.0653756 Feb 03 14:35:46.010187 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-da96df76-cbfc-4e40-8fd5-424f5ab3b264 req-8fb71994-edcb-40b1-9480-5f6edd8be267 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ac977eb5-a7c0-41fc-941b-4edddda7c978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340600 Feb 03 14:35:46.585078 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1fb92-69eb-4a23-8440-0e838d8d9c4a req-97b68206-5bb3-411b-a04b-b5855887ae68 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:46.586496 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8ea1fb92-69eb-4a23-8440-0e838d8d9c4a req-97b68206-5bb3-411b-a04b-b5855887ae68 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 945 time: 0.0783532 Feb 03 14:35:46.630202 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8ea1fb92-69eb-4a23-8440-0e838d8d9c4a req-1e40d359-b7ba-495e-97b8-442a03e353eb tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac977eb5-a7c0-41fc-941b-4edddda7c978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383146 Feb 03 14:35:47.719555 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:47.826042 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09c7b4-3d07-4e7f-ac1c-595e5b9f4766 req-9809405e-57e5-41ef-8ff9-f481643a9d61 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:47.827475 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-fd09c7b4-3d07-4e7f-ac1c-595e5b9f4766 req-9809405e-57e5-41ef-8ff9-f481643a9d61 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 945 time: 0.0761476 Feb 03 14:35:47.875627 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-fd09c7b4-3d07-4e7f-ac1c-595e5b9f4766 req-f52c96bd-1e18-41dc-81e9-8d5eb1de399f tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac977eb5-a7c0-41fc-941b-4edddda7c978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427132 Feb 03 14:35:48.070086 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903db3b8-46b5-400d-9013-436ef1f8ace8 req-39a90c2c-73a0-4b26-bb1e-cf6b1ef68ac2 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:48.071528 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-903db3b8-46b5-400d-9013-436ef1f8ace8 req-39a90c2c-73a0-4b26-bb1e-cf6b1ef68ac2 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 945 time: 0.0751200 Feb 03 14:35:48.117718 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-903db3b8-46b5-400d-9013-436ef1f8ace8 req-b4041b66-d66e-4cdb-aa1f-db6adcfd76e3 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac977eb5-a7c0-41fc-941b-4edddda7c978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403981 Feb 03 14:35:48.541566 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5c573-5aa6-4b58-b428-0b36911bb68a req-cdc4236d-eedb-41c5-b678-5cf90c53296e tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:48.543006 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4ea5c573-5aa6-4b58-b428-0b36911bb68a req-cdc4236d-eedb-41c5-b678-5cf90c53296e tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 945 time: 0.0797224 Feb 03 14:35:48.589544 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4ea5c573-5aa6-4b58-b428-0b36911bb68a req-0720f120-1e3d-4e78-80b3-5e3b7826c54f tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac977eb5-a7c0-41fc-941b-4edddda7c978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406952 Feb 03 14:35:55.388497 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a5941bed-5e49-48b5-8690-f3d8c70a582d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:57.513483 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-863b1971-9596-4fb4-8dc5-9133c7648a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:57.846278 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:35:58.868009 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:35:58.941713 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:00.261709 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:01.805877 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801aa5c-e1e7-449e-9195-eb2c8909e385 req-c1462dc3-bcc8-4307-b1fa-cd6618baba7f tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:01.807323 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3801aa5c-e1e7-449e-9195-eb2c8909e385 req-c1462dc3-bcc8-4307-b1fa-cd6618baba7f tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 945 time: 0.0748863 Feb 03 14:36:01.852125 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3801aa5c-e1e7-449e-9195-eb2c8909e385 req-61500c82-dbbb-4781-b829-53f655b33881 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac977eb5-a7c0-41fc-941b-4edddda7c978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393193 Feb 03 14:36:01.879937 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38076) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:36:02.071080 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-86a69511-726d-4fcd-b30f-70a40e5346ae tempest-TestMinimumBasicScenario-1511602655 tempest-TestMinimumBasicScenario-1511602655-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 1093 time: 0.1894534 Feb 03 14:36:02.074182 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38082) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:36:02.079199 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-668e1ef8-7e6b-450d-8cc2-13a5d9a8bcea tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Request body: {'floatingip': {'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'port_id': '51673c01-300b-4252-b2ca-ca338da65ea0', 'tenant_id': 'a0b378422ad441fc835cad460c21f0d2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:36:02.084977 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-668e1ef8-7e6b-450d-8cc2-13a5d9a8bcea tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:36:02.088564 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-668e1ef8-7e6b-450d-8cc2-13a5d9a8bcea tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Usage tracker for resource:floatingip and tenant:a0b378422ad441fc835cad460c21f0d2 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:36:02.091459 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-668e1ef8-7e6b-450d-8cc2-13a5d9a8bcea tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:36:02.097068 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-668e1ef8-7e6b-450d-8cc2-13a5d9a8bcea tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:36:02.160575 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-668e1ef8-7e6b-450d-8cc2-13a5d9a8bcea tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks [] for floatingip, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:02.290290 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-668e1ef8-7e6b-450d-8cc2-13a5d9a8bcea tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:02.418960 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-668e1ef8-7e6b-450d-8cc2-13a5d9a8bcea tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Allocated IP 172.26.3.44 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/895f03a2-ce74-45ea-834d-22ca85631a01) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:36:02.562016 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-668e1ef8-7e6b-450d-8cc2-13a5d9a8bcea tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:02.641163 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-668e1ef8-7e6b-450d-8cc2-13a5d9a8bcea tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:02.703752 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668e1ef8-7e6b-450d-8cc2-13a5d9a8bcea tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:36:02.706408 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-668e1ef8-7e6b-450d-8cc2-13a5d9a8bcea tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:36:02.710079 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668e1ef8-7e6b-450d-8cc2-13a5d9a8bcea tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:36:02.737594 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e1ef8-7e6b-450d-8cc2-13a5d9a8bcea tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Pushing event updated for resources: {'Port': ['ID=895f03a2-ce74-45ea-834d-22ca85631a01,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:02.753972 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668e1ef8-7e6b-450d-8cc2-13a5d9a8bcea tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:02.754313 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668e1ef8-7e6b-450d-8cc2-13a5d9a8bcea tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:02.754650 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668e1ef8-7e6b-450d-8cc2-13a5d9a8bcea tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:02.754975 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668e1ef8-7e6b-450d-8cc2-13a5d9a8bcea tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:02.755324 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668e1ef8-7e6b-450d-8cc2-13a5d9a8bcea tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:02.755648 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668e1ef8-7e6b-450d-8cc2-13a5d9a8bcea tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:02.755967 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668e1ef8-7e6b-450d-8cc2-13a5d9a8bcea tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:02.756284 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668e1ef8-7e6b-450d-8cc2-13a5d9a8bcea tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:02.756600 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668e1ef8-7e6b-450d-8cc2-13a5d9a8bcea tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:02.756914 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668e1ef8-7e6b-450d-8cc2-13a5d9a8bcea tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:02.757230 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668e1ef8-7e6b-450d-8cc2-13a5d9a8bcea tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:03.312644 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-668e1ef8-7e6b-450d-8cc2-13a5d9a8bcea tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:03.429376 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-668e1ef8-7e6b-450d-8cc2-13a5d9a8bcea tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:03.626438 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-668e1ef8-7e6b-450d-8cc2-13a5d9a8bcea tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:03.673012 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-668e1ef8-7e6b-450d-8cc2-13a5d9a8bcea tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:03.771881 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e1ef8-7e6b-450d-8cc2-13a5d9a8bcea tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Pushing event updated for resources: {'Port': ['ID=895f03a2-ce74-45ea-834d-22ca85631a01,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:03.788810 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-668e1ef8-7e6b-450d-8cc2-13a5d9a8bcea tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:03.973239 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.l3_db [None req-668e1ef8-7e6b-450d-8cc2-13a5d9a8bcea tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Floating IP 67677ac3-7bcc-43cf-85db-e009adf2a990 associated. External IP: 172.26.3.44, port: 51673c01-300b-4252-b2ca-ca338da65ea0. Feb 03 14:36:04.353152 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668e1ef8-7e6b-450d-8cc2-13a5d9a8bcea tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Router 707dc578-d369-4c30-84ad-9f267c4eefe8 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:36:04.651325 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668e1ef8-7e6b-450d-8cc2-13a5d9a8bcea tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:36:04.660969 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db742130-cfd7-46ca-b7b3-809f10c490b8 None None] Sync routers for ids ['707dc578-d369-4c30-84ad-9f267c4eefe8'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:36:04.672466 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db742130-cfd7-46ca-b7b3-809f10c490b8 None None] Routers {'707dc578-d369-4c30-84ad-9f267c4eefe8'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:36:04.673064 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-db742130-cfd7-46ca-b7b3-809f10c490b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:35:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['707dc578-d369-4c30-84ad-9f267c4eefe8'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:36:04.732387 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-668e1ef8-7e6b-450d-8cc2-13a5d9a8bcea tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:04.784933 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-668e1ef8-7e6b-450d-8cc2-13a5d9a8bcea tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7096786 Feb 03 14:36:04.785580 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d489dc5-5751-4a38-84fd-545c3c12e137', 'tag': '51673c01-300b-4252-b2ca-ca338da65ea0'}] {{(pid=84182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:36:04.787755 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 38086) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:36:04.793470 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-ee7d5e89-11b7-4df9-a980-e26458407c66 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-591207574', 'description': 'tempest-secgroup-smoke-591207574 description', 'project_id': 'a0b378422ad441fc835cad460c21f0d2'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:36:04.800030 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-ee7d5e89-11b7-4df9-a980-e26458407c66 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:36:04.803915 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ee7d5e89-11b7-4df9-a980-e26458407c66 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Usage tracker for resource:security_group and tenant:a0b378422ad441fc835cad460c21f0d2 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:36:04.808034 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ee7d5e89-11b7-4df9-a980-e26458407c66 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:36:04.814183 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-ee7d5e89-11b7-4df9-a980-e26458407c66 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:36:04.846982 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-db742130-cfd7-46ca-b7b3-809f10c490b8 None None] Set router 707dc578-d369-4c30-84ad-9f267c4eefe8 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:36:04.913114 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ee7d5e89-11b7-4df9-a980-e26458407c66 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:04.922414 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d489dc5-5751-4a38-84fd-545c3c12e137', 'tag': '51673c01-300b-4252-b2ca-ca338da65ea0', 'status': 'completed', 'code': 200} Feb 03 14:36:04.990825 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-ee7d5e89-11b7-4df9-a980-e26458407c66 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:36:04.997048 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ee7d5e89-11b7-4df9-a980-e26458407c66 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Usage tracker for resource:security_group_rule and tenant:a0b378422ad441fc835cad460c21f0d2 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:36:05.000353 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-ee7d5e89-11b7-4df9-a980-e26458407c66 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:36:05.012188 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-ee7d5e89-11b7-4df9-a980-e26458407c66 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:36:05.054319 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-9f1975d3-484e-4322-8fb3-74bd74e6598d req-18074c4f-c1ac-475f-aaf2-a799c25ae640 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0b378422ad441fc835cad460c21f0d2&device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 1098 time: 0.1090963 Feb 03 14:36:05.151530 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ee7d5e89-11b7-4df9-a980-e26458407c66 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:05.201151 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ee7d5e89-11b7-4df9-a980-e26458407c66 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:05.223120 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-db742130-cfd7-46ca-b7b3-809f10c490b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '707dc578-d369-4c30-84ad-9f267c4eefe8', 'name': 'tempest-TestMinimumBasicScenario-720208848-router', 'tenant_id': 'a0b378422ad441fc835cad460c21f0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': '76a81be1-22cb-41fe-ae9c-6405496b1bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:35:00Z', 'updated_at': '2022-02-03T14:35:03Z', 'revision_number': 4, 'project_id': 'a0b378422ad441fc835cad460c21f0d2', 'gw_port': {'id': '76a81be1-22cb-41fe-ae9c-6405496b1bc3', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707dc578-d369-4c30-84ad-9f267c4eefe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:35:00Z', 'updated_at': '2022-02-03T14:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '67677ac3-7bcc-43cf-85db-e009adf2a990', 'tenant_id': 'a0b378422ad441fc835cad460c21f0d2', 'floating_ip_address': '172.26.3.44', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '707dc578-d369-4c30-84ad-9f267c4eefe8', 'port_id': '51673c01-300b-4252-b2ca-ca338da65ea0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0edbe52f-137d-43e8-b67a-11575215ff2e', 'mac_address': 'fa:16:3e:96:18:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d489dc5-5751-4a38-84fd-545c3c12e137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:36:03Z', 'updated_at': '2022-02-03T14:36:03Z', 'revision_number': 0, 'project_id': 'a0b378422ad441fc835cad460c21f0d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f61d9eb-975f-4ae6-9db4-0570fc7e3fe4', 'name': '', 'network_id': '0edbe52f-137d-43e8-b67a-11575215ff2e', 'tenant_id': 'a0b378422ad441fc835cad460c21f0d2', 'mac_address': 'fa:16:3e:da:05:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707dc578-d369-4c30-84ad-9f267c4eefe8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51f44f91-af5d-4e54-93de-a7f497dd72fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:35:03Z', 'updated_at': '2022-02-03T14:35:12Z', 'revision_number': 5, 'project_id': 'a0b378422ad441fc835cad460c21f0d2', 'subnets': [{'id': '51f44f91-af5d-4e54-93de-a7f497dd72fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:36:05.224817 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1975d3-484e-4322-8fb3-74bd74e6598d req-b06b7476-111e-4c66-a323-dabfccc952c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:05.226377 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-9f1975d3-484e-4322-8fb3-74bd74e6598d req-b06b7476-111e-4c66-a323-dabfccc952c9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0edbe52f-137d-43e8-b67a-11575215ff2e HTTP/1.1" status: 200 len: 914 time: 0.1611156 Feb 03 14:36:05.226908 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db742130-cfd7-46ca-b7b3-809f10c490b8 None None] Checking router: 707dc578-d369-4c30-84ad-9f267c4eefe8 for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:36:05.237256 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db742130-cfd7-46ca-b7b3-809f10c490b8 None None] Routers {'707dc578-d369-4c30-84ad-9f267c4eefe8'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:36:05.237902 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-db742130-cfd7-46ca-b7b3-809f10c490b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:35:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['707dc578-d369-4c30-84ad-9f267c4eefe8'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:36:05.311892 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d5e89-11b7-4df9-a980-e26458407c66 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa092d67-d9b2-4a29-91e2-66c5203d71d9,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:05.349081 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-9f1975d3-484e-4322-8fb3-74bd74e6598d req-309f51dc-9169-4112-be68-c607fa006af4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51673c01-300b-4252-b2ca-ca338da65ea0 HTTP/1.1" status: 200 len: 998 time: 0.1118412 Feb 03 14:36:05.394386 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ee7d5e89-11b7-4df9-a980-e26458407c66 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:05.397890 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ee7d5e89-11b7-4df9-a980-e26458407c66 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.6061063 Feb 03 14:36:05.398157 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38094) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:36:05.404409 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-9348b7ab-1ca5-4421-aa9e-db208d153085 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Request body: {'security_group_rule': {'security_group_id': 'fa092d67-d9b2-4a29-91e2-66c5203d71d9', 'project_id': 'a0b378422ad441fc835cad460c21f0d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:36:05.410369 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-9348b7ab-1ca5-4421-aa9e-db208d153085 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:36:05.414384 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-9348b7ab-1ca5-4421-aa9e-db208d153085 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Usage tracker for resource:security_group_rule and tenant:a0b378422ad441fc835cad460c21f0d2 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:36:05.417477 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-9348b7ab-1ca5-4421-aa9e-db208d153085 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:36:05.420285 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1975d3-484e-4322-8fb3-74bd74e6598d req-a712ca69-9f31-4bea-9bf3-8678f7b6da79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:05.421723 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-9f1975d3-484e-4322-8fb3-74bd74e6598d req-a712ca69-9f31-4bea-9bf3-8678f7b6da79 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51f44f91-af5d-4e54-93de-a7f497dd72fb HTTP/1.1" status: 200 len: 853 time: 0.0659001 Feb 03 14:36:05.423761 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-9348b7ab-1ca5-4421-aa9e-db208d153085 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:36:05.461495 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-db742130-cfd7-46ca-b7b3-809f10c490b8 None None] Set router 707dc578-d369-4c30-84ad-9f267c4eefe8 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:36:05.497987 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-9f1975d3-484e-4322-8fb3-74bd74e6598d req-2b31b03e-a683-49a2-a484-e30177e8c948 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0edbe52f-137d-43e8-b67a-11575215ff2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698090 Feb 03 14:36:05.504485 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9348b7ab-1ca5-4421-aa9e-db208d153085 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:05.565913 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9348b7ab-1ca5-4421-aa9e-db208d153085 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:05.630124 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-9f1975d3-484e-4322-8fb3-74bd74e6598d req-5d55f8b5-23f4-4905-99c5-841a6cb142e3 service neutron] 10.222.0.47 "GET /v2.0/networks/0edbe52f-137d-43e8-b67a-11575215ff2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259329 Feb 03 14:36:05.635251 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9348b7ab-1ca5-4421-aa9e-db208d153085 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:05.663481 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9348b7ab-1ca5-4421-aa9e-db208d153085 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e1e550-0089-45c4-a30a-b4f3200f63d6,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:05.732239 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9348b7ab-1ca5-4421-aa9e-db208d153085 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:05.733524 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-9348b7ab-1ca5-4421-aa9e-db208d153085 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3337746 Feb 03 14:36:05.736373 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38098) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:36:05.742253 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-60845042-3e06-47f9-a124-061c43c30dc9 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Request body: {'security_group_rule': {'security_group_id': 'fa092d67-d9b2-4a29-91e2-66c5203d71d9', 'project_id': 'a0b378422ad441fc835cad460c21f0d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:36:05.748419 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-60845042-3e06-47f9-a124-061c43c30dc9 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:36:05.752434 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-60845042-3e06-47f9-a124-061c43c30dc9 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Usage tracker for resource:security_group_rule and tenant:a0b378422ad441fc835cad460c21f0d2 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:36:05.755537 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-60845042-3e06-47f9-a124-061c43c30dc9 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:36:05.761433 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-60845042-3e06-47f9-a124-061c43c30dc9 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:36:05.767231 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-9f1975d3-484e-4322-8fb3-74bd74e6598d req-d13ff924-bda9-4a6c-a3b9-5ffd9ddae85e service neutron] 10.222.0.47 "GET /v2.0/networks/0edbe52f-137d-43e8-b67a-11575215ff2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308680 Feb 03 14:36:05.810917 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-db742130-cfd7-46ca-b7b3-809f10c490b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '707dc578-d369-4c30-84ad-9f267c4eefe8', 'name': 'tempest-TestMinimumBasicScenario-720208848-router', 'tenant_id': 'a0b378422ad441fc835cad460c21f0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': '76a81be1-22cb-41fe-ae9c-6405496b1bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:35:00Z', 'updated_at': '2022-02-03T14:35:03Z', 'revision_number': 4, 'project_id': 'a0b378422ad441fc835cad460c21f0d2', 'gw_port': {'id': '76a81be1-22cb-41fe-ae9c-6405496b1bc3', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707dc578-d369-4c30-84ad-9f267c4eefe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:35:00Z', 'updated_at': '2022-02-03T14:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '67677ac3-7bcc-43cf-85db-e009adf2a990', 'tenant_id': 'a0b378422ad441fc835cad460c21f0d2', 'floating_ip_address': '172.26.3.44', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '707dc578-d369-4c30-84ad-9f267c4eefe8', 'port_id': '51673c01-300b-4252-b2ca-ca338da65ea0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0edbe52f-137d-43e8-b67a-11575215ff2e', 'mac_address': 'fa:16:3e:96:18:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d489dc5-5751-4a38-84fd-545c3c12e137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:36:03Z', 'updated_at': '2022-02-03T14:36:03Z', 'revision_number': 0, 'project_id': 'a0b378422ad441fc835cad460c21f0d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f61d9eb-975f-4ae6-9db4-0570fc7e3fe4', 'name': '', 'network_id': '0edbe52f-137d-43e8-b67a-11575215ff2e', 'tenant_id': 'a0b378422ad441fc835cad460c21f0d2', 'mac_address': 'fa:16:3e:da:05:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707dc578-d369-4c30-84ad-9f267c4eefe8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51f44f91-af5d-4e54-93de-a7f497dd72fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:35:03Z', 'updated_at': '2022-02-03T14:35:12Z', 'revision_number': 5, 'project_id': 'a0b378422ad441fc835cad460c21f0d2', 'subnets': [{'id': '51f44f91-af5d-4e54-93de-a7f497dd72fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:36:05.814770 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db742130-cfd7-46ca-b7b3-809f10c490b8 None None] The sync data for ids ['707dc578-d369-4c30-84ad-9f267c4eefe8'] in dv-neutron-827016-1-hyperv is: [{'id': '707dc578-d369-4c30-84ad-9f267c4eefe8', 'name': 'tempest-TestMinimumBasicScenario-720208848-router', 'tenant_id': 'a0b378422ad441fc835cad460c21f0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': '76a81be1-22cb-41fe-ae9c-6405496b1bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:35:00Z', 'updated_at': '2022-02-03T14:35:03Z', 'revision_number': 4, 'project_id': 'a0b378422ad441fc835cad460c21f0d2', 'gw_port': {'id': '76a81be1-22cb-41fe-ae9c-6405496b1bc3', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707dc578-d369-4c30-84ad-9f267c4eefe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:35:00Z', 'updated_at': '2022-02-03T14:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '67677ac3-7bcc-43cf-85db-e009adf2a990', 'tenant_id': 'a0b378422ad441fc835cad460c21f0d2', 'floating_ip_address': '172.26.3.44', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '707dc578-d369-4c30-84ad-9f267c4eefe8', 'port_id': '51673c01-300b-4252-b2ca-ca338da65ea0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0edbe52f-137d-43e8-b67a-11575215ff2e', 'mac_address': 'fa:16:3e:96:18:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d489dc5-5751-4a38-84fd-545c3c12e137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:36:03Z', 'updated_at': '2022-02-03T14:36:03Z', 'revision_number': 0, 'project_id': 'a0b378422ad441fc835cad460c21f0d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f61d9eb-975f-4ae6-9db4-0570fc7e3fe4', 'name': '', 'network_id': '0edbe52f-137d-43e8-b67a-11575215ff2e', 'tenant_id': 'a0b378422ad441fc835cad460c21f0d2', 'mac_address': 'fa:16:3e:da:05:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707dc578-d369-4c30-84ad-9f267c4eefe8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51f44f91-af5d-4e54-93de-a7f497dd72fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:35:03Z', 'updated_at': '2022-02-03T14:35:12Z', 'revision_number': 5, 'project_id': 'a0b378422ad441fc835cad460c21f0d2', 'subnets': [{'id': '51f44f91-af5d-4e54-93de-a7f497dd72fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:36:05.847509 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-60845042-3e06-47f9-a124-061c43c30dc9 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:05.913523 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-60845042-3e06-47f9-a124-061c43c30dc9 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:05.983672 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-60845042-3e06-47f9-a124-061c43c30dc9 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:06.009704 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60845042-3e06-47f9-a124-061c43c30dc9 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f5e31a-ee06-49a1-8131-02aa82c80989,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:06.015480 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eecaa12-3367-42b8-8deb-2959fc2c2d3b None None] New status for floating IP 67677ac3-7bcc-43cf-85db-e009adf2a990: ACTIVE {{(pid=84183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:36:06.074965 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-60845042-3e06-47f9-a124-061c43c30dc9 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:06.076181 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-60845042-3e06-47f9-a124-061c43c30dc9 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3386562 Feb 03 14:36:06.079129 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38102) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:36:06.084692 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-b76eea3a-fd59-4a76-b97a-32383469614e tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Request body: {'security_group_rule': {'security_group_id': 'fa092d67-d9b2-4a29-91e2-66c5203d71d9', 'project_id': 'a0b378422ad441fc835cad460c21f0d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:36:06.090509 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b76eea3a-fd59-4a76-b97a-32383469614e tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:36:06.094351 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b76eea3a-fd59-4a76-b97a-32383469614e tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Usage tracker for resource:security_group_rule and tenant:a0b378422ad441fc835cad460c21f0d2 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:36:06.097260 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b76eea3a-fd59-4a76-b97a-32383469614e tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:36:06.103685 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b76eea3a-fd59-4a76-b97a-32383469614e tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:36:06.178135 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b76eea3a-fd59-4a76-b97a-32383469614e tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:06.240152 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b76eea3a-fd59-4a76-b97a-32383469614e tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:06.303445 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b76eea3a-fd59-4a76-b97a-32383469614e tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:06.326380 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76eea3a-fd59-4a76-b97a-32383469614e tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f4df2f4-22e2-4993-b2df-424943c8daf4,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:06.429639 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b76eea3a-fd59-4a76-b97a-32383469614e tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:06.430825 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b76eea3a-fd59-4a76-b97a-32383469614e tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3507442 Feb 03 14:36:06.433608 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38106) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:36:06.439142 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-813782fe-e798-4029-bb75-a8a892710d23 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Request body: {'security_group_rule': {'security_group_id': 'fa092d67-d9b2-4a29-91e2-66c5203d71d9', 'project_id': 'a0b378422ad441fc835cad460c21f0d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:36:06.445045 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-813782fe-e798-4029-bb75-a8a892710d23 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:36:06.449042 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-813782fe-e798-4029-bb75-a8a892710d23 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Usage tracker for resource:security_group_rule and tenant:a0b378422ad441fc835cad460c21f0d2 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:36:06.451841 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-813782fe-e798-4029-bb75-a8a892710d23 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:36:06.457350 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-813782fe-e798-4029-bb75-a8a892710d23 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:36:06.550030 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-813782fe-e798-4029-bb75-a8a892710d23 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:06.613746 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-813782fe-e798-4029-bb75-a8a892710d23 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:06.663516 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-813782fe-e798-4029-bb75-a8a892710d23 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:06.685827 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813782fe-e798-4029-bb75-a8a892710d23 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88b1622d-ceac-4c74-a44a-a46572929055,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:06.766286 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-813782fe-e798-4029-bb75-a8a892710d23 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:06.767497 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-813782fe-e798-4029-bb75-a8a892710d23 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3329461 Feb 03 14:36:06.770266 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38110) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:36:06.776154 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-028fc9bc-f14f-4ff1-b92a-460f11bcd1f0 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Request body: {'security_group_rule': {'security_group_id': 'fa092d67-d9b2-4a29-91e2-66c5203d71d9', 'project_id': 'a0b378422ad441fc835cad460c21f0d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:36:06.781840 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-028fc9bc-f14f-4ff1-b92a-460f11bcd1f0 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:36:06.785619 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-028fc9bc-f14f-4ff1-b92a-460f11bcd1f0 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Usage tracker for resource:security_group_rule and tenant:a0b378422ad441fc835cad460c21f0d2 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:36:06.788445 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-028fc9bc-f14f-4ff1-b92a-460f11bcd1f0 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:36:06.794003 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-028fc9bc-f14f-4ff1-b92a-460f11bcd1f0 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:36:06.868890 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.securitygroups_db [None req-028fc9bc-f14f-4ff1-b92a-460f11bcd1f0 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Project a0b378422ad441fc835cad460c21f0d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:36:06.874985 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-028fc9bc-f14f-4ff1-b92a-460f11bcd1f0 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:06.938383 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-028fc9bc-f14f-4ff1-b92a-460f11bcd1f0 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:07.011647 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-028fc9bc-f14f-4ff1-b92a-460f11bcd1f0 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:07.034868 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028fc9bc-f14f-4ff1-b92a-460f11bcd1f0 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=531ab516-aed4-4785-ae3e-943be9d01b37,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:07.103537 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-028fc9bc-f14f-4ff1-b92a-460f11bcd1f0 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:07.104736 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-028fc9bc-f14f-4ff1-b92a-460f11bcd1f0 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3335545 Feb 03 14:36:07.107524 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38114) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:36:07.112792 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-916d34c1-de5a-4760-a450-94ddc752db1f tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Request body: {'security_group_rule': {'security_group_id': 'fa092d67-d9b2-4a29-91e2-66c5203d71d9', 'project_id': 'a0b378422ad441fc835cad460c21f0d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:36:07.118589 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-916d34c1-de5a-4760-a450-94ddc752db1f tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:36:07.125105 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-916d34c1-de5a-4760-a450-94ddc752db1f tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Usage tracker for resource:security_group_rule and tenant:a0b378422ad441fc835cad460c21f0d2 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:36:07.125247 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-916d34c1-de5a-4760-a450-94ddc752db1f tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:36:07.130872 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-916d34c1-de5a-4760-a450-94ddc752db1f tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:36:07.194898 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.securitygroups_db [None req-916d34c1-de5a-4760-a450-94ddc752db1f tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Project a0b378422ad441fc835cad460c21f0d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:36:07.202080 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-916d34c1-de5a-4760-a450-94ddc752db1f tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:07.265254 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-916d34c1-de5a-4760-a450-94ddc752db1f tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:07.308800 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-916d34c1-de5a-4760-a450-94ddc752db1f tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:07.337915 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d34c1-de5a-4760-a450-94ddc752db1f tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd90b764-b79b-4f24-ad26-d4dfb0bd6796,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:07.389858 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-916d34c1-de5a-4760-a450-94ddc752db1f tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:07.390569 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-916d34c1-de5a-4760-a450-94ddc752db1f tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2821510 Feb 03 14:36:07.533452 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a748e20f-d30c-4296-a05c-ae4ab325a21c req-5e96039e-bca2-45be-83ad-521fad3c8710 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-591207574&fields=id&tenant_id=a0b378422ad441fc835cad460c21f0d2 HTTP/1.1" status: 200 len: 267 time: 0.0457697 Feb 03 14:36:07.612019 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748e20f-d30c-4296-a05c-ae4ab325a21c req-663f480d-e29a-41f6-ad90-675dff2f485c tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:07.613449 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a748e20f-d30c-4296-a05c-ae4ab325a21c req-663f480d-e29a-41f6-ad90-675dff2f485c tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 945 time: 0.0745325 Feb 03 14:36:07.623802 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [req-a748e20f-d30c-4296-a05c-ae4ab325a21c req-f98f38cd-9865-4495-bf82-60f6223b6ed3 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Request body: {'port': {'security_groups': ['ac977eb5-a7c0-41fc-941b-4edddda7c978', 'fa092d67-d9b2-4a29-91e2-66c5203d71d9']}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:36:07.738641 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [req-a748e20f-d30c-4296-a05c-ae4ab325a21c req-f98f38cd-9865-4495-bf82-60f6223b6ed3 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:07.989157 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [req-a748e20f-d30c-4296-a05c-ae4ab325a21c req-f98f38cd-9865-4495-bf82-60f6223b6ed3 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] For port 51673c01-300b-4252-b2ca-ca338da65ea0, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=51673c01-300b-4252-b2ca-ca338da65ea0,segment=NetworkSegment(ec7462a9-eb4e-4a1e-9cb6-fa304d59e442),segment_id=ec7462a9-eb4e-4a1e-9cb6-fa304d59e442)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:36:08.013672 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [req-a748e20f-d30c-4296-a05c-ae4ab325a21c req-f98f38cd-9865-4495-bf82-60f6223b6ed3 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:08.084988 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [req-a748e20f-d30c-4296-a05c-ae4ab325a21c req-f98f38cd-9865-4495-bf82-60f6223b6ed3 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:08.096987 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['51673c01-300b-4252-b2ca-ca338da65ea0'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:36:08.161941 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748e20f-d30c-4296-a05c-ae4ab325a21c req-f98f38cd-9865-4495-bf82-60f6223b6ed3 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:08.162546 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [req-a748e20f-d30c-4296-a05c-ae4ab325a21c req-f98f38cd-9865-4495-bf82-60f6223b6ed3 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:08.165544 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a748e20f-d30c-4296-a05c-ae4ab325a21c req-f98f38cd-9865-4495-bf82-60f6223b6ed3 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "PUT /v2.0/ports/51673c01-300b-4252-b2ca-ca338da65ea0 HTTP/1.1" status: 200 len: 981 time: 0.5445461 Feb 03 14:36:08.165544 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d489dc5-5751-4a38-84fd-545c3c12e137', 'tag': '51673c01-300b-4252-b2ca-ca338da65ea0'}] {{(pid=84182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:36:08.185028 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f38cd-9865-4495-bf82-60f6223b6ed3 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Pushing event updated for resources: {'Port': ['ID=51673c01-300b-4252-b2ca-ca338da65ea0,revision_number=6']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:08.245377 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['51673c01-300b-4252-b2ca-ca338da65ea0'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:36:08.272419 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d489dc5-5751-4a38-84fd-545c3c12e137', 'tag': '51673c01-300b-4252-b2ca-ca338da65ea0', 'status': 'completed', 'code': 200} Feb 03 14:36:08.406577 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-0a2076c1-5f6b-4c5f-8cc3-168da088ff77 req-84062a43-3449-45f5-8d13-bef3bf779f83 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0b378422ad441fc835cad460c21f0d2&device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 1137 time: 0.1090968 Feb 03 14:36:08.434156 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1cbb4-d6d6-4ebf-86cb-29676f540046 req-bda6c1ec-4a37-4040-b571-60d9893c111f tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:08.436492 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-28e1cbb4-d6d6-4ebf-86cb-29676f540046 req-bda6c1ec-4a37-4040-b571-60d9893c111f tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 984 time: 0.1171346 Feb 03 14:36:08.492836 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-28e1cbb4-d6d6-4ebf-86cb-29676f540046 req-7f513388-03eb-4590-bf21-12a142c715d3 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa092d67-d9b2-4a29-91e2-66c5203d71d9&id=ac977eb5-a7c0-41fc-941b-4edddda7c978&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0498087 Feb 03 14:36:08.545412 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2076c1-5f6b-4c5f-8cc3-168da088ff77 req-51216191-d5a5-419b-adc7-56780475d590 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:08.546838 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-0a2076c1-5f6b-4c5f-8cc3-168da088ff77 req-51216191-d5a5-419b-adc7-56780475d590 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0edbe52f-137d-43e8-b67a-11575215ff2e HTTP/1.1" status: 200 len: 914 time: 0.1338260 Feb 03 14:36:08.569273 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-d781274a-f054-4b79-8db6-485813fea2cd None None] Provisioning complete for port 51673c01-300b-4252-b2ca-ca338da65ea0 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:36:08.569647 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d781274a-f054-4b79-8db6-485813fea2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:08.649633 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-0a2076c1-5f6b-4c5f-8cc3-168da088ff77 req-69b05d37-77c8-4911-80b1-26e166a6ec65 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51673c01-300b-4252-b2ca-ca338da65ea0 HTTP/1.1" status: 200 len: 1000 time: 0.0959928 Feb 03 14:36:08.714803 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2076c1-5f6b-4c5f-8cc3-168da088ff77 req-86939936-08c7-4d46-afe4-21d59ba45834 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:08.716265 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-0a2076c1-5f6b-4c5f-8cc3-168da088ff77 req-86939936-08c7-4d46-afe4-21d59ba45834 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51f44f91-af5d-4e54-93de-a7f497dd72fb HTTP/1.1" status: 200 len: 853 time: 0.0607588 Feb 03 14:36:08.789810 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-0a2076c1-5f6b-4c5f-8cc3-168da088ff77 req-f0baa582-cbdf-418e-900d-c1d65941f2d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0edbe52f-137d-43e8-b67a-11575215ff2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665824 Feb 03 14:36:08.921677 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-0a2076c1-5f6b-4c5f-8cc3-168da088ff77 req-15b16a3a-e106-4da1-8ac7-a7ca81887b25 service neutron] 10.222.0.47 "GET /v2.0/networks/0edbe52f-137d-43e8-b67a-11575215ff2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256652 Feb 03 14:36:09.130164 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-0a2076c1-5f6b-4c5f-8cc3-168da088ff77 req-d99db7d2-91b1-48f1-af5b-e49931de8ee7 service neutron] 10.222.0.47 "GET /v2.0/networks/0edbe52f-137d-43e8-b67a-11575215ff2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020390 Feb 03 14:36:17.775586 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:25.388903 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a0bae77b-fb28-4522-9159-c41ec4b3db29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:27.508404 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-11cee1c4-8710-481a-b5d9-e6a5984599d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:28.888665 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:28.942557 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:30.324026 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:34.846275 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:36:39.064903 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-0de3668b-e352-4773-8f9e-c7bd930bf8d3 req-7d7c5b62-2d65-4eb1-89f3-219d38f10f01 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6d489dc5-5751-4a38-84fd-545c3c12e137&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704155 Feb 03 14:36:39.200162 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-0de3668b-e352-4773-8f9e-c7bd930bf8d3 req-c89bb73f-a27c-4b87-85d1-adf06c4cb4e1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0b378422ad441fc835cad460c21f0d2&device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 1137 time: 0.0685186 Feb 03 14:36:39.342065 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3668b-e352-4773-8f9e-c7bd930bf8d3 req-e24f5f4e-3cf3-4c2f-a144-1780aea49011 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:39.343457 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-0de3668b-e352-4773-8f9e-c7bd930bf8d3 req-e24f5f4e-3cf3-4c2f-a144-1780aea49011 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0edbe52f-137d-43e8-b67a-11575215ff2e HTTP/1.1" status: 200 len: 914 time: 0.1247959 Feb 03 14:36:39.445548 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-0de3668b-e352-4773-8f9e-c7bd930bf8d3 req-5451d2ee-b432-4cb2-97bb-1e820c875565 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51673c01-300b-4252-b2ca-ca338da65ea0 HTTP/1.1" status: 200 len: 1000 time: 0.0953510 Feb 03 14:36:39.506103 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3668b-e352-4773-8f9e-c7bd930bf8d3 req-6a82ce0e-9fd6-4d94-bbb2-31e7679cc030 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:39.507549 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-0de3668b-e352-4773-8f9e-c7bd930bf8d3 req-6a82ce0e-9fd6-4d94-bbb2-31e7679cc030 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51f44f91-af5d-4e54-93de-a7f497dd72fb HTTP/1.1" status: 200 len: 853 time: 0.0562980 Feb 03 14:36:39.582629 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-0de3668b-e352-4773-8f9e-c7bd930bf8d3 req-87305d65-390f-494c-baf6-bc69be36902a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0edbe52f-137d-43e8-b67a-11575215ff2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692153 Feb 03 14:36:39.592884 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [req-0de3668b-e352-4773-8f9e-c7bd930bf8d3 req-c42ef681-fb75-4723-922e-6c5b020e0cda service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84181) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 14:36:39.593733 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-0de3668b-e352-4773-8f9e-c7bd930bf8d3 req-c42ef681-fb75-4723-922e-6c5b020e0cda service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051737 Feb 03 14:36:39.722191 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-0de3668b-e352-4773-8f9e-c7bd930bf8d3 req-f5b586b4-8f3c-4a4c-80b9-32d847658ada service neutron] 10.222.0.47 "GET /v2.0/networks/0edbe52f-137d-43e8-b67a-11575215ff2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224015 Feb 03 14:36:39.849883 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-0de3668b-e352-4773-8f9e-c7bd930bf8d3 req-299b81a7-d338-4836-8a93-5443ecf6b175 service neutron] 10.222.0.47 "GET /v2.0/networks/0edbe52f-137d-43e8-b67a-11575215ff2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217458 Feb 03 14:36:47.758806 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:55.341667 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-30419f98-63d3-428b-8d40-75e0b545a183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:57.523036 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bfbcdc63-c683-4a55-8b8e-82f21578d145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:58.866947 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:36:58.964022 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:37:00.284247 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:37:01.009792 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98fc87-eabd-4203-809c-6b3a577ae1a5 req-afc6bf61-8694-4bae-a7ad-4f436db451a5 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:01.011262 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-af98fc87-eabd-4203-809c-6b3a577ae1a5 req-afc6bf61-8694-4bae-a7ad-4f436db451a5 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 984 time: 0.0795581 Feb 03 14:37:01.057431 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-af98fc87-eabd-4203-809c-6b3a577ae1a5 req-14a1cc6a-b2f6-4e66-91f3-daf4c2ba3c4f tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa092d67-d9b2-4a29-91e2-66c5203d71d9&id=ac977eb5-a7c0-41fc-941b-4edddda7c978&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397778 Feb 03 14:37:01.066438 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b2e46c26-a039-4fe3-ab44-bd568a9dca5a req-e7e61b5c-b61f-4526-a040-4c16a456a29e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0b378422ad441fc835cad460c21f0d2&device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 1137 time: 0.0674880 Feb 03 14:37:01.195805 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e46c26-a039-4fe3-ab44-bd568a9dca5a req-8b728d93-585b-491c-b89f-64c457d1c059 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:01.197211 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b2e46c26-a039-4fe3-ab44-bd568a9dca5a req-8b728d93-585b-491c-b89f-64c457d1c059 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0edbe52f-137d-43e8-b67a-11575215ff2e HTTP/1.1" status: 200 len: 914 time: 0.1238742 Feb 03 14:37:01.297563 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b2e46c26-a039-4fe3-ab44-bd568a9dca5a req-a22ec5c5-ca26-4778-bc09-ccc0ac58d8e0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51673c01-300b-4252-b2ca-ca338da65ea0 HTTP/1.1" status: 200 len: 1000 time: 0.0939314 Feb 03 14:37:01.358828 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e46c26-a039-4fe3-ab44-bd568a9dca5a req-a9a4673a-bf61-4497-8748-ea7b3e2068c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:01.360270 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b2e46c26-a039-4fe3-ab44-bd568a9dca5a req-a9a4673a-bf61-4497-8748-ea7b3e2068c2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51f44f91-af5d-4e54-93de-a7f497dd72fb HTTP/1.1" status: 200 len: 853 time: 0.0560544 Feb 03 14:37:01.437057 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b2e46c26-a039-4fe3-ab44-bd568a9dca5a req-e87644ab-2d5b-4b1d-a0be-d19d854685f8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0edbe52f-137d-43e8-b67a-11575215ff2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702596 Feb 03 14:37:01.566581 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b2e46c26-a039-4fe3-ab44-bd568a9dca5a req-556c5c85-34f1-4aef-8028-1304f9c18bc0 service neutron] 10.222.0.47 "GET /v2.0/networks/0edbe52f-137d-43e8-b67a-11575215ff2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235068 Feb 03 14:37:01.786838 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b2e46c26-a039-4fe3-ab44-bd568a9dca5a req-0c8e86ef-9981-4f04-960b-98f1e3c20aee service neutron] 10.222.0.47 "GET /v2.0/networks/0edbe52f-137d-43e8-b67a-11575215ff2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135618 Feb 03 14:37:02.253622 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa93db-d063-44c7-91cc-b2c0f3d53fcc req-7565678d-f4c1-4cb9-9dc5-49fe8fee654a tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:02.255049 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9dfa93db-d063-44c7-91cc-b2c0f3d53fcc req-7565678d-f4c1-4cb9-9dc5-49fe8fee654a tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 984 time: 0.0759976 Feb 03 14:37:02.304723 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9dfa93db-d063-44c7-91cc-b2c0f3d53fcc req-8e08b15e-57bd-4c3f-9376-4aa9f77f0800 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa092d67-d9b2-4a29-91e2-66c5203d71d9&id=ac977eb5-a7c0-41fc-941b-4edddda7c978&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0439293 Feb 03 14:37:03.501315 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994e9f1-2f51-4b3e-9b76-a0d4470dffb8 req-566c79d3-040c-4247-bc34-4f3196a33c0e tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:03.502763 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7994e9f1-2f51-4b3e-9b76-a0d4470dffb8 req-566c79d3-040c-4247-bc34-4f3196a33c0e tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 984 time: 0.0749819 Feb 03 14:37:03.549242 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7994e9f1-2f51-4b3e-9b76-a0d4470dffb8 req-967ccc63-8ebc-4344-8c5c-072f77a4b62f tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa092d67-d9b2-4a29-91e2-66c5203d71d9&id=ac977eb5-a7c0-41fc-941b-4edddda7c978&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409157 Feb 03 14:37:04.743400 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787bd9d-03a3-4222-b78f-7522a9d07df8 req-65cae119-1334-464d-a564-137a34c40703 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:04.744815 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9787bd9d-03a3-4222-b78f-7522a9d07df8 req-65cae119-1334-464d-a564-137a34c40703 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 984 time: 0.0777204 Feb 03 14:37:04.791477 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9787bd9d-03a3-4222-b78f-7522a9d07df8 req-abbbef34-2e1a-45dc-91f5-1a5bbefabd8b tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa092d67-d9b2-4a29-91e2-66c5203d71d9&id=ac977eb5-a7c0-41fc-941b-4edddda7c978&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405340 Feb 03 14:37:05.996077 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d669ecea-9b4b-49ba-8650-132633e9362e req-9f7dad74-4518-4ee5-a1f2-37d447465678 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:05.997558 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d669ecea-9b4b-49ba-8650-132633e9362e req-9f7dad74-4518-4ee5-a1f2-37d447465678 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 984 time: 0.0743842 Feb 03 14:37:06.042681 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d669ecea-9b4b-49ba-8650-132633e9362e req-e0b7b354-3181-44ba-9a9f-c735e11b0245 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa092d67-d9b2-4a29-91e2-66c5203d71d9&id=ac977eb5-a7c0-41fc-941b-4edddda7c978&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396852 Feb 03 14:37:07.253210 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21356c-a3f1-4519-91c7-ef99cfdb4c09 req-4aeb5b3b-a8e4-48e0-9b4c-de9088ea53f4 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:07.254623 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ce21356c-a3f1-4519-91c7-ef99cfdb4c09 req-4aeb5b3b-a8e4-48e0-9b4c-de9088ea53f4 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 984 time: 0.0784426 Feb 03 14:37:07.301411 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ce21356c-a3f1-4519-91c7-ef99cfdb4c09 req-4251c647-bffe-442b-84f2-2a78b57ec405 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa092d67-d9b2-4a29-91e2-66c5203d71d9&id=ac977eb5-a7c0-41fc-941b-4edddda7c978&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412812 Feb 03 14:37:08.502318 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f92913-e978-42de-b42c-293d7ffea289 req-8befcd54-dc16-448b-91f3-220ed5eb1b04 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:08.503792 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f2f92913-e978-42de-b42c-293d7ffea289 req-8befcd54-dc16-448b-91f3-220ed5eb1b04 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 984 time: 0.0787585 Feb 03 14:37:08.550825 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f2f92913-e978-42de-b42c-293d7ffea289 req-18a39e7b-333b-4379-b52c-870259d690f8 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa092d67-d9b2-4a29-91e2-66c5203d71d9&id=ac977eb5-a7c0-41fc-941b-4edddda7c978&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415077 Feb 03 14:37:09.748573 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a56662-97a5-480c-9547-865ffc932898 req-e7d1095d-d447-416c-a22a-0c3c8bedffe6 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:09.749971 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b3a56662-97a5-480c-9547-865ffc932898 req-e7d1095d-d447-416c-a22a-0c3c8bedffe6 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 984 time: 0.0783608 Feb 03 14:37:09.795526 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b3a56662-97a5-480c-9547-865ffc932898 req-1ec3f771-c7c4-42d9-9ded-60c76875f1cd tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa092d67-d9b2-4a29-91e2-66c5203d71d9&id=ac977eb5-a7c0-41fc-941b-4edddda7c978&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399823 Feb 03 14:37:10.989899 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b18e8-2098-4549-9d33-05bf33a248ac req-b70166c8-cc44-47c3-9c33-f4c1627e5e41 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:10.991376 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e48b18e8-2098-4549-9d33-05bf33a248ac req-b70166c8-cc44-47c3-9c33-f4c1627e5e41 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 984 time: 0.0752363 Feb 03 14:37:11.041070 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e48b18e8-2098-4549-9d33-05bf33a248ac req-2152ea5e-f83f-47b2-a3aa-3f594fc30637 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa092d67-d9b2-4a29-91e2-66c5203d71d9&id=ac977eb5-a7c0-41fc-941b-4edddda7c978&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442090 Feb 03 14:37:11.846458 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:37:12.233348 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d4e2b-3757-42b5-a4e0-1d431cf6ab2a req-fca6de35-38d5-435a-ba91-f89cdbccb5cf tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:12.234785 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-296d4e2b-3757-42b5-a4e0-1d431cf6ab2a req-fca6de35-38d5-435a-ba91-f89cdbccb5cf tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 984 time: 0.0760527 Feb 03 14:37:12.281263 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-296d4e2b-3757-42b5-a4e0-1d431cf6ab2a req-9881f90c-6d68-4f76-bb28-f683bd5d01fb tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa092d67-d9b2-4a29-91e2-66c5203d71d9&id=ac977eb5-a7c0-41fc-941b-4edddda7c978&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407851 Feb 03 14:37:13.477386 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d6115-46a2-4bed-a897-37e840d85caa req-d0a60a2a-8b94-4cb8-90d0-f2107b011b9a tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:13.478782 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2f9d6115-46a2-4bed-a897-37e840d85caa req-d0a60a2a-8b94-4cb8-90d0-f2107b011b9a tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 984 time: 0.0782242 Feb 03 14:37:13.525162 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2f9d6115-46a2-4bed-a897-37e840d85caa req-cb0bf60e-acc6-4e0d-a03b-1142d0054649 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa092d67-d9b2-4a29-91e2-66c5203d71d9&id=ac977eb5-a7c0-41fc-941b-4edddda7c978&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405762 Feb 03 14:37:17.773743 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:37:25.344345 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f3c90f06-64fc-4226-8965-a2089be9b3f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:37:27.552207 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d6e79972-7405-49ff-b98e-389802cc06d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:37:28.854404 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:37:28.955499 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:37:30.294906 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:37:39.066083 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-e7a21f8f-2c37-47c5-868d-e213ac658cfe req-f9361760-a3bc-442e-b676-5b21ec62e361 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6d489dc5-5751-4a38-84fd-545c3c12e137&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661454 Feb 03 14:37:39.208479 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-e7a21f8f-2c37-47c5-868d-e213ac658cfe req-71c12af7-9cc7-40a0-bd47-d52cbc1f40e9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0b378422ad441fc835cad460c21f0d2&device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 1137 time: 0.0720918 Feb 03 14:37:39.350399 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a21f8f-2c37-47c5-868d-e213ac658cfe req-7f63a9a0-0edf-4669-bce3-be0f2fdbddb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:39.351903 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-e7a21f8f-2c37-47c5-868d-e213ac658cfe req-7f63a9a0-0edf-4669-bce3-be0f2fdbddb5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0edbe52f-137d-43e8-b67a-11575215ff2e HTTP/1.1" status: 200 len: 914 time: 0.1254053 Feb 03 14:37:39.452817 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-e7a21f8f-2c37-47c5-868d-e213ac658cfe req-c55e4061-bac7-4025-85d7-994731a60725 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51673c01-300b-4252-b2ca-ca338da65ea0 HTTP/1.1" status: 200 len: 1000 time: 0.0945337 Feb 03 14:37:39.514154 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a21f8f-2c37-47c5-868d-e213ac658cfe req-a64184db-29a4-40c0-9c2a-0516866bbafb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:39.515575 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-e7a21f8f-2c37-47c5-868d-e213ac658cfe req-a64184db-29a4-40c0-9c2a-0516866bbafb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51f44f91-af5d-4e54-93de-a7f497dd72fb HTTP/1.1" status: 200 len: 853 time: 0.0567677 Feb 03 14:37:39.587886 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-e7a21f8f-2c37-47c5-868d-e213ac658cfe req-6b735337-9308-4879-b724-27cf0f6d8f6f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0edbe52f-137d-43e8-b67a-11575215ff2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665216 Feb 03 14:37:39.717005 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-e7a21f8f-2c37-47c5-868d-e213ac658cfe req-30b8361f-649d-448d-ac06-d1c233acfd96 service neutron] 10.222.0.47 "GET /v2.0/networks/0edbe52f-137d-43e8-b67a-11575215ff2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225057 Feb 03 14:37:39.845767 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-e7a21f8f-2c37-47c5-868d-e213ac658cfe req-6666e268-60a5-4442-acfe-b4772cde223f service neutron] 10.222.0.47 "GET /v2.0/networks/0edbe52f-137d-43e8-b67a-11575215ff2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233158 Feb 03 14:37:47.766230 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:37:48.846604 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:37:55.333554 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a330bd8d-d98e-452d-9082-1af6a60313ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:37:57.537681 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-170011b2-ed8e-487d-bd01-1c479334a1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:37:58.865194 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:37:58.962048 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:00.281776 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:16.903239 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-64ec7831-5915-4145-859b-540d6cbdd5b7 req-3d9f8877-2517-4787-bd0c-8dd38b2e42a3 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-591207574&fields=id&tenant_id=a0b378422ad441fc835cad460c21f0d2 HTTP/1.1" status: 200 len: 267 time: 0.0401061 Feb 03 14:38:16.980646 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec7831-5915-4145-859b-540d6cbdd5b7 req-8905c356-0b0a-4624-8236-f742f091d7f0 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:16.982053 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-64ec7831-5915-4145-859b-540d6cbdd5b7 req-8905c356-0b0a-4624-8236-f742f091d7f0 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 984 time: 0.0738513 Feb 03 14:38:16.992582 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [req-64ec7831-5915-4145-859b-540d6cbdd5b7 req-3a2347a7-f500-4fb5-b8b6-04fe94d87c52 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Request body: {'port': {'security_groups': ['ac977eb5-a7c0-41fc-941b-4edddda7c978']}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:38:17.105089 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [req-64ec7831-5915-4145-859b-540d6cbdd5b7 req-3a2347a7-f500-4fb5-b8b6-04fe94d87c52 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:17.431301 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [req-64ec7831-5915-4145-859b-540d6cbdd5b7 req-3a2347a7-f500-4fb5-b8b6-04fe94d87c52 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] For port 51673c01-300b-4252-b2ca-ca338da65ea0, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=51673c01-300b-4252-b2ca-ca338da65ea0,segment=NetworkSegment(ec7462a9-eb4e-4a1e-9cb6-fa304d59e442),segment_id=ec7462a9-eb4e-4a1e-9cb6-fa304d59e442)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:38:17.455448 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [req-64ec7831-5915-4145-859b-540d6cbdd5b7 req-3a2347a7-f500-4fb5-b8b6-04fe94d87c52 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:17.498851 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [req-64ec7831-5915-4145-859b-540d6cbdd5b7 req-3a2347a7-f500-4fb5-b8b6-04fe94d87c52 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:17.510778 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['51673c01-300b-4252-b2ca-ca338da65ea0'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:38:17.568425 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec7831-5915-4145-859b-540d6cbdd5b7 req-3a2347a7-f500-4fb5-b8b6-04fe94d87c52 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:17.569037 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [req-64ec7831-5915-4145-859b-540d6cbdd5b7 req-3a2347a7-f500-4fb5-b8b6-04fe94d87c52 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:17.570379 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-64ec7831-5915-4145-859b-540d6cbdd5b7 req-3a2347a7-f500-4fb5-b8b6-04fe94d87c52 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "PUT /v2.0/ports/51673c01-300b-4252-b2ca-ca338da65ea0 HTTP/1.1" status: 200 len: 942 time: 0.5820532 Feb 03 14:38:17.570812 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d489dc5-5751-4a38-84fd-545c3c12e137', 'tag': '51673c01-300b-4252-b2ca-ca338da65ea0'}] {{(pid=84182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:38:17.580424 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38190) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:38:17.648150 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2347a7-f500-4fb5-b8b6-04fe94d87c52 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Pushing event updated for resources: {'Port': ['ID=51673c01-300b-4252-b2ca-ca338da65ea0,revision_number=7']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:17.652107 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['51673c01-300b-4252-b2ca-ca338da65ea0'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:38:17.653710 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d489dc5-5751-4a38-84fd-545c3c12e137', 'tag': '51673c01-300b-4252-b2ca-ca338da65ea0', 'status': 'completed', 'code': 200} Feb 03 14:38:17.682642 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-eb2b7b91-0d97-463c-afc3-fc3a00fa9555 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:17.713428 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-eb2b7b91-0d97-463c-afc3-fc3a00fa9555 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:17.725722 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2347a7-f500-4fb5-b8b6-04fe94d87c52 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:17.726129 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2347a7-f500-4fb5-b8b6-04fe94d87c52 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:17.726409 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2347a7-f500-4fb5-b8b6-04fe94d87c52 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:17.727111 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2347a7-f500-4fb5-b8b6-04fe94d87c52 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:17.727227 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2347a7-f500-4fb5-b8b6-04fe94d87c52 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:17.727465 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2347a7-f500-4fb5-b8b6-04fe94d87c52 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:17.727788 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2347a7-f500-4fb5-b8b6-04fe94d87c52 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:17.728109 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2347a7-f500-4fb5-b8b6-04fe94d87c52 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:17.728472 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2347a7-f500-4fb5-b8b6-04fe94d87c52 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:17.729304 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2347a7-f500-4fb5-b8b6-04fe94d87c52 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:17.729304 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2347a7-f500-4fb5-b8b6-04fe94d87c52 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:17.768929 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a6e7829c-3043-4dd5-891a-89a9339a8abf req-bb027f00-711c-4752-a59b-f56ada70ff8a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0b378422ad441fc835cad460c21f0d2&device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 1098 time: 0.0954232 Feb 03 14:38:17.814311 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:17.864635 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-eb2b7b91-0d97-463c-afc3-fc3a00fa9555 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:17.883411 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b7b91-0d97-463c-afc3-fc3a00fa9555 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa092d67-d9b2-4a29-91e2-66c5203d71d9,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:17.886605 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-eb2b7b91-0d97-463c-afc3-fc3a00fa9555 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:17.890628 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-eb2b7b91-0d97-463c-afc3-fc3a00fa9555 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "DELETE /v2.0/security-groups/fa092d67-d9b2-4a29-91e2-66c5203d71d9 HTTP/1.1" status: 204 len: 168 time: 0.3059487 Feb 03 14:38:17.890628 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38194) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:38:17.914439 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-203319ed-edb2-4586-a180-97f04b72da33 None None] Provisioning complete for port 51673c01-300b-4252-b2ca-ca338da65ea0 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:38:17.914814 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-203319ed-edb2-4586-a180-97f04b72da33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:17.918658 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7829c-3043-4dd5-891a-89a9339a8abf req-2030d671-58bf-495d-a511-456ea0e74dda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:17.920721 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a6e7829c-3043-4dd5-891a-89a9339a8abf req-2030d671-58bf-495d-a511-456ea0e74dda service neutron] 10.222.0.47 "GET /v2.0/networks?id=0edbe52f-137d-43e8-b67a-11575215ff2e HTTP/1.1" status: 200 len: 914 time: 0.1453636 Feb 03 14:38:18.028906 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a6e7829c-3043-4dd5-891a-89a9339a8abf req-b3cdeec2-a960-4015-b8d2-9ad34b15008f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51673c01-300b-4252-b2ca-ca338da65ea0 HTTP/1.1" status: 200 len: 1000 time: 0.1020408 Feb 03 14:38:18.089299 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7829c-3043-4dd5-891a-89a9339a8abf req-db2a2639-8611-4d1f-a92b-0af057251e8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:18.090728 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a6e7829c-3043-4dd5-891a-89a9339a8abf req-db2a2639-8611-4d1f-a92b-0af057251e8f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51f44f91-af5d-4e54-93de-a7f497dd72fb HTTP/1.1" status: 200 len: 853 time: 0.0560572 Feb 03 14:38:18.100141 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-56ee2aaa-93e3-49f3-8ae5-9575a5019e74 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Deleting port 895f03a2-ce74-45ea-834d-22ca85631a01 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:38:18.100652 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-56ee2aaa-93e3-49f3-8ae5-9575a5019e74 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:18.162868 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a6e7829c-3043-4dd5-891a-89a9339a8abf req-0c7b79d6-ed50-44cb-8487-92b4a1179591 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0edbe52f-137d-43e8-b67a-11575215ff2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659218 Feb 03 14:38:18.268363 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-56ee2aaa-93e3-49f3-8ae5-9575a5019e74 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:18.268694 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-56ee2aaa-93e3-49f3-8ae5-9575a5019e74 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:18.294187 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a6e7829c-3043-4dd5-891a-89a9339a8abf req-60918425-e795-4ff7-b67d-fa56c404b663 service neutron] 10.222.0.47 "GET /v2.0/networks/0edbe52f-137d-43e8-b67a-11575215ff2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248472 Feb 03 14:38:18.390020 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-56ee2aaa-93e3-49f3-8ae5-9575a5019e74 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Calling delete_port for 895f03a2-ce74-45ea-834d-22ca85631a01 owned by network:floatingip {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:38:18.424808 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a6e7829c-3043-4dd5-891a-89a9339a8abf req-b4755ab3-6aae-4344-a500-fa491e3d8a85 service neutron] 10.222.0.47 "GET /v2.0/networks/0edbe52f-137d-43e8-b67a-11575215ff2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247542 Feb 03 14:38:18.590241 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-56ee2aaa-93e3-49f3-8ae5-9575a5019e74 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:18.632770 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee2aaa-93e3-49f3-8ae5-9575a5019e74 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Pushing event deleted for resources: {'Port': ['ID=895f03a2-ce74-45ea-834d-22ca85631a01,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:18.724296 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-56ee2aaa-93e3-49f3-8ae5-9575a5019e74 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks [] for floatingip, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:19.102592 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ee2aaa-93e3-49f3-8ae5-9575a5019e74 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Router 707dc578-d369-4c30-84ad-9f267c4eefe8 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:38:19.397497 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ee2aaa-93e3-49f3-8ae5-9575a5019e74 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:38:19.407335 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541cbe58-b7ff-426c-9639-ff1a3a148c40 None None] Sync routers for ids ['707dc578-d369-4c30-84ad-9f267c4eefe8'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:38:19.410594 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-56ee2aaa-93e3-49f3-8ae5-9575a5019e74 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:19.418546 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541cbe58-b7ff-426c-9639-ff1a3a148c40 None None] Routers {'707dc578-d369-4c30-84ad-9f267c4eefe8'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:38:19.419182 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-541cbe58-b7ff-426c-9639-ff1a3a148c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:37:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['707dc578-d369-4c30-84ad-9f267c4eefe8'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:19.467132 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-56ee2aaa-93e3-49f3-8ae5-9575a5019e74 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "DELETE /v2.0/floatingips/67677ac3-7bcc-43cf-85db-e009adf2a990 HTTP/1.1" status: 204 len: 168 time: 1.5757971 Feb 03 14:38:19.593788 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-541cbe58-b7ff-426c-9639-ff1a3a148c40 None None] Set router 707dc578-d369-4c30-84ad-9f267c4eefe8 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:38:19.654730 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d489dc5-5751-4a38-84fd-545c3c12e137', 'tag': '51673c01-300b-4252-b2ca-ca338da65ea0'}] {{(pid=84182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:38:19.709148 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d489dc5-5751-4a38-84fd-545c3c12e137', 'tag': '51673c01-300b-4252-b2ca-ca338da65ea0', 'status': 'completed', 'code': 200} Feb 03 14:38:19.901342 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-18420c91-1c76-40de-8279-2419c906bdd7 req-7b1d75e3-a8c3-4d1e-943b-6513f75eebb1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0b378422ad441fc835cad460c21f0d2&device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 1098 time: 0.1708627 Feb 03 14:38:19.941581 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-541cbe58-b7ff-426c-9639-ff1a3a148c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '707dc578-d369-4c30-84ad-9f267c4eefe8', 'name': 'tempest-TestMinimumBasicScenario-720208848-router', 'tenant_id': 'a0b378422ad441fc835cad460c21f0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': '76a81be1-22cb-41fe-ae9c-6405496b1bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:35:00Z', 'updated_at': '2022-02-03T14:35:03Z', 'revision_number': 4, 'project_id': 'a0b378422ad441fc835cad460c21f0d2', 'gw_port': {'id': '76a81be1-22cb-41fe-ae9c-6405496b1bc3', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707dc578-d369-4c30-84ad-9f267c4eefe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:35:00Z', 'updated_at': '2022-02-03T14:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '3f61d9eb-975f-4ae6-9db4-0570fc7e3fe4', 'name': '', 'network_id': '0edbe52f-137d-43e8-b67a-11575215ff2e', 'tenant_id': 'a0b378422ad441fc835cad460c21f0d2', 'mac_address': 'fa:16:3e:da:05:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707dc578-d369-4c30-84ad-9f267c4eefe8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51f44f91-af5d-4e54-93de-a7f497dd72fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:35:03Z', 'updated_at': '2022-02-03T14:35:12Z', 'revision_number': 5, 'project_id': 'a0b378422ad441fc835cad460c21f0d2', 'subnets': [{'id': '51f44f91-af5d-4e54-93de-a7f497dd72fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:19.945824 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541cbe58-b7ff-426c-9639-ff1a3a148c40 None None] Checking router: 707dc578-d369-4c30-84ad-9f267c4eefe8 for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:38:19.957322 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541cbe58-b7ff-426c-9639-ff1a3a148c40 None None] Routers {'707dc578-d369-4c30-84ad-9f267c4eefe8'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:38:19.957930 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-541cbe58-b7ff-426c-9639-ff1a3a148c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:37:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['707dc578-d369-4c30-84ad-9f267c4eefe8'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:20.044200 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18420c91-1c76-40de-8279-2419c906bdd7 req-12cbea74-61e5-40e5-8d9b-30c283c5661e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:20.046189 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-18420c91-1c76-40de-8279-2419c906bdd7 req-12cbea74-61e5-40e5-8d9b-30c283c5661e service neutron] 10.222.0.47 "GET /v2.0/networks?id=0edbe52f-137d-43e8-b67a-11575215ff2e HTTP/1.1" status: 200 len: 914 time: 0.1393635 Feb 03 14:38:20.117152 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-18420c91-1c76-40de-8279-2419c906bdd7 req-ada0d798-aff9-4bd9-91b8-b9e9dab86e7b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51673c01-300b-4252-b2ca-ca338da65ea0 HTTP/1.1" status: 200 len: 217 time: 0.0649254 Feb 03 14:38:20.137844 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-541cbe58-b7ff-426c-9639-ff1a3a148c40 None None] Set router 707dc578-d369-4c30-84ad-9f267c4eefe8 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:38:20.178305 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18420c91-1c76-40de-8279-2419c906bdd7 req-c27ba6b7-71e6-498d-8890-9c660ee902d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:20.179750 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-18420c91-1c76-40de-8279-2419c906bdd7 req-c27ba6b7-71e6-498d-8890-9c660ee902d7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51f44f91-af5d-4e54-93de-a7f497dd72fb HTTP/1.1" status: 200 len: 853 time: 0.0560586 Feb 03 14:38:20.257101 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-18420c91-1c76-40de-8279-2419c906bdd7 req-060ebf3d-e3cb-404e-86e3-f2322885377c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0edbe52f-137d-43e8-b67a-11575215ff2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709066 Feb 03 14:38:20.399124 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-18420c91-1c76-40de-8279-2419c906bdd7 req-8a5017d2-2326-45b4-86d4-52e91ac5c6f6 service neutron] 10.222.0.47 "GET /v2.0/networks/0edbe52f-137d-43e8-b67a-11575215ff2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274602 Feb 03 14:38:20.444742 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-541cbe58-b7ff-426c-9639-ff1a3a148c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '707dc578-d369-4c30-84ad-9f267c4eefe8', 'name': 'tempest-TestMinimumBasicScenario-720208848-router', 'tenant_id': 'a0b378422ad441fc835cad460c21f0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': '76a81be1-22cb-41fe-ae9c-6405496b1bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:35:00Z', 'updated_at': '2022-02-03T14:35:03Z', 'revision_number': 4, 'project_id': 'a0b378422ad441fc835cad460c21f0d2', 'gw_port': {'id': '76a81be1-22cb-41fe-ae9c-6405496b1bc3', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707dc578-d369-4c30-84ad-9f267c4eefe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:35:00Z', 'updated_at': '2022-02-03T14:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '3f61d9eb-975f-4ae6-9db4-0570fc7e3fe4', 'name': '', 'network_id': '0edbe52f-137d-43e8-b67a-11575215ff2e', 'tenant_id': 'a0b378422ad441fc835cad460c21f0d2', 'mac_address': 'fa:16:3e:da:05:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707dc578-d369-4c30-84ad-9f267c4eefe8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51f44f91-af5d-4e54-93de-a7f497dd72fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:35:03Z', 'updated_at': '2022-02-03T14:35:12Z', 'revision_number': 5, 'project_id': 'a0b378422ad441fc835cad460c21f0d2', 'subnets': [{'id': '51f44f91-af5d-4e54-93de-a7f497dd72fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:20.449164 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541cbe58-b7ff-426c-9639-ff1a3a148c40 None None] The sync data for ids ['707dc578-d369-4c30-84ad-9f267c4eefe8'] in dv-neutron-827016-1-hyperv is: [{'id': '707dc578-d369-4c30-84ad-9f267c4eefe8', 'name': 'tempest-TestMinimumBasicScenario-720208848-router', 'tenant_id': 'a0b378422ad441fc835cad460c21f0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': '76a81be1-22cb-41fe-ae9c-6405496b1bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:35:00Z', 'updated_at': '2022-02-03T14:35:03Z', 'revision_number': 4, 'project_id': 'a0b378422ad441fc835cad460c21f0d2', 'gw_port': {'id': '76a81be1-22cb-41fe-ae9c-6405496b1bc3', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707dc578-d369-4c30-84ad-9f267c4eefe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:35:00Z', 'updated_at': '2022-02-03T14:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '3f61d9eb-975f-4ae6-9db4-0570fc7e3fe4', 'name': '', 'network_id': '0edbe52f-137d-43e8-b67a-11575215ff2e', 'tenant_id': 'a0b378422ad441fc835cad460c21f0d2', 'mac_address': 'fa:16:3e:da:05:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707dc578-d369-4c30-84ad-9f267c4eefe8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51f44f91-af5d-4e54-93de-a7f497dd72fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:35:03Z', 'updated_at': '2022-02-03T14:35:12Z', 'revision_number': 5, 'project_id': 'a0b378422ad441fc835cad460c21f0d2', 'subnets': [{'id': '51f44f91-af5d-4e54-93de-a7f497dd72fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:38:20.532531 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-18420c91-1c76-40de-8279-2419c906bdd7 req-336ce5b8-e385-4b19-8529-b0f3b5bf2f7a service neutron] 10.222.0.47 "GET /v2.0/networks/0edbe52f-137d-43e8-b67a-11575215ff2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353166 Feb 03 14:38:20.686524 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5b9df9-2456-4702-b188-cf5ed5cc9572 None None] New status for floating IP 67677ac3-7bcc-43cf-85db-e009adf2a990: DOWN {{(pid=84183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:38:25.355809 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5bac21d9-fbca-4178-9fd5-5c79391a9d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:25.543980 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11169f5f-3890-4119-8615-e42380eabb42 req-f632752d-6fea-460e-a946-e3ba720e1c7f tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:25.545252 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-11169f5f-3890-4119-8615-e42380eabb42 req-f632752d-6fea-460e-a946-e3ba720e1c7f tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Synchronizing usage tracker for tenant:a0b378422ad441fc835cad460c21f0d2 on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:38:25.612467 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-11169f5f-3890-4119-8615-e42380eabb42 req-f632752d-6fea-460e-a946-e3ba720e1c7f tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Unset dirty status for tenant:a0b378422ad441fc835cad460c21f0d2 on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:38:25.613530 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-11169f5f-3890-4119-8615-e42380eabb42 req-f632752d-6fea-460e-a946-e3ba720e1c7f tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 945 time: 0.1487217 Feb 03 14:38:25.658073 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-11169f5f-3890-4119-8615-e42380eabb42 req-b8d559f3-1260-4ede-9875-e0fc9a20845d tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Synchronizing usage tracker for tenant:a0b378422ad441fc835cad460c21f0d2 on resource:security_group {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:38:25.736306 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-11169f5f-3890-4119-8615-e42380eabb42 req-b8d559f3-1260-4ede-9875-e0fc9a20845d tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Unset dirty status for tenant:a0b378422ad441fc835cad460c21f0d2 on resource:security_group {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:38:25.737495 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-11169f5f-3890-4119-8615-e42380eabb42 req-b8d559f3-1260-4ede-9875-e0fc9a20845d tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac977eb5-a7c0-41fc-941b-4edddda7c978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184430 Feb 03 14:38:25.847296 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:38:26.933565 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ceee36-6c37-4456-86f7-574f9fbf411f req-dd616ce5-1dfa-4910-a954-628fe3fe015e tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:26.935003 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-44ceee36-6c37-4456-86f7-574f9fbf411f req-dd616ce5-1dfa-4910-a954-628fe3fe015e tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 945 time: 0.0750473 Feb 03 14:38:26.978908 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-44ceee36-6c37-4456-86f7-574f9fbf411f req-ed7b636c-2f50-48ae-8f58-e8bf000253f0 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac977eb5-a7c0-41fc-941b-4edddda7c978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383987 Feb 03 14:38:27.368255 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c1db3-ab96-455e-8c13-106b47f219b7 req-a62ad5e8-8c9c-45a1-8140-d1a5a18c0393 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:27.368892 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-ec3c1db3-ab96-455e-8c13-106b47f219b7 req-a62ad5e8-8c9c-45a1-8140-d1a5a18c0393 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Synchronizing usage tracker for tenant:a0b378422ad441fc835cad460c21f0d2 on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:38:27.380337 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-ec3c1db3-ab96-455e-8c13-106b47f219b7 req-a62ad5e8-8c9c-45a1-8140-d1a5a18c0393 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Unset dirty status for tenant:a0b378422ad441fc835cad460c21f0d2 on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:38:27.381400 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ec3c1db3-ab96-455e-8c13-106b47f219b7 req-a62ad5e8-8c9c-45a1-8140-d1a5a18c0393 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 945 time: 0.0874732 Feb 03 14:38:27.448706 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-ec3c1db3-ab96-455e-8c13-106b47f219b7 req-12c5388f-ab1c-4c13-a252-bc2e5ddb90aa tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Deleting port 51673c01-300b-4252-b2ca-ca338da65ea0 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:38:27.449041 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-ec3c1db3-ab96-455e-8c13-106b47f219b7 req-12c5388f-ab1c-4c13-a252-bc2e5ddb90aa tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:27.542308 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8036ef7f-abf2-4474-9a73-510c28fa6809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:27.687127 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-ec3c1db3-ab96-455e-8c13-106b47f219b7 req-12c5388f-ab1c-4c13-a252-bc2e5ddb90aa tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] For port 51673c01-300b-4252-b2ca-ca338da65ea0, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=51673c01-300b-4252-b2ca-ca338da65ea0,segment=NetworkSegment(ec7462a9-eb4e-4a1e-9cb6-fa304d59e442),segment_id=ec7462a9-eb4e-4a1e-9cb6-fa304d59e442)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:38:27.687493 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-ec3c1db3-ab96-455e-8c13-106b47f219b7 req-12c5388f-ab1c-4c13-a252-bc2e5ddb90aa tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:27.803951 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-ec3c1db3-ab96-455e-8c13-106b47f219b7 req-12c5388f-ab1c-4c13-a252-bc2e5ddb90aa tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Calling delete_port for 51673c01-300b-4252-b2ca-ca338da65ea0 owned by compute:nova {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:38:28.007397 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-ec3c1db3-ab96-455e-8c13-106b47f219b7 req-12c5388f-ab1c-4c13-a252-bc2e5ddb90aa tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:28.018995 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['51673c01-300b-4252-b2ca-ca338da65ea0'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:38:28.056000 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5388f-ab1c-4c13-a252-bc2e5ddb90aa tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Pushing event deleted for resources: {'Port': ['ID=51673c01-300b-4252-b2ca-ca338da65ea0,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:28.098304 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c5388f-ab1c-4c13-a252-bc2e5ddb90aa tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:28.098645 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c5388f-ab1c-4c13-a252-bc2e5ddb90aa tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:28.098981 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c5388f-ab1c-4c13-a252-bc2e5ddb90aa tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:28.099341 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c5388f-ab1c-4c13-a252-bc2e5ddb90aa tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:28.099673 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c5388f-ab1c-4c13-a252-bc2e5ddb90aa tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:28.100004 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c5388f-ab1c-4c13-a252-bc2e5ddb90aa tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:28.100331 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c5388f-ab1c-4c13-a252-bc2e5ddb90aa tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:28.100651 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c5388f-ab1c-4c13-a252-bc2e5ddb90aa tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:28.100971 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c5388f-ab1c-4c13-a252-bc2e5ddb90aa tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:28.101292 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c5388f-ab1c-4c13-a252-bc2e5ddb90aa tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:28.101612 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c5388f-ab1c-4c13-a252-bc2e5ddb90aa tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:28.141557 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3c1db3-ab96-455e-8c13-106b47f219b7 req-12c5388f-ab1c-4c13-a252-bc2e5ddb90aa tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] No DVR routers for this DVR port 51673c01-300b-4252-b2ca-ca338da65ea0 on host hv-neutron-8270 {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:38:28.144168 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-ec3c1db3-ab96-455e-8c13-106b47f219b7 req-12c5388f-ab1c-4c13-a252-bc2e5ddb90aa tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:28.145973 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e0c9f6f3-a6f9-4e12-ad08-d925666252b2 req-3d9d4c49-cc65-4361-8952-8f7747e3db95 tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d489dc5-5751-4a38-84fd-545c3c12e137 HTTP/1.1" status: 200 len: 210 time: 0.0451441 Feb 03 14:38:28.146776 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d489dc5-5751-4a38-84fd-545c3c12e137', 'name': 'network-vif-deleted', 'tag': '51673c01-300b-4252-b2ca-ca338da65ea0'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:38:28.202719 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d489dc5-5751-4a38-84fd-545c3c12e137', 'name': 'network-vif-deleted', 'tag': '51673c01-300b-4252-b2ca-ca338da65ea0', 'status': 'completed', 'code': 200} Feb 03 14:38:28.230662 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ec3c1db3-ab96-455e-8c13-106b47f219b7 req-12c5388f-ab1c-4c13-a252-bc2e5ddb90aa tempest-TestMinimumBasicScenario-1325073054 tempest-TestMinimumBasicScenario-1325073054-project] 10.222.0.47 "DELETE /v2.0/ports/51673c01-300b-4252-b2ca-ca338da65ea0 HTTP/1.1" status: 204 len: 173 time: 0.8429794 Feb 03 14:38:28.862502 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:28.976842 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:30.327353 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:31.452391 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38284) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:38:31.825279 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-283a3272-44ac-4c69-93b6-f80d493aa661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:31.997044 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 51673c01-300b-4252-b2ca-ca338da65ea0 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:38:32.029092 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] No Port match for: 51673c01-300b-4252-b2ca-ca338da65ea0 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:38:32.029434 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 51673c01-300b-4252-b2ca-ca338da65ea0 not bound to the agent host hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:38:32.401459 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-283a3272-44ac-4c69-93b6-f80d493aa661 admin admin] Deleting port 3f61d9eb-975f-4ae6-9db4-0570fc7e3fe4 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:38:32.401795 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-283a3272-44ac-4c69-93b6-f80d493aa661 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:32.660592 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-283a3272-44ac-4c69-93b6-f80d493aa661 admin admin] For port 3f61d9eb-975f-4ae6-9db4-0570fc7e3fe4, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=3f61d9eb-975f-4ae6-9db4-0570fc7e3fe4,segment=NetworkSegment(ec7462a9-eb4e-4a1e-9cb6-fa304d59e442),segment_id=ec7462a9-eb4e-4a1e-9cb6-fa304d59e442)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:38:32.661245 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-283a3272-44ac-4c69-93b6-f80d493aa661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:32.782937 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-283a3272-44ac-4c69-93b6-f80d493aa661 admin admin] Calling delete_port for 3f61d9eb-975f-4ae6-9db4-0570fc7e3fe4 owned by network:router_interface {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:38:33.033302 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-283a3272-44ac-4c69-93b6-f80d493aa661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:33.077837 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a3272-44ac-4c69-93b6-f80d493aa661 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f61d9eb-975f-4ae6-9db4-0570fc7e3fe4,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:33.356976 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-283a3272-44ac-4c69-93b6-f80d493aa661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:33.911595 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283a3272-44ac-4c69-93b6-f80d493aa661 admin admin] Router 707dc578-d369-4c30-84ad-9f267c4eefe8 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:38:34.203966 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283a3272-44ac-4c69-93b6-f80d493aa661 admin admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:38:34.214032 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73a9134-6861-4017-9409-e874b87b0281 None None] Sync routers for ids ['707dc578-d369-4c30-84ad-9f267c4eefe8'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:38:34.215528 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-283a3272-44ac-4c69-93b6-f80d493aa661 admin admin] 10.222.0.41 "PUT /v2.0/routers/707dc578-d369-4c30-84ad-9f267c4eefe8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7621179 Feb 03 14:38:34.217996 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38288) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:38:34.225077 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73a9134-6861-4017-9409-e874b87b0281 None None] Routers {'707dc578-d369-4c30-84ad-9f267c4eefe8'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:38:34.225660 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-f73a9134-6861-4017-9409-e874b87b0281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:38:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['707dc578-d369-4c30-84ad-9f267c4eefe8'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:34.402055 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-f73a9134-6861-4017-9409-e874b87b0281 None None] Set router 707dc578-d369-4c30-84ad-9f267c4eefe8 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:38:34.418465 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c88e72ed-d200-4c48-aef1-84620be4ab3b admin admin] Notify callbacks [] for router, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:34.612983 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c88e72ed-d200-4c48-aef1-84620be4ab3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:34.676261 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-f73a9134-6861-4017-9409-e874b87b0281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '707dc578-d369-4c30-84ad-9f267c4eefe8', 'name': 'tempest-TestMinimumBasicScenario-720208848-router', 'tenant_id': 'a0b378422ad441fc835cad460c21f0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': '76a81be1-22cb-41fe-ae9c-6405496b1bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:35:00Z', 'updated_at': '2022-02-03T14:38:32Z', 'revision_number': 5, 'project_id': 'a0b378422ad441fc835cad460c21f0d2', 'gw_port': {'id': '76a81be1-22cb-41fe-ae9c-6405496b1bc3', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707dc578-d369-4c30-84ad-9f267c4eefe8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:35:00Z', 'updated_at': '2022-02-03T14:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:34.679960 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73a9134-6861-4017-9409-e874b87b0281 None None] Checking router: 707dc578-d369-4c30-84ad-9f267c4eefe8 for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:38:34.681028 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-c88e72ed-d200-4c48-aef1-84620be4ab3b admin admin] Deleting port 76a81be1-22cb-41fe-ae9c-6405496b1bc3 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:38:34.681371 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c88e72ed-d200-4c48-aef1-84620be4ab3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:34.690164 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73a9134-6861-4017-9409-e874b87b0281 None None] Routers {'707dc578-d369-4c30-84ad-9f267c4eefe8'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:38:34.690745 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-f73a9134-6861-4017-9409-e874b87b0281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:38:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['707dc578-d369-4c30-84ad-9f267c4eefe8'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:34.838716 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-f73a9134-6861-4017-9409-e874b87b0281 None None] Set router 707dc578-d369-4c30-84ad-9f267c4eefe8 gateway port host: None {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:38:34.853241 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-c88e72ed-d200-4c48-aef1-84620be4ab3b admin admin] For port 76a81be1-22cb-41fe-ae9c-6405496b1bc3, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=76a81be1-22cb-41fe-ae9c-6405496b1bc3,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:38:34.853595 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c88e72ed-d200-4c48-aef1-84620be4ab3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:34.967028 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-f73a9134-6861-4017-9409-e874b87b0281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '707dc578-d369-4c30-84ad-9f267c4eefe8', 'name': 'tempest-TestMinimumBasicScenario-720208848-router', 'tenant_id': 'a0b378422ad441fc835cad460c21f0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:35:00Z', 'updated_at': '2022-02-03T14:38:34Z', 'revision_number': 6, 'project_id': 'a0b378422ad441fc835cad460c21f0d2', 'gw_port_host': None}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:34.970928 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73a9134-6861-4017-9409-e874b87b0281 None None] The sync data for ids ['707dc578-d369-4c30-84ad-9f267c4eefe8'] in dv-neutron-827016-1-hyperv is: [{'id': '707dc578-d369-4c30-84ad-9f267c4eefe8', 'name': 'tempest-TestMinimumBasicScenario-720208848-router', 'tenant_id': 'a0b378422ad441fc835cad460c21f0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:35:00Z', 'updated_at': '2022-02-03T14:38:34Z', 'revision_number': 6, 'project_id': 'a0b378422ad441fc835cad460c21f0d2', 'gw_port_host': None}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:38:34.974892 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-c88e72ed-d200-4c48-aef1-84620be4ab3b admin admin] Calling delete_port for 76a81be1-22cb-41fe-ae9c-6405496b1bc3 owned by network:router_gateway {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:38:35.221981 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c88e72ed-d200-4c48-aef1-84620be4ab3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:35.268149 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e72ed-d200-4c48-aef1-84620be4ab3b admin admin] Pushing event deleted for resources: {'Port': ['ID=76a81be1-22cb-41fe-ae9c-6405496b1bc3,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:35.494920 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c88e72ed-d200-4c48-aef1-84620be4ab3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:35.779723 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 76a81be1-22cb-41fe-ae9c-6405496b1bc3 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:38:35.812266 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 76a81be1-22cb-41fe-ae9c-6405496b1bc3 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:38:35.812605 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 76a81be1-22cb-41fe-ae9c-6405496b1bc3 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:38:35.813019 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 3f61d9eb-975f-4ae6-9db4-0570fc7e3fe4 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:38:35.847056 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 3f61d9eb-975f-4ae6-9db4-0570fc7e3fe4 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:38:35.847563 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 3f61d9eb-975f-4ae6-9db4-0570fc7e3fe4 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:38:35.855589 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c88e72ed-d200-4c48-aef1-84620be4ab3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:35.860339 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c88e72ed-d200-4c48-aef1-84620be4ab3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:35.955208 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c88e72ed-d200-4c48-aef1-84620be4ab3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:35.955731 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88e72ed-d200-4c48-aef1-84620be4ab3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 707dc578-d369-4c30-84ad-9f267c4eefe8 {{(pid=84182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:38:35.968510 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c88e72ed-d200-4c48-aef1-84620be4ab3b admin admin] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:35.969639 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c88e72ed-d200-4c48-aef1-84620be4ab3b admin admin] 10.222.0.41 "DELETE /v2.0/routers/707dc578-d369-4c30-84ad-9f267c4eefe8 HTTP/1.1" status: 204 len: 168 time: 1.7507563 Feb 03 14:38:35.972186 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38292) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:38:36.033541 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f993f56-9b68-431d-a719-01a693c7e2a4 admin admin] Deleting subnet 51f44f91-af5d-4e54-93de-a7f497dd72fb {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:38:36.036800 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4f993f56-9b68-431d-a719-01a693c7e2a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:36.089038 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4f993f56-9b68-431d-a719-01a693c7e2a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:36.163927 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4f993f56-9b68-431d-a719-01a693c7e2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:36.292676 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4f993f56-9b68-431d-a719-01a693c7e2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:36.334480 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f993f56-9b68-431d-a719-01a693c7e2a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51f44f91-af5d-4e54-93de-a7f497dd72fb,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:36.339007 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4f993f56-9b68-431d-a719-01a693c7e2a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:36.345708 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6042e403-d13b-4d76-9d72-b58e9583f30f None None] Network 0edbe52f-137d-43e8-b67a-11575215ff2e requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:38:36.345857 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4f993f56-9b68-431d-a719-01a693c7e2a4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/51f44f91-af5d-4e54-93de-a7f497dd72fb HTTP/1.1" status: 204 len: 168 time: 0.3715866 Feb 03 14:38:36.347261 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38296) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:38:36.458183 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e3d611a0-6ddb-4fd5-959e-1cb509f5735b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:36.468382 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-e3d611a0-6ddb-4fd5-959e-1cb509f5735b admin admin] Deleting port 71310e5f-1543-41f9-8d48-b7dce6ee997e {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:38:36.468707 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e3d611a0-6ddb-4fd5-959e-1cb509f5735b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:36.602634 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cb2036-98ca-45bb-8038-dfb2f4489775 None None] DHCP port deletion for 0edbe52f-137d-43e8-b67a-11575215ff2e request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:38:36.607168 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-10cb2036-98ca-45bb-8038-dfb2f4489775 None None] Deleting port 71310e5f-1543-41f9-8d48-b7dce6ee997e {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:38:36.607543 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-10cb2036-98ca-45bb-8038-dfb2f4489775 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:36.667126 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-e3d611a0-6ddb-4fd5-959e-1cb509f5735b admin admin] For port 71310e5f-1543-41f9-8d48-b7dce6ee997e, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=71310e5f-1543-41f9-8d48-b7dce6ee997e,segment=NetworkSegment(ec7462a9-eb4e-4a1e-9cb6-fa304d59e442),segment_id=ec7462a9-eb4e-4a1e-9cb6-fa304d59e442)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:38:36.667476 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e3d611a0-6ddb-4fd5-959e-1cb509f5735b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:36.784998 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-e3d611a0-6ddb-4fd5-959e-1cb509f5735b admin admin] Calling delete_port for 71310e5f-1543-41f9-8d48-b7dce6ee997e owned by network:dhcp {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:38:36.806278 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-10cb2036-98ca-45bb-8038-dfb2f4489775 None None] For port 71310e5f-1543-41f9-8d48-b7dce6ee997e, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=71310e5f-1543-41f9-8d48-b7dce6ee997e,segment=NetworkSegment(ec7462a9-eb4e-4a1e-9cb6-fa304d59e442),segment_id=ec7462a9-eb4e-4a1e-9cb6-fa304d59e442)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:38:36.806839 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-10cb2036-98ca-45bb-8038-dfb2f4489775 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:36.904497 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e3d611a0-6ddb-4fd5-959e-1cb509f5735b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:36.922778 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-10cb2036-98ca-45bb-8038-dfb2f4489775 None None] Calling delete_port for 71310e5f-1543-41f9-8d48-b7dce6ee997e owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:38:36.947313 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d611a0-6ddb-4fd5-959e-1cb509f5735b admin admin] Pushing event deleted for resources: {'Port': ['ID=71310e5f-1543-41f9-8d48-b7dce6ee997e,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:36.953196 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d611a0-6ddb-4fd5-959e-1cb509f5735b admin admin] No DVR routers for this DVR port 71310e5f-1543-41f9-8d48-b7dce6ee997e on host dv-neutron-827016-1-hyperv {{(pid=84182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:38:36.991792 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-10cb2036-98ca-45bb-8038-dfb2f4489775 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:38:36.992147 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-10cb2036-98ca-45bb-8038-dfb2f4489775 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:38:37.065755 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e3d611a0-6ddb-4fd5-959e-1cb509f5735b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:37.090247 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-e3d611a0-6ddb-4fd5-959e-1cb509f5735b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0edbe52f-137d-43e8-b67a-11575215ff2e']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:37.102356 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-e3d611a0-6ddb-4fd5-959e-1cb509f5735b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec7462a9-eb4e-4a1e-9cb6-fa304d59e442') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:37.102650 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-e3d611a0-6ddb-4fd5-959e-1cb509f5735b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec7462a9-eb4e-4a1e-9cb6-fa304d59e442') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:37.113681 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e3d611a0-6ddb-4fd5-959e-1cb509f5735b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:37.132231 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e3d611a0-6ddb-4fd5-959e-1cb509f5735b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:37.138450 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d611a0-6ddb-4fd5-959e-1cb509f5735b admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:38:37.143583 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e3d611a0-6ddb-4fd5-959e-1cb509f5735b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:37.151349 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 14:38:37.151349 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:38:37.151349 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 14:38:37.151349 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:38:37.151349 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 14:38:37.151349 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:38:37.151349 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 14:38:37.151349 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:38:37.151349 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 14:38:37.151349 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:38:37.151349 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 14:38:37.151349 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:38:37.151349 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 14:38:37.151349 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:38:37.151349 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:38:37.151349 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:38:37.151349 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:38:37.151349 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:38:37.151349 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 14:38:37.151349 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:38:37.151349 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 14:38:37.151349 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:38:37.151349 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:38:37.151349 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:38:37.151349 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 14:38:37.151349 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:38:37.151349 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:38:37.151349 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:38:37.151349 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:38:37.151349 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:38:37.151349 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:38:37.151349 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:38:37.273056 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e3d611a0-6ddb-4fd5-959e-1cb509f5735b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:37.289203 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e3d611a0-6ddb-4fd5-959e-1cb509f5735b admin admin] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:37.300191 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d611a0-6ddb-4fd5-959e-1cb509f5735b admin admin] Pushing event deleted for resources: {'Network': ['ID=0edbe52f-137d-43e8-b67a-11575215ff2e,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:37.365231 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e3d611a0-6ddb-4fd5-959e-1cb509f5735b admin admin] 10.222.0.41 "DELETE /v2.0/networks/0edbe52f-137d-43e8-b67a-11575215ff2e HTTP/1.1" status: 204 len: 168 time: 1.0169404 Feb 03 14:38:37.368089 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38300) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:38:37.492970 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-10cb2036-98ca-45bb-8038-dfb2f4489775 None None] Deleting port 71310e5f-1543-41f9-8d48-b7dce6ee997e {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:38:37.493352 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-10cb2036-98ca-45bb-8038-dfb2f4489775 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:37.598455 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-10cb2036-98ca-45bb-8038-dfb2f4489775 None None] The port '71310e5f-1543-41f9-8d48-b7dce6ee997e' was deleted {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 14:38:37.613832 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 71310e5f-1543-41f9-8d48-b7dce6ee997e no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:38:37.646681 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 71310e5f-1543-41f9-8d48-b7dce6ee997e {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:38:37.647056 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 71310e5f-1543-41f9-8d48-b7dce6ee997e not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:38:37.853686 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a05cb8c5-0d46-4303-a61d-e38f44c46e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:38.435710 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-a05cb8c5-0d46-4303-a61d-e38f44c46e0d admin admin] Deleting port 22add33b-9ee5-4481-ac13-0f16b0c392c3 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:38:38.436340 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a05cb8c5-0d46-4303-a61d-e38f44c46e0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:38.600153 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-a05cb8c5-0d46-4303-a61d-e38f44c46e0d admin admin] For port 22add33b-9ee5-4481-ac13-0f16b0c392c3, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=22add33b-9ee5-4481-ac13-0f16b0c392c3,segment=NetworkSegment(f922b3fd-bb5c-4818-8e34-436a7851fdd3),segment_id=f922b3fd-bb5c-4818-8e34-436a7851fdd3)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:38:38.600502 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a05cb8c5-0d46-4303-a61d-e38f44c46e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:38.715302 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-a05cb8c5-0d46-4303-a61d-e38f44c46e0d admin admin] Calling delete_port for 22add33b-9ee5-4481-ac13-0f16b0c392c3 owned by network:router_interface {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:38:38.949297 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a05cb8c5-0d46-4303-a61d-e38f44c46e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:38.996503 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05cb8c5-0d46-4303-a61d-e38f44c46e0d admin admin] Pushing event deleted for resources: {'Port': ['ID=22add33b-9ee5-4481-ac13-0f16b0c392c3,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:39.371623 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a05cb8c5-0d46-4303-a61d-e38f44c46e0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:39.939586 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a05cb8c5-0d46-4303-a61d-e38f44c46e0d admin admin] Router 046a4c00-b24e-4e64-8f34-a83b6e41f470 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:38:40.140948 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05cb8c5-0d46-4303-a61d-e38f44c46e0d admin admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:38:40.149397 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4289f24-886f-4519-9b1c-eb91ede0ff27 None None] Sync routers for ids ['046a4c00-b24e-4e64-8f34-a83b6e41f470'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:38:40.150550 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a05cb8c5-0d46-4303-a61d-e38f44c46e0d admin admin] 10.222.0.41 "PUT /v2.0/routers/046a4c00-b24e-4e64-8f34-a83b6e41f470/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7815218 Feb 03 14:38:40.153068 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38304) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:38:40.160911 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4289f24-886f-4519-9b1c-eb91ede0ff27 None None] Routers {'046a4c00-b24e-4e64-8f34-a83b6e41f470'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:38:40.161523 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-e4289f24-886f-4519-9b1c-eb91ede0ff27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:38:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['046a4c00-b24e-4e64-8f34-a83b6e41f470'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:40.347746 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-e4289f24-886f-4519-9b1c-eb91ede0ff27 None None] Set router 046a4c00-b24e-4e64-8f34-a83b6e41f470 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:38:40.353007 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-dc5bab0c-91bd-4df1-8e39-71feed2bc469 admin admin] Notify callbacks [] for router, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:40.560656 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-dc5bab0c-91bd-4df1-8e39-71feed2bc469 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:40.632305 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-e4289f24-886f-4519-9b1c-eb91ede0ff27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046a4c00-b24e-4e64-8f34-a83b6e41f470', 'name': 'tempest-TestMinimumBasicScenario-367672505-router', 'tenant_id': 'd4d9ba585d66481a8066eebb2e3a6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'fea27d39-3637-445a-90f8-fea16c81ff20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:35:07Z', 'updated_at': '2022-02-03T14:38:38Z', 'revision_number': 5, 'project_id': 'd4d9ba585d66481a8066eebb2e3a6250', 'gw_port': {'id': 'fea27d39-3637-445a-90f8-fea16c81ff20', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:45:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046a4c00-b24e-4e64-8f34-a83b6e41f470', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:35:08Z', 'updated_at': '2022-02-03T14:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:40.636569 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4289f24-886f-4519-9b1c-eb91ede0ff27 None None] Checking router: 046a4c00-b24e-4e64-8f34-a83b6e41f470 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:38:40.646626 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-dc5bab0c-91bd-4df1-8e39-71feed2bc469 admin admin] Deleting port fea27d39-3637-445a-90f8-fea16c81ff20 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:38:40.647117 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-dc5bab0c-91bd-4df1-8e39-71feed2bc469 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:40.647262 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4289f24-886f-4519-9b1c-eb91ede0ff27 None None] Routers {'046a4c00-b24e-4e64-8f34-a83b6e41f470'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:38:40.647860 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-e4289f24-886f-4519-9b1c-eb91ede0ff27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:38:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['046a4c00-b24e-4e64-8f34-a83b6e41f470'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:40.798101 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-e4289f24-886f-4519-9b1c-eb91ede0ff27 None None] Set router 046a4c00-b24e-4e64-8f34-a83b6e41f470 gateway port host: None {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:38:40.900721 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-e4289f24-886f-4519-9b1c-eb91ede0ff27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046a4c00-b24e-4e64-8f34-a83b6e41f470', 'name': 'tempest-TestMinimumBasicScenario-367672505-router', 'tenant_id': 'd4d9ba585d66481a8066eebb2e3a6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:35:07Z', 'updated_at': '2022-02-03T14:38:40Z', 'revision_number': 6, 'project_id': 'd4d9ba585d66481a8066eebb2e3a6250', 'gw_port_host': None}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:40.905095 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4289f24-886f-4519-9b1c-eb91ede0ff27 None None] The sync data for ids ['046a4c00-b24e-4e64-8f34-a83b6e41f470'] in dv-neutron-827016-1-hyperv is: [{'id': '046a4c00-b24e-4e64-8f34-a83b6e41f470', 'name': 'tempest-TestMinimumBasicScenario-367672505-router', 'tenant_id': 'd4d9ba585d66481a8066eebb2e3a6250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:35:07Z', 'updated_at': '2022-02-03T14:38:40Z', 'revision_number': 6, 'project_id': 'd4d9ba585d66481a8066eebb2e3a6250', 'gw_port_host': None}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:38:40.932233 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-dc5bab0c-91bd-4df1-8e39-71feed2bc469 admin admin] For port fea27d39-3637-445a-90f8-fea16c81ff20, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=fea27d39-3637-445a-90f8-fea16c81ff20,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:38:40.932233 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-dc5bab0c-91bd-4df1-8e39-71feed2bc469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:41.053422 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-dc5bab0c-91bd-4df1-8e39-71feed2bc469 admin admin] Calling delete_port for fea27d39-3637-445a-90f8-fea16c81ff20 owned by network:router_gateway {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:38:41.275360 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-dc5bab0c-91bd-4df1-8e39-71feed2bc469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:41.320429 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5bab0c-91bd-4df1-8e39-71feed2bc469 admin admin] Pushing event deleted for resources: {'Port': ['ID=fea27d39-3637-445a-90f8-fea16c81ff20,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:41.546017 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-dc5bab0c-91bd-4df1-8e39-71feed2bc469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:41.724699 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 22add33b-9ee5-4481-ac13-0f16b0c392c3 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:38:41.756079 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 22add33b-9ee5-4481-ac13-0f16b0c392c3 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:38:41.756459 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 22add33b-9ee5-4481-ac13-0f16b0c392c3 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:38:41.756915 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device fea27d39-3637-445a-90f8-fea16c81ff20 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:38:41.791506 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: fea27d39-3637-445a-90f8-fea16c81ff20 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:38:41.791857 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device fea27d39-3637-445a-90f8-fea16c81ff20 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:38:41.805821 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-dc5bab0c-91bd-4df1-8e39-71feed2bc469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:41.809966 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-dc5bab0c-91bd-4df1-8e39-71feed2bc469 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:41.915229 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-dc5bab0c-91bd-4df1-8e39-71feed2bc469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:41.915748 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5bab0c-91bd-4df1-8e39-71feed2bc469 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 046a4c00-b24e-4e64-8f34-a83b6e41f470 {{(pid=84182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:38:41.928847 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-dc5bab0c-91bd-4df1-8e39-71feed2bc469 admin admin] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:41.929920 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-dc5bab0c-91bd-4df1-8e39-71feed2bc469 admin admin] 10.222.0.41 "DELETE /v2.0/routers/046a4c00-b24e-4e64-8f34-a83b6e41f470 HTTP/1.1" status: 204 len: 168 time: 1.7759707 Feb 03 14:38:41.932663 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38308) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:38:42.002069 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-709e5f9d-8eb1-4373-9f37-ede7affd8521 admin admin] Deleting subnet a29c2b8f-586e-4c5f-acd2-5aa40afd598a {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:38:42.005540 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-709e5f9d-8eb1-4373-9f37-ede7affd8521 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:42.054088 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-709e5f9d-8eb1-4373-9f37-ede7affd8521 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:42.129131 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-709e5f9d-8eb1-4373-9f37-ede7affd8521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:42.275367 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-709e5f9d-8eb1-4373-9f37-ede7affd8521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:42.314007 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e5f9d-8eb1-4373-9f37-ede7affd8521 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a29c2b8f-586e-4c5f-acd2-5aa40afd598a,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:42.317988 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-709e5f9d-8eb1-4373-9f37-ede7affd8521 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:42.323863 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0ff867-cd26-45ae-b88a-217c974b5aed None None] Network 63bb805e-74d5-4518-b94b-f349057c7790 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:38:42.329351 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-709e5f9d-8eb1-4373-9f37-ede7affd8521 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a29c2b8f-586e-4c5f-acd2-5aa40afd598a HTTP/1.1" status: 204 len: 168 time: 0.3935871 Feb 03 14:38:42.329574 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38312) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:38:42.535090 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ecc997c0-dbb4-459a-b9c7-63744db849aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:42.546307 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-ecc997c0-dbb4-459a-b9c7-63744db849aa admin admin] Deleting port 7f8249ac-9419-42e7-9a20-21b4de84716f {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:38:42.546648 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ecc997c0-dbb4-459a-b9c7-63744db849aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:42.579972 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287c3297-1427-4250-ad56-4d0f4cac1e17 None None] DHCP port deletion for 63bb805e-74d5-4518-b94b-f349057c7790 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:38:42.584069 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-287c3297-1427-4250-ad56-4d0f4cac1e17 None None] Deleting port 7f8249ac-9419-42e7-9a20-21b4de84716f {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:38:42.584513 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-287c3297-1427-4250-ad56-4d0f4cac1e17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:42.749600 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-ecc997c0-dbb4-459a-b9c7-63744db849aa admin admin] For port 7f8249ac-9419-42e7-9a20-21b4de84716f, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=7f8249ac-9419-42e7-9a20-21b4de84716f,segment=NetworkSegment(f922b3fd-bb5c-4818-8e34-436a7851fdd3),segment_id=f922b3fd-bb5c-4818-8e34-436a7851fdd3)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:38:42.749954 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ecc997c0-dbb4-459a-b9c7-63744db849aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:42.820556 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-287c3297-1427-4250-ad56-4d0f4cac1e17 None None] For port 7f8249ac-9419-42e7-9a20-21b4de84716f, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=7f8249ac-9419-42e7-9a20-21b4de84716f,segment=NetworkSegment(f922b3fd-bb5c-4818-8e34-436a7851fdd3),segment_id=f922b3fd-bb5c-4818-8e34-436a7851fdd3)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:38:42.821118 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-287c3297-1427-4250-ad56-4d0f4cac1e17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:42.870329 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-ecc997c0-dbb4-459a-b9c7-63744db849aa admin admin] Calling delete_port for 7f8249ac-9419-42e7-9a20-21b4de84716f owned by network:dhcp {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:38:42.935203 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-287c3297-1427-4250-ad56-4d0f4cac1e17 None None] Calling delete_port for 7f8249ac-9419-42e7-9a20-21b4de84716f owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:38:43.006285 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ecc997c0-dbb4-459a-b9c7-63744db849aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:43.011609 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-287c3297-1427-4250-ad56-4d0f4cac1e17 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:38:43.011963 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-287c3297-1427-4250-ad56-4d0f4cac1e17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:38:43.054035 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc997c0-dbb4-459a-b9c7-63744db849aa admin admin] Pushing event deleted for resources: {'Port': ['ID=7f8249ac-9419-42e7-9a20-21b4de84716f,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:43.059477 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc997c0-dbb4-459a-b9c7-63744db849aa admin admin] No DVR routers for this DVR port 7f8249ac-9419-42e7-9a20-21b4de84716f on host dv-neutron-827016-1-hyperv {{(pid=84182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:38:43.172906 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ecc997c0-dbb4-459a-b9c7-63744db849aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:43.197481 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-ecc997c0-dbb4-459a-b9c7-63744db849aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63bb805e-74d5-4518-b94b-f349057c7790']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:43.209622 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-ecc997c0-dbb4-459a-b9c7-63744db849aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f922b3fd-bb5c-4818-8e34-436a7851fdd3') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:43.209914 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-ecc997c0-dbb4-459a-b9c7-63744db849aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f922b3fd-bb5c-4818-8e34-436a7851fdd3') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:43.220756 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ecc997c0-dbb4-459a-b9c7-63744db849aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:43.235957 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ecc997c0-dbb4-459a-b9c7-63744db849aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:43.241690 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecc997c0-dbb4-459a-b9c7-63744db849aa admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:38:43.242065 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ecc997c0-dbb4-459a-b9c7-63744db849aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:43.255186 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 14:38:43.255186 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:38:43.255186 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 14:38:43.255186 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:38:43.255186 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 14:38:43.255186 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:38:43.255186 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 14:38:43.255186 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:38:43.255186 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 14:38:43.255186 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:38:43.255186 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 14:38:43.255186 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:38:43.255186 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 14:38:43.255186 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:38:43.255186 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:38:43.255186 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:38:43.255186 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:38:43.255186 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:38:43.255186 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 14:38:43.255186 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:38:43.255186 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 14:38:43.255186 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:38:43.255186 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:38:43.255186 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:38:43.255186 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 14:38:43.255186 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:38:43.255186 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:38:43.255186 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:38:43.255186 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:38:43.255186 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:38:43.255186 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:38:43.255186 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:38:43.418334 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ecc997c0-dbb4-459a-b9c7-63744db849aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:43.435131 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ecc997c0-dbb4-459a-b9c7-63744db849aa admin admin] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:43.445742 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc997c0-dbb4-459a-b9c7-63744db849aa admin admin] Pushing event deleted for resources: {'Network': ['ID=63bb805e-74d5-4518-b94b-f349057c7790,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:43.450721 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ecc997c0-dbb4-459a-b9c7-63744db849aa admin admin] 10.222.0.41 "DELETE /v2.0/networks/63bb805e-74d5-4518-b94b-f349057c7790 HTTP/1.1" status: 204 len: 168 time: 1.1191416 Feb 03 14:38:43.512834 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-287c3297-1427-4250-ad56-4d0f4cac1e17 None None] Deleting port 7f8249ac-9419-42e7-9a20-21b4de84716f {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:38:43.513225 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-287c3297-1427-4250-ad56-4d0f4cac1e17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:43.578203 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-287c3297-1427-4250-ad56-4d0f4cac1e17 None None] The port '7f8249ac-9419-42e7-9a20-21b4de84716f' was deleted {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 14:38:43.613347 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 7f8249ac-9419-42e7-9a20-21b4de84716f no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:38:43.645938 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 7f8249ac-9419-42e7-9a20-21b4de84716f {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:38:43.646285 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 7f8249ac-9419-42e7-9a20-21b4de84716f not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:38:43.827744 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38318) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:38:43.877363 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-59a0cf50-8fe0-4a36-993e-0898fbd1e002 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a0b378422ad441fc835cad460c21f0d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0483849 Feb 03 14:38:43.879803 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38322) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:38:43.938481 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-087831d4-8f5a-4c67-9539-32cabd5ab55f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:43.962653 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-087831d4-8f5a-4c67-9539-32cabd5ab55f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:44.086566 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-087831d4-8f5a-4c67-9539-32cabd5ab55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:44.103562 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087831d4-8f5a-4c67-9539-32cabd5ab55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac977eb5-a7c0-41fc-941b-4edddda7c978,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:44.188420 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-087831d4-8f5a-4c67-9539-32cabd5ab55f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:44.189529 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-087831d4-8f5a-4c67-9539-32cabd5ab55f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ac977eb5-a7c0-41fc-941b-4edddda7c978 HTTP/1.1" status: 204 len: 168 time: 0.3088634 Feb 03 14:38:44.896303 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 38330) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:38:44.944997 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b75fefb1-13b2-491b-89b0-78b11756c561 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d4d9ba585d66481a8066eebb2e3a6250&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0479620 Feb 03 14:38:44.947776 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 38334) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:38:45.004549 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-abf6cf9f-12b0-4aae-8a0e-227893818e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:45.029302 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-abf6cf9f-12b0-4aae-8a0e-227893818e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:45.238814 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-abf6cf9f-12b0-4aae-8a0e-227893818e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:45.252759 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf6cf9f-12b0-4aae-8a0e-227893818e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6469d6c-3d98-4755-b55b-5321903f1e3d,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:45.266112 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-abf6cf9f-12b0-4aae-8a0e-227893818e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:45.266112 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-abf6cf9f-12b0-4aae-8a0e-227893818e84 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a6469d6c-3d98-4755-b55b-5321903f1e3d HTTP/1.1" status: 204 len: 168 time: 0.3120251 Feb 03 14:38:47.771836 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:48.162553 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 38380) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:38:48.168242 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-6cdd5c4c-baf9-4aa4-8550-25912fc5fb48 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-766466433', 'description': 'tempest-secgroup-smoke-766466433 description', 'project_id': '5ba8843202ac46748b5166400226edd3'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:38:48.174772 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-6cdd5c4c-baf9-4aa4-8550-25912fc5fb48 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:38:48.178826 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-6cdd5c4c-baf9-4aa4-8550-25912fc5fb48 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:security_group and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:38:48.182108 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-6cdd5c4c-baf9-4aa4-8550-25912fc5fb48 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:38:48.188576 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-6cdd5c4c-baf9-4aa4-8550-25912fc5fb48 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:38:48.250504 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6cdd5c4c-baf9-4aa4-8550-25912fc5fb48 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:48.262463 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6cdd5c4c-baf9-4aa4-8550-25912fc5fb48 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:48.292589 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-6cdd5c4c-baf9-4aa4-8550-25912fc5fb48 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:38:48.297029 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-6cdd5c4c-baf9-4aa4-8550-25912fc5fb48 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:security_group_rule and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:38:48.299943 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-6cdd5c4c-baf9-4aa4-8550-25912fc5fb48 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:38:48.305880 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-6cdd5c4c-baf9-4aa4-8550-25912fc5fb48 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:38:48.381563 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6cdd5c4c-baf9-4aa4-8550-25912fc5fb48 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:48.446294 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6cdd5c4c-baf9-4aa4-8550-25912fc5fb48 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:48.488108 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-6cdd5c4c-baf9-4aa4-8550-25912fc5fb48 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:38:48.492746 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd5c4c-baf9-4aa4-8550-25912fc5fb48 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7a9015-425f-4ec8-9434-432669abfefe,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:48.497236 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-6cdd5c4c-baf9-4aa4-8550-25912fc5fb48 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:security_group_rule and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:38:48.500485 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-6cdd5c4c-baf9-4aa4-8550-25912fc5fb48 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:38:48.507365 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-6cdd5c4c-baf9-4aa4-8550-25912fc5fb48 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:38:48.563125 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6cdd5c4c-baf9-4aa4-8550-25912fc5fb48 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:48.633728 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6cdd5c4c-baf9-4aa4-8550-25912fc5fb48 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:48.678348 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd5c4c-baf9-4aa4-8550-25912fc5fb48 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7344e3-39b5-4ec4-a950-dddc5fb331b6,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:48.743824 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6cdd5c4c-baf9-4aa4-8550-25912fc5fb48 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:48.744993 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-6cdd5c4c-baf9-4aa4-8550-25912fc5fb48 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5813527 Feb 03 14:38:48.747946 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 38384) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:38:48.753490 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-3fa2d204-0f9d-424d-92c5-40b538b33758 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'security_group_rule': {'security_group_id': 'ae7344e3-39b5-4ec4-a950-dddc5fb331b6', 'project_id': '5ba8843202ac46748b5166400226edd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:38:48.759691 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3fa2d204-0f9d-424d-92c5-40b538b33758 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:38:48.763812 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3fa2d204-0f9d-424d-92c5-40b538b33758 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:security_group_rule and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:38:48.767311 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3fa2d204-0f9d-424d-92c5-40b538b33758 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:38:48.773143 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3fa2d204-0f9d-424d-92c5-40b538b33758 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:38:48.867722 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3fa2d204-0f9d-424d-92c5-40b538b33758 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:48.926414 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3fa2d204-0f9d-424d-92c5-40b538b33758 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:48.998267 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3fa2d204-0f9d-424d-92c5-40b538b33758 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:49.021341 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa2d204-0f9d-424d-92c5-40b538b33758 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4452d8a7-7905-46d3-8532-a7f2fc0f0b91,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:49.090016 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3fa2d204-0f9d-424d-92c5-40b538b33758 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:49.091208 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3fa2d204-0f9d-424d-92c5-40b538b33758 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3423035 Feb 03 14:38:49.093994 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 38388) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:38:49.099240 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-855a5575-f111-44cc-8799-2520ba79059d tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'security_group_rule': {'security_group_id': 'ae7344e3-39b5-4ec4-a950-dddc5fb331b6', 'project_id': '5ba8843202ac46748b5166400226edd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:38:49.104928 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-855a5575-f111-44cc-8799-2520ba79059d tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:38:49.108683 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-855a5575-f111-44cc-8799-2520ba79059d tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:security_group_rule and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:38:49.111702 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-855a5575-f111-44cc-8799-2520ba79059d tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:38:49.117099 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-855a5575-f111-44cc-8799-2520ba79059d tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:38:49.195526 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-855a5575-f111-44cc-8799-2520ba79059d tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:49.255082 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-855a5575-f111-44cc-8799-2520ba79059d tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:49.331985 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-855a5575-f111-44cc-8799-2520ba79059d tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:49.354565 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a5575-f111-44cc-8799-2520ba79059d tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8b6683d-4609-4195-9fcc-e377d1ca4948,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:49.423626 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-855a5575-f111-44cc-8799-2520ba79059d tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:49.424840 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-855a5575-f111-44cc-8799-2520ba79059d tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3299460 Feb 03 14:38:49.427634 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 38392) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:38:49.433006 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-205d9f00-5e5d-4b1b-9383-5d807f1cf8df tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'security_group_rule': {'security_group_id': 'ae7344e3-39b5-4ec4-a950-dddc5fb331b6', 'project_id': '5ba8843202ac46748b5166400226edd3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:38:49.439458 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-205d9f00-5e5d-4b1b-9383-5d807f1cf8df tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:38:49.443412 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-205d9f00-5e5d-4b1b-9383-5d807f1cf8df tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:security_group_rule and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:38:49.446273 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-205d9f00-5e5d-4b1b-9383-5d807f1cf8df tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:38:49.452166 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-205d9f00-5e5d-4b1b-9383-5d807f1cf8df tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:38:49.526382 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-205d9f00-5e5d-4b1b-9383-5d807f1cf8df tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:49.586922 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-205d9f00-5e5d-4b1b-9383-5d807f1cf8df tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:49.651338 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-205d9f00-5e5d-4b1b-9383-5d807f1cf8df tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:49.674035 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d9f00-5e5d-4b1b-9383-5d807f1cf8df tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f1f0df4-6dd6-4cf9-9843-d4f3082f6f27,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:49.765755 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-205d9f00-5e5d-4b1b-9383-5d807f1cf8df tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:49.766926 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-205d9f00-5e5d-4b1b-9383-5d807f1cf8df tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3383834 Feb 03 14:38:49.769628 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 38396) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:38:49.774948 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-2c825336-0ffd-4584-a8d7-f6a106849857 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'security_group_rule': {'security_group_id': 'ae7344e3-39b5-4ec4-a950-dddc5fb331b6', 'project_id': '5ba8843202ac46748b5166400226edd3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:38:49.781306 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-2c825336-0ffd-4584-a8d7-f6a106849857 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:38:49.784908 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-2c825336-0ffd-4584-a8d7-f6a106849857 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:security_group_rule and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:38:49.787734 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-2c825336-0ffd-4584-a8d7-f6a106849857 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:38:49.793319 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-2c825336-0ffd-4584-a8d7-f6a106849857 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:38:49.874717 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2c825336-0ffd-4584-a8d7-f6a106849857 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:49.935574 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2c825336-0ffd-4584-a8d7-f6a106849857 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:50.006075 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2c825336-0ffd-4584-a8d7-f6a106849857 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:50.028514 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c825336-0ffd-4584-a8d7-f6a106849857 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5db37b9-12de-4ec0-ab70-3c94a220dca1,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:50.102965 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2c825336-0ffd-4584-a8d7-f6a106849857 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:50.104176 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-2c825336-0ffd-4584-a8d7-f6a106849857 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3336580 Feb 03 14:38:50.106836 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 38400) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:38:50.112896 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-a186d19e-3339-45b4-babe-20f94d18c2c2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'security_group_rule': {'security_group_id': 'ae7344e3-39b5-4ec4-a950-dddc5fb331b6', 'project_id': '5ba8843202ac46748b5166400226edd3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:38:50.118625 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-a186d19e-3339-45b4-babe-20f94d18c2c2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:38:50.122385 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-a186d19e-3339-45b4-babe-20f94d18c2c2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:security_group_rule and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:38:50.125324 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-a186d19e-3339-45b4-babe-20f94d18c2c2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:38:50.130972 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-a186d19e-3339-45b4-babe-20f94d18c2c2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:38:50.198272 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.securitygroups_db [None req-a186d19e-3339-45b4-babe-20f94d18c2c2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Project 5ba8843202ac46748b5166400226edd3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:38:50.205116 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a186d19e-3339-45b4-babe-20f94d18c2c2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:50.271667 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a186d19e-3339-45b4-babe-20f94d18c2c2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:50.358648 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a186d19e-3339-45b4-babe-20f94d18c2c2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:50.383393 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186d19e-3339-45b4-babe-20f94d18c2c2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9969c31c-f080-47c2-a56d-eaba640dd248,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:50.463480 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a186d19e-3339-45b4-babe-20f94d18c2c2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:50.464721 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-a186d19e-3339-45b4-babe-20f94d18c2c2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3569641 Feb 03 14:38:50.467534 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 38404) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:38:50.473158 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-0d7ee77a-129b-44d2-a4b0-24a026e7189a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'security_group_rule': {'security_group_id': 'ae7344e3-39b5-4ec4-a950-dddc5fb331b6', 'project_id': '5ba8843202ac46748b5166400226edd3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:38:50.478951 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-0d7ee77a-129b-44d2-a4b0-24a026e7189a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:38:50.482982 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-0d7ee77a-129b-44d2-a4b0-24a026e7189a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:security_group_rule and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:38:50.486060 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-0d7ee77a-129b-44d2-a4b0-24a026e7189a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:38:50.491585 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-0d7ee77a-129b-44d2-a4b0-24a026e7189a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:38:50.558781 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.securitygroups_db [None req-0d7ee77a-129b-44d2-a4b0-24a026e7189a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Project 5ba8843202ac46748b5166400226edd3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:38:50.565507 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0d7ee77a-129b-44d2-a4b0-24a026e7189a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:50.629275 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0d7ee77a-129b-44d2-a4b0-24a026e7189a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:50.731929 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0d7ee77a-129b-44d2-a4b0-24a026e7189a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:50.755488 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ee77a-129b-44d2-a4b0-24a026e7189a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76576eb7-60c5-4254-bbe9-6acc0215402f,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:50.840449 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0d7ee77a-129b-44d2-a4b0-24a026e7189a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:50.841604 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-0d7ee77a-129b-44d2-a4b0-24a026e7189a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3731844 Feb 03 14:38:50.845259 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 38408) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:38:50.850559 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-db88946b-3dae-4003-9513-5e35d1eeb949 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'network': {'name': 'tempest-network-smoke--1954964775', 'project_id': '5ba8843202ac46748b5166400226edd3', 'port_security_enabled': True}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:38:50.855438 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-db88946b-3dae-4003-9513-5e35d1eeb949 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:38:50.859105 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-db88946b-3dae-4003-9513-5e35d1eeb949 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:network and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:38:50.862459 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-db88946b-3dae-4003-9513-5e35d1eeb949 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:38:50.867997 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-db88946b-3dae-4003-9513-5e35d1eeb949 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:38:51.005836 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db88946b-3dae-4003-9513-5e35d1eeb949 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Made reservation on behalf of 5ba8843202ac46748b5166400226edd3 for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:38:51.008802 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-db88946b-3dae-4003-9513-5e35d1eeb949 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:51.036648 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db88946b-3dae-4003-9513-5e35d1eeb949 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:38:51.044804 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-db88946b-3dae-4003-9513-5e35d1eeb949 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:51.045153 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-db88946b-3dae-4003-9513-5e35d1eeb949 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Added segment 24a64f96-1aa4-444e-a4fe-af9941206dd3 of type vlan for network ae021ca3-ddbf-4a3f-9e1e-f722e518bc59 Feb 03 14:38:51.069637 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-db88946b-3dae-4003-9513-5e35d1eeb949 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:51.171266 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-db88946b-3dae-4003-9513-5e35d1eeb949 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:51.174829 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db88946b-3dae-4003-9513-5e35d1eeb949 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:51.175452 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-db88946b-3dae-4003-9513-5e35d1eeb949 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:51.279005 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db88946b-3dae-4003-9513-5e35d1eeb949 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'Network': ['ID=ae021ca3-ddbf-4a3f-9e1e-f722e518bc59,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:51.288805 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network ae021ca3-ddbf-4a3f-9e1e-f722e518bc59 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:38:51.378893 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-db88946b-3dae-4003-9513-5e35d1eeb949 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5322249 Feb 03 14:38:51.381364 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 38412) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:38:51.388600 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-83d816d1-0d9a-4106-b5fb-e4d2ea2ea938 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-570176312', 'admin_state_up': True, 'project_id': '5ba8843202ac46748b5166400226edd3', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:38:51.396484 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-83d816d1-0d9a-4106-b5fb-e4d2ea2ea938 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:38:51.400407 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-83d816d1-0d9a-4106-b5fb-e4d2ea2ea938 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:router and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:38:51.403254 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-83d816d1-0d9a-4106-b5fb-e4d2ea2ea938 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:38:51.409750 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-83d816d1-0d9a-4106-b5fb-e4d2ea2ea938 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:38:51.485751 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-83d816d1-0d9a-4106-b5fb-e4d2ea2ea938 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:51.486667 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-83d816d1-0d9a-4106-b5fb-e4d2ea2ea938 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:51.504212 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-83d816d1-0d9a-4106-b5fb-e4d2ea2ea938 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:51.720810 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-83d816d1-0d9a-4106-b5fb-e4d2ea2ea938 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:51.963625 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-83d816d1-0d9a-4106-b5fb-e4d2ea2ea938 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for router_gateway, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:51.996358 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-83d816d1-0d9a-4106-b5fb-e4d2ea2ea938 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:52.123679 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-83d816d1-0d9a-4106-b5fb-e4d2ea2ea938 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Allocated IP 172.26.3.249 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/4e4102f3-d7e1-4f7d-a91f-ec63e98213c2) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:38:52.265987 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-83d816d1-0d9a-4106-b5fb-e4d2ea2ea938 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:52.361212 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-83d816d1-0d9a-4106-b5fb-e4d2ea2ea938 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:52.432202 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d816d1-0d9a-4106-b5fb-e4d2ea2ea938 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:38:52.435321 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-83d816d1-0d9a-4106-b5fb-e4d2ea2ea938 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:38:52.438347 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d816d1-0d9a-4106-b5fb-e4d2ea2ea938 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:38:52.477070 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d816d1-0d9a-4106-b5fb-e4d2ea2ea938 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'Port': ['ID=4e4102f3-d7e1-4f7d-a91f-ec63e98213c2,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:52.667311 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-83d816d1-0d9a-4106-b5fb-e4d2ea2ea938 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for router_gateway, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:52.668050 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-83d816d1-0d9a-4106-b5fb-e4d2ea2ea938 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:53.026689 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d816d1-0d9a-4106-b5fb-e4d2ea2ea938 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Router 81949cf6-7b5f-4629-b3ba-1e53aa7d2eee is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:38:53.223710 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d816d1-0d9a-4106-b5fb-e4d2ea2ea938 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:38:53.233188 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805334e8-e1c1-4335-9659-bd56ba461e51 None None] Sync routers for ids ['81949cf6-7b5f-4629-b3ba-1e53aa7d2eee'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:38:53.245161 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805334e8-e1c1-4335-9659-bd56ba461e51 None None] Routers {'81949cf6-7b5f-4629-b3ba-1e53aa7d2eee'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:38:53.245856 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-805334e8-e1c1-4335-9659-bd56ba461e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:38:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['81949cf6-7b5f-4629-b3ba-1e53aa7d2eee'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:53.307517 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-83d816d1-0d9a-4106-b5fb-e4d2ea2ea938 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:53.308703 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-83d816d1-0d9a-4106-b5fb-e4d2ea2ea938 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9263797 Feb 03 14:38:53.311957 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 38416) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:38:53.420787 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-805334e8-e1c1-4335-9659-bd56ba461e51 None None] Set router 81949cf6-7b5f-4629-b3ba-1e53aa7d2eee gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:38:53.476993 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-22403100-bdc2-4f28-91b6-867d1619d00d tempest-TestNetworkAdvancedServerOps-1341579092 tempest-TestNetworkAdvancedServerOps-1341579092-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=5ba8843202ac46748b5166400226edd3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1633890 Feb 03 14:38:53.479804 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 38422) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:38:53.610007 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24851b05-9167-42df-a42e-015fcba1c56e tempest-TestNetworkAdvancedServerOps-1341579092 tempest-TestNetworkAdvancedServerOps-1341579092-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:53.611483 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-24851b05-9167-42df-a42e-015fcba1c56e tempest-TestNetworkAdvancedServerOps-1341579092 tempest-TestNetworkAdvancedServerOps-1341579092-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1308110 Feb 03 14:38:53.614274 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 38426) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:38:53.655579 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-87dfcc04-9e43-400b-8ded-dac4ddce8651 tempest-TestNetworkAdvancedServerOps-1341579092 tempest-TestNetworkAdvancedServerOps-1341579092-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=16a0e898-50c0-4b65-ae3a-069e9649bbca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402403 Feb 03 14:38:53.658652 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 38430) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:38:53.663728 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-609dd8a3-c791-4a29-80d2-ba20affe5450 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1686627160', 'network_id': 'ae021ca3-ddbf-4a3f-9e1e-f722e518bc59', 'project_id': '5ba8843202ac46748b5166400226edd3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:38:53.696467 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-805334e8-e1c1-4335-9659-bd56ba461e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81949cf6-7b5f-4629-b3ba-1e53aa7d2eee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570176312', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '4e4102f3-d7e1-4f7d-a91f-ec63e98213c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:38:51Z', 'updated_at': '2022-02-03T14:38:52Z', 'revision_number': 3, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '4e4102f3-d7e1-4f7d-a91f-ec63e98213c2', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:37:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81949cf6-7b5f-4629-b3ba-1e53aa7d2eee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:52Z', 'updated_at': '2022-02-03T14:38:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:53.700241 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805334e8-e1c1-4335-9659-bd56ba461e51 None None] Checking router: 81949cf6-7b5f-4629-b3ba-1e53aa7d2eee for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:38:53.700586 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805334e8-e1c1-4335-9659-bd56ba461e51 None None] Updating router 81949cf6-7b5f-4629-b3ba-1e53aa7d2eee port 4e4102f3-d7e1-4f7d-a91f-ec63e98213c2 binding host dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:38:53.749314 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-805334e8-e1c1-4335-9659-bd56ba461e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:53.770587 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-609dd8a3-c791-4a29-80d2-ba20affe5450 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:38:53.774385 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-609dd8a3-c791-4a29-80d2-ba20affe5450 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:subnet and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:38:53.777429 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-609dd8a3-c791-4a29-80d2-ba20affe5450 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:38:53.783634 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-609dd8a3-c791-4a29-80d2-ba20affe5450 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:38:53.855506 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609dd8a3-c791-4a29-80d2-ba20affe5450 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Made reservation on behalf of 5ba8843202ac46748b5166400226edd3 for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:38:53.957559 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-609dd8a3-c791-4a29-80d2-ba20affe5450 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:54.062653 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-805334e8-e1c1-4335-9659-bd56ba461e51 None None] Notify callbacks [] for port, precommit_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:54.074610 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.provisioning_blocks [None req-805334e8-e1c1-4335-9659-bd56ba461e51 None None] Transition to ACTIVE for port object 4e4102f3-d7e1-4f7d-a91f-ec63e98213c2 will not be triggered until provisioned by entity L2. {{(pid=84184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:38:54.137171 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-805334e8-e1c1-4335-9659-bd56ba461e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:54.218001 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-805334e8-e1c1-4335-9659-bd56ba461e51 None None] Attempting to bind port 4e4102f3-d7e1-4f7d-a91f-ec63e98213c2 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:38:54.218359 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-805334e8-e1c1-4335-9659-bd56ba461e51 None None] Attempting to bind port 4e4102f3-d7e1-4f7d-a91f-ec63e98213c2 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:38:54.219345 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805334e8-e1c1-4335-9659-bd56ba461e51 None None] Attempting to bind port 4e4102f3-d7e1-4f7d-a91f-ec63e98213c2 on network 16a0e898-50c0-4b65-ae3a-069e9649bbca {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:38:54.221323 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3f953c-70ee-4fc4-b9ea-9bc39c70486d None None] Pushing event updated for resources: {'Port': ['ID=4e4102f3-d7e1-4f7d-a91f-ec63e98213c2,revision_number=2']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:54.232027 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805334e8-e1c1-4335-9659-bd56ba461e51 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:38:54.232398 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805334e8-e1c1-4335-9659-bd56ba461e51 None None] Checking segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:38:54.232787 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-805334e8-e1c1-4335-9659-bd56ba461e51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:54.233171 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805334e8-e1c1-4335-9659-bd56ba461e51 None None] Bound using segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:38:54.233613 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-805334e8-e1c1-4335-9659-bd56ba461e51 None None] Bound port: 4e4102f3-d7e1-4f7d-a91f-ec63e98213c2, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:38:54.234137 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-805334e8-e1c1-4335-9659-bd56ba461e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:54.250358 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-609dd8a3-c791-4a29-80d2-ba20affe5450 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:54.260913 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f953c-70ee-4fc4-b9ea-9bc39c70486d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:54.264840 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f953c-70ee-4fc4-b9ea-9bc39c70486d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:54.264840 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f953c-70ee-4fc4-b9ea-9bc39c70486d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:54.264840 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f953c-70ee-4fc4-b9ea-9bc39c70486d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:54.264840 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f953c-70ee-4fc4-b9ea-9bc39c70486d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:54.264840 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f953c-70ee-4fc4-b9ea-9bc39c70486d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:54.264840 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f953c-70ee-4fc4-b9ea-9bc39c70486d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:54.264840 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f953c-70ee-4fc4-b9ea-9bc39c70486d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:54.264840 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f953c-70ee-4fc4-b9ea-9bc39c70486d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:54.264840 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f953c-70ee-4fc4-b9ea-9bc39c70486d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:54.264840 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f953c-70ee-4fc4-b9ea-9bc39c70486d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:54.308904 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-805334e8-e1c1-4335-9659-bd56ba461e51 None None] For port 4e4102f3-d7e1-4f7d-a91f-ec63e98213c2, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:38:54.311870 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-805334e8-e1c1-4335-9659-bd56ba461e51 None None] For port 4e4102f3-d7e1-4f7d-a91f-ec63e98213c2, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=4e4102f3-d7e1-4f7d-a91f-ec63e98213c2,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:38:54.324139 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609dd8a3-c791-4a29-80d2-ba20affe5450 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'Subnet': ['ID=7ea976b8-3fce-457f-9617-cf2b1d6c0df8,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:54.339435 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609dd8a3-c791-4a29-80d2-ba20affe5450 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Checking segment: {'id': '24a64f96-1aa4-444e-a4fe-af9941206dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ae021ca3-ddbf-4a3f-9e1e-f722e518bc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:38:54.339435 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609dd8a3-c791-4a29-80d2-ba20affe5450 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Network hostable DHCP agents. Network: ae021ca3-ddbf-4a3f-9e1e-f722e518bc59, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:38:54.387422 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-805334e8-e1c1-4335-9659-bd56ba461e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:54.415239 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609dd8a3-c791-4a29-80d2-ba20affe5450 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Network ae021ca3-ddbf-4a3f-9e1e-f722e518bc59 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:38:54.468431 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3f953c-70ee-4fc4-b9ea-9bc39c70486d None None] Pushing event updated for resources: {'Port': ['ID=4e4102f3-d7e1-4f7d-a91f-ec63e98213c2,revision_number=3']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:54.472810 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805334e8-e1c1-4335-9659-bd56ba461e51 None None] Routers {'81949cf6-7b5f-4629-b3ba-1e53aa7d2eee'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:38:54.473392 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-805334e8-e1c1-4335-9659-bd56ba461e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:38:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['81949cf6-7b5f-4629-b3ba-1e53aa7d2eee'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:54.491526 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-609dd8a3-c791-4a29-80d2-ba20affe5450 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, ae021ca3-ddbf-4a3f-9e1e-f722e518bc59) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:38:54.495451 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609dd8a3-c791-4a29-80d2-ba20affe5450 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:54.495982 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-609dd8a3-c791-4a29-80d2-ba20affe5450 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:54.502013 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77549ecd-c98e-453e-9bea-96cfc79e6093 None None] Network ae021ca3-ddbf-4a3f-9e1e-f722e518bc59 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:38:54.588221 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-609dd8a3-c791-4a29-80d2-ba20affe5450 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9283855 Feb 03 14:38:54.590888 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 38434) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:38:54.678635 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-805334e8-e1c1-4335-9659-bd56ba461e51 None None] Set router 81949cf6-7b5f-4629-b3ba-1e53aa7d2eee gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:38:54.731948 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dd26e8-4efd-4b0f-aa04-1440571e022b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-ae021ca3-ddbf-4a3f-9e1e-f722e518bc59', 'network_id': 'ae021ca3-ddbf-4a3f-9e1e-f722e518bc59', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'fixed_ips': [{'subnet_id': '7ea976b8-3fce-457f-9617-cf2b1d6c0df8'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:38:54.733067 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c6dd26e8-4efd-4b0f-aa04-1440571e022b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:54.893892 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-c6dd26e8-4efd-4b0f-aa04-1440571e022b None None] Allocated IP 172.20.0.2 (ae021ca3-ddbf-4a3f-9e1e-f722e518bc59/7ea976b8-3fce-457f-9617-cf2b1d6c0df8/b0a6fcdd-359a-4cae-ba80-26dcbc3033fa) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:38:54.967189 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-805334e8-e1c1-4335-9659-bd56ba461e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81949cf6-7b5f-4629-b3ba-1e53aa7d2eee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570176312', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '4e4102f3-d7e1-4f7d-a91f-ec63e98213c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:38:51Z', 'updated_at': '2022-02-03T14:38:52Z', 'revision_number': 3, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '4e4102f3-d7e1-4f7d-a91f-ec63e98213c2', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:37:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81949cf6-7b5f-4629-b3ba-1e53aa7d2eee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:52Z', 'updated_at': '2022-02-03T14:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:54.971752 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805334e8-e1c1-4335-9659-bd56ba461e51 None None] The sync data for ids ['81949cf6-7b5f-4629-b3ba-1e53aa7d2eee'] in dv-neutron-827016-1-hyperv is: [{'id': '81949cf6-7b5f-4629-b3ba-1e53aa7d2eee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570176312', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '4e4102f3-d7e1-4f7d-a91f-ec63e98213c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:38:51Z', 'updated_at': '2022-02-03T14:38:52Z', 'revision_number': 3, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '4e4102f3-d7e1-4f7d-a91f-ec63e98213c2', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:37:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81949cf6-7b5f-4629-b3ba-1e53aa7d2eee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:52Z', 'updated_at': '2022-02-03T14:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:38:55.104497 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c6dd26e8-4efd-4b0f-aa04-1440571e022b None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:55.116165 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-c6dd26e8-4efd-4b0f-aa04-1440571e022b None None] Transition to ACTIVE for port object b0a6fcdd-359a-4cae-ba80-26dcbc3033fa will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:38:55.137139 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-c6dd26e8-4efd-4b0f-aa04-1440571e022b None None] Transition to ACTIVE for port object b0a6fcdd-359a-4cae-ba80-26dcbc3033fa will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:38:55.205632 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c6dd26e8-4efd-4b0f-aa04-1440571e022b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:55.282945 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dd26e8-4efd-4b0f-aa04-1440571e022b None None] Network ae021ca3-ddbf-4a3f-9e1e-f722e518bc59 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:38:55.287024 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-c6dd26e8-4efd-4b0f-aa04-1440571e022b None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:38:55.294903 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dd26e8-4efd-4b0f-aa04-1440571e022b None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:38:55.306044 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd26e8-4efd-4b0f-aa04-1440571e022b None None] Pushing event updated for resources: {'Port': ['ID=b0a6fcdd-359a-4cae-ba80-26dcbc3033fa,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:55.346444 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd26e8-4efd-4b0f-aa04-1440571e022b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:55.347097 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd26e8-4efd-4b0f-aa04-1440571e022b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:55.347634 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd26e8-4efd-4b0f-aa04-1440571e022b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:55.348136 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd26e8-4efd-4b0f-aa04-1440571e022b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:55.348625 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd26e8-4efd-4b0f-aa04-1440571e022b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:55.349103 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd26e8-4efd-4b0f-aa04-1440571e022b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:55.349589 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd26e8-4efd-4b0f-aa04-1440571e022b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:55.350073 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd26e8-4efd-4b0f-aa04-1440571e022b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:55.350545 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd26e8-4efd-4b0f-aa04-1440571e022b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:55.351023 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd26e8-4efd-4b0f-aa04-1440571e022b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:55.351512 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd26e8-4efd-4b0f-aa04-1440571e022b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:55.393801 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ac1731f2-171d-46a8-928e-e93bb0690382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:55.416666 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-c6dd26e8-4efd-4b0f-aa04-1440571e022b None None] Attempting to bind port b0a6fcdd-359a-4cae-ba80-26dcbc3033fa on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:38:55.417253 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-c6dd26e8-4efd-4b0f-aa04-1440571e022b None None] Attempting to bind port b0a6fcdd-359a-4cae-ba80-26dcbc3033fa by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '24a64f96-1aa4-444e-a4fe-af9941206dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ae021ca3-ddbf-4a3f-9e1e-f722e518bc59'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:38:55.417937 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dd26e8-4efd-4b0f-aa04-1440571e022b None None] Attempting to bind port b0a6fcdd-359a-4cae-ba80-26dcbc3033fa on network ae021ca3-ddbf-4a3f-9e1e-f722e518bc59 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:38:55.429167 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dd26e8-4efd-4b0f-aa04-1440571e022b None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:38:55.434742 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dd26e8-4efd-4b0f-aa04-1440571e022b None None] Checking segment: {'id': '24a64f96-1aa4-444e-a4fe-af9941206dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ae021ca3-ddbf-4a3f-9e1e-f722e518bc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:38:55.434742 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c6dd26e8-4efd-4b0f-aa04-1440571e022b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:55.434742 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dd26e8-4efd-4b0f-aa04-1440571e022b None None] Bound using segment: {'id': '24a64f96-1aa4-444e-a4fe-af9941206dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ae021ca3-ddbf-4a3f-9e1e-f722e518bc59'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:38:55.434742 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-c6dd26e8-4efd-4b0f-aa04-1440571e022b None None] Bound port: b0a6fcdd-359a-4cae-ba80-26dcbc3033fa, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a64f96-1aa4-444e-a4fe-af9941206dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ae021ca3-ddbf-4a3f-9e1e-f722e518bc59'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:38:55.434742 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c6dd26e8-4efd-4b0f-aa04-1440571e022b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:55.521022 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d7779f73-a237-44d1-9b4e-32e7ebbfcf8c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:55.528245 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-c6dd26e8-4efd-4b0f-aa04-1440571e022b None None] For port b0a6fcdd-359a-4cae-ba80-26dcbc3033fa, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:38:55.535998 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-c6dd26e8-4efd-4b0f-aa04-1440571e022b None None] For port b0a6fcdd-359a-4cae-ba80-26dcbc3033fa, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=b0a6fcdd-359a-4cae-ba80-26dcbc3033fa,segment=NetworkSegment(24a64f96-1aa4-444e-a4fe-af9941206dd3),segment_id=24a64f96-1aa4-444e-a4fe-af9941206dd3)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:38:55.618647 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c6dd26e8-4efd-4b0f-aa04-1440571e022b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:55.658185 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 4e4102f3-d7e1-4f7d-a91f-ec63e98213c2 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:38:55.762620 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd26e8-4efd-4b0f-aa04-1440571e022b None None] Pushing event updated for resources: {'Port': ['ID=b0a6fcdd-359a-4cae-ba80-26dcbc3033fa,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:55.832552 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 4e4102f3-d7e1-4f7d-a91f-ec63e98213c2 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:38:55.839506 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 4e4102f3-d7e1-4f7d-a91f-ec63e98213c2 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:38:55.841591 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:55.989745 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-d7779f73-a237-44d1-9b4e-32e7ebbfcf8c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Allocated IP 172.20.0.1 (ae021ca3-ddbf-4a3f-9e1e-f722e518bc59/7ea976b8-3fce-457f-9617-cf2b1d6c0df8/d4a7b6f8-6d45-429b-988b-396ac886d0de) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:38:56.006276 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:56.024659 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 4e4102f3-d7e1-4f7d-a91f-ec63e98213c2, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=4e4102f3-d7e1-4f7d-a91f-ec63e98213c2,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:38:56.085931 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:56.150579 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=4e4102f3-d7e1-4f7d-a91f-ec63e98213c2,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:56.159983 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d7779f73-a237-44d1-9b4e-32e7ebbfcf8c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:56.175290 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-d7779f73-a237-44d1-9b4e-32e7ebbfcf8c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Transition to ACTIVE for port object d4a7b6f8-6d45-429b-988b-396ac886d0de will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:38:56.263439 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d7779f73-a237-44d1-9b4e-32e7ebbfcf8c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:56.334093 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7779f73-a237-44d1-9b4e-32e7ebbfcf8c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Network ae021ca3-ddbf-4a3f-9e1e-f722e518bc59 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:38:56.337218 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-d7779f73-a237-44d1-9b4e-32e7ebbfcf8c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:38:56.339778 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7779f73-a237-44d1-9b4e-32e7ebbfcf8c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:38:56.374939 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7779f73-a237-44d1-9b4e-32e7ebbfcf8c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'Port': ['ID=d4a7b6f8-6d45-429b-988b-396ac886d0de,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:56.407268 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d7779f73-a237-44d1-9b4e-32e7ebbfcf8c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:56.565189 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d7779f73-a237-44d1-9b4e-32e7ebbfcf8c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:56.681761 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5088bc-bf7b-4186-b105-f9d04f6739ce None None] Network ae021ca3-ddbf-4a3f-9e1e-f722e518bc59 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:38:56.890449 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-f1f665cf-6439-48a2-9b58-f77afea378ce None None] Provisioning for port b0a6fcdd-359a-4cae-ba80-26dcbc3033fa completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:38:56.979813 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d7779f73-a237-44d1-9b4e-32e7ebbfcf8c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:57.040654 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d7779f73-a237-44d1-9b4e-32e7ebbfcf8c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:57.192887 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-e617ef61-2332-4e8f-88df-7c3788a0c8ac None None] Provisioning for port d4a7b6f8-6d45-429b-988b-396ac886d0de completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:38:57.198262 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-e617ef61-2332-4e8f-88df-7c3788a0c8ac None None] Provisioning complete for port d4a7b6f8-6d45-429b-988b-396ac886d0de triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:38:57.198579 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e617ef61-2332-4e8f-88df-7c3788a0c8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:57.254123 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-e617ef61-2332-4e8f-88df-7c3788a0c8ac None None] Port d4a7b6f8-6d45-429b-988b-396ac886d0de cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:38:57.257958 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7779f73-a237-44d1-9b4e-32e7ebbfcf8c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'Port': ['ID=d4a7b6f8-6d45-429b-988b-396ac886d0de,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:57.262600 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d7779f73-a237-44d1-9b4e-32e7ebbfcf8c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:57.390095 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-2a301223-3936-46ba-9b58-c96ea9be0984 None None] Provisioning complete for port d4a7b6f8-6d45-429b-988b-396ac886d0de triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:38:57.391209 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2a301223-3936-46ba-9b58-c96ea9be0984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:57.401662 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7779f73-a237-44d1-9b4e-32e7ebbfcf8c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Network ae021ca3-ddbf-4a3f-9e1e-f722e518bc59 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:38:57.402737 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-d7779f73-a237-44d1-9b4e-32e7ebbfcf8c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:38:57.468994 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-2a301223-3936-46ba-9b58-c96ea9be0984 None None] Port d4a7b6f8-6d45-429b-988b-396ac886d0de cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:38:57.537605 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0de6f208-b798-4771-b2d6-852461e4d469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:57.691272 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-43f7927a-d3c3-46c9-acf1-338caf8ab25f None None] Provisioning complete for port d4a7b6f8-6d45-429b-988b-396ac886d0de triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:38:57.691272 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-43f7927a-d3c3-46c9-acf1-338caf8ab25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:57.716195 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 4e4102f3-d7e1-4f7d-a91f-ec63e98213c2 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:38:57.790700 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-43f7927a-d3c3-46c9-acf1-338caf8ab25f None None] Port d4a7b6f8-6d45-429b-988b-396ac886d0de cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:38:57.798396 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7779f73-a237-44d1-9b4e-32e7ebbfcf8c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Router 81949cf6-7b5f-4629-b3ba-1e53aa7d2eee has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:38:57.808088 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 4e4102f3-d7e1-4f7d-a91f-ec63e98213c2 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:38:57.808464 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:57.919975 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device b0a6fcdd-359a-4cae-ba80-26dcbc3033fa up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:38:57.997537 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7779f73-a237-44d1-9b4e-32e7ebbfcf8c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:38:58.007545 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d7779f73-a237-44d1-9b4e-32e7ebbfcf8c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "PUT /v2.0/routers/81949cf6-7b5f-4629-b3ba-1e53aa7d2eee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4156475 Feb 03 14:38:58.040117 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port b0a6fcdd-359a-4cae-ba80-26dcbc3033fa completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:38:58.045203 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port b0a6fcdd-359a-4cae-ba80-26dcbc3033fa triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:38:58.045580 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:58.162929 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:58.197636 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port b0a6fcdd-359a-4cae-ba80-26dcbc3033fa, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=b0a6fcdd-359a-4cae-ba80-26dcbc3033fa,segment=NetworkSegment(24a64f96-1aa4-444e-a4fe-af9941206dd3),segment_id=24a64f96-1aa4-444e-a4fe-af9941206dd3)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:38:58.214469 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b12f63b2-85dc-4373-8233-e328752447cb req-9f8a4798-8d1d-42c4-9cfc-4a1289592ce8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-766466433&fields=id&tenant_id=5ba8843202ac46748b5166400226edd3 HTTP/1.1" status: 200 len: 267 time: 0.0420413 Feb 03 14:38:58.284096 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:58.356652 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=b0a6fcdd-359a-4cae-ba80-26dcbc3033fa,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:58.364881 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f63b2-85dc-4373-8233-e328752447cb req-cfe51cb9-8589-4ef9-854b-511970b45637 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:58.366312 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b12f63b2-85dc-4373-8233-e328752447cb req-cfe51cb9-8589-4ef9-854b-511970b45637 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/networks?id=ae021ca3-ddbf-4a3f-9e1e-f722e518bc59 HTTP/1.1" status: 200 len: 797 time: 0.1455524 Feb 03 14:38:58.383887 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b12f63b2-85dc-4373-8233-e328752447cb req-1d863836-d2ec-4fae-97e8-5b1d02471de5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/quotas/5ba8843202ac46748b5166400226edd3 HTTP/1.1" status: 200 len: 375 time: 0.0120173 Feb 03 14:38:58.463939 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b12f63b2-85dc-4373-8233-e328752447cb req-b5c69f3e-bd8b-4b83-9825-56b0887676f0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5ba8843202ac46748b5166400226edd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0743985 Feb 03 14:38:58.535516 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa4ebf9-a686-4d77-8a0f-451011786e12 None None] Sync routers for ids ['81949cf6-7b5f-4629-b3ba-1e53aa7d2eee'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:38:58.547666 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa4ebf9-a686-4d77-8a0f-451011786e12 None None] Routers {'81949cf6-7b5f-4629-b3ba-1e53aa7d2eee'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:38:58.548266 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-7aa4ebf9-a686-4d77-8a0f-451011786e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:38:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['81949cf6-7b5f-4629-b3ba-1e53aa7d2eee'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:58.714425 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b12f63b2-85dc-4373-8233-e328752447cb req-9c1bb537-515f-4181-aad0-f2eebdb6ad27 service neutron] 10.222.0.41 "GET /v2.0/networks/ae021ca3-ddbf-4a3f-9e1e-f722e518bc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389674 Feb 03 14:38:58.731495 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-7aa4ebf9-a686-4d77-8a0f-451011786e12 None None] Set router 81949cf6-7b5f-4629-b3ba-1e53aa7d2eee gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:38:58.848718 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b12f63b2-85dc-4373-8233-e328752447cb req-2a274178-76c4-4131-ae0a-3b0a73e6470b service neutron] 10.222.0.41 "GET /v2.0/networks/ae021ca3-ddbf-4a3f-9e1e-f722e518bc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277909 Feb 03 14:38:58.939748 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:59.025440 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:59.059890 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-7aa4ebf9-a686-4d77-8a0f-451011786e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81949cf6-7b5f-4629-b3ba-1e53aa7d2eee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570176312', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '4e4102f3-d7e1-4f7d-a91f-ec63e98213c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:38:51Z', 'updated_at': '2022-02-03T14:38:56Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '4e4102f3-d7e1-4f7d-a91f-ec63e98213c2', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:37:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81949cf6-7b5f-4629-b3ba-1e53aa7d2eee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:52Z', 'updated_at': '2022-02-03T14:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'd4a7b6f8-6d45-429b-988b-396ac886d0de', 'name': '', 'network_id': 'ae021ca3-ddbf-4a3f-9e1e-f722e518bc59', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'mac_address': 'fa:16:3e:83:42:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81949cf6-7b5f-4629-b3ba-1e53aa7d2eee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ea976b8-3fce-457f-9617-cf2b1d6c0df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:55Z', 'updated_at': '2022-02-03T14:38:56Z', 'revision_number': 2, 'project_id': '5ba8843202ac46748b5166400226edd3', 'subnets': [{'id': '7ea976b8-3fce-457f-9617-cf2b1d6c0df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:59.065051 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa4ebf9-a686-4d77-8a0f-451011786e12 None None] Checking router: 81949cf6-7b5f-4629-b3ba-1e53aa7d2eee for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:38:59.065416 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa4ebf9-a686-4d77-8a0f-451011786e12 None None] Updating router 81949cf6-7b5f-4629-b3ba-1e53aa7d2eee port d4a7b6f8-6d45-429b-988b-396ac886d0de binding host dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:38:59.122503 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7aa4ebf9-a686-4d77-8a0f-451011786e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:59.324229 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e8fb5746-5dd6-43d5-b6ca-c07914902c38 req-62ee3d8d-38d4-4e99-b585-b19e3bd93ed9 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=f13ad569-3b0d-481f-a604-0b0c6cc0dbae HTTP/1.1" status: 200 len: 210 time: 0.2118897 Feb 03 14:38:59.490566 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7aa4ebf9-a686-4d77-8a0f-451011786e12 None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:59.502791 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-7aa4ebf9-a686-4d77-8a0f-451011786e12 None None] Transition to ACTIVE for port object d4a7b6f8-6d45-429b-988b-396ac886d0de will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:38:59.594826 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7aa4ebf9-a686-4d77-8a0f-451011786e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:59.629447 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device b0a6fcdd-359a-4cae-ba80-26dcbc3033fa up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:38:59.777525 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6c95a-678b-4a9d-9e16-a0661c88f1f1 None None] Pushing event updated for resources: {'Port': ['ID=d4a7b6f8-6d45-429b-988b-396ac886d0de,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:59.865912 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port b0a6fcdd-359a-4cae-ba80-26dcbc3033fa triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:38:59.866301 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:59.906766 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-7aa4ebf9-a686-4d77-8a0f-451011786e12 None None] Attempting to bind port d4a7b6f8-6d45-429b-988b-396ac886d0de on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:38:59.907150 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-7aa4ebf9-a686-4d77-8a0f-451011786e12 None None] Attempting to bind port d4a7b6f8-6d45-429b-988b-396ac886d0de by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '24a64f96-1aa4-444e-a4fe-af9941206dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ae021ca3-ddbf-4a3f-9e1e-f722e518bc59'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:38:59.907515 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa4ebf9-a686-4d77-8a0f-451011786e12 None None] Attempting to bind port d4a7b6f8-6d45-429b-988b-396ac886d0de on network ae021ca3-ddbf-4a3f-9e1e-f722e518bc59 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:38:59.932372 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa4ebf9-a686-4d77-8a0f-451011786e12 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:38:59.932745 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa4ebf9-a686-4d77-8a0f-451011786e12 None None] Checking segment: {'id': '24a64f96-1aa4-444e-a4fe-af9941206dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ae021ca3-ddbf-4a3f-9e1e-f722e518bc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:38:59.933146 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7aa4ebf9-a686-4d77-8a0f-451011786e12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:38:59.933537 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa4ebf9-a686-4d77-8a0f-451011786e12 None None] Bound using segment: {'id': '24a64f96-1aa4-444e-a4fe-af9941206dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ae021ca3-ddbf-4a3f-9e1e-f722e518bc59'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:38:59.933999 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-7aa4ebf9-a686-4d77-8a0f-451011786e12 None None] Bound port: d4a7b6f8-6d45-429b-988b-396ac886d0de, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a64f96-1aa4-444e-a4fe-af9941206dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ae021ca3-ddbf-4a3f-9e1e-f722e518bc59'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:38:59.934375 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7aa4ebf9-a686-4d77-8a0f-451011786e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:39:00.079482 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-7aa4ebf9-a686-4d77-8a0f-451011786e12 None None] For port d4a7b6f8-6d45-429b-988b-396ac886d0de, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:39:00.090212 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-7aa4ebf9-a686-4d77-8a0f-451011786e12 None None] For port d4a7b6f8-6d45-429b-988b-396ac886d0de, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=d4a7b6f8-6d45-429b-988b-396ac886d0de,segment=NetworkSegment(24a64f96-1aa4-444e-a4fe-af9941206dd3),segment_id=24a64f96-1aa4-444e-a4fe-af9941206dd3)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:39:00.170272 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7aa4ebf9-a686-4d77-8a0f-451011786e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:39:00.259152 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6c95a-678b-4a9d-9e16-a0661c88f1f1 None None] Pushing event updated for resources: {'Port': ['ID=d4a7b6f8-6d45-429b-988b-396ac886d0de,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:00.265332 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa4ebf9-a686-4d77-8a0f-451011786e12 None None] Routers {'81949cf6-7b5f-4629-b3ba-1e53aa7d2eee'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:39:00.265941 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-7aa4ebf9-a686-4d77-8a0f-451011786e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:38:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['81949cf6-7b5f-4629-b3ba-1e53aa7d2eee'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:39:00.346111 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:39:00.445851 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c14e2364-0df9-4777-957d-fbe875f9f997 req-06e9e6be-0c27-4977-bffb-9fe20b7be809 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=f13ad569-3b0d-481f-a604-0b0c6cc0dbae HTTP/1.1" status: 200 len: 210 time: 0.0421889 Feb 03 14:39:00.460444 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-7aa4ebf9-a686-4d77-8a0f-451011786e12 None None] Set router 81949cf6-7b5f-4629-b3ba-1e53aa7d2eee gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:39:00.768300 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-7aa4ebf9-a686-4d77-8a0f-451011786e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81949cf6-7b5f-4629-b3ba-1e53aa7d2eee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570176312', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '4e4102f3-d7e1-4f7d-a91f-ec63e98213c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:38:51Z', 'updated_at': '2022-02-03T14:38:56Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '4e4102f3-d7e1-4f7d-a91f-ec63e98213c2', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:37:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81949cf6-7b5f-4629-b3ba-1e53aa7d2eee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:52Z', 'updated_at': '2022-02-03T14:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'd4a7b6f8-6d45-429b-988b-396ac886d0de', 'name': '', 'network_id': 'ae021ca3-ddbf-4a3f-9e1e-f722e518bc59', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'mac_address': 'fa:16:3e:83:42:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81949cf6-7b5f-4629-b3ba-1e53aa7d2eee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ea976b8-3fce-457f-9617-cf2b1d6c0df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:55Z', 'updated_at': '2022-02-03T14:39:00Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'subnets': [{'id': '7ea976b8-3fce-457f-9617-cf2b1d6c0df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:39:00.772074 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa4ebf9-a686-4d77-8a0f-451011786e12 None None] The sync data for ids ['81949cf6-7b5f-4629-b3ba-1e53aa7d2eee'] in dv-neutron-827016-1-hyperv is: [{'id': '81949cf6-7b5f-4629-b3ba-1e53aa7d2eee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570176312', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '4e4102f3-d7e1-4f7d-a91f-ec63e98213c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:38:51Z', 'updated_at': '2022-02-03T14:38:56Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '4e4102f3-d7e1-4f7d-a91f-ec63e98213c2', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:37:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81949cf6-7b5f-4629-b3ba-1e53aa7d2eee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:52Z', 'updated_at': '2022-02-03T14:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'd4a7b6f8-6d45-429b-988b-396ac886d0de', 'name': '', 'network_id': 'ae021ca3-ddbf-4a3f-9e1e-f722e518bc59', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'mac_address': 'fa:16:3e:83:42:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81949cf6-7b5f-4629-b3ba-1e53aa7d2eee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ea976b8-3fce-457f-9617-cf2b1d6c0df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:55Z', 'updated_at': '2022-02-03T14:39:00Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'subnets': [{'id': '7ea976b8-3fce-457f-9617-cf2b1d6c0df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:39:01.559358 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4814ea26-cc29-49e9-9f2e-5b7720c15c92 req-262c1a2e-001a-4f68-aeac-069e0ea5211d tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=f13ad569-3b0d-481f-a604-0b0c6cc0dbae HTTP/1.1" status: 200 len: 210 time: 0.0418360 Feb 03 14:39:01.641563 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device d4a7b6f8-6d45-429b-988b-396ac886d0de up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:39:01.822785 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port d4a7b6f8-6d45-429b-988b-396ac886d0de completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:39:01.827516 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port d4a7b6f8-6d45-429b-988b-396ac886d0de triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:01.828816 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:39:01.937627 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:39:01.968817 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port d4a7b6f8-6d45-429b-988b-396ac886d0de, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=d4a7b6f8-6d45-429b-988b-396ac886d0de,segment=NetworkSegment(24a64f96-1aa4-444e-a4fe-af9941206dd3),segment_id=24a64f96-1aa4-444e-a4fe-af9941206dd3)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:39:02.028202 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:39:02.091248 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=d4a7b6f8-6d45-429b-988b-396ac886d0de,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:02.672580 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6549841f-68a1-4abd-bb28-b2979bc2553c req-80b4cff4-c35b-4786-89eb-e426fd827d60 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=f13ad569-3b0d-481f-a604-0b0c6cc0dbae HTTP/1.1" status: 200 len: 210 time: 0.0463943 Feb 03 14:39:02.847015 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:39:03.623549 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device d4a7b6f8-6d45-429b-988b-396ac886d0de up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:39:03.692092 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port d4a7b6f8-6d45-429b-988b-396ac886d0de triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:03.692460 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:39:03.828896 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e3275bc4-ab1b-49e3-a5c9-783508af4914 req-dadae73f-1365-4145-8479-31369eb47ee9 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=f13ad569-3b0d-481f-a604-0b0c6cc0dbae HTTP/1.1" status: 200 len: 210 time: 0.0401747 Feb 03 14:39:05.071637 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-cc94e0af-28c2-40ef-a834-4ecf32b1619d req-e81ccb86-2aa2-4ba9-9809-4229bff4ddf7 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=f13ad569-3b0d-481f-a604-0b0c6cc0dbae HTTP/1.1" status: 200 len: 210 time: 0.1215315 Feb 03 14:39:05.694831 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f63b2-85dc-4373-8233-e328752447cb req-f1a3ca3c-e4bc-46c2-89d1-0ed7fb98775f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:05.695526 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-b12f63b2-85dc-4373-8233-e328752447cb req-f1a3ca3c-e4bc-46c2-89d1-0ed7fb98775f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Synchronizing usage tracker for tenant:5ba8843202ac46748b5166400226edd3 on resource:network {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:39:05.771239 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-b12f63b2-85dc-4373-8233-e328752447cb req-f1a3ca3c-e4bc-46c2-89d1-0ed7fb98775f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Unset dirty status for tenant:5ba8843202ac46748b5166400226edd3 on resource:network {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:39:05.772414 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b12f63b2-85dc-4373-8233-e328752447cb req-f1a3ca3c-e4bc-46c2-89d1-0ed7fb98775f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.47 "GET /v2.0/networks?id=ae021ca3-ddbf-4a3f-9e1e-f722e518bc59 HTTP/1.1" status: 200 len: 797 time: 0.2199743 Feb 03 14:39:05.826628 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-b12f63b2-85dc-4373-8233-e328752447cb req-c84259c1-141c-42f3-b93d-e5173a50b7e6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Synchronizing usage tracker for tenant:5ba8843202ac46748b5166400226edd3 on resource:security_group {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:39:05.914336 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-b12f63b2-85dc-4373-8233-e328752447cb req-c84259c1-141c-42f3-b93d-e5173a50b7e6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Unset dirty status for tenant:5ba8843202ac46748b5166400226edd3 on resource:security_group {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:39:05.915535 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b12f63b2-85dc-4373-8233-e328752447cb req-c84259c1-141c-42f3-b93d-e5173a50b7e6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ba8843202ac46748b5166400226edd3 HTTP/1.1" status: 200 len: 379 time: 0.1302607 Feb 03 14:39:05.925426 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-b12f63b2-85dc-4373-8233-e328752447cb req-5259335a-1f1c-4f79-8100-6395237bc29e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'port': {'device_id': 'f13ad569-3b0d-481f-a604-0b0c6cc0dbae', 'network_id': 'ae021ca3-ddbf-4a3f-9e1e-f722e518bc59', 'admin_state_up': True, 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'security_groups': ['ae7344e3-39b5-4ec4-a950-dddc5fb331b6']}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:39:06.057635 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-b12f63b2-85dc-4373-8233-e328752447cb req-5259335a-1f1c-4f79-8100-6395237bc29e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:39:06.061478 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-b12f63b2-85dc-4373-8233-e328752447cb req-5259335a-1f1c-4f79-8100-6395237bc29e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:port and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:39:06.064225 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-b12f63b2-85dc-4373-8233-e328752447cb req-5259335a-1f1c-4f79-8100-6395237bc29e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:39:06.070166 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-b12f63b2-85dc-4373-8233-e328752447cb req-5259335a-1f1c-4f79-8100-6395237bc29e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:39:06.137194 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b12f63b2-85dc-4373-8233-e328752447cb req-5259335a-1f1c-4f79-8100-6395237bc29e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Made reservation on behalf of 5ba8843202ac46748b5166400226edd3 for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:39:06.140871 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-b12f63b2-85dc-4373-8233-e328752447cb req-5259335a-1f1c-4f79-8100-6395237bc29e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:39:06.234774 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3d0947bb-771b-4364-b397-f1a31d6ff3da req-ed72b90b-38a2-4068-bc4d-c5a452fd4008 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=f13ad569-3b0d-481f-a604-0b0c6cc0dbae HTTP/1.1" status: 200 len: 210 time: 0.0444956 Feb 03 14:39:06.302587 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [req-b12f63b2-85dc-4373-8233-e328752447cb req-5259335a-1f1c-4f79-8100-6395237bc29e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Allocated IP 172.20.0.4 (ae021ca3-ddbf-4a3f-9e1e-f722e518bc59/7ea976b8-3fce-457f-9617-cf2b1d6c0df8/ee94b51d-2b6d-4ab6-84d1-129c2101d9b3) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:39:06.484943 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-b12f63b2-85dc-4373-8233-e328752447cb req-5259335a-1f1c-4f79-8100-6395237bc29e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:39:06.499880 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-b12f63b2-85dc-4373-8233-e328752447cb req-5259335a-1f1c-4f79-8100-6395237bc29e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Transition to ACTIVE for port object ee94b51d-2b6d-4ab6-84d1-129c2101d9b3 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:39:06.589130 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-b12f63b2-85dc-4373-8233-e328752447cb req-5259335a-1f1c-4f79-8100-6395237bc29e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:39:06.760910 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b12f63b2-85dc-4373-8233-e328752447cb req-5259335a-1f1c-4f79-8100-6395237bc29e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Network ae021ca3-ddbf-4a3f-9e1e-f722e518bc59 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:39:06.763831 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [req-b12f63b2-85dc-4373-8233-e328752447cb req-5259335a-1f1c-4f79-8100-6395237bc29e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:39:06.768361 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12f63b2-85dc-4373-8233-e328752447cb req-5259335a-1f1c-4f79-8100-6395237bc29e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:39:06.802427 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5259335a-1f1c-4f79-8100-6395237bc29e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'Port': ['ID=ee94b51d-2b6d-4ab6-84d1-129c2101d9b3,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:06.835624 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f63b2-85dc-4373-8233-e328752447cb req-5259335a-1f1c-4f79-8100-6395237bc29e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:06.836192 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-b12f63b2-85dc-4373-8233-e328752447cb req-5259335a-1f1c-4f79-8100-6395237bc29e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:39:06.909590 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b12f63b2-85dc-4373-8233-e328752447cb req-5259335a-1f1c-4f79-8100-6395237bc29e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9882851 Feb 03 14:39:06.988737 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-b12f63b2-85dc-4373-8233-e328752447cb req-b83cb002-c364-44b1-965b-3dd7db84a373 service neutron] Request body: {'port': {'device_id': 'f13ad569-3b0d-481f-a604-0b0c6cc0dbae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:39:07.034067 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-703ca9d9-a4a4-4912-8fd0-f6db4f92e772 None None] Provisioning for port ee94b51d-2b6d-4ab6-84d1-129c2101d9b3 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:39:07.039285 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-703ca9d9-a4a4-4912-8fd0-f6db4f92e772 None None] Provisioning complete for port ee94b51d-2b6d-4ab6-84d1-129c2101d9b3 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:07.039621 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-703ca9d9-a4a4-4912-8fd0-f6db4f92e772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:39:07.093148 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-703ca9d9-a4a4-4912-8fd0-f6db4f92e772 None None] Port ee94b51d-2b6d-4ab6-84d1-129c2101d9b3 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:39:07.095177 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-b12f63b2-85dc-4373-8233-e328752447cb req-b83cb002-c364-44b1-965b-3dd7db84a373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:39:07.427878 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [req-b12f63b2-85dc-4373-8233-e328752447cb req-b83cb002-c364-44b1-965b-3dd7db84a373 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee94b51d-2b6d-4ab6-84d1-129c2101d9b3 {{(pid=84181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:39:07.432656 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca8e6b-4cc4-4abe-804d-4bd87e0c65c7 req-0101ef3f-ba9d-4cf7-a2e3-0f6346ee104e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:07.434099 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-99ca8e6b-4cc4-4abe-804d-4bd87e0c65c7 req-0101ef3f-ba9d-4cf7-a2e3-0f6346ee104e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=f13ad569-3b0d-481f-a604-0b0c6cc0dbae HTTP/1.1" status: 200 len: 931 time: 0.0774014 Feb 03 14:39:07.434965 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-b12f63b2-85dc-4373-8233-e328752447cb req-b83cb002-c364-44b1-965b-3dd7db84a373 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:39:07.449810 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-b12f63b2-85dc-4373-8233-e328752447cb req-b83cb002-c364-44b1-965b-3dd7db84a373 service neutron] Transition to ACTIVE for port object ee94b51d-2b6d-4ab6-84d1-129c2101d9b3 will not be triggered until provisioned by entity L2. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:39:07.480203 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-99ca8e6b-4cc4-4abe-804d-4bd87e0c65c7 req-830089c9-f15b-44ea-bd74-5ae48f93b5e6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae7344e3-39b5-4ec4-a950-dddc5fb331b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404007 Feb 03 14:39:07.497171 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-b12f63b2-85dc-4373-8233-e328752447cb req-b83cb002-c364-44b1-965b-3dd7db84a373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:39:07.622652 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83cb002-c364-44b1-965b-3dd7db84a373 service neutron] Pushing event updated for resources: {'Port': ['ID=ee94b51d-2b6d-4ab6-84d1-129c2101d9b3,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:07.727732 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-b12f63b2-85dc-4373-8233-e328752447cb req-b83cb002-c364-44b1-965b-3dd7db84a373 service neutron] Attempting to bind port ee94b51d-2b6d-4ab6-84d1-129c2101d9b3 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:39:07.728058 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-b12f63b2-85dc-4373-8233-e328752447cb req-b83cb002-c364-44b1-965b-3dd7db84a373 service neutron] Attempting to bind port ee94b51d-2b6d-4ab6-84d1-129c2101d9b3 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '24a64f96-1aa4-444e-a4fe-af9941206dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ae021ca3-ddbf-4a3f-9e1e-f722e518bc59'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:39:07.728381 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12f63b2-85dc-4373-8233-e328752447cb req-b83cb002-c364-44b1-965b-3dd7db84a373 service neutron] Attempting to bind port ee94b51d-2b6d-4ab6-84d1-129c2101d9b3 on network ae021ca3-ddbf-4a3f-9e1e-f722e518bc59 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:39:07.733885 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12f63b2-85dc-4373-8233-e328752447cb req-b83cb002-c364-44b1-965b-3dd7db84a373 service neutron] Port ee94b51d-2b6d-4ab6-84d1-129c2101d9b3 on network ae021ca3-ddbf-4a3f-9e1e-f722e518bc59 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 14:39:07.734240 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12f63b2-85dc-4373-8233-e328752447cb req-b83cb002-c364-44b1-965b-3dd7db84a373 service neutron] Attempting to bind port ee94b51d-2b6d-4ab6-84d1-129c2101d9b3 on network ae021ca3-ddbf-4a3f-9e1e-f722e518bc59 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:39:07.740219 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12f63b2-85dc-4373-8233-e328752447cb req-b83cb002-c364-44b1-965b-3dd7db84a373 service neutron] Checking agent: {'id': '8cce4e55-f72c-4604-b6eb-27dc2f3f162a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'started_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:39:07.740552 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12f63b2-85dc-4373-8233-e328752447cb req-b83cb002-c364-44b1-965b-3dd7db84a373 service neutron] Checking segment: {'id': '24a64f96-1aa4-444e-a4fe-af9941206dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ae021ca3-ddbf-4a3f-9e1e-f722e518bc59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:39:07.740975 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12f63b2-85dc-4373-8233-e328752447cb req-b83cb002-c364-44b1-965b-3dd7db84a373 service neutron] Bound using segment: {'id': '24a64f96-1aa4-444e-a4fe-af9941206dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ae021ca3-ddbf-4a3f-9e1e-f722e518bc59'} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:39:07.741385 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-b12f63b2-85dc-4373-8233-e328752447cb req-b83cb002-c364-44b1-965b-3dd7db84a373 service neutron] Bound port: ee94b51d-2b6d-4ab6-84d1-129c2101d9b3, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24a64f96-1aa4-444e-a4fe-af9941206dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ae021ca3-ddbf-4a3f-9e1e-f722e518bc59'}}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:39:07.741716 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-b12f63b2-85dc-4373-8233-e328752447cb req-b83cb002-c364-44b1-965b-3dd7db84a373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:39:07.829433 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-b12f63b2-85dc-4373-8233-e328752447cb req-b83cb002-c364-44b1-965b-3dd7db84a373 service neutron] For port ee94b51d-2b6d-4ab6-84d1-129c2101d9b3, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:39:07.832294 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-b12f63b2-85dc-4373-8233-e328752447cb req-b83cb002-c364-44b1-965b-3dd7db84a373 service neutron] For port ee94b51d-2b6d-4ab6-84d1-129c2101d9b3, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=ee94b51d-2b6d-4ab6-84d1-129c2101d9b3,segment=NetworkSegment(24a64f96-1aa4-444e-a4fe-af9941206dd3),segment_id=24a64f96-1aa4-444e-a4fe-af9941206dd3)] {{(pid=84181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:39:07.901218 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-b12f63b2-85dc-4373-8233-e328752447cb req-b83cb002-c364-44b1-965b-3dd7db84a373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:39:07.960332 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-b12f63b2-85dc-4373-8233-e328752447cb req-b83cb002-c364-44b1-965b-3dd7db84a373 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:39:07.961665 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b12f63b2-85dc-4373-8233-e328752447cb req-b83cb002-c364-44b1-965b-3dd7db84a373 service neutron] 10.222.0.47 "PUT /v2.0/ports/ee94b51d-2b6d-4ab6-84d1-129c2101d9b3 HTTP/1.1" status: 200 len: 1093 time: 1.0450346 Feb 03 14:39:07.962124 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13ad569-3b0d-481f-a604-0b0c6cc0dbae', 'tag': 'ee94b51d-2b6d-4ab6-84d1-129c2101d9b3'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:39:07.982930 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83cb002-c364-44b1-965b-3dd7db84a373 service neutron] Pushing event updated for resources: {'Port': ['ID=ee94b51d-2b6d-4ab6-84d1-129c2101d9b3,revision_number=3']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:08.021669 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f13ad569-3b0d-481f-a604-0b0c6cc0dbae', 'tag': 'ee94b51d-2b6d-4ab6-84d1-129c2101d9b3', 'status': 'completed', 'code': 200} Feb 03 14:39:08.111456 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ceeb2b3d-2e4b-4c00-9261-a12799017262 req-00de921f-6e4f-4ee1-9639-39b11f61716b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ba8843202ac46748b5166400226edd3&device_id=f13ad569-3b0d-481f-a604-0b0c6cc0dbae HTTP/1.1" status: 200 len: 1096 time: 0.0709817 Feb 03 14:39:08.247831 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb2b3d-2e4b-4c00-9261-a12799017262 req-38f77bee-b3ba-49f0-913a-de572185489b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:08.249166 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ceeb2b3d-2e4b-4c00-9261-a12799017262 req-38f77bee-b3ba-49f0-913a-de572185489b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=5ba8843202ac46748b5166400226edd3&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1317410 Feb 03 14:39:08.380725 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb2b3d-2e4b-4c00-9261-a12799017262 req-ee03eeaa-687f-4e2b-b765-968b41d29137 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:08.382152 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ceeb2b3d-2e4b-4c00-9261-a12799017262 req-ee03eeaa-687f-4e2b-b765-968b41d29137 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1272779 Feb 03 14:39:08.490812 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b12f63b2-85dc-4373-8233-e328752447cb req-f912941e-e60b-4385-9c8d-049ab2466db1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ba8843202ac46748b5166400226edd3&device_id=f13ad569-3b0d-481f-a604-0b0c6cc0dbae HTTP/1.1" status: 200 len: 1096 time: 0.0724835 Feb 03 14:39:08.561818 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b12f63b2-85dc-4373-8233-e328752447cb req-219fee2d-bda2-419e-ba45-4647350b7dc7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee94b51d-2b6d-4ab6-84d1-129c2101d9b3 HTTP/1.1" status: 200 len: 217 time: 0.0646400 Feb 03 14:39:08.623046 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f63b2-85dc-4373-8233-e328752447cb req-8c886142-cb53-4c02-b3da-a0579bb70925 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:08.624524 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b12f63b2-85dc-4373-8233-e328752447cb req-8c886142-cb53-4c02-b3da-a0579bb70925 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7ea976b8-3fce-457f-9617-cf2b1d6c0df8 HTTP/1.1" status: 200 len: 835 time: 0.0572693 Feb 03 14:39:08.679677 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7abb0-9afc-4c5b-b661-3eedac7244dd req-0bde0ff5-1301-4765-a27a-1c8ba4c264c7 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:08.681155 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-31d7abb0-9afc-4c5b-b661-3eedac7244dd req-0bde0ff5-1301-4765-a27a-1c8ba4c264c7 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=f13ad569-3b0d-481f-a604-0b0c6cc0dbae HTTP/1.1" status: 200 len: 943 time: 0.0794504 Feb 03 14:39:08.698356 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b12f63b2-85dc-4373-8233-e328752447cb req-da1422b5-4ce4-49ff-84a5-d60b542e1ca2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ae021ca3-ddbf-4a3f-9e1e-f722e518bc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680766 Feb 03 14:39:08.728103 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-31d7abb0-9afc-4c5b-b661-3eedac7244dd req-19aaaf86-8fe7-453d-9f97-3a40d14eeeef tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae7344e3-39b5-4ec4-a950-dddc5fb331b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409918 Feb 03 14:39:08.905854 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b12f63b2-85dc-4373-8233-e328752447cb req-8dbbdc61-bad4-43b0-8b00-1625b800ad0d service neutron] 10.222.0.47 "GET /v2.0/networks/ae021ca3-ddbf-4a3f-9e1e-f722e518bc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014937 Feb 03 14:39:09.033597 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b12f63b2-85dc-4373-8233-e328752447cb req-c0df1ee6-f90b-41cb-a7e2-92d9c9875618 service neutron] 10.222.0.47 "GET /v2.0/networks/ae021ca3-ddbf-4a3f-9e1e-f722e518bc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219811 Feb 03 14:39:09.924713 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c35584-3a97-4b06-b484-a5cd92b1b304 req-6ec2667b-6bb7-4365-b053-d14ba1dd6adc tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:09.926142 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-99c35584-3a97-4b06-b484-a5cd92b1b304 req-6ec2667b-6bb7-4365-b053-d14ba1dd6adc tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=f13ad569-3b0d-481f-a604-0b0c6cc0dbae HTTP/1.1" status: 200 len: 943 time: 0.0747044 Feb 03 14:39:09.970738 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-99c35584-3a97-4b06-b484-a5cd92b1b304 req-b466cbef-bf51-40fc-85a6-08b510d6f9c9 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae7344e3-39b5-4ec4-a950-dddc5fb331b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391731 Feb 03 14:39:11.163746 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6b2d0-1fa8-4e75-b08b-51bcae9f91d2 req-64224e77-09e4-43f4-a601-8b6585adadf2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:11.165169 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f0a6b2d0-1fa8-4e75-b08b-51bcae9f91d2 req-64224e77-09e4-43f4-a601-8b6585adadf2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=f13ad569-3b0d-481f-a604-0b0c6cc0dbae HTTP/1.1" status: 200 len: 943 time: 0.0789306 Feb 03 14:39:11.209804 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f0a6b2d0-1fa8-4e75-b08b-51bcae9f91d2 req-1d79dc69-969f-4bd4-8184-1af8ab74389d tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae7344e3-39b5-4ec4-a950-dddc5fb331b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392859 Feb 03 14:39:12.225058 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device ee94b51d-2b6d-4ab6-84d1-129c2101d9b3 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:39:12.355952 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port ee94b51d-2b6d-4ab6-84d1-129c2101d9b3, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=ee94b51d-2b6d-4ab6-84d1-129c2101d9b3,segment=NetworkSegment(24a64f96-1aa4-444e-a4fe-af9941206dd3),segment_id=24a64f96-1aa4-444e-a4fe-af9941206dd3)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:39:12.369224 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': 'ee94b51d-2b6d-4ab6-84d1-129c2101d9b3', 'network_id': 'ae021ca3-ddbf-4a3f-9e1e-f722e518bc59', 'port_id': 'ee94b51d-2b6d-4ab6-84d1-129c2101d9b3', 'mac_address': 'fa:16:3e:77:70:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ea976b8-3fce-457f-9617-cf2b1d6c0df8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:39:12.401886 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b52d16-7231-4495-bd2f-3d9e150732a3 req-da585c22-170f-4d29-b582-6efa640c9c15 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:12.403474 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-48b52d16-7231-4495-bd2f-3d9e150732a3 req-da585c22-170f-4d29-b582-6efa640c9c15 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=f13ad569-3b0d-481f-a604-0b0c6cc0dbae HTTP/1.1" status: 200 len: 943 time: 0.0766084 Feb 03 14:39:12.422642 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:39:12.440341 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee94b51d-2b6d-4ab6-84d1-129c2101d9b3 {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:39:12.454465 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-48b52d16-7231-4495-bd2f-3d9e150732a3 req-f828caf7-72f3-47d6-8500-0f4f21b3d1a6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae7344e3-39b5-4ec4-a950-dddc5fb331b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447872 Feb 03 14:39:12.457091 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port ee94b51d-2b6d-4ab6-84d1-129c2101d9b3, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=ee94b51d-2b6d-4ab6-84d1-129c2101d9b3,segment=NetworkSegment(24a64f96-1aa4-444e-a4fe-af9941206dd3),segment_id=24a64f96-1aa4-444e-a4fe-af9941206dd3)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:39:12.524414 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:39:12.590540 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=ee94b51d-2b6d-4ab6-84d1-129c2101d9b3,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:12.911503 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['ee94b51d-2b6d-4ab6-84d1-129c2101d9b3'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:39:13.650552 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67bd6b-8de8-49d0-af6b-17472483ffc0 req-81923abc-81e3-40ea-bbef-fae49b06dcdc tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:13.651970 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-cd67bd6b-8de8-49d0-af6b-17472483ffc0 req-81923abc-81e3-40ea-bbef-fae49b06dcdc tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=f13ad569-3b0d-481f-a604-0b0c6cc0dbae HTTP/1.1" status: 200 len: 944 time: 0.0742912 Feb 03 14:39:13.696121 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-cd67bd6b-8de8-49d0-af6b-17472483ffc0 req-f187ccec-e713-4ca3-adab-b7ded3759a79 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae7344e3-39b5-4ec4-a950-dddc5fb331b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387826 Feb 03 14:39:14.248335 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device ee94b51d-2b6d-4ab6-84d1-129c2101d9b3 up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:39:14.404187 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning for port ee94b51d-2b6d-4ab6-84d1-129c2101d9b3 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:39:14.409299 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port ee94b51d-2b6d-4ab6-84d1-129c2101d9b3 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:14.409670 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:39:14.522034 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:39:14.548170 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13ad569-3b0d-481f-a604-0b0c6cc0dbae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee94b51d-2b6d-4ab6-84d1-129c2101d9b3'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:39:14.557352 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port ee94b51d-2b6d-4ab6-84d1-129c2101d9b3, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=ee94b51d-2b6d-4ab6-84d1-129c2101d9b3,segment=NetworkSegment(24a64f96-1aa4-444e-a4fe-af9941206dd3),segment_id=24a64f96-1aa4-444e-a4fe-af9941206dd3)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:39:14.601811 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13ad569-3b0d-481f-a604-0b0c6cc0dbae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee94b51d-2b6d-4ab6-84d1-129c2101d9b3', 'code': 200} Feb 03 14:39:14.641217 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:39:14.708360 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=ee94b51d-2b6d-4ab6-84d1-129c2101d9b3,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:14.893963 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fffd80d-251e-4557-a418-c3b72ad474e2 req-30af04fb-f6cc-425c-8f16-310357bc684f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:14.895319 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0fffd80d-251e-4557-a418-c3b72ad474e2 req-30af04fb-f6cc-425c-8f16-310357bc684f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=f13ad569-3b0d-481f-a604-0b0c6cc0dbae HTTP/1.1" status: 200 len: 945 time: 0.0801728 Feb 03 14:39:14.941952 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0fffd80d-251e-4557-a418-c3b72ad474e2 req-c8a427b7-8dd3-4efc-af62-7c7d2d4773cf tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae7344e3-39b5-4ec4-a950-dddc5fb331b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407164 Feb 03 14:39:14.955344 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-60f2fdbd-6db8-4098-8289-003607e5f2ce req-943f80d6-2f13-4e97-9fcf-2fa36c71c33c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f13ad569-3b0d-481f-a604-0b0c6cc0dbae HTTP/1.1" status: 200 len: 1098 time: 0.0712459 Feb 03 14:39:14.996396 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-60f2fdbd-6db8-4098-8289-003607e5f2ce req-ad169a25-3280-4693-96f0-6ad3d66bdbc2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ae7344e3-39b5-4ec4-a950-dddc5fb331b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356646 Feb 03 14:39:16.137004 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695957a-9dad-4945-80ee-1d3e5801ce05 req-ad18bc2c-4722-4655-a550-776d6030d7af tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:16.138450 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3695957a-9dad-4945-80ee-1d3e5801ce05 req-ad18bc2c-4722-4655-a550-776d6030d7af tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=f13ad569-3b0d-481f-a604-0b0c6cc0dbae HTTP/1.1" status: 200 len: 945 time: 0.0758293 Feb 03 14:39:16.182968 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3695957a-9dad-4945-80ee-1d3e5801ce05 req-b3569c5e-a5f5-49d6-8bea-8a155b1e1872 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae7344e3-39b5-4ec4-a950-dddc5fb331b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385590 Feb 03 14:39:17.381195 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc6909-dbec-4977-b198-084bf2112a40 req-74b02a24-3ccd-4b4f-a3be-0ff0da399a5b tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:17.382615 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-aefc6909-dbec-4977-b198-084bf2112a40 req-74b02a24-3ccd-4b4f-a3be-0ff0da399a5b tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=f13ad569-3b0d-481f-a604-0b0c6cc0dbae HTTP/1.1" status: 200 len: 945 time: 0.0796492 Feb 03 14:39:17.428031 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-aefc6909-dbec-4977-b198-084bf2112a40 req-cd0f0be2-0197-4de6-bb90-bb882d73cc12 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae7344e3-39b5-4ec4-a950-dddc5fb331b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397213 Feb 03 14:39:17.618875 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c92ee4-8fd5-4557-aef6-4801b46bc5b3 req-04be250a-c075-4b9d-afa1-399c702fcd19 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:17.620315 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a9c92ee4-8fd5-4557-aef6-4801b46bc5b3 req-04be250a-c075-4b9d-afa1-399c702fcd19 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=f13ad569-3b0d-481f-a604-0b0c6cc0dbae HTTP/1.1" status: 200 len: 945 time: 0.0753236 Feb 03 14:39:17.664386 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a9c92ee4-8fd5-4557-aef6-4801b46bc5b3 req-be99d64a-8cd0-449c-a20c-3109a3ce085e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae7344e3-39b5-4ec4-a950-dddc5fb331b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386975 Feb 03 14:39:17.691170 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38514) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:39:17.762005 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-1d740358-b80f-490f-aff0-88e49f0861e7 tempest-TestNetworkAdvancedServerOps-1341579092 tempest-TestNetworkAdvancedServerOps-1341579092-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f13ad569-3b0d-481f-a604-0b0c6cc0dbae HTTP/1.1" status: 200 len: 1093 time: 0.0693493 Feb 03 14:39:17.764871 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 38518) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:39:17.770777 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-2700b813-a636-486c-a865-58c92267f51e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'floatingip': {'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'port_id': 'ee94b51d-2b6d-4ab6-84d1-129c2101d9b3', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:39:17.776662 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-2700b813-a636-486c-a865-58c92267f51e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:39:17.780585 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-2700b813-a636-486c-a865-58c92267f51e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:floatingip and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:39:17.783511 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-2700b813-a636-486c-a865-58c92267f51e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:39:17.789117 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-2700b813-a636-486c-a865-58c92267f51e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:39:17.794745 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:39:17.846013 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2700b813-a636-486c-a865-58c92267f51e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for floatingip, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:39:17.977317 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2700b813-a636-486c-a865-58c92267f51e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:39:18.108994 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-2700b813-a636-486c-a865-58c92267f51e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Allocated IP 172.26.3.110 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/a0f12e17-dc79-49bd-9b58-c5e6cb79077d) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:39:18.250090 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2700b813-a636-486c-a865-58c92267f51e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:39:18.332168 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2700b813-a636-486c-a865-58c92267f51e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:39:18.396995 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2700b813-a636-486c-a865-58c92267f51e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:39:18.399863 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-2700b813-a636-486c-a865-58c92267f51e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:39:18.404096 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2700b813-a636-486c-a865-58c92267f51e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:39:18.430348 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2700b813-a636-486c-a865-58c92267f51e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'Port': ['ID=a0f12e17-dc79-49bd-9b58-c5e6cb79077d,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:18.908726 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2700b813-a636-486c-a865-58c92267f51e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:39:19.062779 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2700b813-a636-486c-a865-58c92267f51e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:39:19.339122 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2700b813-a636-486c-a865-58c92267f51e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:39:19.406059 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2700b813-a636-486c-a865-58c92267f51e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:39:19.506795 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2700b813-a636-486c-a865-58c92267f51e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'Port': ['ID=a0f12e17-dc79-49bd-9b58-c5e6cb79077d,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:19.524658 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2700b813-a636-486c-a865-58c92267f51e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:39:19.712144 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.l3_db [None req-2700b813-a636-486c-a865-58c92267f51e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Floating IP eb7609de-752a-4c19-bb37-353e77cee76c associated. External IP: 172.26.3.110, port: ee94b51d-2b6d-4ab6-84d1-129c2101d9b3. Feb 03 14:39:20.091740 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2700b813-a636-486c-a865-58c92267f51e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Router 81949cf6-7b5f-4629-b3ba-1e53aa7d2eee has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:39:20.282333 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2700b813-a636-486c-a865-58c92267f51e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:39:20.292655 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3818c9-40c0-45d4-bf94-39e290a53600 None None] Sync routers for ids ['81949cf6-7b5f-4629-b3ba-1e53aa7d2eee'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:39:20.303834 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3818c9-40c0-45d4-bf94-39e290a53600 None None] Routers {'81949cf6-7b5f-4629-b3ba-1e53aa7d2eee'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:39:20.304450 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-6e3818c9-40c0-45d4-bf94-39e290a53600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:38:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['81949cf6-7b5f-4629-b3ba-1e53aa7d2eee'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:39:20.355054 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2700b813-a636-486c-a865-58c92267f51e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:39:20.411385 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-2700b813-a636-486c-a865-58c92267f51e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6453569 Feb 03 14:39:20.411964 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13ad569-3b0d-481f-a604-0b0c6cc0dbae', 'tag': 'ee94b51d-2b6d-4ab6-84d1-129c2101d9b3'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:39:20.470729 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f13ad569-3b0d-481f-a604-0b0c6cc0dbae', 'tag': 'ee94b51d-2b6d-4ab6-84d1-129c2101d9b3', 'status': 'completed', 'code': 200} Feb 03 14:39:20.483874 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-6e3818c9-40c0-45d4-bf94-39e290a53600 None None] Set router 81949cf6-7b5f-4629-b3ba-1e53aa7d2eee gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:39:20.563390 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b27586ea-590d-4e22-981d-5294849bec9d req-65e3ea4c-6ffc-4a24-b794-f0b20ac9c1a4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ba8843202ac46748b5166400226edd3&device_id=f13ad569-3b0d-481f-a604-0b0c6cc0dbae HTTP/1.1" status: 200 len: 1098 time: 0.0717945 Feb 03 14:39:20.588851 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38713f-d930-4157-bb05-85b83edf8e63 req-bb530710-1a4e-445e-84b5-d42fe7644be9 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:20.590891 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8b38713f-d930-4157-bb05-85b83edf8e63 req-bb530710-1a4e-445e-84b5-d42fe7644be9 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=f13ad569-3b0d-481f-a604-0b0c6cc0dbae HTTP/1.1" status: 200 len: 945 time: 0.0805337 Feb 03 14:39:20.636273 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8b38713f-d930-4157-bb05-85b83edf8e63 req-5ad2089e-9843-4009-b0e1-5fb044fbbe35 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae7344e3-39b5-4ec4-a950-dddc5fb331b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395548 Feb 03 14:39:20.665380 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 38526) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:39:20.777130 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27586ea-590d-4e22-981d-5294849bec9d req-70b7ea87-a282-481d-b9a4-de53399dab4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:20.778569 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b27586ea-590d-4e22-981d-5294849bec9d req-70b7ea87-a282-481d-b9a4-de53399dab4b service neutron] 10.222.0.47 "GET /v2.0/networks?id=ae021ca3-ddbf-4a3f-9e1e-f722e518bc59 HTTP/1.1" status: 200 len: 897 time: 0.2096219 Feb 03 14:39:20.824970 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-6e3818c9-40c0-45d4-bf94-39e290a53600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81949cf6-7b5f-4629-b3ba-1e53aa7d2eee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570176312', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '4e4102f3-d7e1-4f7d-a91f-ec63e98213c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:38:51Z', 'updated_at': '2022-02-03T14:38:56Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '4e4102f3-d7e1-4f7d-a91f-ec63e98213c2', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:37:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81949cf6-7b5f-4629-b3ba-1e53aa7d2eee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:52Z', 'updated_at': '2022-02-03T14:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'eb7609de-752a-4c19-bb37-353e77cee76c', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'floating_ip_address': '172.26.3.110', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '81949cf6-7b5f-4629-b3ba-1e53aa7d2eee', 'port_id': 'ee94b51d-2b6d-4ab6-84d1-129c2101d9b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae021ca3-ddbf-4a3f-9e1e-f722e518bc59', 'mac_address': 'fa:16:3e:77:70:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13ad569-3b0d-481f-a604-0b0c6cc0dbae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:39:18Z', 'updated_at': '2022-02-03T14:39:18Z', 'revision_number': 0, 'project_id': '5ba8843202ac46748b5166400226edd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4a7b6f8-6d45-429b-988b-396ac886d0de', 'name': '', 'network_id': 'ae021ca3-ddbf-4a3f-9e1e-f722e518bc59', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'mac_address': 'fa:16:3e:83:42:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81949cf6-7b5f-4629-b3ba-1e53aa7d2eee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ea976b8-3fce-457f-9617-cf2b1d6c0df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:55Z', 'updated_at': '2022-02-03T14:39:01Z', 'revision_number': 5, 'project_id': '5ba8843202ac46748b5166400226edd3', 'subnets': [{'id': '7ea976b8-3fce-457f-9617-cf2b1d6c0df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:39:20.828660 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3818c9-40c0-45d4-bf94-39e290a53600 None None] Checking router: 81949cf6-7b5f-4629-b3ba-1e53aa7d2eee for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:39:20.847733 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3818c9-40c0-45d4-bf94-39e290a53600 None None] Routers {'81949cf6-7b5f-4629-b3ba-1e53aa7d2eee'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:39:20.848322 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-6e3818c9-40c0-45d4-bf94-39e290a53600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:38:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['81949cf6-7b5f-4629-b3ba-1e53aa7d2eee'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:39:20.851417 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-77eca9ba-0e9d-45bb-b4b1-a98d225ccebd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/floatingips/eb7609de-752a-4c19-bb37-353e77cee76c HTTP/1.1" status: 200 len: 991 time: 0.1848946 Feb 03 14:39:20.902857 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b27586ea-590d-4e22-981d-5294849bec9d req-de7cd9c6-ff65-4f63-9f31-3fb62e94f5c8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee94b51d-2b6d-4ab6-84d1-129c2101d9b3 HTTP/1.1" status: 200 len: 999 time: 0.1090152 Feb 03 14:39:21.026763 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-6e3818c9-40c0-45d4-bf94-39e290a53600 None None] Set router 81949cf6-7b5f-4629-b3ba-1e53aa7d2eee gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:39:21.072892 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27586ea-590d-4e22-981d-5294849bec9d req-aeb4ed9b-4154-4ad3-9564-c1a6f551474c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:21.074300 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b27586ea-590d-4e22-981d-5294849bec9d req-aeb4ed9b-4154-4ad3-9564-c1a6f551474c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7ea976b8-3fce-457f-9617-cf2b1d6c0df8 HTTP/1.1" status: 200 len: 835 time: 0.1657748 Feb 03 14:39:21.149443 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b27586ea-590d-4e22-981d-5294849bec9d req-130d3a26-6b9f-43ec-85b0-ddc49e6f0624 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ae021ca3-ddbf-4a3f-9e1e-f722e518bc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690250 Feb 03 14:39:21.280144 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b27586ea-590d-4e22-981d-5294849bec9d req-f8214f4c-bb45-4a51-9ccf-36a193a62fe8 service neutron] 10.222.0.47 "GET /v2.0/networks/ae021ca3-ddbf-4a3f-9e1e-f722e518bc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242495 Feb 03 14:39:21.396238 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-6e3818c9-40c0-45d4-bf94-39e290a53600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81949cf6-7b5f-4629-b3ba-1e53aa7d2eee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570176312', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '4e4102f3-d7e1-4f7d-a91f-ec63e98213c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:38:51Z', 'updated_at': '2022-02-03T14:38:56Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '4e4102f3-d7e1-4f7d-a91f-ec63e98213c2', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:37:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81949cf6-7b5f-4629-b3ba-1e53aa7d2eee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:52Z', 'updated_at': '2022-02-03T14:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'eb7609de-752a-4c19-bb37-353e77cee76c', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'floating_ip_address': '172.26.3.110', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '81949cf6-7b5f-4629-b3ba-1e53aa7d2eee', 'port_id': 'ee94b51d-2b6d-4ab6-84d1-129c2101d9b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae021ca3-ddbf-4a3f-9e1e-f722e518bc59', 'mac_address': 'fa:16:3e:77:70:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13ad569-3b0d-481f-a604-0b0c6cc0dbae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:39:18Z', 'updated_at': '2022-02-03T14:39:18Z', 'revision_number': 0, 'project_id': '5ba8843202ac46748b5166400226edd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4a7b6f8-6d45-429b-988b-396ac886d0de', 'name': '', 'network_id': 'ae021ca3-ddbf-4a3f-9e1e-f722e518bc59', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'mac_address': 'fa:16:3e:83:42:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81949cf6-7b5f-4629-b3ba-1e53aa7d2eee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ea976b8-3fce-457f-9617-cf2b1d6c0df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:55Z', 'updated_at': '2022-02-03T14:39:01Z', 'revision_number': 5, 'project_id': '5ba8843202ac46748b5166400226edd3', 'subnets': [{'id': '7ea976b8-3fce-457f-9617-cf2b1d6c0df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:39:21.400275 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3818c9-40c0-45d4-bf94-39e290a53600 None None] The sync data for ids ['81949cf6-7b5f-4629-b3ba-1e53aa7d2eee'] in dv-neutron-827016-1-hyperv is: [{'id': '81949cf6-7b5f-4629-b3ba-1e53aa7d2eee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570176312', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '4e4102f3-d7e1-4f7d-a91f-ec63e98213c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:38:51Z', 'updated_at': '2022-02-03T14:38:56Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '4e4102f3-d7e1-4f7d-a91f-ec63e98213c2', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:37:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81949cf6-7b5f-4629-b3ba-1e53aa7d2eee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:52Z', 'updated_at': '2022-02-03T14:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'eb7609de-752a-4c19-bb37-353e77cee76c', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'floating_ip_address': '172.26.3.110', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '81949cf6-7b5f-4629-b3ba-1e53aa7d2eee', 'port_id': 'ee94b51d-2b6d-4ab6-84d1-129c2101d9b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae021ca3-ddbf-4a3f-9e1e-f722e518bc59', 'mac_address': 'fa:16:3e:77:70:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13ad569-3b0d-481f-a604-0b0c6cc0dbae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:39:18Z', 'updated_at': '2022-02-03T14:39:18Z', 'revision_number': 0, 'project_id': '5ba8843202ac46748b5166400226edd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4a7b6f8-6d45-429b-988b-396ac886d0de', 'name': '', 'network_id': 'ae021ca3-ddbf-4a3f-9e1e-f722e518bc59', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'mac_address': 'fa:16:3e:83:42:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81949cf6-7b5f-4629-b3ba-1e53aa7d2eee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ea976b8-3fce-457f-9617-cf2b1d6c0df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:55Z', 'updated_at': '2022-02-03T14:39:01Z', 'revision_number': 5, 'project_id': '5ba8843202ac46748b5166400226edd3', 'subnets': [{'id': '7ea976b8-3fce-457f-9617-cf2b1d6c0df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:39:21.413599 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b27586ea-590d-4e22-981d-5294849bec9d req-e51c6455-c3f5-435c-b812-2d243fe9292d service neutron] 10.222.0.47 "GET /v2.0/networks/ae021ca3-ddbf-4a3f-9e1e-f722e518bc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275301 Feb 03 14:39:21.603609 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5411f276-7536-4631-94ef-7a47e0150d8a None None] New status for floating IP eb7609de-752a-4c19-bb37-353e77cee76c: ACTIVE {{(pid=84183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:39:21.855284 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 38530) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:39:21.958742 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e99962af-b76a-4dd6-b927-193540160339 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/floatingips/eb7609de-752a-4c19-bb37-353e77cee76c HTTP/1.1" status: 200 len: 993 time: 0.1023557 Feb 03 14:39:25.372073 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ff7f614f-ed59-4fce-9f0c-5ed5c0b6aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:39:27.629405 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-724b49e2-b25d-431b-9d90-270c990a75be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:39:28.863399 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:39:28.972018 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:39:30.307449 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:39:39.847461 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:39:40.468616 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-eaef046d-75aa-4043-8375-f1805fb09460 req-416b8780-c006-4354-a661-cc00aaa338c9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f13ad569-3b0d-481f-a604-0b0c6cc0dbae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671456 Feb 03 14:39:40.601158 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-eaef046d-75aa-4043-8375-f1805fb09460 req-2dbd0e86-6559-44ea-8db2-cb5ac2a0c0ef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ba8843202ac46748b5166400226edd3&device_id=f13ad569-3b0d-481f-a604-0b0c6cc0dbae HTTP/1.1" status: 200 len: 1098 time: 0.0668337 Feb 03 14:39:40.739079 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef046d-75aa-4043-8375-f1805fb09460 req-31eccf55-b81d-4514-a8bd-3974d45943f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:40.740547 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-eaef046d-75aa-4043-8375-f1805fb09460 req-31eccf55-b81d-4514-a8bd-3974d45943f7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ae021ca3-ddbf-4a3f-9e1e-f722e518bc59 HTTP/1.1" status: 200 len: 897 time: 0.1229396 Feb 03 14:39:40.842356 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-eaef046d-75aa-4043-8375-f1805fb09460 req-003970cd-cd53-40ab-874a-b7115a96b72f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee94b51d-2b6d-4ab6-84d1-129c2101d9b3 HTTP/1.1" status: 200 len: 1001 time: 0.0956340 Feb 03 14:39:40.905844 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef046d-75aa-4043-8375-f1805fb09460 req-22b7ef09-6e3e-4c59-a15e-2f9e7f58c68f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:40.907262 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-eaef046d-75aa-4043-8375-f1805fb09460 req-22b7ef09-6e3e-4c59-a15e-2f9e7f58c68f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7ea976b8-3fce-457f-9617-cf2b1d6c0df8 HTTP/1.1" status: 200 len: 835 time: 0.0588903 Feb 03 14:39:40.981818 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-eaef046d-75aa-4043-8375-f1805fb09460 req-de53e5b9-f7bb-48bb-97a1-201f409a2f80 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ae021ca3-ddbf-4a3f-9e1e-f722e518bc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683270 Feb 03 14:39:41.116947 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-eaef046d-75aa-4043-8375-f1805fb09460 req-021f4b09-9a6f-490a-b0e3-68813bb8ef32 service neutron] 10.222.0.47 "GET /v2.0/networks/ae021ca3-ddbf-4a3f-9e1e-f722e518bc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278918 Feb 03 14:39:41.245091 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-eaef046d-75aa-4043-8375-f1805fb09460 req-cf1f43ea-d0d1-4378-adf2-ad42665cf5cb service neutron] 10.222.0.47 "GET /v2.0/networks/ae021ca3-ddbf-4a3f-9e1e-f722e518bc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227190 Feb 03 14:39:47.789907 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:39:55.339403 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-35b558c4-0dee-4c93-9ab9-f1055366a217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:39:57.544481 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7946f7ab-e5a1-4341-9b59-3116bce62eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:39:58.857208 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:39:58.965893 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:00.293271 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:16.847550 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:40:17.796891 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:22.998653 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd0d57-8291-44ad-a120-e74cc64b871b req-2699a4c8-eece-4066-81ab-514387edc8b1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:23.000110 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-dbcd0d57-8291-44ad-a120-e74cc64b871b req-2699a4c8-eece-4066-81ab-514387edc8b1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=f13ad569-3b0d-481f-a604-0b0c6cc0dbae HTTP/1.1" status: 200 len: 945 time: 0.1001551 Feb 03 14:40:23.044053 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-dbcd0d57-8291-44ad-a120-e74cc64b871b req-875a82b1-bb90-4f03-ae94-4124bd29f9f5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae7344e3-39b5-4ec4-a950-dddc5fb331b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385253 Feb 03 14:40:24.235231 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136cd12-0324-4e36-98bf-8d80400667d8 req-4d91cbbb-6cee-4731-8066-22378211fe70 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:24.236624 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f136cd12-0324-4e36-98bf-8d80400667d8 req-4d91cbbb-6cee-4731-8066-22378211fe70 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=f13ad569-3b0d-481f-a604-0b0c6cc0dbae HTTP/1.1" status: 200 len: 945 time: 0.0740292 Feb 03 14:40:24.283674 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f136cd12-0324-4e36-98bf-8d80400667d8 req-6b2923a7-9bb8-42db-b0ea-eb973ee3b257 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae7344e3-39b5-4ec4-a950-dddc5fb331b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416257 Feb 03 14:40:24.312852 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38560) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:40:24.415103 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d46eed13-b0aa-4ca1-88bf-a6a9e4838594 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/floatingips/eb7609de-752a-4c19-bb37-353e77cee76c HTTP/1.1" status: 200 len: 993 time: 0.1011508 Feb 03 14:40:25.332456 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3f7a3274-cf06-4a7c-a9c2-b5bb2067daa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:26.050454 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145aeed-afb9-43bd-94e0-1dc70e0d05b8 req-fb8aab8e-6be1-4f43-9827-ed638fd5afec tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:26.051957 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2145aeed-afb9-43bd-94e0-1dc70e0d05b8 req-fb8aab8e-6be1-4f43-9827-ed638fd5afec tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=f13ad569-3b0d-481f-a604-0b0c6cc0dbae HTTP/1.1" status: 200 len: 945 time: 0.0761535 Feb 03 14:40:26.097137 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2145aeed-afb9-43bd-94e0-1dc70e0d05b8 req-7f864713-d054-4eb7-9d1e-065f82edde8a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae7344e3-39b5-4ec4-a950-dddc5fb331b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396705 Feb 03 14:40:27.293367 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26e87a-087a-4af9-931a-f78586e1e1bd req-58ccf30c-2919-4918-9603-bb321860a01e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:27.294793 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bb26e87a-087a-4af9-931a-f78586e1e1bd req-58ccf30c-2919-4918-9603-bb321860a01e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=f13ad569-3b0d-481f-a604-0b0c6cc0dbae HTTP/1.1" status: 200 len: 945 time: 0.0779605 Feb 03 14:40:27.425741 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bb26e87a-087a-4af9-931a-f78586e1e1bd req-19567ef1-6603-4409-be7e-9f4c77cf652b tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae7344e3-39b5-4ec4-a950-dddc5fb331b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249712 Feb 03 14:40:27.454428 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38572) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:40:27.557273 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-07187ea2-09f9-4b12-a681-6682675fca5f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/floatingips/eb7609de-752a-4c19-bb37-353e77cee76c HTTP/1.1" status: 200 len: 993 time: 0.1017382 Feb 03 14:40:27.557551 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-106cdc15-9a3b-4e12-88fd-be3b19b7e124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:27.889604 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38580) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:40:28.083888 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-bddef37f-c658-42a4-887b-cf3027382b42 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Deleting port a0f12e17-dc79-49bd-9b58-c5e6cb79077d {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:40:28.084140 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bddef37f-c658-42a4-887b-cf3027382b42 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:28.247209 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bddef37f-c658-42a4-887b-cf3027382b42 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:28.247529 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bddef37f-c658-42a4-887b-cf3027382b42 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:28.363128 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-bddef37f-c658-42a4-887b-cf3027382b42 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Calling delete_port for a0f12e17-dc79-49bd-9b58-c5e6cb79077d owned by network:floatingip {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:40:28.549783 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bddef37f-c658-42a4-887b-cf3027382b42 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:28.594458 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddef37f-c658-42a4-887b-cf3027382b42 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event deleted for resources: {'Port': ['ID=a0f12e17-dc79-49bd-9b58-c5e6cb79077d,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:28.631177 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddef37f-c658-42a4-887b-cf3027382b42 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:28.631456 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddef37f-c658-42a4-887b-cf3027382b42 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:28.631794 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddef37f-c658-42a4-887b-cf3027382b42 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:28.632119 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddef37f-c658-42a4-887b-cf3027382b42 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:28.632446 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddef37f-c658-42a4-887b-cf3027382b42 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:28.632769 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddef37f-c658-42a4-887b-cf3027382b42 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:28.633087 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddef37f-c658-42a4-887b-cf3027382b42 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:28.633405 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddef37f-c658-42a4-887b-cf3027382b42 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:28.633722 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddef37f-c658-42a4-887b-cf3027382b42 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:28.634036 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddef37f-c658-42a4-887b-cf3027382b42 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:28.634352 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddef37f-c658-42a4-887b-cf3027382b42 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:28.695164 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bddef37f-c658-42a4-887b-cf3027382b42 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for floatingip, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:28.886886 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:28.984750 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:29.073044 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bddef37f-c658-42a4-887b-cf3027382b42 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Router 81949cf6-7b5f-4629-b3ba-1e53aa7d2eee has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:40:29.361935 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bddef37f-c658-42a4-887b-cf3027382b42 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:40:29.372874 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3573c63e-852b-40d2-8c6b-ca231b7a5f46 None None] Sync routers for ids ['81949cf6-7b5f-4629-b3ba-1e53aa7d2eee'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:40:29.374884 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bddef37f-c658-42a4-887b-cf3027382b42 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:29.385430 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3573c63e-852b-40d2-8c6b-ca231b7a5f46 None None] Routers {'81949cf6-7b5f-4629-b3ba-1e53aa7d2eee'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:40:29.386239 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-3573c63e-852b-40d2-8c6b-ca231b7a5f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:40:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['81949cf6-7b5f-4629-b3ba-1e53aa7d2eee'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:29.428331 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-bddef37f-c658-42a4-887b-cf3027382b42 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "DELETE /v2.0/floatingips/eb7609de-752a-4c19-bb37-353e77cee76c HTTP/1.1" status: 204 len: 168 time: 1.5370865 Feb 03 14:40:29.428899 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13ad569-3b0d-481f-a604-0b0c6cc0dbae', 'tag': 'ee94b51d-2b6d-4ab6-84d1-129c2101d9b3'}] {{(pid=84182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:40:29.485605 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f13ad569-3b0d-481f-a604-0b0c6cc0dbae', 'tag': 'ee94b51d-2b6d-4ab6-84d1-129c2101d9b3', 'status': 'completed', 'code': 200} Feb 03 14:40:29.568825 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-3573c63e-852b-40d2-8c6b-ca231b7a5f46 None None] Set router 81949cf6-7b5f-4629-b3ba-1e53aa7d2eee gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:40:29.578169 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3e000343-c5c0-4c09-b750-fbcfa7343423 req-78581783-c4b5-4aa9-8680-698d25d869fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ba8843202ac46748b5166400226edd3&device_id=f13ad569-3b0d-481f-a604-0b0c6cc0dbae HTTP/1.1" status: 200 len: 1098 time: 0.0695443 Feb 03 14:40:29.715414 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e000343-c5c0-4c09-b750-fbcfa7343423 req-4882204a-bcd9-4170-b55d-c8b7625e7bee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:29.716956 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3e000343-c5c0-4c09-b750-fbcfa7343423 req-4882204a-bcd9-4170-b55d-c8b7625e7bee service neutron] 10.222.0.47 "GET /v2.0/networks?id=ae021ca3-ddbf-4a3f-9e1e-f722e518bc59 HTTP/1.1" status: 200 len: 897 time: 0.1338646 Feb 03 14:40:29.882754 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3e000343-c5c0-4c09-b750-fbcfa7343423 req-25acadd0-ad99-4857-9647-761dc4fff8bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee94b51d-2b6d-4ab6-84d1-129c2101d9b3 HTTP/1.1" status: 200 len: 217 time: 0.1596785 Feb 03 14:40:29.898366 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-3573c63e-852b-40d2-8c6b-ca231b7a5f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81949cf6-7b5f-4629-b3ba-1e53aa7d2eee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570176312', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '4e4102f3-d7e1-4f7d-a91f-ec63e98213c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:38:51Z', 'updated_at': '2022-02-03T14:38:56Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '4e4102f3-d7e1-4f7d-a91f-ec63e98213c2', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:37:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81949cf6-7b5f-4629-b3ba-1e53aa7d2eee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:52Z', 'updated_at': '2022-02-03T14:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'd4a7b6f8-6d45-429b-988b-396ac886d0de', 'name': '', 'network_id': 'ae021ca3-ddbf-4a3f-9e1e-f722e518bc59', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'mac_address': 'fa:16:3e:83:42:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81949cf6-7b5f-4629-b3ba-1e53aa7d2eee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ea976b8-3fce-457f-9617-cf2b1d6c0df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:55Z', 'updated_at': '2022-02-03T14:39:01Z', 'revision_number': 5, 'project_id': '5ba8843202ac46748b5166400226edd3', 'subnets': [{'id': '7ea976b8-3fce-457f-9617-cf2b1d6c0df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:29.902408 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3573c63e-852b-40d2-8c6b-ca231b7a5f46 None None] Checking router: 81949cf6-7b5f-4629-b3ba-1e53aa7d2eee for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:40:29.913009 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3573c63e-852b-40d2-8c6b-ca231b7a5f46 None None] Routers {'81949cf6-7b5f-4629-b3ba-1e53aa7d2eee'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:40:29.913597 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-3573c63e-852b-40d2-8c6b-ca231b7a5f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:40:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['81949cf6-7b5f-4629-b3ba-1e53aa7d2eee'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:29.949144 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e000343-c5c0-4c09-b750-fbcfa7343423 req-bdb00d52-6ca9-48a4-bf24-3f4fbbc15199 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:29.950842 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3e000343-c5c0-4c09-b750-fbcfa7343423 req-bdb00d52-6ca9-48a4-bf24-3f4fbbc15199 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7ea976b8-3fce-457f-9617-cf2b1d6c0df8 HTTP/1.1" status: 200 len: 835 time: 0.0616016 Feb 03 14:40:30.037252 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3e000343-c5c0-4c09-b750-fbcfa7343423 req-44a2cb49-2fd0-4863-89c4-f65d1d77eb3d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ae021ca3-ddbf-4a3f-9e1e-f722e518bc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735910 Feb 03 14:40:30.067463 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39587e3-c450-4b81-8683-be606c0e3bf0 req-b5be8ce7-f2af-4320-8d78-501cc39e86ff tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:30.067777 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-f39587e3-c450-4b81-8683-be606c0e3bf0 req-b5be8ce7-f2af-4320-8d78-501cc39e86ff tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Synchronizing usage tracker for tenant:5ba8843202ac46748b5166400226edd3 on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:40:30.095087 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-3573c63e-852b-40d2-8c6b-ca231b7a5f46 None None] Set router 81949cf6-7b5f-4629-b3ba-1e53aa7d2eee gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:40:30.140493 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-f39587e3-c450-4b81-8683-be606c0e3bf0 req-b5be8ce7-f2af-4320-8d78-501cc39e86ff tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Unset dirty status for tenant:5ba8843202ac46748b5166400226edd3 on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:40:30.142235 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f39587e3-c450-4b81-8683-be606c0e3bf0 req-b5be8ce7-f2af-4320-8d78-501cc39e86ff tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=f13ad569-3b0d-481f-a604-0b0c6cc0dbae HTTP/1.1" status: 200 len: 945 time: 0.1708543 Feb 03 14:40:30.177075 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3e000343-c5c0-4c09-b750-fbcfa7343423 req-29bc1945-a65c-4fe3-bd66-ae3499195f3e service neutron] 10.222.0.47 "GET /v2.0/networks/ae021ca3-ddbf-4a3f-9e1e-f722e518bc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330526 Feb 03 14:40:30.191836 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f39587e3-c450-4b81-8683-be606c0e3bf0 req-f528386f-40a9-4771-8120-8222f2159b0a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae7344e3-39b5-4ec4-a950-dddc5fb331b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438838 Feb 03 14:40:30.310067 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3e000343-c5c0-4c09-b750-fbcfa7343423 req-e7dc9d6d-f082-4c1b-957b-70b220d6430d service neutron] 10.222.0.47 "GET /v2.0/networks/ae021ca3-ddbf-4a3f-9e1e-f722e518bc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260965 Feb 03 14:40:30.310540 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:30.405318 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-3573c63e-852b-40d2-8c6b-ca231b7a5f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81949cf6-7b5f-4629-b3ba-1e53aa7d2eee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570176312', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '4e4102f3-d7e1-4f7d-a91f-ec63e98213c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:38:51Z', 'updated_at': '2022-02-03T14:38:56Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '4e4102f3-d7e1-4f7d-a91f-ec63e98213c2', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:37:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81949cf6-7b5f-4629-b3ba-1e53aa7d2eee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:52Z', 'updated_at': '2022-02-03T14:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'd4a7b6f8-6d45-429b-988b-396ac886d0de', 'name': '', 'network_id': 'ae021ca3-ddbf-4a3f-9e1e-f722e518bc59', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'mac_address': 'fa:16:3e:83:42:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81949cf6-7b5f-4629-b3ba-1e53aa7d2eee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ea976b8-3fce-457f-9617-cf2b1d6c0df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:55Z', 'updated_at': '2022-02-03T14:39:01Z', 'revision_number': 5, 'project_id': '5ba8843202ac46748b5166400226edd3', 'subnets': [{'id': '7ea976b8-3fce-457f-9617-cf2b1d6c0df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:30.409774 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3573c63e-852b-40d2-8c6b-ca231b7a5f46 None None] The sync data for ids ['81949cf6-7b5f-4629-b3ba-1e53aa7d2eee'] in dv-neutron-827016-1-hyperv is: [{'id': '81949cf6-7b5f-4629-b3ba-1e53aa7d2eee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570176312', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '4e4102f3-d7e1-4f7d-a91f-ec63e98213c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:38:51Z', 'updated_at': '2022-02-03T14:38:56Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '4e4102f3-d7e1-4f7d-a91f-ec63e98213c2', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:37:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81949cf6-7b5f-4629-b3ba-1e53aa7d2eee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:52Z', 'updated_at': '2022-02-03T14:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'd4a7b6f8-6d45-429b-988b-396ac886d0de', 'name': '', 'network_id': 'ae021ca3-ddbf-4a3f-9e1e-f722e518bc59', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'mac_address': 'fa:16:3e:83:42:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81949cf6-7b5f-4629-b3ba-1e53aa7d2eee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ea976b8-3fce-457f-9617-cf2b1d6c0df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:55Z', 'updated_at': '2022-02-03T14:39:01Z', 'revision_number': 5, 'project_id': '5ba8843202ac46748b5166400226edd3', 'subnets': [{'id': '7ea976b8-3fce-457f-9617-cf2b1d6c0df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:40:30.621180 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba3ead8-7894-4698-9cc4-36276a6217f6 None None] New status for floating IP eb7609de-752a-4c19-bb37-353e77cee76c: DOWN {{(pid=84183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:40:31.385884 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3818b-8321-47ca-bc79-4f7f821078b2 req-10ae5c90-9bb2-4517-bff4-a33bce96a151 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:31.387358 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-37d3818b-8321-47ca-bc79-4f7f821078b2 req-10ae5c90-9bb2-4517-bff4-a33bce96a151 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=f13ad569-3b0d-481f-a604-0b0c6cc0dbae HTTP/1.1" status: 200 len: 945 time: 0.0753820 Feb 03 14:40:31.432799 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-37d3818b-8321-47ca-bc79-4f7f821078b2 req-3f1d01ca-4d29-4afc-8850-5e86172a2dd6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae7344e3-39b5-4ec4-a950-dddc5fb331b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393260 Feb 03 14:40:31.765880 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92025621-0be0-4d61-8d04-f1afae267294 req-bb93110e-f4bf-4a27-80dc-0f0f79a48af4 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:31.766556 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-92025621-0be0-4d61-8d04-f1afae267294 req-bb93110e-f4bf-4a27-80dc-0f0f79a48af4 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Synchronizing usage tracker for tenant:5ba8843202ac46748b5166400226edd3 on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:40:31.777855 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-92025621-0be0-4d61-8d04-f1afae267294 req-bb93110e-f4bf-4a27-80dc-0f0f79a48af4 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Unset dirty status for tenant:5ba8843202ac46748b5166400226edd3 on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:40:31.778931 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-92025621-0be0-4d61-8d04-f1afae267294 req-bb93110e-f4bf-4a27-80dc-0f0f79a48af4 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.47 "GET /v2.0/ports?device_id=f13ad569-3b0d-481f-a604-0b0c6cc0dbae HTTP/1.1" status: 200 len: 945 time: 0.0853221 Feb 03 14:40:31.847651 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-92025621-0be0-4d61-8d04-f1afae267294 req-3e6b7315-3462-4c1f-8815-b5cda9bf77e8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Deleting port ee94b51d-2b6d-4ab6-84d1-129c2101d9b3 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:40:31.847983 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-92025621-0be0-4d61-8d04-f1afae267294 req-3e6b7315-3462-4c1f-8815-b5cda9bf77e8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:32.084356 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-92025621-0be0-4d61-8d04-f1afae267294 req-3e6b7315-3462-4c1f-8815-b5cda9bf77e8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] For port ee94b51d-2b6d-4ab6-84d1-129c2101d9b3, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=ee94b51d-2b6d-4ab6-84d1-129c2101d9b3,segment=NetworkSegment(24a64f96-1aa4-444e-a4fe-af9941206dd3),segment_id=24a64f96-1aa4-444e-a4fe-af9941206dd3)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:40:32.084703 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-92025621-0be0-4d61-8d04-f1afae267294 req-3e6b7315-3462-4c1f-8815-b5cda9bf77e8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:32.200791 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-92025621-0be0-4d61-8d04-f1afae267294 req-3e6b7315-3462-4c1f-8815-b5cda9bf77e8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Calling delete_port for ee94b51d-2b6d-4ab6-84d1-129c2101d9b3 owned by compute:nova {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:40:32.418665 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-92025621-0be0-4d61-8d04-f1afae267294 req-3e6b7315-3462-4c1f-8815-b5cda9bf77e8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:32.469331 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b7315-3462-4c1f-8815-b5cda9bf77e8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event deleted for resources: {'Port': ['ID=ee94b51d-2b6d-4ab6-84d1-129c2101d9b3,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:32.538188 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6b7315-3462-4c1f-8815-b5cda9bf77e8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:32.538531 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6b7315-3462-4c1f-8815-b5cda9bf77e8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:32.538867 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6b7315-3462-4c1f-8815-b5cda9bf77e8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:32.539225 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6b7315-3462-4c1f-8815-b5cda9bf77e8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:32.539557 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6b7315-3462-4c1f-8815-b5cda9bf77e8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:32.539877 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6b7315-3462-4c1f-8815-b5cda9bf77e8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:32.540204 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6b7315-3462-4c1f-8815-b5cda9bf77e8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:32.540523 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6b7315-3462-4c1f-8815-b5cda9bf77e8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:32.540836 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6b7315-3462-4c1f-8815-b5cda9bf77e8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:32.541154 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6b7315-3462-4c1f-8815-b5cda9bf77e8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:32.541468 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6b7315-3462-4c1f-8815-b5cda9bf77e8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:32.551629 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-92025621-0be0-4d61-8d04-f1afae267294 req-3e6b7315-3462-4c1f-8815-b5cda9bf77e8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] No DVR routers for this DVR port ee94b51d-2b6d-4ab6-84d1-129c2101d9b3 on host hv-neutron-8270 {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:40:32.553744 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-92025621-0be0-4d61-8d04-f1afae267294 req-3e6b7315-3462-4c1f-8815-b5cda9bf77e8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:32.556289 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13ad569-3b0d-481f-a604-0b0c6cc0dbae', 'name': 'network-vif-deleted', 'tag': 'ee94b51d-2b6d-4ab6-84d1-129c2101d9b3'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:40:32.601278 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b994aa7b-a722-4b2b-a3a6-98c53abf2d22 req-d5d4b566-4b6d-422c-b360-09b8607f9302 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=f13ad569-3b0d-481f-a604-0b0c6cc0dbae HTTP/1.1" status: 200 len: 210 time: 0.0452316 Feb 03 14:40:32.611720 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13ad569-3b0d-481f-a604-0b0c6cc0dbae', 'name': 'network-vif-deleted', 'tag': 'ee94b51d-2b6d-4ab6-84d1-129c2101d9b3', 'status': 'completed', 'code': 200} Feb 03 14:40:32.627660 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-92025621-0be0-4d61-8d04-f1afae267294 req-3e6b7315-3462-4c1f-8815-b5cda9bf77e8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.47 "DELETE /v2.0/ports/ee94b51d-2b6d-4ab6-84d1-129c2101d9b3 HTTP/1.1" status: 204 len: 173 time: 0.8437920 Feb 03 14:40:33.708886 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38600) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:40:34.090285 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fda90fd0-b3a2-4900-8ab5-9ca3a3137dbf tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:34.661785 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device ee94b51d-2b6d-4ab6-84d1-129c2101d9b3 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:40:34.674930 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-fda90fd0-b3a2-4900-8ab5-9ca3a3137dbf tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Deleting port d4a7b6f8-6d45-429b-988b-396ac886d0de {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:40:34.675297 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fda90fd0-b3a2-4900-8ab5-9ca3a3137dbf tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:34.693273 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] No Port match for: ee94b51d-2b6d-4ab6-84d1-129c2101d9b3 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:40:34.693615 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device ee94b51d-2b6d-4ab6-84d1-129c2101d9b3 not bound to the agent host hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:40:34.947160 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-fda90fd0-b3a2-4900-8ab5-9ca3a3137dbf tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] For port d4a7b6f8-6d45-429b-988b-396ac886d0de, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=d4a7b6f8-6d45-429b-988b-396ac886d0de,segment=NetworkSegment(24a64f96-1aa4-444e-a4fe-af9941206dd3),segment_id=24a64f96-1aa4-444e-a4fe-af9941206dd3)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:40:34.947709 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fda90fd0-b3a2-4900-8ab5-9ca3a3137dbf tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:35.066950 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-fda90fd0-b3a2-4900-8ab5-9ca3a3137dbf tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Calling delete_port for d4a7b6f8-6d45-429b-988b-396ac886d0de owned by network:router_interface {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:40:35.315744 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fda90fd0-b3a2-4900-8ab5-9ca3a3137dbf tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:35.361326 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda90fd0-b3a2-4900-8ab5-9ca3a3137dbf tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event deleted for resources: {'Port': ['ID=d4a7b6f8-6d45-429b-988b-396ac886d0de,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:35.654726 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-fda90fd0-b3a2-4900-8ab5-9ca3a3137dbf tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:36.212076 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda90fd0-b3a2-4900-8ab5-9ca3a3137dbf tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Router 81949cf6-7b5f-4629-b3ba-1e53aa7d2eee has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:40:36.505525 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda90fd0-b3a2-4900-8ab5-9ca3a3137dbf tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:40:36.516185 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e635f58-310e-4192-89b4-1fff7658c5e7 None None] Sync routers for ids ['81949cf6-7b5f-4629-b3ba-1e53aa7d2eee'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:40:36.518579 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-fda90fd0-b3a2-4900-8ab5-9ca3a3137dbf tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "PUT /v2.0/routers/81949cf6-7b5f-4629-b3ba-1e53aa7d2eee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8086324 Feb 03 14:40:36.521327 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 38604) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:40:36.527598 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e635f58-310e-4192-89b4-1fff7658c5e7 None None] Routers {'81949cf6-7b5f-4629-b3ba-1e53aa7d2eee'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:40:36.528189 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-5e635f58-310e-4192-89b4-1fff7658c5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:40:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['81949cf6-7b5f-4629-b3ba-1e53aa7d2eee'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:36.703394 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1c24be3-45f0-4955-8e89-b760f27b43e8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Deleting subnet 7ea976b8-3fce-457f-9617-cf2b1d6c0df8 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:40:36.706347 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d1c24be3-45f0-4955-8e89-b760f27b43e8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:36.736067 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-5e635f58-310e-4192-89b4-1fff7658c5e7 None None] Set router 81949cf6-7b5f-4629-b3ba-1e53aa7d2eee gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:40:36.760024 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d1c24be3-45f0-4955-8e89-b760f27b43e8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:36.931020 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d1c24be3-45f0-4955-8e89-b760f27b43e8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:37.013145 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-5e635f58-310e-4192-89b4-1fff7658c5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81949cf6-7b5f-4629-b3ba-1e53aa7d2eee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570176312', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '4e4102f3-d7e1-4f7d-a91f-ec63e98213c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:38:51Z', 'updated_at': '2022-02-03T14:40:35Z', 'revision_number': 5, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '4e4102f3-d7e1-4f7d-a91f-ec63e98213c2', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:37:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81949cf6-7b5f-4629-b3ba-1e53aa7d2eee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:52Z', 'updated_at': '2022-02-03T14:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:37.016811 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e635f58-310e-4192-89b4-1fff7658c5e7 None None] Checking router: 81949cf6-7b5f-4629-b3ba-1e53aa7d2eee for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:40:37.026918 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e635f58-310e-4192-89b4-1fff7658c5e7 None None] Routers {'81949cf6-7b5f-4629-b3ba-1e53aa7d2eee'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:40:37.027522 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-5e635f58-310e-4192-89b4-1fff7658c5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:40:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['81949cf6-7b5f-4629-b3ba-1e53aa7d2eee'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:37.072286 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d1c24be3-45f0-4955-8e89-b760f27b43e8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:37.114433 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c24be3-45f0-4955-8e89-b760f27b43e8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event deleted for resources: {'Subnet': ['ID=7ea976b8-3fce-457f-9617-cf2b1d6c0df8,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:37.118395 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d1c24be3-45f0-4955-8e89-b760f27b43e8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:37.124352 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d1c24be3-45f0-4955-8e89-b760f27b43e8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "DELETE /v2.0/subnets/7ea976b8-3fce-457f-9617-cf2b1d6c0df8 HTTP/1.1" status: 204 len: 168 time: 0.6020274 Feb 03 14:40:37.125420 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed73604-07f7-4320-b04a-bb606bf8fbb4 None None] Network ae021ca3-ddbf-4a3f-9e1e-f722e518bc59 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:40:37.126931 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 38608) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:40:37.210153 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-5e635f58-310e-4192-89b4-1fff7658c5e7 None None] Set router 81949cf6-7b5f-4629-b3ba-1e53aa7d2eee gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:40:37.334610 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-88c34f7b-efc5-43de-8edc-862899ad6a19 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for router, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:37.400312 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce8dae0-2701-4321-a14f-8996dd8e6939 None None] DHCP port deletion for ae021ca3-ddbf-4a3f-9e1e-f722e518bc59 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:40:37.404152 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-1ce8dae0-2701-4321-a14f-8996dd8e6939 None None] Deleting port b0a6fcdd-359a-4cae-ba80-26dcbc3033fa {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:40:37.404534 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1ce8dae0-2701-4321-a14f-8996dd8e6939 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:37.499769 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-5e635f58-310e-4192-89b4-1fff7658c5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81949cf6-7b5f-4629-b3ba-1e53aa7d2eee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570176312', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '4e4102f3-d7e1-4f7d-a91f-ec63e98213c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:38:51Z', 'updated_at': '2022-02-03T14:40:35Z', 'revision_number': 5, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '4e4102f3-d7e1-4f7d-a91f-ec63e98213c2', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:37:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81949cf6-7b5f-4629-b3ba-1e53aa7d2eee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:52Z', 'updated_at': '2022-02-03T14:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:37.505558 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e635f58-310e-4192-89b4-1fff7658c5e7 None None] The sync data for ids ['81949cf6-7b5f-4629-b3ba-1e53aa7d2eee'] in dv-neutron-827016-1-hyperv is: [{'id': '81949cf6-7b5f-4629-b3ba-1e53aa7d2eee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570176312', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '4e4102f3-d7e1-4f7d-a91f-ec63e98213c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:38:51Z', 'updated_at': '2022-02-03T14:40:35Z', 'revision_number': 5, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '4e4102f3-d7e1-4f7d-a91f-ec63e98213c2', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:37:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81949cf6-7b5f-4629-b3ba-1e53aa7d2eee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:52Z', 'updated_at': '2022-02-03T14:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:40:37.558746 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-88c34f7b-efc5-43de-8edc-862899ad6a19 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:37.615151 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-88c34f7b-efc5-43de-8edc-862899ad6a19 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Deleting port 4e4102f3-d7e1-4f7d-a91f-ec63e98213c2 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:40:37.615623 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-88c34f7b-efc5-43de-8edc-862899ad6a19 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:37.616628 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-1ce8dae0-2701-4321-a14f-8996dd8e6939 None None] For port b0a6fcdd-359a-4cae-ba80-26dcbc3033fa, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=b0a6fcdd-359a-4cae-ba80-26dcbc3033fa,segment=NetworkSegment(24a64f96-1aa4-444e-a4fe-af9941206dd3),segment_id=24a64f96-1aa4-444e-a4fe-af9941206dd3)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:40:37.617026 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1ce8dae0-2701-4321-a14f-8996dd8e6939 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:37.739120 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-1ce8dae0-2701-4321-a14f-8996dd8e6939 None None] Calling delete_port for b0a6fcdd-359a-4cae-ba80-26dcbc3033fa owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:40:37.790623 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-88c34f7b-efc5-43de-8edc-862899ad6a19 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] For port 4e4102f3-d7e1-4f7d-a91f-ec63e98213c2, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=4e4102f3-d7e1-4f7d-a91f-ec63e98213c2,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:40:37.790974 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-88c34f7b-efc5-43de-8edc-862899ad6a19 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:37.854162 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1ce8dae0-2701-4321-a14f-8996dd8e6939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:37.902181 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device b0a6fcdd-359a-4cae-ba80-26dcbc3033fa no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:40:37.918846 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-88c34f7b-efc5-43de-8edc-862899ad6a19 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Calling delete_port for 4e4102f3-d7e1-4f7d-a91f-ec63e98213c2 owned by network:router_gateway {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:40:37.938312 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce8dae0-2701-4321-a14f-8996dd8e6939 None None] No DVR routers for this DVR port b0a6fcdd-359a-4cae-ba80-26dcbc3033fa on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:40:37.945361 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: b0a6fcdd-359a-4cae-ba80-26dcbc3033fa {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:40:37.945700 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device b0a6fcdd-359a-4cae-ba80-26dcbc3033fa not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:40:37.946103 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device d4a7b6f8-6d45-429b-988b-396ac886d0de no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:40:37.980986 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: d4a7b6f8-6d45-429b-988b-396ac886d0de {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:40:37.981326 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device d4a7b6f8-6d45-429b-988b-396ac886d0de not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:40:37.982684 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8dae0-2701-4321-a14f-8996dd8e6939 None None] Pushing event deleted for resources: {'Port': ['ID=b0a6fcdd-359a-4cae-ba80-26dcbc3033fa,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:37.998022 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce8dae0-2701-4321-a14f-8996dd8e6939 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:37.998569 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce8dae0-2701-4321-a14f-8996dd8e6939 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:38.000028 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce8dae0-2701-4321-a14f-8996dd8e6939 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:38.000391 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce8dae0-2701-4321-a14f-8996dd8e6939 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:38.000732 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce8dae0-2701-4321-a14f-8996dd8e6939 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:38.001065 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce8dae0-2701-4321-a14f-8996dd8e6939 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:38.001399 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce8dae0-2701-4321-a14f-8996dd8e6939 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:38.001727 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce8dae0-2701-4321-a14f-8996dd8e6939 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:38.003212 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce8dae0-2701-4321-a14f-8996dd8e6939 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:38.003490 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce8dae0-2701-4321-a14f-8996dd8e6939 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:38.003821 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce8dae0-2701-4321-a14f-8996dd8e6939 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:38.157895 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-88c34f7b-efc5-43de-8edc-862899ad6a19 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:38.204172 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c34f7b-efc5-43de-8edc-862899ad6a19 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event deleted for resources: {'Port': ['ID=4e4102f3-d7e1-4f7d-a91f-ec63e98213c2,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:38.422677 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-88c34f7b-efc5-43de-8edc-862899ad6a19 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:38.760410 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-88c34f7b-efc5-43de-8edc-862899ad6a19 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:38.764443 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-88c34f7b-efc5-43de-8edc-862899ad6a19 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:38.846715 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-88c34f7b-efc5-43de-8edc-862899ad6a19 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:38.847290 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c34f7b-efc5-43de-8edc-862899ad6a19 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Fanout notify agent at l3_agent the message router_deleted on router 81949cf6-7b5f-4629-b3ba-1e53aa7d2eee {{(pid=84181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:40:38.861176 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-88c34f7b-efc5-43de-8edc-862899ad6a19 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:38.862236 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-88c34f7b-efc5-43de-8edc-862899ad6a19 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "DELETE /v2.0/routers/81949cf6-7b5f-4629-b3ba-1e53aa7d2eee HTTP/1.1" status: 204 len: 168 time: 1.7344062 Feb 03 14:40:38.865076 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38612) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:40:38.983087 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b779910e-8e6d-4364-9922-3cd6fd24fe32 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:39.111719 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b779910e-8e6d-4364-9922-3cd6fd24fe32 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:39.135897 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-b779910e-8e6d-4364-9922-3cd6fd24fe32 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae021ca3-ddbf-4a3f-9e1e-f722e518bc59']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:39.147362 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-b779910e-8e6d-4364-9922-3cd6fd24fe32 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24a64f96-1aa4-444e-a4fe-af9941206dd3') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:39.147642 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-b779910e-8e6d-4364-9922-3cd6fd24fe32 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24a64f96-1aa4-444e-a4fe-af9941206dd3') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:39.158442 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b779910e-8e6d-4364-9922-3cd6fd24fe32 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:39.174073 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b779910e-8e6d-4364-9922-3cd6fd24fe32 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:39.179926 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b779910e-8e6d-4364-9922-3cd6fd24fe32 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:40:39.180304 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b779910e-8e6d-4364-9922-3cd6fd24fe32 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:39.194623 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 14:40:39.194623 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:40:39.194623 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 14:40:39.194623 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:40:39.194623 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 14:40:39.194623 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:40:39.194623 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 14:40:39.194623 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:40:39.194623 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 14:40:39.194623 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:40:39.194623 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 14:40:39.194623 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:40:39.194623 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 14:40:39.194623 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:40:39.194623 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:40:39.194623 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:40:39.194623 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:40:39.194623 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:40:39.194623 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 14:40:39.194623 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:40:39.194623 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 14:40:39.194623 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:40:39.194623 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:40:39.194623 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:40:39.194623 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 14:40:39.194623 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:40:39.194623 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:40:39.194623 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:40:39.194623 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:40:39.194623 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:40:39.194623 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:40:39.194623 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:40:39.352083 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b779910e-8e6d-4364-9922-3cd6fd24fe32 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:39.370552 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b779910e-8e6d-4364-9922-3cd6fd24fe32 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:39.381202 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b779910e-8e6d-4364-9922-3cd6fd24fe32 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event deleted for resources: {'Network': ['ID=ae021ca3-ddbf-4a3f-9e1e-f722e518bc59,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:39.453472 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b779910e-8e6d-4364-9922-3cd6fd24fe32 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "DELETE /v2.0/networks/ae021ca3-ddbf-4a3f-9e1e-f722e518bc59 HTTP/1.1" status: 204 len: 168 time: 0.5872695 Feb 03 14:40:39.456122 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38616) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:40:39.522248 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c201bd42-b8e5-4083-8829-61362a4ddc40 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:39.552975 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c201bd42-b8e5-4083-8829-61362a4ddc40 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:39.664391 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c201bd42-b8e5-4083-8829-61362a4ddc40 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:39.665456 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 4e4102f3-d7e1-4f7d-a91f-ec63e98213c2 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:40:39.686927 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201bd42-b8e5-4083-8829-61362a4ddc40 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7344e3-39b5-4ec4-a950-dddc5fb331b6,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:39.704531 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 4e4102f3-d7e1-4f7d-a91f-ec63e98213c2 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:40:39.704969 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 4e4102f3-d7e1-4f7d-a91f-ec63e98213c2 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:40:39.789037 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c201bd42-b8e5-4083-8829-61362a4ddc40 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:39.790184 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c201bd42-b8e5-4083-8829-61362a4ddc40 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "DELETE /v2.0/security-groups/ae7344e3-39b5-4ec4-a950-dddc5fb331b6 HTTP/1.1" status: 204 len: 168 time: 0.3331635 Feb 03 14:40:40.346116 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38624) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:40:40.351662 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-6ffe9ceb-32c9-4d08-93d3-05494f2efbdb tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1247689174', 'description': 'tempest-secgroup-smoke-1247689174 description', 'project_id': '5ba8843202ac46748b5166400226edd3'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:40:40.357833 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-6ffe9ceb-32c9-4d08-93d3-05494f2efbdb tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:40:40.361868 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-6ffe9ceb-32c9-4d08-93d3-05494f2efbdb tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:security_group and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:40:40.364953 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-6ffe9ceb-32c9-4d08-93d3-05494f2efbdb tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:40:40.371295 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-6ffe9ceb-32c9-4d08-93d3-05494f2efbdb tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:40:40.438175 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9ceb-32c9-4d08-93d3-05494f2efbdb tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:40.471985 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-6ffe9ceb-32c9-4d08-93d3-05494f2efbdb tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:40:40.475665 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-6ffe9ceb-32c9-4d08-93d3-05494f2efbdb tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:security_group_rule and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:40:40.478348 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-6ffe9ceb-32c9-4d08-93d3-05494f2efbdb tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:40:40.484003 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-6ffe9ceb-32c9-4d08-93d3-05494f2efbdb tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:40:40.535354 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9ceb-32c9-4d08-93d3-05494f2efbdb tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:40.597392 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9ceb-32c9-4d08-93d3-05494f2efbdb tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:40.640000 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffe9ceb-32c9-4d08-93d3-05494f2efbdb tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f256bc-7ec1-4e29-9766-abfec2ec217d,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:40.704023 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9ceb-32c9-4d08-93d3-05494f2efbdb tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:40.705224 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-6ffe9ceb-32c9-4d08-93d3-05494f2efbdb tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3581345 Feb 03 14:40:40.708114 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38628) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:40:40.713450 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-07fe03f7-c3c8-4f01-8a96-2d8d359a0773 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'security_group_rule': {'security_group_id': 'd3f256bc-7ec1-4e29-9766-abfec2ec217d', 'project_id': '5ba8843202ac46748b5166400226edd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:40:40.719389 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-07fe03f7-c3c8-4f01-8a96-2d8d359a0773 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:40:40.723199 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-07fe03f7-c3c8-4f01-8a96-2d8d359a0773 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:security_group_rule and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:40:40.726098 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-07fe03f7-c3c8-4f01-8a96-2d8d359a0773 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:40:40.731660 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-07fe03f7-c3c8-4f01-8a96-2d8d359a0773 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:40:40.808890 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-07fe03f7-c3c8-4f01-8a96-2d8d359a0773 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:40.867669 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-07fe03f7-c3c8-4f01-8a96-2d8d359a0773 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:40.951898 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-07fe03f7-c3c8-4f01-8a96-2d8d359a0773 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:40.975463 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe03f7-c3c8-4f01-8a96-2d8d359a0773 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=501d448f-65aa-479a-95b3-7750585056f9,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:41.043450 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-07fe03f7-c3c8-4f01-8a96-2d8d359a0773 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:41.044651 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-07fe03f7-c3c8-4f01-8a96-2d8d359a0773 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3356290 Feb 03 14:40:41.047982 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38632) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:40:41.053297 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-c8127c34-4280-485b-8191-614eac70141e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'security_group_rule': {'security_group_id': 'd3f256bc-7ec1-4e29-9766-abfec2ec217d', 'project_id': '5ba8843202ac46748b5166400226edd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:40:41.059208 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-c8127c34-4280-485b-8191-614eac70141e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:40:41.063008 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-c8127c34-4280-485b-8191-614eac70141e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:security_group_rule and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:40:41.066539 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-c8127c34-4280-485b-8191-614eac70141e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:40:41.071885 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-c8127c34-4280-485b-8191-614eac70141e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:40:41.146059 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c8127c34-4280-485b-8191-614eac70141e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:41.206185 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c8127c34-4280-485b-8191-614eac70141e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:41.283053 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c8127c34-4280-485b-8191-614eac70141e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:41.305064 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8127c34-4280-485b-8191-614eac70141e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8ee57fc-937c-4b9e-b3cf-1c1c9cc36d46,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:41.374818 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c8127c34-4280-485b-8191-614eac70141e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:41.376064 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c8127c34-4280-485b-8191-614eac70141e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3271825 Feb 03 14:40:41.378670 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38636) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:40:41.384061 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-954bfc26-6077-497e-8a98-614b6709c889 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'security_group_rule': {'security_group_id': 'd3f256bc-7ec1-4e29-9766-abfec2ec217d', 'project_id': '5ba8843202ac46748b5166400226edd3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:40:41.390072 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-954bfc26-6077-497e-8a98-614b6709c889 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:40:41.394961 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-954bfc26-6077-497e-8a98-614b6709c889 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:security_group_rule and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:40:41.397790 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-954bfc26-6077-497e-8a98-614b6709c889 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:40:41.403592 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-954bfc26-6077-497e-8a98-614b6709c889 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:40:41.478417 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-954bfc26-6077-497e-8a98-614b6709c889 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:41.538294 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-954bfc26-6077-497e-8a98-614b6709c889 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:41.603442 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-954bfc26-6077-497e-8a98-614b6709c889 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:41.626454 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954bfc26-6077-497e-8a98-614b6709c889 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25bfa394-b2b1-43b2-b66c-aa8a8e16203b,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:41.695086 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-954bfc26-6077-497e-8a98-614b6709c889 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:41.696386 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-954bfc26-6077-497e-8a98-614b6709c889 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3167825 Feb 03 14:40:41.699025 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38640) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:40:41.704435 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-6a93e6e5-24ab-4eed-8637-4ffa71f7d6c3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'security_group_rule': {'security_group_id': 'd3f256bc-7ec1-4e29-9766-abfec2ec217d', 'project_id': '5ba8843202ac46748b5166400226edd3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:40:41.710200 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-6a93e6e5-24ab-4eed-8637-4ffa71f7d6c3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:40:41.714024 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-6a93e6e5-24ab-4eed-8637-4ffa71f7d6c3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:security_group_rule and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:40:41.716897 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-6a93e6e5-24ab-4eed-8637-4ffa71f7d6c3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:40:41.722981 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-6a93e6e5-24ab-4eed-8637-4ffa71f7d6c3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:40:41.798603 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6a93e6e5-24ab-4eed-8637-4ffa71f7d6c3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:41.862657 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6a93e6e5-24ab-4eed-8637-4ffa71f7d6c3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:41.911725 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6a93e6e5-24ab-4eed-8637-4ffa71f7d6c3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:41.934700 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a93e6e5-24ab-4eed-8637-4ffa71f7d6c3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff232a84-1a67-4507-994b-d01c85cb04f6,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:42.003544 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6a93e6e5-24ab-4eed-8637-4ffa71f7d6c3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:42.004730 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-6a93e6e5-24ab-4eed-8637-4ffa71f7d6c3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3046792 Feb 03 14:40:42.007442 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38644) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:40:42.012751 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-d7a38917-768b-49ee-99d3-da9e36c3296a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'security_group_rule': {'security_group_id': 'd3f256bc-7ec1-4e29-9766-abfec2ec217d', 'project_id': '5ba8843202ac46748b5166400226edd3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:40:42.019025 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-d7a38917-768b-49ee-99d3-da9e36c3296a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:40:42.022936 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d7a38917-768b-49ee-99d3-da9e36c3296a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:security_group_rule and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:40:42.025901 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-d7a38917-768b-49ee-99d3-da9e36c3296a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:40:42.032216 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-d7a38917-768b-49ee-99d3-da9e36c3296a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:40:42.111923 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.securitygroups_db [None req-d7a38917-768b-49ee-99d3-da9e36c3296a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Project 5ba8843202ac46748b5166400226edd3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:40:42.118198 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d7a38917-768b-49ee-99d3-da9e36c3296a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:42.179726 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d7a38917-768b-49ee-99d3-da9e36c3296a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:42.237541 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d7a38917-768b-49ee-99d3-da9e36c3296a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:42.260153 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a38917-768b-49ee-99d3-da9e36c3296a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dddc0ce5-a9db-43a4-9bd0-b0f81e635d93,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:42.334587 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d7a38917-768b-49ee-99d3-da9e36c3296a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:42.338267 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d7a38917-768b-49ee-99d3-da9e36c3296a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3274434 Feb 03 14:40:42.338462 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38648) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:40:42.343953 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-38a0432f-5a81-40ed-a570-d72a9a8c7474 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'security_group_rule': {'security_group_id': 'd3f256bc-7ec1-4e29-9766-abfec2ec217d', 'project_id': '5ba8843202ac46748b5166400226edd3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:40:42.349864 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-38a0432f-5a81-40ed-a570-d72a9a8c7474 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:40:42.353718 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-38a0432f-5a81-40ed-a570-d72a9a8c7474 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:security_group_rule and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:40:42.356637 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-38a0432f-5a81-40ed-a570-d72a9a8c7474 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:40:42.362193 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-38a0432f-5a81-40ed-a570-d72a9a8c7474 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:40:42.441266 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.securitygroups_db [None req-38a0432f-5a81-40ed-a570-d72a9a8c7474 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Project 5ba8843202ac46748b5166400226edd3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:40:42.448127 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-38a0432f-5a81-40ed-a570-d72a9a8c7474 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:42.511705 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-38a0432f-5a81-40ed-a570-d72a9a8c7474 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:42.586014 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-38a0432f-5a81-40ed-a570-d72a9a8c7474 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:42.610200 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a0432f-5a81-40ed-a570-d72a9a8c7474 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a0ce1ce-0bd3-4fc4-b505-bb890abd5782,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:42.675920 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-38a0432f-5a81-40ed-a570-d72a9a8c7474 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:42.677081 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-38a0432f-5a81-40ed-a570-d72a9a8c7474 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3375931 Feb 03 14:40:42.680047 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38652) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:40:42.685295 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-6c7f2f7f-87c2-477b-b8da-47a965727bb0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'network': {'name': 'tempest-network-smoke--226225032', 'project_id': '5ba8843202ac46748b5166400226edd3', 'port_security_enabled': True}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:40:42.690810 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-6c7f2f7f-87c2-477b-b8da-47a965727bb0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:40:42.694804 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-6c7f2f7f-87c2-477b-b8da-47a965727bb0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:network and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:40:42.697861 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-6c7f2f7f-87c2-477b-b8da-47a965727bb0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:40:42.703669 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-6c7f2f7f-87c2-477b-b8da-47a965727bb0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:40:42.778697 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7f2f7f-87c2-477b-b8da-47a965727bb0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Made reservation on behalf of 5ba8843202ac46748b5166400226edd3 for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:40:42.781577 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6c7f2f7f-87c2-477b-b8da-47a965727bb0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:42.808922 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c7f2f7f-87c2-477b-b8da-47a965727bb0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:40:42.817830 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6c7f2f7f-87c2-477b-b8da-47a965727bb0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:42.818165 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-6c7f2f7f-87c2-477b-b8da-47a965727bb0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Added segment bc9ecb46-d69c-4f29-8819-9327a819b205 of type vlan for network 262dcf9a-84dd-4900-9d95-1eec66a77cb3 Feb 03 14:40:42.842962 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6c7f2f7f-87c2-477b-b8da-47a965727bb0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:42.939284 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6c7f2f7f-87c2-477b-b8da-47a965727bb0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:42.942892 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7f2f7f-87c2-477b-b8da-47a965727bb0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:42.943542 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6c7f2f7f-87c2-477b-b8da-47a965727bb0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:43.048271 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7f2f7f-87c2-477b-b8da-47a965727bb0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'Network': ['ID=262dcf9a-84dd-4900-9d95-1eec66a77cb3,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:43.058522 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 262dcf9a-84dd-4900-9d95-1eec66a77cb3 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:40:43.112809 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-6c7f2f7f-87c2-477b-b8da-47a965727bb0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4317656 Feb 03 14:40:43.115424 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38656) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:40:43.120697 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-5ae6a7cc-d645-4973-9279-1448f99e8c29 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1923138023', 'admin_state_up': True, 'project_id': '5ba8843202ac46748b5166400226edd3', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:40:43.128526 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-5ae6a7cc-d645-4973-9279-1448f99e8c29 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:40:43.132951 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-5ae6a7cc-d645-4973-9279-1448f99e8c29 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:router and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:40:43.135806 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-5ae6a7cc-d645-4973-9279-1448f99e8c29 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:40:43.142091 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-5ae6a7cc-d645-4973-9279-1448f99e8c29 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:40:43.203990 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5ae6a7cc-d645-4973-9279-1448f99e8c29 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:43.204966 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5ae6a7cc-d645-4973-9279-1448f99e8c29 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:43.222432 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5ae6a7cc-d645-4973-9279-1448f99e8c29 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:43.438791 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5ae6a7cc-d645-4973-9279-1448f99e8c29 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:43.761883 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5ae6a7cc-d645-4973-9279-1448f99e8c29 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for router_gateway, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:43.793244 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5ae6a7cc-d645-4973-9279-1448f99e8c29 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:43.923812 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-5ae6a7cc-d645-4973-9279-1448f99e8c29 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Allocated IP 172.26.3.232 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/4ad6268b-469d-4c3e-9285-1bb8bc14f225) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:40:44.123514 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5ae6a7cc-d645-4973-9279-1448f99e8c29 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:44.213258 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5ae6a7cc-d645-4973-9279-1448f99e8c29 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:44.276734 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae6a7cc-d645-4973-9279-1448f99e8c29 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:40:44.279555 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-5ae6a7cc-d645-4973-9279-1448f99e8c29 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:40:44.284021 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae6a7cc-d645-4973-9279-1448f99e8c29 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:40:44.307259 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6a7cc-d645-4973-9279-1448f99e8c29 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'Port': ['ID=4ad6268b-469d-4c3e-9285-1bb8bc14f225,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:44.507260 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5ae6a7cc-d645-4973-9279-1448f99e8c29 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for router_gateway, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:44.507980 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5ae6a7cc-d645-4973-9279-1448f99e8c29 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:44.809099 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae6a7cc-d645-4973-9279-1448f99e8c29 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Router 6aa762b3-7b4c-4465-bbb3-ba49477b010b is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:40:45.001855 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae6a7cc-d645-4973-9279-1448f99e8c29 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:40:45.011609 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c97ea86-106a-4d93-abc8-f573bbfebc32 None None] Sync routers for ids ['6aa762b3-7b4c-4465-bbb3-ba49477b010b'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:40:45.023563 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c97ea86-106a-4d93-abc8-f573bbfebc32 None None] Routers {'6aa762b3-7b4c-4465-bbb3-ba49477b010b'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:40:45.024169 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-1c97ea86-106a-4d93-abc8-f573bbfebc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:40:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['6aa762b3-7b4c-4465-bbb3-ba49477b010b'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:45.081999 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5ae6a7cc-d645-4973-9279-1448f99e8c29 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:45.083187 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-5ae6a7cc-d645-4973-9279-1448f99e8c29 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9667325 Feb 03 14:40:45.086351 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38660) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:40:45.129557 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3c5d5ab2-e40d-4012-a6c4-e9755adcbf53 tempest-TestNetworkAdvancedServerOps-1341579092 tempest-TestNetworkAdvancedServerOps-1341579092-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=5ba8843202ac46748b5166400226edd3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420263 Feb 03 14:40:45.132701 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38664) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:40:45.226838 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-1c97ea86-106a-4d93-abc8-f573bbfebc32 None None] Set router 6aa762b3-7b4c-4465-bbb3-ba49477b010b gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:40:45.260946 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e633a327-bed7-4a06-b4c3-ecd217366749 tempest-TestNetworkAdvancedServerOps-1341579092 tempest-TestNetworkAdvancedServerOps-1341579092-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:45.262384 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e633a327-bed7-4a06-b4c3-ecd217366749 tempest-TestNetworkAdvancedServerOps-1341579092 tempest-TestNetworkAdvancedServerOps-1341579092-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1287985 Feb 03 14:40:45.265224 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38668) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:40:45.303639 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-8ec8a1b5-3b01-4831-ae41-0af337bfc770 tempest-TestNetworkAdvancedServerOps-1341579092 tempest-TestNetworkAdvancedServerOps-1341579092-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=16a0e898-50c0-4b65-ae3a-069e9649bbca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368576 Feb 03 14:40:45.306094 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38672) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:40:45.311585 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-0289183f-60fd-4ba5-9a88-9e9606f5b78f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-786790831', 'network_id': '262dcf9a-84dd-4900-9d95-1eec66a77cb3', 'project_id': '5ba8843202ac46748b5166400226edd3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:40:45.420199 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-0289183f-60fd-4ba5-9a88-9e9606f5b78f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:40:45.423989 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-0289183f-60fd-4ba5-9a88-9e9606f5b78f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:subnet and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:40:45.426672 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-0289183f-60fd-4ba5-9a88-9e9606f5b78f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:40:45.432287 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-0289183f-60fd-4ba5-9a88-9e9606f5b78f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:40:45.495089 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0289183f-60fd-4ba5-9a88-9e9606f5b78f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Made reservation on behalf of 5ba8843202ac46748b5166400226edd3 for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:40:45.508674 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-1c97ea86-106a-4d93-abc8-f573bbfebc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa762b3-7b4c-4465-bbb3-ba49477b010b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1923138023', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '4ad6268b-469d-4c3e-9285-1bb8bc14f225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:40:43Z', 'updated_at': '2022-02-03T14:40:44Z', 'revision_number': 3, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '4ad6268b-469d-4c3e-9285-1bb8bc14f225', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:39:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa762b3-7b4c-4465-bbb3-ba49477b010b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:40:43Z', 'updated_at': '2022-02-03T14:40:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:45.512569 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c97ea86-106a-4d93-abc8-f573bbfebc32 None None] Checking router: 6aa762b3-7b4c-4465-bbb3-ba49477b010b for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:40:45.512916 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c97ea86-106a-4d93-abc8-f573bbfebc32 None None] Updating router 6aa762b3-7b4c-4465-bbb3-ba49477b010b port 4ad6268b-469d-4c3e-9285-1bb8bc14f225 binding host dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:40:45.563322 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1c97ea86-106a-4d93-abc8-f573bbfebc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:45.696017 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0289183f-60fd-4ba5-9a88-9e9606f5b78f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:45.892955 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1c97ea86-106a-4d93-abc8-f573bbfebc32 None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:45.904638 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-1c97ea86-106a-4d93-abc8-f573bbfebc32 None None] Transition to ACTIVE for port object 4ad6268b-469d-4c3e-9285-1bb8bc14f225 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:40:45.952276 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0289183f-60fd-4ba5-9a88-9e9606f5b78f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:45.974823 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1c97ea86-106a-4d93-abc8-f573bbfebc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:46.032235 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289183f-60fd-4ba5-9a88-9e9606f5b78f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'Subnet': ['ID=a533a4f2-ac7b-4983-a205-86cab06ebd53,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:46.046239 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0289183f-60fd-4ba5-9a88-9e9606f5b78f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Checking segment: {'id': 'bc9ecb46-d69c-4f29-8819-9327a819b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '262dcf9a-84dd-4900-9d95-1eec66a77cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:40:46.046593 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0289183f-60fd-4ba5-9a88-9e9606f5b78f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Network hostable DHCP agents. Network: 262dcf9a-84dd-4900-9d95-1eec66a77cb3, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:40:46.055748 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9820b8-b0c7-4858-82d1-782e9b26399b None None] Pushing event updated for resources: {'Port': ['ID=4ad6268b-469d-4c3e-9285-1bb8bc14f225,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:46.058035 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-1c97ea86-106a-4d93-abc8-f573bbfebc32 None None] Attempting to bind port 4ad6268b-469d-4c3e-9285-1bb8bc14f225 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:40:46.058413 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-1c97ea86-106a-4d93-abc8-f573bbfebc32 None None] Attempting to bind port 4ad6268b-469d-4c3e-9285-1bb8bc14f225 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:40:46.058757 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c97ea86-106a-4d93-abc8-f573bbfebc32 None None] Attempting to bind port 4ad6268b-469d-4c3e-9285-1bb8bc14f225 on network 16a0e898-50c0-4b65-ae3a-069e9649bbca {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:40:46.066548 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c97ea86-106a-4d93-abc8-f573bbfebc32 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:40:46.066711 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c97ea86-106a-4d93-abc8-f573bbfebc32 None None] Checking segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:40:46.067030 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1c97ea86-106a-4d93-abc8-f573bbfebc32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:46.067440 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c97ea86-106a-4d93-abc8-f573bbfebc32 None None] Bound using segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:40:46.067896 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-1c97ea86-106a-4d93-abc8-f573bbfebc32 None None] Bound port: 4ad6268b-469d-4c3e-9285-1bb8bc14f225, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:40:46.068263 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1c97ea86-106a-4d93-abc8-f573bbfebc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:46.123699 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0289183f-60fd-4ba5-9a88-9e9606f5b78f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Network 262dcf9a-84dd-4900-9d95-1eec66a77cb3 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:40:46.137315 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-1c97ea86-106a-4d93-abc8-f573bbfebc32 None None] For port 4ad6268b-469d-4c3e-9285-1bb8bc14f225, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:40:46.140236 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-1c97ea86-106a-4d93-abc8-f573bbfebc32 None None] For port 4ad6268b-469d-4c3e-9285-1bb8bc14f225, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=4ad6268b-469d-4c3e-9285-1bb8bc14f225,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:40:46.197968 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-0289183f-60fd-4ba5-9a88-9e9606f5b78f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 262dcf9a-84dd-4900-9d95-1eec66a77cb3) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:40:46.215107 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0289183f-60fd-4ba5-9a88-9e9606f5b78f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:46.215107 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0289183f-60fd-4ba5-9a88-9e9606f5b78f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:46.215365 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cee4fe-b62f-4293-80ee-9dae43ebc355 None None] Network 262dcf9a-84dd-4900-9d95-1eec66a77cb3 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:40:46.224422 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1c97ea86-106a-4d93-abc8-f573bbfebc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:46.284290 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-0289183f-60fd-4ba5-9a88-9e9606f5b78f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9771550 Feb 03 14:40:46.287110 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38676) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:40:46.389525 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c97ea86-106a-4d93-abc8-f573bbfebc32 None None] Routers {'6aa762b3-7b4c-4465-bbb3-ba49477b010b'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:40:46.390293 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-1c97ea86-106a-4d93-abc8-f573bbfebc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:40:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['6aa762b3-7b4c-4465-bbb3-ba49477b010b'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:46.446966 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9820b8-b0c7-4858-82d1-782e9b26399b None None] Pushing event updated for resources: {'Port': ['ID=4ad6268b-469d-4c3e-9285-1bb8bc14f225,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:46.681271 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cdc79d-d395-4a78-bb96-9aaae966c104 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-262dcf9a-84dd-4900-9d95-1eec66a77cb3', 'network_id': '262dcf9a-84dd-4900-9d95-1eec66a77cb3', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'fixed_ips': [{'subnet_id': 'a533a4f2-ac7b-4983-a205-86cab06ebd53'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:40:46.682068 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-72cdc79d-d395-4a78-bb96-9aaae966c104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:46.744431 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-1c97ea86-106a-4d93-abc8-f573bbfebc32 None None] Set router 6aa762b3-7b4c-4465-bbb3-ba49477b010b gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:40:47.028894 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c086b208-1f60-46c5-bf51-29de5287a983 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:47.073293 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-72cdc79d-d395-4a78-bb96-9aaae966c104 None None] Allocated IP 172.20.0.2 (262dcf9a-84dd-4900-9d95-1eec66a77cb3/a533a4f2-ac7b-4983-a205-86cab06ebd53/0e251207-c888-48ed-a815-02badb7db347) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:40:47.221674 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-1c97ea86-106a-4d93-abc8-f573bbfebc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa762b3-7b4c-4465-bbb3-ba49477b010b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1923138023', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '4ad6268b-469d-4c3e-9285-1bb8bc14f225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:40:43Z', 'updated_at': '2022-02-03T14:40:44Z', 'revision_number': 3, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '4ad6268b-469d-4c3e-9285-1bb8bc14f225', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:39:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa762b3-7b4c-4465-bbb3-ba49477b010b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:40:43Z', 'updated_at': '2022-02-03T14:40:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:47.236511 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c97ea86-106a-4d93-abc8-f573bbfebc32 None None] The sync data for ids ['6aa762b3-7b4c-4465-bbb3-ba49477b010b'] in dv-neutron-827016-1-hyperv is: [{'id': '6aa762b3-7b4c-4465-bbb3-ba49477b010b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1923138023', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '4ad6268b-469d-4c3e-9285-1bb8bc14f225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:40:43Z', 'updated_at': '2022-02-03T14:40:44Z', 'revision_number': 3, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '4ad6268b-469d-4c3e-9285-1bb8bc14f225', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:39:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa762b3-7b4c-4465-bbb3-ba49477b010b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:40:43Z', 'updated_at': '2022-02-03T14:40:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:40:47.302401 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-72cdc79d-d395-4a78-bb96-9aaae966c104 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:47.315542 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-72cdc79d-d395-4a78-bb96-9aaae966c104 None None] Transition to ACTIVE for port object 0e251207-c888-48ed-a815-02badb7db347 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:40:47.334772 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-72cdc79d-d395-4a78-bb96-9aaae966c104 None None] Transition to ACTIVE for port object 0e251207-c888-48ed-a815-02badb7db347 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:40:47.413231 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-72cdc79d-d395-4a78-bb96-9aaae966c104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:47.492370 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cdc79d-d395-4a78-bb96-9aaae966c104 None None] Network 262dcf9a-84dd-4900-9d95-1eec66a77cb3 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:40:47.495371 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-72cdc79d-d395-4a78-bb96-9aaae966c104 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:40:47.499896 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cdc79d-d395-4a78-bb96-9aaae966c104 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:40:47.506695 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cdc79d-d395-4a78-bb96-9aaae966c104 None None] Pushing event updated for resources: {'Port': ['ID=0e251207-c888-48ed-a815-02badb7db347,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:47.517905 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-c086b208-1f60-46c5-bf51-29de5287a983 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Allocated IP 172.20.0.1 (262dcf9a-84dd-4900-9d95-1eec66a77cb3/a533a4f2-ac7b-4983-a205-86cab06ebd53/a9ff1eeb-9e00-4488-bc56-d23948a7831f) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:40:47.591339 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-72cdc79d-d395-4a78-bb96-9aaae966c104 None None] Attempting to bind port 0e251207-c888-48ed-a815-02badb7db347 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:40:47.592036 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-72cdc79d-d395-4a78-bb96-9aaae966c104 None None] Attempting to bind port 0e251207-c888-48ed-a815-02badb7db347 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'bc9ecb46-d69c-4f29-8819-9327a819b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '262dcf9a-84dd-4900-9d95-1eec66a77cb3'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:40:47.592606 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cdc79d-d395-4a78-bb96-9aaae966c104 None None] Attempting to bind port 0e251207-c888-48ed-a815-02badb7db347 on network 262dcf9a-84dd-4900-9d95-1eec66a77cb3 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:40:47.600749 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cdc79d-d395-4a78-bb96-9aaae966c104 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:40:47.601122 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cdc79d-d395-4a78-bb96-9aaae966c104 None None] Checking segment: {'id': 'bc9ecb46-d69c-4f29-8819-9327a819b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '262dcf9a-84dd-4900-9d95-1eec66a77cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:40:47.601553 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-72cdc79d-d395-4a78-bb96-9aaae966c104 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:47.601952 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cdc79d-d395-4a78-bb96-9aaae966c104 None None] Bound using segment: {'id': 'bc9ecb46-d69c-4f29-8819-9327a819b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '262dcf9a-84dd-4900-9d95-1eec66a77cb3'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:40:47.602429 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-72cdc79d-d395-4a78-bb96-9aaae966c104 None None] Bound port: 0e251207-c888-48ed-a815-02badb7db347, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc9ecb46-d69c-4f29-8819-9327a819b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '262dcf9a-84dd-4900-9d95-1eec66a77cb3'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:40:47.602802 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-72cdc79d-d395-4a78-bb96-9aaae966c104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:47.711703 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-72cdc79d-d395-4a78-bb96-9aaae966c104 None None] For port 0e251207-c888-48ed-a815-02badb7db347, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:40:47.716770 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-72cdc79d-d395-4a78-bb96-9aaae966c104 None None] For port 0e251207-c888-48ed-a815-02badb7db347, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=0e251207-c888-48ed-a815-02badb7db347,segment=NetworkSegment(bc9ecb46-d69c-4f29-8819-9327a819b205),segment_id=bc9ecb46-d69c-4f29-8819-9327a819b205)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:40:47.717995 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 4ad6268b-469d-4c3e-9285-1bb8bc14f225 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:40:47.800815 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-72cdc79d-d395-4a78-bb96-9aaae966c104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:47.817812 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c086b208-1f60-46c5-bf51-29de5287a983 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:47.834329 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-c086b208-1f60-46c5-bf51-29de5287a983 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Transition to ACTIVE for port object a9ff1eeb-9e00-4488-bc56-d23948a7831f will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:40:47.862603 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:47.879967 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 4ad6268b-469d-4c3e-9285-1bb8bc14f225 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:40:47.888471 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cdc79d-d395-4a78-bb96-9aaae966c104 None None] Pushing event updated for resources: {'Port': ['ID=0e251207-c888-48ed-a815-02badb7db347,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:47.894049 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 4ad6268b-469d-4c3e-9285-1bb8bc14f225 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:40:47.894423 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:47.941419 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c086b208-1f60-46c5-bf51-29de5287a983 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:48.036943 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:48.052978 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c086b208-1f60-46c5-bf51-29de5287a983 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Network 262dcf9a-84dd-4900-9d95-1eec66a77cb3 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:40:48.060579 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-c086b208-1f60-46c5-bf51-29de5287a983 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:40:48.060772 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 4ad6268b-469d-4c3e-9285-1bb8bc14f225, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=4ad6268b-469d-4c3e-9285-1bb8bc14f225,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:40:48.070027 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c086b208-1f60-46c5-bf51-29de5287a983 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:40:48.130522 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086b208-1f60-46c5-bf51-29de5287a983 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'Port': ['ID=a9ff1eeb-9e00-4488-bc56-d23948a7831f,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:48.151031 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:48.153039 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c086b208-1f60-46c5-bf51-29de5287a983 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:48.237884 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=4ad6268b-469d-4c3e-9285-1bb8bc14f225,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:48.313264 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c086b208-1f60-46c5-bf51-29de5287a983 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:48.732767 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c086b208-1f60-46c5-bf51-29de5287a983 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:48.796278 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c086b208-1f60-46c5-bf51-29de5287a983 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:48.886788 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edd3c8a-c798-4b2e-8e03-d8886742e9b8 None None] Network 262dcf9a-84dd-4900-9d95-1eec66a77cb3 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:40:48.910026 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c086b208-1f60-46c5-bf51-29de5287a983 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:48.913565 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086b208-1f60-46c5-bf51-29de5287a983 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'Port': ['ID=a9ff1eeb-9e00-4488-bc56-d23948a7831f,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:49.049935 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c086b208-1f60-46c5-bf51-29de5287a983 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Network 262dcf9a-84dd-4900-9d95-1eec66a77cb3 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:40:49.051108 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-c086b208-1f60-46c5-bf51-29de5287a983 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:40:49.090601 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-7796467f-ef01-4140-b3c4-1d8afc6dc49b None None] Provisioning for port 0e251207-c888-48ed-a815-02badb7db347 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:40:49.413224 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-c014286e-eb37-4910-ae58-55d6735d6a85 None None] Provisioning for port a9ff1eeb-9e00-4488-bc56-d23948a7831f completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:40:49.419113 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-c014286e-eb37-4910-ae58-55d6735d6a85 None None] Provisioning complete for port a9ff1eeb-9e00-4488-bc56-d23948a7831f triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:40:49.419404 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c014286e-eb37-4910-ae58-55d6735d6a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:49.443983 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c086b208-1f60-46c5-bf51-29de5287a983 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Router 6aa762b3-7b4c-4465-bbb3-ba49477b010b has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:40:49.479076 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-c014286e-eb37-4910-ae58-55d6735d6a85 None None] Port a9ff1eeb-9e00-4488-bc56-d23948a7831f cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:40:49.601841 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-871719cd-267b-48a8-ac84-74fabdbe4418 None None] Provisioning complete for port a9ff1eeb-9e00-4488-bc56-d23948a7831f triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:40:49.602217 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-871719cd-267b-48a8-ac84-74fabdbe4418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:49.664528 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-871719cd-267b-48a8-ac84-74fabdbe4418 None None] Port a9ff1eeb-9e00-4488-bc56-d23948a7831f cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:40:49.759153 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 4ad6268b-469d-4c3e-9285-1bb8bc14f225 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:40:49.774977 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c086b208-1f60-46c5-bf51-29de5287a983 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:40:49.787472 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c086b208-1f60-46c5-bf51-29de5287a983 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "PUT /v2.0/routers/6aa762b3-7b4c-4465-bbb3-ba49477b010b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4993505 Feb 03 14:40:49.873865 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-9731c943-cbba-4b84-9632-092a5c80ba26 None None] Provisioning complete for port a9ff1eeb-9e00-4488-bc56-d23948a7831f triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:40:49.874238 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9731c943-cbba-4b84-9632-092a5c80ba26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:49.932134 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-9731c943-cbba-4b84-9632-092a5c80ba26 None None] Port a9ff1eeb-9e00-4488-bc56-d23948a7831f cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:40:49.935360 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 4ad6268b-469d-4c3e-9285-1bb8bc14f225 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:40:49.935829 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:49.958958 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-0158a16e-4fda-4b96-b644-8cb65edcd5a8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Synchronizing usage tracker for tenant:5ba8843202ac46748b5166400226edd3 on resource:security_group {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:40:50.048587 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 0e251207-c888-48ed-a815-02badb7db347 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:40:50.095151 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-0158a16e-4fda-4b96-b644-8cb65edcd5a8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Unset dirty status for tenant:5ba8843202ac46748b5166400226edd3 on resource:security_group {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:40:50.096413 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-0158a16e-4fda-4b96-b644-8cb65edcd5a8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1247689174&fields=id&tenant_id=5ba8843202ac46748b5166400226edd3 HTTP/1.1" status: 200 len: 267 time: 0.1774487 Feb 03 14:40:50.169410 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 0e251207-c888-48ed-a815-02badb7db347 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:40:50.175236 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 0e251207-c888-48ed-a815-02badb7db347 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:40:50.175607 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:50.242293 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-dedbb17e-2fba-482d-b681-2ae7efe30794 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:50.242892 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-dedbb17e-2fba-482d-b681-2ae7efe30794 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Synchronizing usage tracker for tenant:5ba8843202ac46748b5166400226edd3 on resource:network {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:40:50.287247 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:50.317782 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-dedbb17e-2fba-482d-b681-2ae7efe30794 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Unset dirty status for tenant:5ba8843202ac46748b5166400226edd3 on resource:network {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:40:50.318913 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-dedbb17e-2fba-482d-b681-2ae7efe30794 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/networks?id=262dcf9a-84dd-4900-9d95-1eec66a77cb3 HTTP/1.1" status: 200 len: 796 time: 0.2160332 Feb 03 14:40:50.319165 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 0e251207-c888-48ed-a815-02badb7db347, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=0e251207-c888-48ed-a815-02badb7db347,segment=NetworkSegment(bc9ecb46-d69c-4f29-8819-9327a819b205),segment_id=bc9ecb46-d69c-4f29-8819-9327a819b205)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:40:50.335440 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-5039df16-01e8-46eb-9a53-a6b998efe6f4 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/quotas/5ba8843202ac46748b5166400226edd3 HTTP/1.1" status: 200 len: 375 time: 0.0109303 Feb 03 14:40:50.397866 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:50.417956 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-b67a90dd-747d-48a0-82a1-94614a86aaf3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Synchronizing usage tracker for tenant:5ba8843202ac46748b5166400226edd3 on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:40:50.463471 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=0e251207-c888-48ed-a815-02badb7db347,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:50.489549 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-b67a90dd-747d-48a0-82a1-94614a86aaf3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Unset dirty status for tenant:5ba8843202ac46748b5166400226edd3 on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:40:50.490844 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-b67a90dd-747d-48a0-82a1-94614a86aaf3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5ba8843202ac46748b5166400226edd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1503716 Feb 03 14:40:50.713015 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-70d44bd3-9470-4159-a816-5e2d631676e1 service neutron] 10.222.0.41 "GET /v2.0/networks/262dcf9a-84dd-4900-9d95-1eec66a77cb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099504 Feb 03 14:40:50.844618 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-c0afa580-2d41-4551-bbee-7fb03bea3045 service neutron] 10.222.0.41 "GET /v2.0/networks/262dcf9a-84dd-4900-9d95-1eec66a77cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254113 Feb 03 14:40:50.882343 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd67c149-c94d-4616-bddb-23ae6291b3fb None None] Sync routers for ids ['6aa762b3-7b4c-4465-bbb3-ba49477b010b'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:40:50.894032 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd67c149-c94d-4616-bddb-23ae6291b3fb None None] Routers {'6aa762b3-7b4c-4465-bbb3-ba49477b010b'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:40:50.894631 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-bd67c149-c94d-4616-bddb-23ae6291b3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:40:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['6aa762b3-7b4c-4465-bbb3-ba49477b010b'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:51.073239 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-bd67c149-c94d-4616-bddb-23ae6291b3fb None None] Set router 6aa762b3-7b4c-4465-bbb3-ba49477b010b gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:40:51.132236 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f7e0fab9-5742-4a08-bef8-5c209319b48c req-1b2f4f3c-9fe4-42ad-a17c-c0dc6d335d90 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8a5883-e200-411a-a2b6-9bff6beccc8a HTTP/1.1" status: 200 len: 210 time: 0.0426345 Feb 03 14:40:51.371515 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-bd67c149-c94d-4616-bddb-23ae6291b3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa762b3-7b4c-4465-bbb3-ba49477b010b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1923138023', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '4ad6268b-469d-4c3e-9285-1bb8bc14f225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:40:43Z', 'updated_at': '2022-02-03T14:40:48Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '4ad6268b-469d-4c3e-9285-1bb8bc14f225', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:39:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa762b3-7b4c-4465-bbb3-ba49477b010b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:40:43Z', 'updated_at': '2022-02-03T14:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'a9ff1eeb-9e00-4488-bc56-d23948a7831f', 'name': '', 'network_id': '262dcf9a-84dd-4900-9d95-1eec66a77cb3', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'mac_address': 'fa:16:3e:e7:31:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa762b3-7b4c-4465-bbb3-ba49477b010b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a533a4f2-ac7b-4983-a205-86cab06ebd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:40:47Z', 'updated_at': '2022-02-03T14:40:48Z', 'revision_number': 2, 'project_id': '5ba8843202ac46748b5166400226edd3', 'subnets': [{'id': 'a533a4f2-ac7b-4983-a205-86cab06ebd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:51.375625 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd67c149-c94d-4616-bddb-23ae6291b3fb None None] Checking router: 6aa762b3-7b4c-4465-bbb3-ba49477b010b for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:40:51.375992 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd67c149-c94d-4616-bddb-23ae6291b3fb None None] Updating router 6aa762b3-7b4c-4465-bbb3-ba49477b010b port a9ff1eeb-9e00-4488-bc56-d23948a7831f binding host dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:40:51.457774 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-bd67c149-c94d-4616-bddb-23ae6291b3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:51.679043 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 0e251207-c888-48ed-a815-02badb7db347 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:40:51.748368 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 0e251207-c888-48ed-a815-02badb7db347 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:40:51.748723 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:51.779998 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-bd67c149-c94d-4616-bddb-23ae6291b3fb None None] Notify callbacks [] for port, precommit_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:51.792172 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.provisioning_blocks [None req-bd67c149-c94d-4616-bddb-23ae6291b3fb None None] Transition to ACTIVE for port object a9ff1eeb-9e00-4488-bc56-d23948a7831f will not be triggered until provisioned by entity L2. {{(pid=84184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:40:51.866771 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-bd67c149-c94d-4616-bddb-23ae6291b3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:51.989135 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b56c0c-1fc8-4953-929a-358c86b0ebd4 None None] Pushing event updated for resources: {'Port': ['ID=a9ff1eeb-9e00-4488-bc56-d23948a7831f,revision_number=3']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:52.000703 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b56c0c-1fc8-4953-929a-358c86b0ebd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:52.001047 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b56c0c-1fc8-4953-929a-358c86b0ebd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:52.001383 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b56c0c-1fc8-4953-929a-358c86b0ebd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:52.001714 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b56c0c-1fc8-4953-929a-358c86b0ebd4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:52.002047 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b56c0c-1fc8-4953-929a-358c86b0ebd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:52.002372 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b56c0c-1fc8-4953-929a-358c86b0ebd4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:52.002691 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b56c0c-1fc8-4953-929a-358c86b0ebd4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:52.003013 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b56c0c-1fc8-4953-929a-358c86b0ebd4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:52.003360 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b56c0c-1fc8-4953-929a-358c86b0ebd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:52.003676 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b56c0c-1fc8-4953-929a-358c86b0ebd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:52.003993 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b56c0c-1fc8-4953-929a-358c86b0ebd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:52.089115 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-bd67c149-c94d-4616-bddb-23ae6291b3fb None None] Attempting to bind port a9ff1eeb-9e00-4488-bc56-d23948a7831f on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:40:52.089510 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-bd67c149-c94d-4616-bddb-23ae6291b3fb None None] Attempting to bind port a9ff1eeb-9e00-4488-bc56-d23948a7831f by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'bc9ecb46-d69c-4f29-8819-9327a819b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '262dcf9a-84dd-4900-9d95-1eec66a77cb3'}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:40:52.089863 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd67c149-c94d-4616-bddb-23ae6291b3fb None None] Attempting to bind port a9ff1eeb-9e00-4488-bc56-d23948a7831f on network 262dcf9a-84dd-4900-9d95-1eec66a77cb3 {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:40:52.096118 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd67c149-c94d-4616-bddb-23ae6291b3fb None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:40:52.096484 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd67c149-c94d-4616-bddb-23ae6291b3fb None None] Checking segment: {'id': 'bc9ecb46-d69c-4f29-8819-9327a819b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '262dcf9a-84dd-4900-9d95-1eec66a77cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:40:52.096874 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-bd67c149-c94d-4616-bddb-23ae6291b3fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:52.097259 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd67c149-c94d-4616-bddb-23ae6291b3fb None None] Bound using segment: {'id': 'bc9ecb46-d69c-4f29-8819-9327a819b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '262dcf9a-84dd-4900-9d95-1eec66a77cb3'} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:40:52.097707 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-bd67c149-c94d-4616-bddb-23ae6291b3fb None None] Bound port: a9ff1eeb-9e00-4488-bc56-d23948a7831f, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc9ecb46-d69c-4f29-8819-9327a819b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '262dcf9a-84dd-4900-9d95-1eec66a77cb3'}}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:40:52.098067 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-bd67c149-c94d-4616-bddb-23ae6291b3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:52.183204 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-bd67c149-c94d-4616-bddb-23ae6291b3fb None None] For port a9ff1eeb-9e00-4488-bc56-d23948a7831f, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:40:52.186215 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-bd67c149-c94d-4616-bddb-23ae6291b3fb None None] For port a9ff1eeb-9e00-4488-bc56-d23948a7831f, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=a9ff1eeb-9e00-4488-bc56-d23948a7831f,segment=NetworkSegment(bc9ecb46-d69c-4f29-8819-9327a819b205),segment_id=bc9ecb46-d69c-4f29-8819-9327a819b205)] {{(pid=84184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:40:52.241916 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1bd46610-d4ea-498a-be99-88b702bc12ff req-da0b85ab-0106-4735-9866-e979ebd6badd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8a5883-e200-411a-a2b6-9bff6beccc8a HTTP/1.1" status: 200 len: 210 time: 0.0406222 Feb 03 14:40:52.244313 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-bd67c149-c94d-4616-bddb-23ae6291b3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:52.324769 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b56c0c-1fc8-4953-929a-358c86b0ebd4 None None] Pushing event updated for resources: {'Port': ['ID=a9ff1eeb-9e00-4488-bc56-d23948a7831f,revision_number=4']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:52.331591 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd67c149-c94d-4616-bddb-23ae6291b3fb None None] Routers {'6aa762b3-7b4c-4465-bbb3-ba49477b010b'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:40:52.332198 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-bd67c149-c94d-4616-bddb-23ae6291b3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:40:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['6aa762b3-7b4c-4465-bbb3-ba49477b010b'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:52.592646 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-bd67c149-c94d-4616-bddb-23ae6291b3fb None None] Set router 6aa762b3-7b4c-4465-bbb3-ba49477b010b gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:40:53.003655 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-bd67c149-c94d-4616-bddb-23ae6291b3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa762b3-7b4c-4465-bbb3-ba49477b010b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1923138023', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '4ad6268b-469d-4c3e-9285-1bb8bc14f225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:40:43Z', 'updated_at': '2022-02-03T14:40:48Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '4ad6268b-469d-4c3e-9285-1bb8bc14f225', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:39:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa762b3-7b4c-4465-bbb3-ba49477b010b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:40:43Z', 'updated_at': '2022-02-03T14:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'a9ff1eeb-9e00-4488-bc56-d23948a7831f', 'name': '', 'network_id': '262dcf9a-84dd-4900-9d95-1eec66a77cb3', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'mac_address': 'fa:16:3e:e7:31:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa762b3-7b4c-4465-bbb3-ba49477b010b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a533a4f2-ac7b-4983-a205-86cab06ebd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:40:47Z', 'updated_at': '2022-02-03T14:40:52Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'subnets': [{'id': 'a533a4f2-ac7b-4983-a205-86cab06ebd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:53.007507 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd67c149-c94d-4616-bddb-23ae6291b3fb None None] The sync data for ids ['6aa762b3-7b4c-4465-bbb3-ba49477b010b'] in dv-neutron-827016-1-hyperv is: [{'id': '6aa762b3-7b4c-4465-bbb3-ba49477b010b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1923138023', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '4ad6268b-469d-4c3e-9285-1bb8bc14f225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:40:43Z', 'updated_at': '2022-02-03T14:40:48Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '4ad6268b-469d-4c3e-9285-1bb8bc14f225', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:39:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa762b3-7b4c-4465-bbb3-ba49477b010b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:40:43Z', 'updated_at': '2022-02-03T14:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'a9ff1eeb-9e00-4488-bc56-d23948a7831f', 'name': '', 'network_id': '262dcf9a-84dd-4900-9d95-1eec66a77cb3', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'mac_address': 'fa:16:3e:e7:31:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa762b3-7b4c-4465-bbb3-ba49477b010b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a533a4f2-ac7b-4983-a205-86cab06ebd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:40:47Z', 'updated_at': '2022-02-03T14:40:52Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'subnets': [{'id': 'a533a4f2-ac7b-4983-a205-86cab06ebd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:40:53.358172 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4acb875d-5a8d-436b-a3e5-dae95cdbb1ae req-6b38ee66-99b6-43cd-8e19-f3cbb1cc5d63 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8a5883-e200-411a-a2b6-9bff6beccc8a HTTP/1.1" status: 200 len: 210 time: 0.0467806 Feb 03 14:40:53.708087 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device a9ff1eeb-9e00-4488-bc56-d23948a7831f up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:40:53.830349 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port a9ff1eeb-9e00-4488-bc56-d23948a7831f completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:40:53.835674 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port a9ff1eeb-9e00-4488-bc56-d23948a7831f triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:40:53.839970 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:53.847704 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:40:53.950162 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:53.984662 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port a9ff1eeb-9e00-4488-bc56-d23948a7831f, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=a9ff1eeb-9e00-4488-bc56-d23948a7831f,segment=NetworkSegment(bc9ecb46-d69c-4f29-8819-9327a819b205),segment_id=bc9ecb46-d69c-4f29-8819-9327a819b205)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:40:54.066885 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:54.131865 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=a9ff1eeb-9e00-4488-bc56-d23948a7831f,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:54.520725 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-835c9c7b-b0b8-49b7-a601-c48cd7ae7584 req-8e8fdafa-c18f-4606-9216-cf3d9ef7aaff tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8a5883-e200-411a-a2b6-9bff6beccc8a HTTP/1.1" status: 200 len: 210 time: 0.0421932 Feb 03 14:40:55.153124 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-5443ca24-aaf7-4895-9583-13e38b47c339 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:55.154529 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-5443ca24-aaf7-4895-9583-13e38b47c339 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.47 "GET /v2.0/networks?id=262dcf9a-84dd-4900-9d95-1eec66a77cb3 HTTP/1.1" status: 200 len: 796 time: 0.1460760 Feb 03 14:40:55.207482 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-06c5c564-9702-48da-8f55-bdc6a983a13b tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ba8843202ac46748b5166400226edd3 HTTP/1.1" status: 200 len: 380 time: 0.0409005 Feb 03 14:40:55.215423 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-49cf33f6-da69-46bd-b17a-bd1d2979d695 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'port': {'device_id': '2e8a5883-e200-411a-a2b6-9bff6beccc8a', 'network_id': '262dcf9a-84dd-4900-9d95-1eec66a77cb3', 'admin_state_up': True, 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'security_groups': ['d3f256bc-7ec1-4e29-9766-abfec2ec217d']}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:40:55.348001 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-49cf33f6-da69-46bd-b17a-bd1d2979d695 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:40:55.357403 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-49cf33f6-da69-46bd-b17a-bd1d2979d695 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:40:55.367876 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f1b8a9d2-e02f-43f1-8ef0-885b0ca50b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:55.453079 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-49cf33f6-da69-46bd-b17a-bd1d2979d695 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Made reservation on behalf of 5ba8843202ac46748b5166400226edd3 for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:40:55.456311 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-49cf33f6-da69-46bd-b17a-bd1d2979d695 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:55.618297 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-49cf33f6-da69-46bd-b17a-bd1d2979d695 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Allocated IP 172.20.0.3 (262dcf9a-84dd-4900-9d95-1eec66a77cb3/a533a4f2-ac7b-4983-a205-86cab06ebd53/776532b5-c16a-448e-aea4-72ce8ee11558) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:40:55.681395 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6e87143b-a8b6-4570-9da4-a21f87fbd1d4 req-2b3beedc-1764-433a-8e29-9b2a1dde9b21 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8a5883-e200-411a-a2b6-9bff6beccc8a HTTP/1.1" status: 200 len: 210 time: 0.0404859 Feb 03 14:40:55.684258 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device a9ff1eeb-9e00-4488-bc56-d23948a7831f up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:40:55.755109 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port a9ff1eeb-9e00-4488-bc56-d23948a7831f triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:40:55.755486 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:55.809095 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-49cf33f6-da69-46bd-b17a-bd1d2979d695 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:55.826444 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-49cf33f6-da69-46bd-b17a-bd1d2979d695 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Transition to ACTIVE for port object 776532b5-c16a-448e-aea4-72ce8ee11558 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:40:55.916429 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-49cf33f6-da69-46bd-b17a-bd1d2979d695 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:55.989636 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-49cf33f6-da69-46bd-b17a-bd1d2979d695 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Network 262dcf9a-84dd-4900-9d95-1eec66a77cb3 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:40:55.992677 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-49cf33f6-da69-46bd-b17a-bd1d2979d695 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:40:55.996654 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-49cf33f6-da69-46bd-b17a-bd1d2979d695 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:40:56.027392 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf33f6-da69-46bd-b17a-bd1d2979d695 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'Port': ['ID=776532b5-c16a-448e-aea4-72ce8ee11558,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:56.061411 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-49cf33f6-da69-46bd-b17a-bd1d2979d695 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:56.062019 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-49cf33f6-da69-46bd-b17a-bd1d2979d695 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:56.170207 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-49cf33f6-da69-46bd-b17a-bd1d2979d695 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9583321 Feb 03 14:40:56.182142 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-754699e2-a47f-4ede-8507-dbc5b9dd14c6 service neutron] Request body: {'port': {'device_id': '2e8a5883-e200-411a-a2b6-9bff6beccc8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:40:56.284297 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-9bb53ccc-f693-4dac-a8e8-4c5447f5e57e None None] Provisioning for port 776532b5-c16a-448e-aea4-72ce8ee11558 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:40:56.289245 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-9bb53ccc-f693-4dac-a8e8-4c5447f5e57e None None] Provisioning complete for port 776532b5-c16a-448e-aea4-72ce8ee11558 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:40:56.289790 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9bb53ccc-f693-4dac-a8e8-4c5447f5e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:56.292113 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-754699e2-a47f-4ede-8507-dbc5b9dd14c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:56.342150 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-9bb53ccc-f693-4dac-a8e8-4c5447f5e57e None None] Port 776532b5-c16a-448e-aea4-72ce8ee11558 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:40:56.623628 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-754699e2-a47f-4ede-8507-dbc5b9dd14c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 776532b5-c16a-448e-aea4-72ce8ee11558 {{(pid=84181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:40:56.630725 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-754699e2-a47f-4ede-8507-dbc5b9dd14c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:56.644963 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-754699e2-a47f-4ede-8507-dbc5b9dd14c6 service neutron] Transition to ACTIVE for port object 776532b5-c16a-448e-aea4-72ce8ee11558 will not be triggered until provisioned by entity L2. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:40:56.706610 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-754699e2-a47f-4ede-8507-dbc5b9dd14c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:56.895027 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd24a0-6696-45a2-8659-881c83f26bab req-471cb9dc-11c9-48b6-ad67-a5e90a660bee tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:56.896854 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-72bd24a0-6696-45a2-8659-881c83f26bab req-471cb9dc-11c9-48b6-ad67-a5e90a660bee tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8a5883-e200-411a-a2b6-9bff6beccc8a HTTP/1.1" status: 200 len: 943 time: 0.0877910 Feb 03 14:40:56.946704 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-72bd24a0-6696-45a2-8659-881c83f26bab req-2e3e2856-c1b7-42f2-bef1-2b7c8430a879 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3f256bc-7ec1-4e29-9766-abfec2ec217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438595 Feb 03 14:40:56.958638 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754699e2-a47f-4ede-8507-dbc5b9dd14c6 service neutron] Pushing event updated for resources: {'Port': ['ID=776532b5-c16a-448e-aea4-72ce8ee11558,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:57.066204 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-754699e2-a47f-4ede-8507-dbc5b9dd14c6 service neutron] Attempting to bind port 776532b5-c16a-448e-aea4-72ce8ee11558 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:40:57.066457 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-754699e2-a47f-4ede-8507-dbc5b9dd14c6 service neutron] Attempting to bind port 776532b5-c16a-448e-aea4-72ce8ee11558 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'bc9ecb46-d69c-4f29-8819-9327a819b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '262dcf9a-84dd-4900-9d95-1eec66a77cb3'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:40:57.066783 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-754699e2-a47f-4ede-8507-dbc5b9dd14c6 service neutron] Attempting to bind port 776532b5-c16a-448e-aea4-72ce8ee11558 on network 262dcf9a-84dd-4900-9d95-1eec66a77cb3 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:40:57.072797 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-754699e2-a47f-4ede-8507-dbc5b9dd14c6 service neutron] Port 776532b5-c16a-448e-aea4-72ce8ee11558 on network 262dcf9a-84dd-4900-9d95-1eec66a77cb3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 14:40:57.073123 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-754699e2-a47f-4ede-8507-dbc5b9dd14c6 service neutron] Attempting to bind port 776532b5-c16a-448e-aea4-72ce8ee11558 on network 262dcf9a-84dd-4900-9d95-1eec66a77cb3 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:40:57.079216 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-754699e2-a47f-4ede-8507-dbc5b9dd14c6 service neutron] Checking agent: {'id': '8cce4e55-f72c-4604-b6eb-27dc2f3f162a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'started_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:40:57.079553 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-754699e2-a47f-4ede-8507-dbc5b9dd14c6 service neutron] Checking segment: {'id': 'bc9ecb46-d69c-4f29-8819-9327a819b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '262dcf9a-84dd-4900-9d95-1eec66a77cb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:40:57.079931 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-754699e2-a47f-4ede-8507-dbc5b9dd14c6 service neutron] Bound using segment: {'id': 'bc9ecb46-d69c-4f29-8819-9327a819b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '262dcf9a-84dd-4900-9d95-1eec66a77cb3'} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:40:57.080345 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-754699e2-a47f-4ede-8507-dbc5b9dd14c6 service neutron] Bound port: 776532b5-c16a-448e-aea4-72ce8ee11558, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc9ecb46-d69c-4f29-8819-9327a819b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '262dcf9a-84dd-4900-9d95-1eec66a77cb3'}}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:40:57.080687 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-754699e2-a47f-4ede-8507-dbc5b9dd14c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:57.164712 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-754699e2-a47f-4ede-8507-dbc5b9dd14c6 service neutron] For port 776532b5-c16a-448e-aea4-72ce8ee11558, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:40:57.167627 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-754699e2-a47f-4ede-8507-dbc5b9dd14c6 service neutron] For port 776532b5-c16a-448e-aea4-72ce8ee11558, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=776532b5-c16a-448e-aea4-72ce8ee11558,segment=NetworkSegment(bc9ecb46-d69c-4f29-8819-9327a819b205),segment_id=bc9ecb46-d69c-4f29-8819-9327a819b205)] {{(pid=84181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:40:57.230467 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-754699e2-a47f-4ede-8507-dbc5b9dd14c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:57.296143 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-754699e2-a47f-4ede-8507-dbc5b9dd14c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:57.297498 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-754699e2-a47f-4ede-8507-dbc5b9dd14c6 service neutron] 10.222.0.47 "PUT /v2.0/ports/776532b5-c16a-448e-aea4-72ce8ee11558 HTTP/1.1" status: 200 len: 1093 time: 1.1193321 Feb 03 14:40:57.297933 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e8a5883-e200-411a-a2b6-9bff6beccc8a', 'tag': '776532b5-c16a-448e-aea4-72ce8ee11558'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:40:57.315024 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754699e2-a47f-4ede-8507-dbc5b9dd14c6 service neutron] Pushing event updated for resources: {'Port': ['ID=776532b5-c16a-448e-aea4-72ce8ee11558,revision_number=3']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:57.527346 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e8a5883-e200-411a-a2b6-9bff6beccc8a', 'tag': '776532b5-c16a-448e-aea4-72ce8ee11558', 'status': 'completed', 'code': 200} Feb 03 14:40:57.527346 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-747a1609-026f-4002-97fd-cd5669f85b14 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ba8843202ac46748b5166400226edd3&device_id=2e8a5883-e200-411a-a2b6-9bff6beccc8a HTTP/1.1" status: 200 len: 1096 time: 0.0941286 Feb 03 14:40:57.555039 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-ecbc4818-05c8-4881-94ed-1bd9f2ad933b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=776532b5-c16a-448e-aea4-72ce8ee11558 HTTP/1.1" status: 200 len: 217 time: 0.0646245 Feb 03 14:40:57.573684 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-92215abe-be3e-4cd9-9796-9729d4a6ca64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:57.616083 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-c38f63f2-7d70-4229-8e16-5748bf0da537 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:57.617984 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-c38f63f2-7d70-4229-8e16-5748bf0da537 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a533a4f2-ac7b-4983-a205-86cab06ebd53 HTTP/1.1" status: 200 len: 834 time: 0.0568516 Feb 03 14:40:57.690846 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-e97dffc0-7bef-4224-a624-edc1dd4ec69b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=262dcf9a-84dd-4900-9d95-1eec66a77cb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666354 Feb 03 14:40:57.819159 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-23caed50-712e-496c-9c38-5e0b371d8520 service neutron] 10.222.0.47 "GET /v2.0/networks/262dcf9a-84dd-4900-9d95-1eec66a77cb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221507 Feb 03 14:40:57.949605 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-7577f961-f4da-41b4-a1fa-3bb274bf89a2 req-6698cf09-0018-4976-ac67-bff7282c6d5e service neutron] 10.222.0.47 "GET /v2.0/networks/262dcf9a-84dd-4900-9d95-1eec66a77cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245582 Feb 03 14:40:58.149396 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4666fc-6990-4181-9825-a5284fc46778 req-3fe24146-f4c6-4990-8269-7e314080eb57 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:58.150828 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bb4666fc-6990-4181-9825-a5284fc46778 req-3fe24146-f4c6-4990-8269-7e314080eb57 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8a5883-e200-411a-a2b6-9bff6beccc8a HTTP/1.1" status: 200 len: 943 time: 0.0814016 Feb 03 14:40:58.175084 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4d359066-9e52-4b00-86ef-19eb610ebf5b req-869b53ed-21b8-4fd3-af9e-27de94422e28 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ba8843202ac46748b5166400226edd3&device_id=2e8a5883-e200-411a-a2b6-9bff6beccc8a HTTP/1.1" status: 200 len: 1096 time: 0.0720735 Feb 03 14:40:58.195086 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bb4666fc-6990-4181-9825-a5284fc46778 req-2e606252-e964-416b-ab25-69b32ca66332 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3f256bc-7ec1-4e29-9766-abfec2ec217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387008 Feb 03 14:40:58.303636 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d359066-9e52-4b00-86ef-19eb610ebf5b req-d0a37782-01a1-46b2-99f8-719d8199985a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:58.305059 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4d359066-9e52-4b00-86ef-19eb610ebf5b req-d0a37782-01a1-46b2-99f8-719d8199985a service neutron] 10.222.0.47 "GET /v2.0/networks?id=262dcf9a-84dd-4900-9d95-1eec66a77cb3 HTTP/1.1" status: 200 len: 896 time: 0.1243312 Feb 03 14:40:58.373422 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4d359066-9e52-4b00-86ef-19eb610ebf5b req-42403b54-ff39-48d9-a16b-b3ccae735923 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=776532b5-c16a-448e-aea4-72ce8ee11558 HTTP/1.1" status: 200 len: 217 time: 0.0624449 Feb 03 14:40:58.433517 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d359066-9e52-4b00-86ef-19eb610ebf5b req-1de8ea62-bfdf-47df-9595-59f60089811f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:58.434902 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4d359066-9e52-4b00-86ef-19eb610ebf5b req-1de8ea62-bfdf-47df-9595-59f60089811f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a533a4f2-ac7b-4983-a205-86cab06ebd53 HTTP/1.1" status: 200 len: 834 time: 0.0562317 Feb 03 14:40:58.507821 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4d359066-9e52-4b00-86ef-19eb610ebf5b req-c428e6f4-1e4d-41d6-843a-53f0221588d9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=262dcf9a-84dd-4900-9d95-1eec66a77cb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668712 Feb 03 14:40:58.637728 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4d359066-9e52-4b00-86ef-19eb610ebf5b req-3472ab3a-1c16-41e4-934e-38fb63918fa7 service neutron] 10.222.0.47 "GET /v2.0/networks/262dcf9a-84dd-4900-9d95-1eec66a77cb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238034 Feb 03 14:40:58.769044 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4d359066-9e52-4b00-86ef-19eb610ebf5b req-e21a9aa3-530e-44d4-b86b-ca152aa9b9e3 service neutron] 10.222.0.47 "GET /v2.0/networks/262dcf9a-84dd-4900-9d95-1eec66a77cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248808 Feb 03 14:40:58.870624 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:59.013539 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:40:59.396878 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0442d6e-0290-449d-9c53-0c5d7670f021 req-ddd04ab0-80af-4970-be51-f04a0ea5dca6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:59.398283 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a0442d6e-0290-449d-9c53-0c5d7670f021 req-ddd04ab0-80af-4970-be51-f04a0ea5dca6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8a5883-e200-411a-a2b6-9bff6beccc8a HTTP/1.1" status: 200 len: 943 time: 0.0786591 Feb 03 14:40:59.442692 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a0442d6e-0290-449d-9c53-0c5d7670f021 req-cd3bdf2f-a1c6-4d8f-a7ec-808feeb094d9 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3f256bc-7ec1-4e29-9766-abfec2ec217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389555 Feb 03 14:41:00.299096 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:41:00.634334 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21207c23-dc82-4781-ade3-6cf82ced9f07 req-62e3e4bb-ba8a-471b-8aa9-40d2a0647625 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:00.635676 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-21207c23-dc82-4781-ade3-6cf82ced9f07 req-62e3e4bb-ba8a-471b-8aa9-40d2a0647625 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8a5883-e200-411a-a2b6-9bff6beccc8a HTTP/1.1" status: 200 len: 943 time: 0.0743129 Feb 03 14:41:00.682859 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-21207c23-dc82-4781-ade3-6cf82ced9f07 req-e465214e-2067-436e-9581-dcc8d9ed65f7 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3f256bc-7ec1-4e29-9766-abfec2ec217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416880 Feb 03 14:41:00.771949 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 776532b5-c16a-448e-aea4-72ce8ee11558 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:41:00.901666 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 776532b5-c16a-448e-aea4-72ce8ee11558, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=776532b5-c16a-448e-aea4-72ce8ee11558,segment=NetworkSegment(bc9ecb46-d69c-4f29-8819-9327a819b205),segment_id=bc9ecb46-d69c-4f29-8819-9327a819b205)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:41:00.914403 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': '776532b5-c16a-448e-aea4-72ce8ee11558', 'network_id': '262dcf9a-84dd-4900-9d95-1eec66a77cb3', 'port_id': '776532b5-c16a-448e-aea4-72ce8ee11558', 'mac_address': 'fa:16:3e:f1:62:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a533a4f2-ac7b-4983-a205-86cab06ebd53', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:41:00.969866 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:41:00.986724 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 776532b5-c16a-448e-aea4-72ce8ee11558 {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:41:01.001199 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 776532b5-c16a-448e-aea4-72ce8ee11558, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=776532b5-c16a-448e-aea4-72ce8ee11558,segment=NetworkSegment(bc9ecb46-d69c-4f29-8819-9327a819b205),segment_id=bc9ecb46-d69c-4f29-8819-9327a819b205)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:41:01.100850 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:41:01.164994 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=776532b5-c16a-448e-aea4-72ce8ee11558,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:01.414812 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['776532b5-c16a-448e-aea4-72ce8ee11558'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:41:01.874048 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b51ec-4515-4c14-a8bd-459b68abe062 req-0aa69e7d-89f1-4efc-90d2-4b816fd412d9 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:01.875408 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6b8b51ec-4515-4c14-a8bd-459b68abe062 req-0aa69e7d-89f1-4efc-90d2-4b816fd412d9 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8a5883-e200-411a-a2b6-9bff6beccc8a HTTP/1.1" status: 200 len: 944 time: 0.0735991 Feb 03 14:41:01.930202 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6b8b51ec-4515-4c14-a8bd-459b68abe062 req-b1bd06f8-ebd5-48ea-98a5-040eeae1ea92 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3f256bc-7ec1-4e29-9766-abfec2ec217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489924 Feb 03 14:41:02.788826 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 776532b5-c16a-448e-aea4-72ce8ee11558 up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:41:02.935413 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning for port 776532b5-c16a-448e-aea4-72ce8ee11558 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:41:02.940727 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port 776532b5-c16a-448e-aea4-72ce8ee11558 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:41:02.941099 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:41:03.052174 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:41:03.078896 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8a5883-e200-411a-a2b6-9bff6beccc8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776532b5-c16a-448e-aea4-72ce8ee11558'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:41:03.089366 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 776532b5-c16a-448e-aea4-72ce8ee11558, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=776532b5-c16a-448e-aea4-72ce8ee11558,segment=NetworkSegment(bc9ecb46-d69c-4f29-8819-9327a819b205),segment_id=bc9ecb46-d69c-4f29-8819-9327a819b205)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:41:03.130640 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6aa114-1914-404a-8bf6-bcafe67abd57 req-59cdb3aa-823d-45f8-889e-69cca7180c94 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:03.132098 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3c6aa114-1914-404a-8bf6-bcafe67abd57 req-59cdb3aa-823d-45f8-889e-69cca7180c94 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8a5883-e200-411a-a2b6-9bff6beccc8a HTTP/1.1" status: 200 len: 944 time: 0.0828657 Feb 03 14:41:03.164501 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:41:03.178668 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3c6aa114-1914-404a-8bf6-bcafe67abd57 req-061cc0e8-ee59-48b9-a61c-1c7c76152230 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3f256bc-7ec1-4e29-9766-abfec2ec217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409000 Feb 03 14:41:03.212100 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e8a5883-e200-411a-a2b6-9bff6beccc8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776532b5-c16a-448e-aea4-72ce8ee11558', 'code': 200} Feb 03 14:41:03.240878 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=776532b5-c16a-448e-aea4-72ce8ee11558,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:03.632455 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-97e0ac4b-1d2c-4570-a687-b4fa35ad67f5 req-3898e738-624f-408f-a3e9-62c2efb7d752 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2e8a5883-e200-411a-a2b6-9bff6beccc8a HTTP/1.1" status: 200 len: 1098 time: 0.1553309 Feb 03 14:41:03.674469 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-97e0ac4b-1d2c-4570-a687-b4fa35ad67f5 req-3abb7e44-4974-4632-b960-2eeb78339411 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d3f256bc-7ec1-4e29-9766-abfec2ec217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357678 Feb 03 14:41:04.372761 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ace8ad-0b34-41aa-9dbc-5ca9ff1952e5 req-649ea272-72b4-419f-aa31-44e257866a20 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:04.374170 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-99ace8ad-0b34-41aa-9dbc-5ca9ff1952e5 req-649ea272-72b4-419f-aa31-44e257866a20 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8a5883-e200-411a-a2b6-9bff6beccc8a HTTP/1.1" status: 200 len: 945 time: 0.0741863 Feb 03 14:41:04.418717 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-99ace8ad-0b34-41aa-9dbc-5ca9ff1952e5 req-343b9153-b3a9-4fbd-b0a7-d62b5e768f1f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3f256bc-7ec1-4e29-9766-abfec2ec217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385246 Feb 03 14:41:05.703790 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8940a4-1df8-4ed1-afd3-094e5513358e req-48bfc36b-5e45-4a17-a003-2d77e07bda0c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:05.705216 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2a8940a4-1df8-4ed1-afd3-094e5513358e req-48bfc36b-5e45-4a17-a003-2d77e07bda0c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8a5883-e200-411a-a2b6-9bff6beccc8a HTTP/1.1" status: 200 len: 945 time: 0.1638381 Feb 03 14:41:05.750118 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2a8940a4-1df8-4ed1-afd3-094e5513358e req-963ec95c-c790-4566-8abb-470092b67b0f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3f256bc-7ec1-4e29-9766-abfec2ec217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383651 Feb 03 14:41:05.944128 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f07974-73bb-4526-a465-d84e1834180c req-46125cc2-0b47-46df-97db-b64e29c145f9 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:05.945533 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b5f07974-73bb-4526-a465-d84e1834180c req-46125cc2-0b47-46df-97db-b64e29c145f9 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8a5883-e200-411a-a2b6-9bff6beccc8a HTTP/1.1" status: 200 len: 945 time: 0.0770733 Feb 03 14:41:05.989317 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b5f07974-73bb-4526-a465-d84e1834180c req-232f0afc-c7a0-4a93-aac2-a695f35b0c5e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3f256bc-7ec1-4e29-9766-abfec2ec217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380599 Feb 03 14:41:06.016763 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38742) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:41:06.086140 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2b70228c-2c42-4d25-8bb7-7e7d1dfcf1d7 tempest-TestNetworkAdvancedServerOps-1341579092 tempest-TestNetworkAdvancedServerOps-1341579092-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2e8a5883-e200-411a-a2b6-9bff6beccc8a HTTP/1.1" status: 200 len: 1093 time: 0.0682917 Feb 03 14:41:06.088694 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38746) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:41:06.093665 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-731f5e12-1764-441d-a9c9-48f490cce2ff tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'floatingip': {'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'port_id': '776532b5-c16a-448e-aea4-72ce8ee11558', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:41:06.098880 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-731f5e12-1764-441d-a9c9-48f490cce2ff tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:41:06.102577 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-731f5e12-1764-441d-a9c9-48f490cce2ff tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:floatingip and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:41:06.105324 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-731f5e12-1764-441d-a9c9-48f490cce2ff tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:41:06.110742 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-731f5e12-1764-441d-a9c9-48f490cce2ff tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:41:06.179537 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-731f5e12-1764-441d-a9c9-48f490cce2ff tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for floatingip, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:41:06.310913 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-731f5e12-1764-441d-a9c9-48f490cce2ff tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:41:06.444885 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-731f5e12-1764-441d-a9c9-48f490cce2ff tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Allocated IP 172.26.3.179 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/52ce3bf5-c1b1-4b92-8c08-5397cbd843fe) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:41:06.586210 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-731f5e12-1764-441d-a9c9-48f490cce2ff tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:41:06.661527 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-731f5e12-1764-441d-a9c9-48f490cce2ff tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:41:06.726885 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731f5e12-1764-441d-a9c9-48f490cce2ff tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:41:06.729721 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-731f5e12-1764-441d-a9c9-48f490cce2ff tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:41:06.733925 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731f5e12-1764-441d-a9c9-48f490cce2ff tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:41:06.759852 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f5e12-1764-441d-a9c9-48f490cce2ff tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'Port': ['ID=52ce3bf5-c1b1-4b92-8c08-5397cbd843fe,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:07.225489 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-731f5e12-1764-441d-a9c9-48f490cce2ff tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:41:07.321369 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-731f5e12-1764-441d-a9c9-48f490cce2ff tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:41:07.517403 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-731f5e12-1764-441d-a9c9-48f490cce2ff tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:41:07.569840 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-731f5e12-1764-441d-a9c9-48f490cce2ff tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:41:07.760593 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f5e12-1764-441d-a9c9-48f490cce2ff tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'Port': ['ID=52ce3bf5-c1b1-4b92-8c08-5397cbd843fe,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:07.778488 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-731f5e12-1764-441d-a9c9-48f490cce2ff tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:41:07.968358 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.l3_db [None req-731f5e12-1764-441d-a9c9-48f490cce2ff tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Floating IP 6a41f944-6c76-4b37-823c-ea7b20aa5a34 associated. External IP: 172.26.3.179, port: 776532b5-c16a-448e-aea4-72ce8ee11558. Feb 03 14:41:08.345041 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731f5e12-1764-441d-a9c9-48f490cce2ff tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Router 6aa762b3-7b4c-4465-bbb3-ba49477b010b has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:41:08.541444 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731f5e12-1764-441d-a9c9-48f490cce2ff tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:41:08.551454 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b7ad20-67fc-48f5-83ca-1e4eeb1e28f4 None None] Sync routers for ids ['6aa762b3-7b4c-4465-bbb3-ba49477b010b'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:41:08.563000 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b7ad20-67fc-48f5-83ca-1e4eeb1e28f4 None None] Routers {'6aa762b3-7b4c-4465-bbb3-ba49477b010b'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:41:08.563648 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-b1b7ad20-67fc-48f5-83ca-1e4eeb1e28f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:40:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['6aa762b3-7b4c-4465-bbb3-ba49477b010b'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:41:08.621692 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-731f5e12-1764-441d-a9c9-48f490cce2ff tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:41:08.678016 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-731f5e12-1764-441d-a9c9-48f490cce2ff tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5859318 Feb 03 14:41:08.678016 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e8a5883-e200-411a-a2b6-9bff6beccc8a', 'tag': '776532b5-c16a-448e-aea4-72ce8ee11558'}] {{(pid=84182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:41:08.742908 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-b1b7ad20-67fc-48f5-83ca-1e4eeb1e28f4 None None] Set router 6aa762b3-7b4c-4465-bbb3-ba49477b010b gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:41:08.813353 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e8a5883-e200-411a-a2b6-9bff6beccc8a', 'tag': '776532b5-c16a-448e-aea4-72ce8ee11558', 'status': 'completed', 'code': 200} Feb 03 14:41:08.856506 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d680e1-e0d6-4beb-9e3e-074791a899b0 req-23a4f3a8-5b0f-47e8-bff5-dc6593be39f4 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:08.857958 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-10d680e1-e0d6-4beb-9e3e-074791a899b0 req-23a4f3a8-5b0f-47e8-bff5-dc6593be39f4 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8a5883-e200-411a-a2b6-9bff6beccc8a HTTP/1.1" status: 200 len: 945 time: 0.0829778 Feb 03 14:41:08.905826 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-10d680e1-e0d6-4beb-9e3e-074791a899b0 req-f30b01bf-9a75-4c06-88f1-fa22559f328d tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3f256bc-7ec1-4e29-9766-abfec2ec217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413682 Feb 03 14:41:08.908084 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a7606841-becf-4634-a376-a1b430de87a9 req-677daf60-4152-4b9a-a4c5-17966f6eba27 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ba8843202ac46748b5166400226edd3&device_id=2e8a5883-e200-411a-a2b6-9bff6beccc8a HTTP/1.1" status: 200 len: 1098 time: 0.0750718 Feb 03 14:41:08.936334 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38758) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:41:09.045985 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7ac3a394-f1bb-4946-886f-d147ff8ec742 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/floatingips/6a41f944-6c76-4b37-823c-ea7b20aa5a34 HTTP/1.1" status: 200 len: 991 time: 0.1084130 Feb 03 14:41:09.048460 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7606841-becf-4634-a376-a1b430de87a9 req-40a1b70e-70d3-4ffd-bc42-f2f0b8f4275d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:09.049942 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a7606841-becf-4634-a376-a1b430de87a9 req-40a1b70e-70d3-4ffd-bc42-f2f0b8f4275d service neutron] 10.222.0.47 "GET /v2.0/networks?id=262dcf9a-84dd-4900-9d95-1eec66a77cb3 HTTP/1.1" status: 200 len: 896 time: 0.1353092 Feb 03 14:41:09.095487 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-b1b7ad20-67fc-48f5-83ca-1e4eeb1e28f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa762b3-7b4c-4465-bbb3-ba49477b010b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1923138023', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '4ad6268b-469d-4c3e-9285-1bb8bc14f225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:40:43Z', 'updated_at': '2022-02-03T14:40:48Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '4ad6268b-469d-4c3e-9285-1bb8bc14f225', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:39:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa762b3-7b4c-4465-bbb3-ba49477b010b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:40:43Z', 'updated_at': '2022-02-03T14:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '6a41f944-6c76-4b37-823c-ea7b20aa5a34', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'floating_ip_address': '172.26.3.179', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '6aa762b3-7b4c-4465-bbb3-ba49477b010b', 'port_id': '776532b5-c16a-448e-aea4-72ce8ee11558', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '262dcf9a-84dd-4900-9d95-1eec66a77cb3', 'mac_address': 'fa:16:3e:f1:62:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8a5883-e200-411a-a2b6-9bff6beccc8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:41:07Z', 'updated_at': '2022-02-03T14:41:07Z', 'revision_number': 0, 'project_id': '5ba8843202ac46748b5166400226edd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9ff1eeb-9e00-4488-bc56-d23948a7831f', 'name': '', 'network_id': '262dcf9a-84dd-4900-9d95-1eec66a77cb3', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'mac_address': 'fa:16:3e:e7:31:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa762b3-7b4c-4465-bbb3-ba49477b010b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a533a4f2-ac7b-4983-a205-86cab06ebd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:40:47Z', 'updated_at': '2022-02-03T14:40:53Z', 'revision_number': 5, 'project_id': '5ba8843202ac46748b5166400226edd3', 'subnets': [{'id': 'a533a4f2-ac7b-4983-a205-86cab06ebd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:41:09.099868 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b7ad20-67fc-48f5-83ca-1e4eeb1e28f4 None None] Checking router: 6aa762b3-7b4c-4465-bbb3-ba49477b010b for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:41:09.110384 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b7ad20-67fc-48f5-83ca-1e4eeb1e28f4 None None] Routers {'6aa762b3-7b4c-4465-bbb3-ba49477b010b'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:41:09.110969 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-b1b7ad20-67fc-48f5-83ca-1e4eeb1e28f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:40:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['6aa762b3-7b4c-4465-bbb3-ba49477b010b'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:41:09.150792 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a7606841-becf-4634-a376-a1b430de87a9 req-6e9b7056-ff43-4f1d-ab18-f4a3893bc6ff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=776532b5-c16a-448e-aea4-72ce8ee11558 HTTP/1.1" status: 200 len: 999 time: 0.0955210 Feb 03 14:41:09.213719 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7606841-becf-4634-a376-a1b430de87a9 req-d9eac60d-81fb-4486-994d-02a488bcd3d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:09.215146 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a7606841-becf-4634-a376-a1b430de87a9 req-d9eac60d-81fb-4486-994d-02a488bcd3d9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a533a4f2-ac7b-4983-a205-86cab06ebd53 HTTP/1.1" status: 200 len: 834 time: 0.0588822 Feb 03 14:41:09.285667 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-b1b7ad20-67fc-48f5-83ca-1e4eeb1e28f4 None None] Set router 6aa762b3-7b4c-4465-bbb3-ba49477b010b gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:41:09.288816 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a7606841-becf-4634-a376-a1b430de87a9 req-8fed1f5a-6647-48ff-b685-1b2f0cd0bfd0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=262dcf9a-84dd-4900-9d95-1eec66a77cb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677264 Feb 03 14:41:09.418658 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a7606841-becf-4634-a376-a1b430de87a9 req-db8033d0-df9f-4d4d-a609-6b231110fd3f service neutron] 10.222.0.47 "GET /v2.0/networks/262dcf9a-84dd-4900-9d95-1eec66a77cb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237352 Feb 03 14:41:09.546282 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a7606841-becf-4634-a376-a1b430de87a9 req-fdbe1593-6933-4de7-ab61-013217a5f8ec service neutron] 10.222.0.47 "GET /v2.0/networks/262dcf9a-84dd-4900-9d95-1eec66a77cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221719 Feb 03 14:41:09.626827 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-b1b7ad20-67fc-48f5-83ca-1e4eeb1e28f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa762b3-7b4c-4465-bbb3-ba49477b010b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1923138023', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '4ad6268b-469d-4c3e-9285-1bb8bc14f225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:40:43Z', 'updated_at': '2022-02-03T14:40:48Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '4ad6268b-469d-4c3e-9285-1bb8bc14f225', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:39:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa762b3-7b4c-4465-bbb3-ba49477b010b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:40:43Z', 'updated_at': '2022-02-03T14:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '6a41f944-6c76-4b37-823c-ea7b20aa5a34', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'floating_ip_address': '172.26.3.179', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '6aa762b3-7b4c-4465-bbb3-ba49477b010b', 'port_id': '776532b5-c16a-448e-aea4-72ce8ee11558', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '262dcf9a-84dd-4900-9d95-1eec66a77cb3', 'mac_address': 'fa:16:3e:f1:62:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8a5883-e200-411a-a2b6-9bff6beccc8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:41:07Z', 'updated_at': '2022-02-03T14:41:07Z', 'revision_number': 0, 'project_id': '5ba8843202ac46748b5166400226edd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9ff1eeb-9e00-4488-bc56-d23948a7831f', 'name': '', 'network_id': '262dcf9a-84dd-4900-9d95-1eec66a77cb3', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'mac_address': 'fa:16:3e:e7:31:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa762b3-7b4c-4465-bbb3-ba49477b010b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a533a4f2-ac7b-4983-a205-86cab06ebd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:40:47Z', 'updated_at': '2022-02-03T14:40:53Z', 'revision_number': 5, 'project_id': '5ba8843202ac46748b5166400226edd3', 'subnets': [{'id': 'a533a4f2-ac7b-4983-a205-86cab06ebd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:41:09.632180 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b7ad20-67fc-48f5-83ca-1e4eeb1e28f4 None None] The sync data for ids ['6aa762b3-7b4c-4465-bbb3-ba49477b010b'] in dv-neutron-827016-1-hyperv is: [{'id': '6aa762b3-7b4c-4465-bbb3-ba49477b010b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1923138023', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '4ad6268b-469d-4c3e-9285-1bb8bc14f225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:40:43Z', 'updated_at': '2022-02-03T14:40:48Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '4ad6268b-469d-4c3e-9285-1bb8bc14f225', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:39:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa762b3-7b4c-4465-bbb3-ba49477b010b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:40:43Z', 'updated_at': '2022-02-03T14:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '6a41f944-6c76-4b37-823c-ea7b20aa5a34', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'floating_ip_address': '172.26.3.179', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '6aa762b3-7b4c-4465-bbb3-ba49477b010b', 'port_id': '776532b5-c16a-448e-aea4-72ce8ee11558', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '262dcf9a-84dd-4900-9d95-1eec66a77cb3', 'mac_address': 'fa:16:3e:f1:62:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8a5883-e200-411a-a2b6-9bff6beccc8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:41:07Z', 'updated_at': '2022-02-03T14:41:07Z', 'revision_number': 0, 'project_id': '5ba8843202ac46748b5166400226edd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9ff1eeb-9e00-4488-bc56-d23948a7831f', 'name': '', 'network_id': '262dcf9a-84dd-4900-9d95-1eec66a77cb3', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'mac_address': 'fa:16:3e:e7:31:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa762b3-7b4c-4465-bbb3-ba49477b010b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a533a4f2-ac7b-4983-a205-86cab06ebd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:40:47Z', 'updated_at': '2022-02-03T14:40:53Z', 'revision_number': 5, 'project_id': '5ba8843202ac46748b5166400226edd3', 'subnets': [{'id': 'a533a4f2-ac7b-4983-a205-86cab06ebd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:41:09.883678 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016f8b49-dd26-4d2c-abce-d95c73650a89 None None] New status for floating IP 6a41f944-6c76-4b37-823c-ea7b20aa5a34: ACTIVE {{(pid=84184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:41:10.050681 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38762) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:41:10.151988 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a59720be-88c2-4a27-92ac-0c8678b412e7 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/floatingips/6a41f944-6c76-4b37-823c-ea7b20aa5a34 HTTP/1.1" status: 200 len: 991 time: 0.0995696 Feb 03 14:41:11.156011 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38766) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:41:11.258887 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-464d3b37-c5c5-400c-a970-4471c5d24a19 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/floatingips/6a41f944-6c76-4b37-823c-ea7b20aa5a34 HTTP/1.1" status: 200 len: 993 time: 0.1016858 Feb 03 14:41:14.967279 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [req-9f0d79b4-079e-410f-b72e-8edf57ef9028 req-5477c0ff-e757-42f1-9f64-75e72b95adeb tempest-ServerDiskConfigTestJSON-1717190371 tempest-ServerDiskConfigTestJSON-1717190371-project] (84181) timed out ('10.222.0.47', 63309) {{(pid=84181) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 03 14:41:17.781219 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:41:25.333881 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-14e9f3a1-29e9-4ac6-b4cb-badb33b426d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:41:27.547501 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-de1dd25b-7227-4387-b829-a8ccac393d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:41:28.911139 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:41:29.004675 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:41:30.305187 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:41:30.848386 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:41:41.150516 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4f43ea2f-7969-4646-bebb-20ac8a244227 req-bf3bf101-cf9c-4254-922a-cdd1b23eaf12 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2e8a5883-e200-411a-a2b6-9bff6beccc8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0659006 Feb 03 14:41:41.290098 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4f43ea2f-7969-4646-bebb-20ac8a244227 req-01dc4cd2-e8f9-4d4e-ab5d-ac6f9a7c9a78 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ba8843202ac46748b5166400226edd3&device_id=2e8a5883-e200-411a-a2b6-9bff6beccc8a HTTP/1.1" status: 200 len: 1098 time: 0.0707183 Feb 03 14:41:41.431145 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43ea2f-7969-4646-bebb-20ac8a244227 req-c4e9c48f-a5ed-4aa0-b74d-af4498a3fa49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:41.432508 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4f43ea2f-7969-4646-bebb-20ac8a244227 req-c4e9c48f-a5ed-4aa0-b74d-af4498a3fa49 service neutron] 10.222.0.47 "GET /v2.0/networks?id=262dcf9a-84dd-4900-9d95-1eec66a77cb3 HTTP/1.1" status: 200 len: 896 time: 0.1253753 Feb 03 14:41:41.535283 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4f43ea2f-7969-4646-bebb-20ac8a244227 req-333b62eb-4651-4de0-aace-59bedb9bc015 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=776532b5-c16a-448e-aea4-72ce8ee11558 HTTP/1.1" status: 200 len: 1001 time: 0.0958571 Feb 03 14:41:41.594297 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43ea2f-7969-4646-bebb-20ac8a244227 req-521d3f7c-b902-4d75-b54b-b7012ecb7a10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:41.595669 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4f43ea2f-7969-4646-bebb-20ac8a244227 req-521d3f7c-b902-4d75-b54b-b7012ecb7a10 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a533a4f2-ac7b-4983-a205-86cab06ebd53 HTTP/1.1" status: 200 len: 834 time: 0.0551896 Feb 03 14:41:41.669643 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4f43ea2f-7969-4646-bebb-20ac8a244227 req-c88d3b49-8588-4e93-bd06-fb040963ef9c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=262dcf9a-84dd-4900-9d95-1eec66a77cb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681467 Feb 03 14:41:41.797651 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4f43ea2f-7969-4646-bebb-20ac8a244227 req-7abddcfb-71e4-431a-9366-1817e80c7177 service neutron] 10.222.0.47 "GET /v2.0/networks/262dcf9a-84dd-4900-9d95-1eec66a77cb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217055 Feb 03 14:41:41.924438 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4f43ea2f-7969-4646-bebb-20ac8a244227 req-64476099-7949-4600-870b-25c928577ad8 service neutron] 10.222.0.47 "GET /v2.0/networks/262dcf9a-84dd-4900-9d95-1eec66a77cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212659 Feb 03 14:41:47.793785 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:41:55.329046 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9dcaee99-d632-4962-87df-2dd5e1297020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:41:57.569249 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4fd60848-23db-4c6f-9aed-e8fc6962f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:41:58.856412 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:41:58.968702 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:42:00.294851 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:42:07.848141 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:42:12.459434 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b013753-b820-4ddc-8a6c-8110af81500f req-6e63b421-e271-4f86-aed0-25f31cf49f20 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:42:12.460962 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0b013753-b820-4ddc-8a6c-8110af81500f req-6e63b421-e271-4f86-aed0-25f31cf49f20 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8a5883-e200-411a-a2b6-9bff6beccc8a HTTP/1.1" status: 200 len: 945 time: 0.0834448 Feb 03 14:42:12.508445 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0b013753-b820-4ddc-8a6c-8110af81500f req-2441e98d-bd4e-425f-9962-6c852e3fe97d tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3f256bc-7ec1-4e29-9766-abfec2ec217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410190 Feb 03 14:42:12.578693 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ccedc9df-0564-469a-ab2c-e54627e98ff4 req-c0c19bce-c7da-4050-a123-b6919072b922 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ba8843202ac46748b5166400226edd3&device_id=2e8a5883-e200-411a-a2b6-9bff6beccc8a HTTP/1.1" status: 200 len: 1098 time: 0.1642611 Feb 03 14:42:12.705912 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccedc9df-0564-469a-ab2c-e54627e98ff4 req-0dfb5697-055f-4e31-a54f-8b9a9764c52b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:42:12.707362 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ccedc9df-0564-469a-ab2c-e54627e98ff4 req-0dfb5697-055f-4e31-a54f-8b9a9764c52b service neutron] 10.222.0.47 "GET /v2.0/networks?id=262dcf9a-84dd-4900-9d95-1eec66a77cb3 HTTP/1.1" status: 200 len: 896 time: 0.1217716 Feb 03 14:42:12.807899 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ccedc9df-0564-469a-ab2c-e54627e98ff4 req-4c6f08c7-2b08-4be0-aa01-33fd9532738d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=776532b5-c16a-448e-aea4-72ce8ee11558 HTTP/1.1" status: 200 len: 1001 time: 0.0945852 Feb 03 14:42:12.867881 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccedc9df-0564-469a-ab2c-e54627e98ff4 req-5bba9ea6-43a9-46b5-bb38-48ddf58663a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:42:12.869717 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ccedc9df-0564-469a-ab2c-e54627e98ff4 req-5bba9ea6-43a9-46b5-bb38-48ddf58663a0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a533a4f2-ac7b-4983-a205-86cab06ebd53 HTTP/1.1" status: 200 len: 834 time: 0.0559371 Feb 03 14:42:12.944680 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ccedc9df-0564-469a-ab2c-e54627e98ff4 req-2e6359dd-2991-4ff3-8f58-73f3dcfc5ccb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=262dcf9a-84dd-4900-9d95-1eec66a77cb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693998 Feb 03 14:42:13.074187 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ccedc9df-0564-469a-ab2c-e54627e98ff4 req-be2c468c-a187-4eca-8115-ee21a938f0a3 service neutron] 10.222.0.47 "GET /v2.0/networks/262dcf9a-84dd-4900-9d95-1eec66a77cb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233392 Feb 03 14:42:13.206942 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ccedc9df-0564-469a-ab2c-e54627e98ff4 req-113c74dd-83f7-4331-95a4-15e1a1cd1f25 service neutron] 10.222.0.47 "GET /v2.0/networks/262dcf9a-84dd-4900-9d95-1eec66a77cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254454 Feb 03 14:42:13.720359 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651cd88b-b799-4d6f-b0ae-aa9b657b5d7c req-3f38b833-e27e-42b8-9f29-32351cfcb865 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:42:13.721777 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-651cd88b-b799-4d6f-b0ae-aa9b657b5d7c req-3f38b833-e27e-42b8-9f29-32351cfcb865 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8a5883-e200-411a-a2b6-9bff6beccc8a HTTP/1.1" status: 200 len: 945 time: 0.0749259 Feb 03 14:42:13.766637 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-651cd88b-b799-4d6f-b0ae-aa9b657b5d7c req-5235bf7f-9fb4-441f-a805-4563ab08e22c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3f256bc-7ec1-4e29-9766-abfec2ec217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394037 Feb 03 14:42:15.060779 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed31903-ec21-4d67-a3f9-9f40af8bf706 req-98740d42-98c7-46d2-83b0-426cac10c189 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:42:15.062129 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2ed31903-ec21-4d67-a3f9-9f40af8bf706 req-98740d42-98c7-46d2-83b0-426cac10c189 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8a5883-e200-411a-a2b6-9bff6beccc8a HTTP/1.1" status: 200 len: 945 time: 0.1756878 Feb 03 14:42:15.106960 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2ed31903-ec21-4d67-a3f9-9f40af8bf706 req-96df12fe-a8ab-4cea-9a3c-2d0c2b3d3b49 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3f256bc-7ec1-4e29-9766-abfec2ec217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393159 Feb 03 14:42:16.301226 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552a6b3-77a0-4ba0-9f50-4619d38cce8b req-0f435d45-1745-41b1-b3e7-d9f56d46e130 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:42:16.302646 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6552a6b3-77a0-4ba0-9f50-4619d38cce8b req-0f435d45-1745-41b1-b3e7-d9f56d46e130 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8a5883-e200-411a-a2b6-9bff6beccc8a HTTP/1.1" status: 200 len: 945 time: 0.0768652 Feb 03 14:42:16.347789 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6552a6b3-77a0-4ba0-9f50-4619d38cce8b req-1f22931e-6fb5-4b5a-af3f-0fb3f2df50cc tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3f256bc-7ec1-4e29-9766-abfec2ec217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391479 Feb 03 14:42:17.540859 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7cf08-4373-4a09-b9ca-a46d0f26a4d9 req-a58df125-d310-47f8-b53e-397a3a97bbc6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:42:17.542311 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d2e7cf08-4373-4a09-b9ca-a46d0f26a4d9 req-a58df125-d310-47f8-b53e-397a3a97bbc6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8a5883-e200-411a-a2b6-9bff6beccc8a HTTP/1.1" status: 200 len: 945 time: 0.0746803 Feb 03 14:42:17.592982 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d2e7cf08-4373-4a09-b9ca-a46d0f26a4d9 req-1890bdbf-0baa-4e8d-b7af-02d4fe2c3687 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3f256bc-7ec1-4e29-9766-abfec2ec217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448704 Feb 03 14:42:17.826539 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:42:18.786653 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4b5bd-f1f4-4319-9fe7-e17390333f3c req-c4226b9a-11b5-4924-8718-e59815bf11f1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:42:18.788089 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0eb4b5bd-f1f4-4319-9fe7-e17390333f3c req-c4226b9a-11b5-4924-8718-e59815bf11f1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8a5883-e200-411a-a2b6-9bff6beccc8a HTTP/1.1" status: 200 len: 945 time: 0.0772367 Feb 03 14:42:18.831961 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0eb4b5bd-f1f4-4319-9fe7-e17390333f3c req-30f122c3-b34a-4254-bc81-773fcfafd4aa tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3f256bc-7ec1-4e29-9766-abfec2ec217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384152 Feb 03 14:42:20.029143 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34a400-119d-41e8-b78f-3c949769a34d req-df7a50ee-ec49-4b5f-ba22-af48fb616783 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:42:20.030484 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ff34a400-119d-41e8-b78f-3c949769a34d req-df7a50ee-ec49-4b5f-ba22-af48fb616783 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8a5883-e200-411a-a2b6-9bff6beccc8a HTTP/1.1" status: 200 len: 945 time: 0.0761514 Feb 03 14:42:20.074682 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ff34a400-119d-41e8-b78f-3c949769a34d req-12ed5241-bd35-4b68-a84f-ea98a9cd8904 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3f256bc-7ec1-4e29-9766-abfec2ec217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386443 Feb 03 14:42:21.284394 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb6fb01-5cae-45a5-bbaa-b81e06d57864 req-dbbbde29-a2cc-4e8a-af9a-b86c96a2bcf9 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:42:21.285820 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-aeb6fb01-5cae-45a5-bbaa-b81e06d57864 req-dbbbde29-a2cc-4e8a-af9a-b86c96a2bcf9 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8a5883-e200-411a-a2b6-9bff6beccc8a HTTP/1.1" status: 200 len: 945 time: 0.0773315 Feb 03 14:42:21.329826 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-aeb6fb01-5cae-45a5-bbaa-b81e06d57864 req-355e37d1-4b9b-4837-98cf-7622fbf6af50 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3f256bc-7ec1-4e29-9766-abfec2ec217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386338 Feb 03 14:42:22.521216 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a39886-7398-443e-96ac-842a7c433c02 req-fc88b4c8-85ab-4db9-8f1d-02e637fc983b tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:42:22.522616 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-77a39886-7398-443e-96ac-842a7c433c02 req-fc88b4c8-85ab-4db9-8f1d-02e637fc983b tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8a5883-e200-411a-a2b6-9bff6beccc8a HTTP/1.1" status: 200 len: 945 time: 0.0747981 Feb 03 14:42:22.571986 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-77a39886-7398-443e-96ac-842a7c433c02 req-108c95d3-8fcc-46ef-954e-5bf2af58ffdd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3f256bc-7ec1-4e29-9766-abfec2ec217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433512 Feb 03 14:42:23.774593 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3308d49-9a9e-4e47-a294-a8af139d1c46 req-95d2007b-c4dc-44b5-bfda-4b03f419d99b tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:42:23.776120 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c3308d49-9a9e-4e47-a294-a8af139d1c46 req-95d2007b-c4dc-44b5-bfda-4b03f419d99b tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8a5883-e200-411a-a2b6-9bff6beccc8a HTTP/1.1" status: 200 len: 945 time: 0.0753613 Feb 03 14:42:23.819448 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c3308d49-9a9e-4e47-a294-a8af139d1c46 req-c7336572-391e-4681-abc9-d9f50a2ac612 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3f256bc-7ec1-4e29-9766-abfec2ec217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379093 Feb 03 14:42:25.014996 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc292058-c544-4cb6-bb87-304f3206446b req-58fcf8ce-7ab6-4f03-9af2-29f46cd64b2a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:42:25.016454 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-fc292058-c544-4cb6-bb87-304f3206446b req-58fcf8ce-7ab6-4f03-9af2-29f46cd64b2a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8a5883-e200-411a-a2b6-9bff6beccc8a HTTP/1.1" status: 200 len: 945 time: 0.0782745 Feb 03 14:42:25.060108 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-fc292058-c544-4cb6-bb87-304f3206446b req-428e87f8-fc41-41f5-a8bc-318105592d0a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3f256bc-7ec1-4e29-9766-abfec2ec217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383382 Feb 03 14:42:25.088855 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38816) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:42:25.190549 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ce81054b-7ddd-4e6f-a6f9-bcec34d39551 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/floatingips/6a41f944-6c76-4b37-823c-ea7b20aa5a34 HTTP/1.1" status: 200 len: 993 time: 0.1006012 Feb 03 14:42:25.329294 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-900c637a-4014-4c8d-a487-bf2599a0062e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:42:27.552834 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-755dd80b-899f-4cfc-8409-759477267f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:42:28.874475 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:42:29.003799 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:42:30.303316 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:42:41.475980 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6731b37c-2adb-4071-b2f8-7b32bbc0c994 req-b4d06d86-dcd6-4541-b589-5720b5a46b96 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2e8a5883-e200-411a-a2b6-9bff6beccc8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0654237 Feb 03 14:42:41.611134 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6731b37c-2adb-4071-b2f8-7b32bbc0c994 req-3fffdec3-87f7-4e16-a5e4-216b325b52f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ba8843202ac46748b5166400226edd3&device_id=2e8a5883-e200-411a-a2b6-9bff6beccc8a HTTP/1.1" status: 200 len: 1098 time: 0.0702789 Feb 03 14:42:41.748909 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731b37c-2adb-4071-b2f8-7b32bbc0c994 req-0f61c108-15c3-49cf-81d1-4231f69bef15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:42:41.750311 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6731b37c-2adb-4071-b2f8-7b32bbc0c994 req-0f61c108-15c3-49cf-81d1-4231f69bef15 service neutron] 10.222.0.47 "GET /v2.0/networks?id=262dcf9a-84dd-4900-9d95-1eec66a77cb3 HTTP/1.1" status: 200 len: 896 time: 0.1221938 Feb 03 14:42:41.850355 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6731b37c-2adb-4071-b2f8-7b32bbc0c994 req-be54f669-28b8-435b-ba89-35acf04eac9d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=776532b5-c16a-448e-aea4-72ce8ee11558 HTTP/1.1" status: 200 len: 1001 time: 0.0930073 Feb 03 14:42:41.910017 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731b37c-2adb-4071-b2f8-7b32bbc0c994 req-4958654e-4efc-4bee-9b71-a55c215b2946 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:42:41.911422 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6731b37c-2adb-4071-b2f8-7b32bbc0c994 req-4958654e-4efc-4bee-9b71-a55c215b2946 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a533a4f2-ac7b-4983-a205-86cab06ebd53 HTTP/1.1" status: 200 len: 834 time: 0.0549893 Feb 03 14:42:41.983444 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6731b37c-2adb-4071-b2f8-7b32bbc0c994 req-484357f4-9ee8-4e02-a436-32c0ba34e3b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=262dcf9a-84dd-4900-9d95-1eec66a77cb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661979 Feb 03 14:42:42.108157 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6731b37c-2adb-4071-b2f8-7b32bbc0c994 req-12e0b9ba-3a68-415b-ba7e-6b2a97ca0425 service neutron] 10.222.0.47 "GET /v2.0/networks/262dcf9a-84dd-4900-9d95-1eec66a77cb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194155 Feb 03 14:42:42.234009 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6731b37c-2adb-4071-b2f8-7b32bbc0c994 req-d28f1299-dd4f-45f8-810b-58d5ae0fa16b service neutron] 10.222.0.47 "GET /v2.0/networks/262dcf9a-84dd-4900-9d95-1eec66a77cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202056 Feb 03 14:42:44.848899 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:42:47.812007 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:42:55.337800 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-76f8a217-f3fb-4dd0-97d2-06e6503d0d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:42:57.589481 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-943fe2c4-e28f-43a4-8655-e244c609244f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:42:58.852037 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:42:58.977678 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:00.303823 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:13.643034 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38836) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:43:13.839942 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-933ffb49-7bce-4ae7-b4d6-e961858a78c3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Deleting port 52ce3bf5-c1b1-4b92-8c08-5397cbd843fe {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:43:13.840273 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-933ffb49-7bce-4ae7-b4d6-e961858a78c3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:14.007070 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-933ffb49-7bce-4ae7-b4d6-e961858a78c3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:14.007418 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-933ffb49-7bce-4ae7-b4d6-e961858a78c3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:14.126332 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-933ffb49-7bce-4ae7-b4d6-e961858a78c3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Calling delete_port for 52ce3bf5-c1b1-4b92-8c08-5397cbd843fe owned by network:floatingip {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:43:14.416465 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-933ffb49-7bce-4ae7-b4d6-e961858a78c3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:14.459429 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933ffb49-7bce-4ae7-b4d6-e961858a78c3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event deleted for resources: {'Port': ['ID=52ce3bf5-c1b1-4b92-8c08-5397cbd843fe,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:43:14.497455 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933ffb49-7bce-4ae7-b4d6-e961858a78c3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:43:14.497797 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933ffb49-7bce-4ae7-b4d6-e961858a78c3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:43:14.498131 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933ffb49-7bce-4ae7-b4d6-e961858a78c3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:43:14.498464 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933ffb49-7bce-4ae7-b4d6-e961858a78c3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:43:14.498793 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933ffb49-7bce-4ae7-b4d6-e961858a78c3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:43:14.499144 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933ffb49-7bce-4ae7-b4d6-e961858a78c3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:43:14.499472 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933ffb49-7bce-4ae7-b4d6-e961858a78c3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:43:14.499794 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933ffb49-7bce-4ae7-b4d6-e961858a78c3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:43:14.500113 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933ffb49-7bce-4ae7-b4d6-e961858a78c3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:43:14.500433 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933ffb49-7bce-4ae7-b4d6-e961858a78c3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:43:14.500752 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933ffb49-7bce-4ae7-b4d6-e961858a78c3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:43:14.561692 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-933ffb49-7bce-4ae7-b4d6-e961858a78c3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for floatingip, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:14.938614 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933ffb49-7bce-4ae7-b4d6-e961858a78c3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Router 6aa762b3-7b4c-4465-bbb3-ba49477b010b has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:43:15.138335 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933ffb49-7bce-4ae7-b4d6-e961858a78c3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:43:15.148850 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd5daee-f1f9-4b73-a4c5-ee36b87936e7 None None] Sync routers for ids ['6aa762b3-7b4c-4465-bbb3-ba49477b010b'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:43:15.156098 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-933ffb49-7bce-4ae7-b4d6-e961858a78c3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:15.161501 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd5daee-f1f9-4b73-a4c5-ee36b87936e7 None None] Routers {'6aa762b3-7b4c-4465-bbb3-ba49477b010b'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:43:15.162107 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-ecd5daee-f1f9-4b73-a4c5-ee36b87936e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:42:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['6aa762b3-7b4c-4465-bbb3-ba49477b010b'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:43:15.213457 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-933ffb49-7bce-4ae7-b4d6-e961858a78c3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "DELETE /v2.0/floatingips/6a41f944-6c76-4b37-823c-ea7b20aa5a34 HTTP/1.1" status: 204 len: 168 time: 1.5664608 Feb 03 14:43:15.213457 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e8a5883-e200-411a-a2b6-9bff6beccc8a', 'tag': '776532b5-c16a-448e-aea4-72ce8ee11558'}] {{(pid=84182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:43:15.273247 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e8a5883-e200-411a-a2b6-9bff6beccc8a', 'tag': '776532b5-c16a-448e-aea4-72ce8ee11558', 'status': 'completed', 'code': 200} Feb 03 14:43:15.352494 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-ecd5daee-f1f9-4b73-a4c5-ee36b87936e7 None None] Set router 6aa762b3-7b4c-4465-bbb3-ba49477b010b gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:43:15.471623 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3734cc80-171d-4a49-9ae1-f7fef5f9d451 req-cc49a4d5-0c89-4ec6-9a9b-89bd1c13a69a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ba8843202ac46748b5166400226edd3&device_id=2e8a5883-e200-411a-a2b6-9bff6beccc8a HTTP/1.1" status: 200 len: 1098 time: 0.1771269 Feb 03 14:43:15.602191 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734cc80-171d-4a49-9ae1-f7fef5f9d451 req-484daeed-818d-4066-9549-cb46452e6679 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:43:15.603682 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3734cc80-171d-4a49-9ae1-f7fef5f9d451 req-484daeed-818d-4066-9549-cb46452e6679 service neutron] 10.222.0.47 "GET /v2.0/networks?id=262dcf9a-84dd-4900-9d95-1eec66a77cb3 HTTP/1.1" status: 200 len: 896 time: 0.1260643 Feb 03 14:43:15.674302 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3734cc80-171d-4a49-9ae1-f7fef5f9d451 req-b5f6995d-cb1d-4a05-8c61-8e2242bdef4e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=776532b5-c16a-448e-aea4-72ce8ee11558 HTTP/1.1" status: 200 len: 217 time: 0.0651195 Feb 03 14:43:15.677270 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-ecd5daee-f1f9-4b73-a4c5-ee36b87936e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa762b3-7b4c-4465-bbb3-ba49477b010b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1923138023', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '4ad6268b-469d-4c3e-9285-1bb8bc14f225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:40:43Z', 'updated_at': '2022-02-03T14:40:48Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '4ad6268b-469d-4c3e-9285-1bb8bc14f225', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:39:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa762b3-7b4c-4465-bbb3-ba49477b010b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:40:43Z', 'updated_at': '2022-02-03T14:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'a9ff1eeb-9e00-4488-bc56-d23948a7831f', 'name': '', 'network_id': '262dcf9a-84dd-4900-9d95-1eec66a77cb3', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'mac_address': 'fa:16:3e:e7:31:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa762b3-7b4c-4465-bbb3-ba49477b010b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a533a4f2-ac7b-4983-a205-86cab06ebd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:40:47Z', 'updated_at': '2022-02-03T14:40:53Z', 'revision_number': 5, 'project_id': '5ba8843202ac46748b5166400226edd3', 'subnets': [{'id': 'a533a4f2-ac7b-4983-a205-86cab06ebd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:43:15.681142 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd5daee-f1f9-4b73-a4c5-ee36b87936e7 None None] Checking router: 6aa762b3-7b4c-4465-bbb3-ba49477b010b for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:43:15.692372 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd5daee-f1f9-4b73-a4c5-ee36b87936e7 None None] Routers {'6aa762b3-7b4c-4465-bbb3-ba49477b010b'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:43:15.692978 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-ecd5daee-f1f9-4b73-a4c5-ee36b87936e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:42:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['6aa762b3-7b4c-4465-bbb3-ba49477b010b'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:43:15.742440 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734cc80-171d-4a49-9ae1-f7fef5f9d451 req-14078599-8f2e-49b6-a6b3-cb2f953b89db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:43:15.743970 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3734cc80-171d-4a49-9ae1-f7fef5f9d451 req-14078599-8f2e-49b6-a6b3-cb2f953b89db service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a533a4f2-ac7b-4983-a205-86cab06ebd53 HTTP/1.1" status: 200 len: 834 time: 0.0624554 Feb 03 14:43:15.819620 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3734cc80-171d-4a49-9ae1-f7fef5f9d451 req-641b8582-c1c1-440c-a2f5-5a964f557976 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=262dcf9a-84dd-4900-9d95-1eec66a77cb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688231 Feb 03 14:43:15.876690 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-ecd5daee-f1f9-4b73-a4c5-ee36b87936e7 None None] Set router 6aa762b3-7b4c-4465-bbb3-ba49477b010b gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:43:15.896056 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbbf7b-4d2a-4159-85f3-7b4bedb36d43 req-f1ea8f11-afe3-4779-9b16-2b67b486cf2a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:43:15.896750 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-49fbbf7b-4d2a-4159-85f3-7b4bedb36d43 req-f1ea8f11-afe3-4779-9b16-2b67b486cf2a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Synchronizing usage tracker for tenant:5ba8843202ac46748b5166400226edd3 on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:43:15.954982 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3734cc80-171d-4a49-9ae1-f7fef5f9d451 req-7d3de120-0517-4dd7-ab7f-64c53e93cc56 service neutron] 10.222.0.47 "GET /v2.0/networks/262dcf9a-84dd-4900-9d95-1eec66a77cb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277308 Feb 03 14:43:15.976495 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-49fbbf7b-4d2a-4159-85f3-7b4bedb36d43 req-f1ea8f11-afe3-4779-9b16-2b67b486cf2a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Unset dirty status for tenant:5ba8843202ac46748b5166400226edd3 on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:43:15.977783 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-49fbbf7b-4d2a-4159-85f3-7b4bedb36d43 req-f1ea8f11-afe3-4779-9b16-2b67b486cf2a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8a5883-e200-411a-a2b6-9bff6beccc8a HTTP/1.1" status: 200 len: 945 time: 0.1561198 Feb 03 14:43:16.026943 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-49fbbf7b-4d2a-4159-85f3-7b4bedb36d43 req-fd2aa66a-8aa6-4b82-bf06-de4a685c8031 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3f256bc-7ec1-4e29-9766-abfec2ec217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425904 Feb 03 14:43:16.089005 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3734cc80-171d-4a49-9ae1-f7fef5f9d451 req-ff6bc5bb-e3ee-4e78-b3ea-deecf10c7542 service neutron] 10.222.0.47 "GET /v2.0/networks/262dcf9a-84dd-4900-9d95-1eec66a77cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279821 Feb 03 14:43:16.188300 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-ecd5daee-f1f9-4b73-a4c5-ee36b87936e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa762b3-7b4c-4465-bbb3-ba49477b010b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1923138023', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '4ad6268b-469d-4c3e-9285-1bb8bc14f225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:40:43Z', 'updated_at': '2022-02-03T14:40:48Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '4ad6268b-469d-4c3e-9285-1bb8bc14f225', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:39:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa762b3-7b4c-4465-bbb3-ba49477b010b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:40:43Z', 'updated_at': '2022-02-03T14:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'a9ff1eeb-9e00-4488-bc56-d23948a7831f', 'name': '', 'network_id': '262dcf9a-84dd-4900-9d95-1eec66a77cb3', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'mac_address': 'fa:16:3e:e7:31:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa762b3-7b4c-4465-bbb3-ba49477b010b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a533a4f2-ac7b-4983-a205-86cab06ebd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:40:47Z', 'updated_at': '2022-02-03T14:40:53Z', 'revision_number': 5, 'project_id': '5ba8843202ac46748b5166400226edd3', 'subnets': [{'id': 'a533a4f2-ac7b-4983-a205-86cab06ebd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:43:16.192389 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd5daee-f1f9-4b73-a4c5-ee36b87936e7 None None] The sync data for ids ['6aa762b3-7b4c-4465-bbb3-ba49477b010b'] in dv-neutron-827016-1-hyperv is: [{'id': '6aa762b3-7b4c-4465-bbb3-ba49477b010b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1923138023', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '4ad6268b-469d-4c3e-9285-1bb8bc14f225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:40:43Z', 'updated_at': '2022-02-03T14:40:48Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '4ad6268b-469d-4c3e-9285-1bb8bc14f225', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:39:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa762b3-7b4c-4465-bbb3-ba49477b010b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:40:43Z', 'updated_at': '2022-02-03T14:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'a9ff1eeb-9e00-4488-bc56-d23948a7831f', 'name': '', 'network_id': '262dcf9a-84dd-4900-9d95-1eec66a77cb3', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'mac_address': 'fa:16:3e:e7:31:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa762b3-7b4c-4465-bbb3-ba49477b010b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a533a4f2-ac7b-4983-a205-86cab06ebd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:40:47Z', 'updated_at': '2022-02-03T14:40:53Z', 'revision_number': 5, 'project_id': '5ba8843202ac46748b5166400226edd3', 'subnets': [{'id': 'a533a4f2-ac7b-4983-a205-86cab06ebd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:43:16.400441 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f782ba-d121-4e15-aabf-05c32715747e None None] New status for floating IP 6a41f944-6c76-4b37-823c-ea7b20aa5a34: DOWN {{(pid=84184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:43:17.228235 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d810a1-6396-4846-aea1-516ff3b9a959 req-b0c681dc-8cf4-4a79-83be-264f25495ac6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:43:17.229670 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-06d810a1-6396-4846-aea1-516ff3b9a959 req-b0c681dc-8cf4-4a79-83be-264f25495ac6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8a5883-e200-411a-a2b6-9bff6beccc8a HTTP/1.1" status: 200 len: 945 time: 0.0791528 Feb 03 14:43:17.275834 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-06d810a1-6396-4846-aea1-516ff3b9a959 req-907a96c4-a4b1-4619-b0fc-c97ca33b31ad tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3f256bc-7ec1-4e29-9766-abfec2ec217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406852 Feb 03 14:43:17.710652 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fcc822-2f09-4713-9105-41666671ae94 req-335b85d8-c788-485d-a3e6-6990917dee04 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:43:17.711360 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-36fcc822-2f09-4713-9105-41666671ae94 req-335b85d8-c788-485d-a3e6-6990917dee04 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Synchronizing usage tracker for tenant:5ba8843202ac46748b5166400226edd3 on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:43:17.722557 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-36fcc822-2f09-4713-9105-41666671ae94 req-335b85d8-c788-485d-a3e6-6990917dee04 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Unset dirty status for tenant:5ba8843202ac46748b5166400226edd3 on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:43:17.723638 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-36fcc822-2f09-4713-9105-41666671ae94 req-335b85d8-c788-485d-a3e6-6990917dee04 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e8a5883-e200-411a-a2b6-9bff6beccc8a HTTP/1.1" status: 200 len: 945 time: 0.0895679 Feb 03 14:43:17.788743 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-36fcc822-2f09-4713-9105-41666671ae94 req-80cda162-92aa-4912-8312-e39401f7362a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Deleting port 776532b5-c16a-448e-aea4-72ce8ee11558 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:43:17.792042 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-36fcc822-2f09-4713-9105-41666671ae94 req-80cda162-92aa-4912-8312-e39401f7362a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:17.862017 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:18.026407 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-36fcc822-2f09-4713-9105-41666671ae94 req-80cda162-92aa-4912-8312-e39401f7362a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] For port 776532b5-c16a-448e-aea4-72ce8ee11558, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=776532b5-c16a-448e-aea4-72ce8ee11558,segment=NetworkSegment(bc9ecb46-d69c-4f29-8819-9327a819b205),segment_id=bc9ecb46-d69c-4f29-8819-9327a819b205)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:43:18.026679 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-36fcc822-2f09-4713-9105-41666671ae94 req-80cda162-92aa-4912-8312-e39401f7362a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:18.144914 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-36fcc822-2f09-4713-9105-41666671ae94 req-80cda162-92aa-4912-8312-e39401f7362a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Calling delete_port for 776532b5-c16a-448e-aea4-72ce8ee11558 owned by compute:nova {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:43:18.333168 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-36fcc822-2f09-4713-9105-41666671ae94 req-80cda162-92aa-4912-8312-e39401f7362a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:18.380391 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cda162-92aa-4912-8312-e39401f7362a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event deleted for resources: {'Port': ['ID=776532b5-c16a-448e-aea4-72ce8ee11558,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:43:18.392068 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cda162-92aa-4912-8312-e39401f7362a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:43:18.392829 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cda162-92aa-4912-8312-e39401f7362a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:43:18.392829 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cda162-92aa-4912-8312-e39401f7362a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:43:18.393077 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cda162-92aa-4912-8312-e39401f7362a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:43:18.393413 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cda162-92aa-4912-8312-e39401f7362a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:43:18.393749 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cda162-92aa-4912-8312-e39401f7362a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:43:18.394659 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cda162-92aa-4912-8312-e39401f7362a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:43:18.394904 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cda162-92aa-4912-8312-e39401f7362a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:43:18.395260 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cda162-92aa-4912-8312-e39401f7362a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:43:18.395585 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cda162-92aa-4912-8312-e39401f7362a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:43:18.395912 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cda162-92aa-4912-8312-e39401f7362a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:43:18.440576 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-22b23f45-85ee-4cc5-8be0-681a61abc0aa req-b6900b21-db43-43b9-8118-addeca45dbb1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8a5883-e200-411a-a2b6-9bff6beccc8a HTTP/1.1" status: 200 len: 210 time: 0.0433252 Feb 03 14:43:18.468709 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-36fcc822-2f09-4713-9105-41666671ae94 req-80cda162-92aa-4912-8312-e39401f7362a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] No DVR routers for this DVR port 776532b5-c16a-448e-aea4-72ce8ee11558 on host hv-neutron-8270 {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:43:18.471156 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-36fcc822-2f09-4713-9105-41666671ae94 req-80cda162-92aa-4912-8312-e39401f7362a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:18.474254 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8a5883-e200-411a-a2b6-9bff6beccc8a', 'name': 'network-vif-deleted', 'tag': '776532b5-c16a-448e-aea4-72ce8ee11558'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:43:18.526921 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e8a5883-e200-411a-a2b6-9bff6beccc8a', 'name': 'network-vif-deleted', 'tag': '776532b5-c16a-448e-aea4-72ce8ee11558', 'status': 'completed', 'code': 200} Feb 03 14:43:18.544500 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-36fcc822-2f09-4713-9105-41666671ae94 req-80cda162-92aa-4912-8312-e39401f7362a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.47 "DELETE /v2.0/ports/776532b5-c16a-448e-aea4-72ce8ee11558 HTTP/1.1" status: 204 len: 173 time: 0.8158038 Feb 03 14:43:19.543849 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38854) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:43:19.925132 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1819b5dd-6368-4be4-aa62-80da0f297651 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:20.612897 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-1819b5dd-6368-4be4-aa62-80da0f297651 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Deleting port a9ff1eeb-9e00-4488-bc56-d23948a7831f {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:43:20.613590 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1819b5dd-6368-4be4-aa62-80da0f297651 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:20.793017 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-1819b5dd-6368-4be4-aa62-80da0f297651 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] For port a9ff1eeb-9e00-4488-bc56-d23948a7831f, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=a9ff1eeb-9e00-4488-bc56-d23948a7831f,segment=NetworkSegment(bc9ecb46-d69c-4f29-8819-9327a819b205),segment_id=bc9ecb46-d69c-4f29-8819-9327a819b205)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:43:20.793364 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1819b5dd-6368-4be4-aa62-80da0f297651 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:20.910489 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-1819b5dd-6368-4be4-aa62-80da0f297651 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Calling delete_port for a9ff1eeb-9e00-4488-bc56-d23948a7831f owned by network:router_interface {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:43:21.170720 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1819b5dd-6368-4be4-aa62-80da0f297651 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:21.219983 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819b5dd-6368-4be4-aa62-80da0f297651 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event deleted for resources: {'Port': ['ID=a9ff1eeb-9e00-4488-bc56-d23948a7831f,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:43:21.429803 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 776532b5-c16a-448e-aea4-72ce8ee11558 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:43:21.509835 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] No Port match for: 776532b5-c16a-448e-aea4-72ce8ee11558 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:43:21.510094 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 776532b5-c16a-448e-aea4-72ce8ee11558 not bound to the agent host hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:43:21.512438 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1819b5dd-6368-4be4-aa62-80da0f297651 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:21.849443 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:43:22.176165 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1819b5dd-6368-4be4-aa62-80da0f297651 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Router 6aa762b3-7b4c-4465-bbb3-ba49477b010b has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:43:22.367330 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1819b5dd-6368-4be4-aa62-80da0f297651 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:43:22.377857 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e270a6b-7d4f-4645-bbc6-6b26b18ab28e None None] Sync routers for ids ['6aa762b3-7b4c-4465-bbb3-ba49477b010b'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:43:22.383942 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-1819b5dd-6368-4be4-aa62-80da0f297651 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "PUT /v2.0/routers/6aa762b3-7b4c-4465-bbb3-ba49477b010b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8366587 Feb 03 14:43:22.384205 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38858) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:43:22.390052 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e270a6b-7d4f-4645-bbc6-6b26b18ab28e None None] Routers {'6aa762b3-7b4c-4465-bbb3-ba49477b010b'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:43:22.390952 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-4e270a6b-7d4f-4645-bbc6-6b26b18ab28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:42:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['6aa762b3-7b4c-4465-bbb3-ba49477b010b'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:43:22.565249 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-4e270a6b-7d4f-4645-bbc6-6b26b18ab28e None None] Set router 6aa762b3-7b4c-4465-bbb3-ba49477b010b gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:43:22.569568 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2d7dbb9-0eb0-4908-879f-9844e7c97260 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Deleting subnet a533a4f2-ac7b-4983-a205-86cab06ebd53 {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:43:22.572513 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e2d7dbb9-0eb0-4908-879f-9844e7c97260 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:22.625096 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e2d7dbb9-0eb0-4908-879f-9844e7c97260 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:22.704993 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e2d7dbb9-0eb0-4908-879f-9844e7c97260 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:22.836383 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e2d7dbb9-0eb0-4908-879f-9844e7c97260 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:22.842696 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-4e270a6b-7d4f-4645-bbc6-6b26b18ab28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa762b3-7b4c-4465-bbb3-ba49477b010b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1923138023', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '4ad6268b-469d-4c3e-9285-1bb8bc14f225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:40:43Z', 'updated_at': '2022-02-03T14:43:21Z', 'revision_number': 5, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '4ad6268b-469d-4c3e-9285-1bb8bc14f225', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:39:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa762b3-7b4c-4465-bbb3-ba49477b010b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:40:43Z', 'updated_at': '2022-02-03T14:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:43:22.846537 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e270a6b-7d4f-4645-bbc6-6b26b18ab28e None None] Checking router: 6aa762b3-7b4c-4465-bbb3-ba49477b010b for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:43:22.857004 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e270a6b-7d4f-4645-bbc6-6b26b18ab28e None None] Routers {'6aa762b3-7b4c-4465-bbb3-ba49477b010b'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:43:22.857608 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-4e270a6b-7d4f-4645-bbc6-6b26b18ab28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:42:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['6aa762b3-7b4c-4465-bbb3-ba49477b010b'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:43:22.873724 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7dbb9-0eb0-4908-879f-9844e7c97260 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event deleted for resources: {'Subnet': ['ID=a533a4f2-ac7b-4983-a205-86cab06ebd53,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:43:22.880398 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e2d7dbb9-0eb0-4908-879f-9844e7c97260 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:22.886459 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e2d7dbb9-0eb0-4908-879f-9844e7c97260 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "DELETE /v2.0/subnets/a533a4f2-ac7b-4983-a205-86cab06ebd53 HTTP/1.1" status: 204 len: 168 time: 0.5013564 Feb 03 14:43:22.889484 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38862) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:43:22.904506 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43de40d-df38-4e9d-8da7-0949492eeb6d None None] Network 262dcf9a-84dd-4900-9d95-1eec66a77cb3 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:43:23.091483 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-69323317-6124-4387-a99f-18c9b2c8fb15 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for router, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:23.192523 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-4e270a6b-7d4f-4645-bbc6-6b26b18ab28e None None] Set router 6aa762b3-7b4c-4465-bbb3-ba49477b010b gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:43:23.395499 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-69323317-6124-4387-a99f-18c9b2c8fb15 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:23.454135 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49113a08-3df9-4c05-bc26-b862177e431f None None] DHCP port deletion for 262dcf9a-84dd-4900-9d95-1eec66a77cb3 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:43:23.463698 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-49113a08-3df9-4c05-bc26-b862177e431f None None] Deleting port 0e251207-c888-48ed-a815-02badb7db347 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:43:23.464064 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-49113a08-3df9-4c05-bc26-b862177e431f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:23.496079 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-69323317-6124-4387-a99f-18c9b2c8fb15 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Deleting port 4ad6268b-469d-4c3e-9285-1bb8bc14f225 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:43:23.496460 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-69323317-6124-4387-a99f-18c9b2c8fb15 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:23.672020 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-69323317-6124-4387-a99f-18c9b2c8fb15 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] For port 4ad6268b-469d-4c3e-9285-1bb8bc14f225, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=4ad6268b-469d-4c3e-9285-1bb8bc14f225,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:43:23.672288 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-69323317-6124-4387-a99f-18c9b2c8fb15 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:23.688389 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-4e270a6b-7d4f-4645-bbc6-6b26b18ab28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa762b3-7b4c-4465-bbb3-ba49477b010b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1923138023', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '4ad6268b-469d-4c3e-9285-1bb8bc14f225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:40:43Z', 'updated_at': '2022-02-03T14:43:21Z', 'revision_number': 5, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '4ad6268b-469d-4c3e-9285-1bb8bc14f225', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:39:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa762b3-7b4c-4465-bbb3-ba49477b010b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:40:43Z', 'updated_at': '2022-02-03T14:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:43:23.704536 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e270a6b-7d4f-4645-bbc6-6b26b18ab28e None None] The sync data for ids ['6aa762b3-7b4c-4465-bbb3-ba49477b010b'] in dv-neutron-827016-1-hyperv is: [{'id': '6aa762b3-7b4c-4465-bbb3-ba49477b010b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1923138023', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '4ad6268b-469d-4c3e-9285-1bb8bc14f225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:40:43Z', 'updated_at': '2022-02-03T14:43:21Z', 'revision_number': 5, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '4ad6268b-469d-4c3e-9285-1bb8bc14f225', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:39:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa762b3-7b4c-4465-bbb3-ba49477b010b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:40:43Z', 'updated_at': '2022-02-03T14:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:43:23.726486 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-49113a08-3df9-4c05-bc26-b862177e431f None None] For port 0e251207-c888-48ed-a815-02badb7db347, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=0e251207-c888-48ed-a815-02badb7db347,segment=NetworkSegment(bc9ecb46-d69c-4f29-8819-9327a819b205),segment_id=bc9ecb46-d69c-4f29-8819-9327a819b205)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:43:23.726887 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-49113a08-3df9-4c05-bc26-b862177e431f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:23.797682 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-69323317-6124-4387-a99f-18c9b2c8fb15 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Calling delete_port for 4ad6268b-469d-4c3e-9285-1bb8bc14f225 owned by network:router_gateway {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:43:23.849164 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-49113a08-3df9-4c05-bc26-b862177e431f None None] Calling delete_port for 0e251207-c888-48ed-a815-02badb7db347 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:43:23.984092 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-49113a08-3df9-4c05-bc26-b862177e431f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:24.028304 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49113a08-3df9-4c05-bc26-b862177e431f None None] Pushing event deleted for resources: {'Port': ['ID=0e251207-c888-48ed-a815-02badb7db347,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:43:24.034734 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49113a08-3df9-4c05-bc26-b862177e431f None None] No DVR routers for this DVR port 0e251207-c888-48ed-a815-02badb7db347 on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:43:24.043872 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49113a08-3df9-4c05-bc26-b862177e431f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:43:24.043872 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49113a08-3df9-4c05-bc26-b862177e431f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:43:24.044171 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49113a08-3df9-4c05-bc26-b862177e431f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:43:24.044384 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49113a08-3df9-4c05-bc26-b862177e431f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:43:24.044724 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49113a08-3df9-4c05-bc26-b862177e431f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:43:24.045055 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49113a08-3df9-4c05-bc26-b862177e431f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:43:24.045394 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49113a08-3df9-4c05-bc26-b862177e431f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:43:24.045737 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49113a08-3df9-4c05-bc26-b862177e431f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:43:24.046062 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49113a08-3df9-4c05-bc26-b862177e431f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:43:24.046573 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49113a08-3df9-4c05-bc26-b862177e431f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:43:24.046880 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49113a08-3df9-4c05-bc26-b862177e431f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:43:24.054341 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 0e251207-c888-48ed-a815-02badb7db347 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:43:24.056600 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-69323317-6124-4387-a99f-18c9b2c8fb15 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:24.101560 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 0e251207-c888-48ed-a815-02badb7db347 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:43:24.101560 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 0e251207-c888-48ed-a815-02badb7db347 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:43:24.101871 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69323317-6124-4387-a99f-18c9b2c8fb15 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event deleted for resources: {'Port': ['ID=4ad6268b-469d-4c3e-9285-1bb8bc14f225,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:43:24.327997 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-69323317-6124-4387-a99f-18c9b2c8fb15 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:24.579614 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-69323317-6124-4387-a99f-18c9b2c8fb15 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:24.583614 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-69323317-6124-4387-a99f-18c9b2c8fb15 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:24.698309 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-69323317-6124-4387-a99f-18c9b2c8fb15 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:24.698823 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69323317-6124-4387-a99f-18c9b2c8fb15 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Fanout notify agent at l3_agent the message router_deleted on router 6aa762b3-7b4c-4465-bbb3-ba49477b010b {{(pid=84182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:43:24.712719 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-69323317-6124-4387-a99f-18c9b2c8fb15 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:24.713779 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-69323317-6124-4387-a99f-18c9b2c8fb15 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "DELETE /v2.0/routers/6aa762b3-7b4c-4465-bbb3-ba49477b010b HTTP/1.1" status: 204 len: 168 time: 1.8234267 Feb 03 14:43:24.716644 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38866) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:43:24.829466 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6cfc29f7-495d-4fa2-bc73-46512691ce43 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:25.048093 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6cfc29f7-495d-4fa2-bc73-46512691ce43 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:25.076707 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-6cfc29f7-495d-4fa2-bc73-46512691ce43 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['262dcf9a-84dd-4900-9d95-1eec66a77cb3']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:43:25.088656 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-6cfc29f7-495d-4fa2-bc73-46512691ce43 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc9ecb46-d69c-4f29-8819-9327a819b205') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:43:25.088953 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-6cfc29f7-495d-4fa2-bc73-46512691ce43 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc9ecb46-d69c-4f29-8819-9327a819b205') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:43:25.099972 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6cfc29f7-495d-4fa2-bc73-46512691ce43 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:25.115778 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6cfc29f7-495d-4fa2-bc73-46512691ce43 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:25.123206 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cfc29f7-495d-4fa2-bc73-46512691ce43 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:43:25.131471 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6cfc29f7-495d-4fa2-bc73-46512691ce43 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:25.140131 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 14:43:25.140131 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:43:25.140131 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 14:43:25.140131 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:43:25.140131 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 14:43:25.140131 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:43:25.140131 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 14:43:25.140131 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:43:25.140131 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 14:43:25.140131 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:43:25.140131 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 14:43:25.140131 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:43:25.140131 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 14:43:25.140131 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:43:25.140131 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:43:25.140131 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:43:25.140131 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:43:25.140131 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:43:25.140131 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 14:43:25.140131 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:43:25.140131 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 14:43:25.140131 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:43:25.140131 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:43:25.140131 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:43:25.140131 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 14:43:25.140131 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:43:25.140131 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:43:25.140131 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:43:25.140131 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:43:25.140131 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:43:25.140131 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:43:25.140131 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:43:25.287166 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6cfc29f7-495d-4fa2-bc73-46512691ce43 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:25.304341 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6cfc29f7-495d-4fa2-bc73-46512691ce43 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:25.316776 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc29f7-495d-4fa2-bc73-46512691ce43 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event deleted for resources: {'Network': ['ID=262dcf9a-84dd-4900-9d95-1eec66a77cb3,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:43:25.359188 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b9645447-c152-4716-ab5e-7792c22df505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:25.434185 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-6cfc29f7-495d-4fa2-bc73-46512691ce43 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "DELETE /v2.0/networks/262dcf9a-84dd-4900-9d95-1eec66a77cb3 HTTP/1.1" status: 204 len: 168 time: 0.7164872 Feb 03 14:43:25.436704 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38870) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:43:25.504365 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1c10cc97-baea-476b-adf8-b32930d689a7 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:25.531784 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1c10cc97-baea-476b-adf8-b32930d689a7 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:25.664055 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1c10cc97-baea-476b-adf8-b32930d689a7 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:25.682654 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c10cc97-baea-476b-adf8-b32930d689a7 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f256bc-7ec1-4e29-9766-abfec2ec217d,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:43:25.748332 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device a9ff1eeb-9e00-4488-bc56-d23948a7831f no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:43:25.758323 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-1c10cc97-baea-476b-adf8-b32930d689a7 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:25.759605 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-1c10cc97-baea-476b-adf8-b32930d689a7 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "DELETE /v2.0/security-groups/d3f256bc-7ec1-4e29-9766-abfec2ec217d HTTP/1.1" status: 204 len: 168 time: 0.3219595 Feb 03 14:43:25.780553 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: a9ff1eeb-9e00-4488-bc56-d23948a7831f {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:43:25.780902 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device a9ff1eeb-9e00-4488-bc56-d23948a7831f not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:43:25.781324 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 4ad6268b-469d-4c3e-9285-1bb8bc14f225 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:43:25.812363 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 4ad6268b-469d-4c3e-9285-1bb8bc14f225 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:43:25.812705 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 4ad6268b-469d-4c3e-9285-1bb8bc14f225 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:43:27.220490 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38880) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:43:27.226874 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-3f6c9398-8c61-4a6b-9718-a033d27be010 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-177367454', 'description': 'tempest-secgroup-smoke-177367454 description', 'project_id': '5ba8843202ac46748b5166400226edd3'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:43:27.232756 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-3f6c9398-8c61-4a6b-9718-a033d27be010 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:43:27.236822 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3f6c9398-8c61-4a6b-9718-a033d27be010 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:security_group and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:43:27.240314 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3f6c9398-8c61-4a6b-9718-a033d27be010 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:43:27.245808 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-3f6c9398-8c61-4a6b-9718-a033d27be010 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:43:27.303974 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3f6c9398-8c61-4a6b-9718-a033d27be010 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:27.342370 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-3f6c9398-8c61-4a6b-9718-a033d27be010 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:43:27.346200 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3f6c9398-8c61-4a6b-9718-a033d27be010 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:security_group_rule and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:43:27.349567 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3f6c9398-8c61-4a6b-9718-a033d27be010 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:43:27.355040 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-3f6c9398-8c61-4a6b-9718-a033d27be010 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:43:27.407898 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3f6c9398-8c61-4a6b-9718-a033d27be010 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:27.486745 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3f6c9398-8c61-4a6b-9718-a033d27be010 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:27.529073 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c9398-8c61-4a6b-9718-a033d27be010 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:43:27.555509 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d81eb6a5-ceb7-4a60-aa70-b87bbc5b454a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:27.630736 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3f6c9398-8c61-4a6b-9718-a033d27be010 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:27.631959 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3f6c9398-8c61-4a6b-9718-a033d27be010 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4102919 Feb 03 14:43:27.634839 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38884) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:43:27.640353 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-c601d480-456a-404f-8f56-d618b0ed9444 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'security_group_rule': {'security_group_id': 'e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51', 'project_id': '5ba8843202ac46748b5166400226edd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:43:27.646858 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-c601d480-456a-404f-8f56-d618b0ed9444 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:43:27.650584 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-c601d480-456a-404f-8f56-d618b0ed9444 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:security_group_rule and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:43:27.653386 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-c601d480-456a-404f-8f56-d618b0ed9444 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:43:27.659005 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-c601d480-456a-404f-8f56-d618b0ed9444 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:43:27.739051 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c601d480-456a-404f-8f56-d618b0ed9444 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:27.797408 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c601d480-456a-404f-8f56-d618b0ed9444 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:27.869509 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c601d480-456a-404f-8f56-d618b0ed9444 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:27.892144 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c601d480-456a-404f-8f56-d618b0ed9444 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82d19442-8d57-4877-bb79-468111c3cd38,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:43:27.964802 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c601d480-456a-404f-8f56-d618b0ed9444 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:27.965960 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c601d480-456a-404f-8f56-d618b0ed9444 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3301752 Feb 03 14:43:27.968602 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38888) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:43:27.974062 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-f6bb1444-2759-490a-be83-c9b94c8d5729 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'security_group_rule': {'security_group_id': 'e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51', 'project_id': '5ba8843202ac46748b5166400226edd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:43:27.979779 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-f6bb1444-2759-490a-be83-c9b94c8d5729 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:43:27.983622 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-f6bb1444-2759-490a-be83-c9b94c8d5729 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:security_group_rule and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:43:27.986540 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-f6bb1444-2759-490a-be83-c9b94c8d5729 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:43:27.992310 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-f6bb1444-2759-490a-be83-c9b94c8d5729 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:43:28.096568 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f6bb1444-2759-490a-be83-c9b94c8d5729 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:28.158199 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f6bb1444-2759-490a-be83-c9b94c8d5729 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:28.233271 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f6bb1444-2759-490a-be83-c9b94c8d5729 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:28.257130 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb1444-2759-490a-be83-c9b94c8d5729 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94157e2f-78ac-4106-81ec-31a194c93d45,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:43:28.321142 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f6bb1444-2759-490a-be83-c9b94c8d5729 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:28.322569 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f6bb1444-2759-490a-be83-c9b94c8d5729 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3529305 Feb 03 14:43:28.325564 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38894) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:43:28.331340 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-c2e46350-67c1-47b2-b94f-6ee78021a502 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'security_group_rule': {'security_group_id': 'e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51', 'project_id': '5ba8843202ac46748b5166400226edd3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:43:28.337340 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-c2e46350-67c1-47b2-b94f-6ee78021a502 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:43:28.341076 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-c2e46350-67c1-47b2-b94f-6ee78021a502 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:security_group_rule and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:43:28.343951 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-c2e46350-67c1-47b2-b94f-6ee78021a502 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:43:28.349750 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-c2e46350-67c1-47b2-b94f-6ee78021a502 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:43:28.430702 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c2e46350-67c1-47b2-b94f-6ee78021a502 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:28.491679 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c2e46350-67c1-47b2-b94f-6ee78021a502 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:28.578223 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c2e46350-67c1-47b2-b94f-6ee78021a502 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:28.601031 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e46350-67c1-47b2-b94f-6ee78021a502 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=679eb630-ba61-4706-8088-aa73001b93f4,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:43:28.707535 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c2e46350-67c1-47b2-b94f-6ee78021a502 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:28.708651 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c2e46350-67c1-47b2-b94f-6ee78021a502 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3821054 Feb 03 14:43:28.711405 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38898) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:43:28.716895 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-54fb80e6-6a46-4727-b2fd-eff677536595 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'security_group_rule': {'security_group_id': 'e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51', 'project_id': '5ba8843202ac46748b5166400226edd3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:43:28.723119 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-54fb80e6-6a46-4727-b2fd-eff677536595 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:43:28.726970 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-54fb80e6-6a46-4727-b2fd-eff677536595 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:security_group_rule and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:43:28.730840 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-54fb80e6-6a46-4727-b2fd-eff677536595 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:43:28.737779 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-54fb80e6-6a46-4727-b2fd-eff677536595 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:43:28.834848 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-54fb80e6-6a46-4727-b2fd-eff677536595 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:28.881526 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:28.898910 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-54fb80e6-6a46-4727-b2fd-eff677536595 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:28.976616 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-54fb80e6-6a46-4727-b2fd-eff677536595 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:29.000840 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb80e6-6a46-4727-b2fd-eff677536595 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f06cfe0f-f9e6-4130-9428-4999218b1ff6,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:43:29.007957 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:29.092492 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-54fb80e6-6a46-4727-b2fd-eff677536595 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:29.093697 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-54fb80e6-6a46-4727-b2fd-eff677536595 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3813393 Feb 03 14:43:29.098067 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38902) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:43:29.103328 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-0c5892a2-b8fe-438c-9362-db12738c8c37 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'security_group_rule': {'security_group_id': 'e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51', 'project_id': '5ba8843202ac46748b5166400226edd3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:43:29.109055 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-0c5892a2-b8fe-438c-9362-db12738c8c37 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:43:29.112742 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-0c5892a2-b8fe-438c-9362-db12738c8c37 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:security_group_rule and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:43:29.115564 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-0c5892a2-b8fe-438c-9362-db12738c8c37 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:43:29.129255 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-0c5892a2-b8fe-438c-9362-db12738c8c37 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:43:29.201049 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.securitygroups_db [None req-0c5892a2-b8fe-438c-9362-db12738c8c37 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Project 5ba8843202ac46748b5166400226edd3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:43:29.207318 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0c5892a2-b8fe-438c-9362-db12738c8c37 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:29.269941 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0c5892a2-b8fe-438c-9362-db12738c8c37 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:29.349655 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0c5892a2-b8fe-438c-9362-db12738c8c37 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:29.372848 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5892a2-b8fe-438c-9362-db12738c8c37 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b63c197e-f8c9-41f7-8f36-c72dc1a0eda7,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:43:29.447135 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0c5892a2-b8fe-438c-9362-db12738c8c37 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:29.448350 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-0c5892a2-b8fe-438c-9362-db12738c8c37 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3493676 Feb 03 14:43:29.451301 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38906) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:43:29.458940 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-3dc8c4da-5e0f-4dd6-b7f9-34dd48255697 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'security_group_rule': {'security_group_id': 'e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51', 'project_id': '5ba8843202ac46748b5166400226edd3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:43:29.464737 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-3dc8c4da-5e0f-4dd6-b7f9-34dd48255697 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:43:29.468520 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3dc8c4da-5e0f-4dd6-b7f9-34dd48255697 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:security_group_rule and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:43:29.471419 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3dc8c4da-5e0f-4dd6-b7f9-34dd48255697 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:43:29.476960 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-3dc8c4da-5e0f-4dd6-b7f9-34dd48255697 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:43:29.549885 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.securitygroups_db [None req-3dc8c4da-5e0f-4dd6-b7f9-34dd48255697 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Project 5ba8843202ac46748b5166400226edd3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:43:29.557146 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3dc8c4da-5e0f-4dd6-b7f9-34dd48255697 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:29.622351 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3dc8c4da-5e0f-4dd6-b7f9-34dd48255697 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:29.698315 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3dc8c4da-5e0f-4dd6-b7f9-34dd48255697 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:29.720662 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc8c4da-5e0f-4dd6-b7f9-34dd48255697 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a07f7858-5ff5-4bf3-8e6f-e545fcbd16e2,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:43:29.795681 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3dc8c4da-5e0f-4dd6-b7f9-34dd48255697 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:29.796883 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3dc8c4da-5e0f-4dd6-b7f9-34dd48255697 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3445492 Feb 03 14:43:29.799787 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38910) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:43:29.805659 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-b83f46ad-16b6-4091-b90b-b14fb1778ad6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'network': {'name': 'tempest-network-smoke--249737535', 'project_id': '5ba8843202ac46748b5166400226edd3', 'port_security_enabled': True}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:43:29.810467 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b83f46ad-16b6-4091-b90b-b14fb1778ad6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:43:29.814572 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b83f46ad-16b6-4091-b90b-b14fb1778ad6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:network and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:43:29.818401 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b83f46ad-16b6-4091-b90b-b14fb1778ad6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:43:29.824103 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b83f46ad-16b6-4091-b90b-b14fb1778ad6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:43:29.884824 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83f46ad-16b6-4091-b90b-b14fb1778ad6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Made reservation on behalf of 5ba8843202ac46748b5166400226edd3 for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:43:29.887793 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b83f46ad-16b6-4091-b90b-b14fb1778ad6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:29.915914 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b83f46ad-16b6-4091-b90b-b14fb1778ad6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:43:29.923955 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b83f46ad-16b6-4091-b90b-b14fb1778ad6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:29.924298 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-b83f46ad-16b6-4091-b90b-b14fb1778ad6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Added segment 6d4fc435-6782-4eaf-b009-b95eca8d1f4a of type vlan for network 59913cfe-1869-4f9e-8353-9f8969b73378 Feb 03 14:43:29.949881 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b83f46ad-16b6-4091-b90b-b14fb1778ad6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:30.056547 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b83f46ad-16b6-4091-b90b-b14fb1778ad6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:30.060059 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83f46ad-16b6-4091-b90b-b14fb1778ad6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:43:30.060665 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b83f46ad-16b6-4091-b90b-b14fb1778ad6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:30.166219 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f46ad-16b6-4091-b90b-b14fb1778ad6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'Network': ['ID=59913cfe-1869-4f9e-8353-9f8969b73378,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:43:30.176046 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 59913cfe-1869-4f9e-8353-9f8969b73378 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:43:30.225412 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b83f46ad-16b6-4091-b90b-b14fb1778ad6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4246187 Feb 03 14:43:30.228115 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38914) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:43:30.233315 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-9d6fbb00-df52-4187-81b4-848a478412f6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1417811703', 'admin_state_up': True, 'project_id': '5ba8843202ac46748b5166400226edd3', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:43:30.241746 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-9d6fbb00-df52-4187-81b4-848a478412f6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:43:30.245636 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-9d6fbb00-df52-4187-81b4-848a478412f6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:router and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:43:30.248559 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-9d6fbb00-df52-4187-81b4-848a478412f6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:43:30.258903 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-9d6fbb00-df52-4187-81b4-848a478412f6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:43:30.344396 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9d6fbb00-df52-4187-81b4-848a478412f6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:30.345349 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9d6fbb00-df52-4187-81b4-848a478412f6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:30.356373 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:30.363651 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9d6fbb00-df52-4187-81b4-848a478412f6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:30.588867 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9d6fbb00-df52-4187-81b4-848a478412f6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:30.811007 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9d6fbb00-df52-4187-81b4-848a478412f6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for router_gateway, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:30.843580 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9d6fbb00-df52-4187-81b4-848a478412f6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:30.970254 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-9d6fbb00-df52-4187-81b4-848a478412f6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Allocated IP 172.26.3.247 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/16df7dd9-2508-46b0-a8fd-ec25161be98f) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:43:31.110595 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9d6fbb00-df52-4187-81b4-848a478412f6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:31.195639 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9d6fbb00-df52-4187-81b4-848a478412f6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:31.264201 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6fbb00-df52-4187-81b4-848a478412f6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:43:31.267030 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-9d6fbb00-df52-4187-81b4-848a478412f6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:43:31.271296 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6fbb00-df52-4187-81b4-848a478412f6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:43:31.294704 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6fbb00-df52-4187-81b4-848a478412f6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'Port': ['ID=16df7dd9-2508-46b0-a8fd-ec25161be98f,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:43:31.573190 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9d6fbb00-df52-4187-81b4-848a478412f6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for router_gateway, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:31.574160 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9d6fbb00-df52-4187-81b4-848a478412f6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:31.858270 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d6fbb00-df52-4187-81b4-848a478412f6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Router 251471e5-9633-4b46-98b6-6e6ab77e88d9 is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:43:32.050936 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6fbb00-df52-4187-81b4-848a478412f6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:43:32.061178 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f4a1ee-b764-49b8-8202-cbd0491bf587 None None] Sync routers for ids ['251471e5-9633-4b46-98b6-6e6ab77e88d9'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:43:32.072610 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f4a1ee-b764-49b8-8202-cbd0491bf587 None None] Routers {'251471e5-9633-4b46-98b6-6e6ab77e88d9'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:43:32.073206 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-b1f4a1ee-b764-49b8-8202-cbd0491bf587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:43:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['251471e5-9633-4b46-98b6-6e6ab77e88d9'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:43:32.130715 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9d6fbb00-df52-4187-81b4-848a478412f6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:32.131997 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-9d6fbb00-df52-4187-81b4-848a478412f6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9028323 Feb 03 14:43:32.135906 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38918) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:43:32.179517 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-39b5cb3b-9706-4a52-8b42-660c50c84c5d tempest-TestNetworkAdvancedServerOps-1341579092 tempest-TestNetworkAdvancedServerOps-1341579092-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=5ba8843202ac46748b5166400226edd3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402021 Feb 03 14:43:32.179740 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38922) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:43:32.246444 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-b1f4a1ee-b764-49b8-8202-cbd0491bf587 None None] Set router 251471e5-9633-4b46-98b6-6e6ab77e88d9 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:43:32.310941 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38da8c85-c992-4688-8600-f1b2ba5025d3 tempest-TestNetworkAdvancedServerOps-1341579092 tempest-TestNetworkAdvancedServerOps-1341579092-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:43:32.312642 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-38da8c85-c992-4688-8600-f1b2ba5025d3 tempest-TestNetworkAdvancedServerOps-1341579092 tempest-TestNetworkAdvancedServerOps-1341579092-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1317711 Feb 03 14:43:32.315249 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38928) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:43:32.361367 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-018a24f8-92bc-4eae-90e5-414f0231571d tempest-TestNetworkAdvancedServerOps-1341579092 tempest-TestNetworkAdvancedServerOps-1341579092-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=16a0e898-50c0-4b65-ae3a-069e9649bbca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427327 Feb 03 14:43:32.361586 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38932) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:43:32.366641 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-a422df72-1827-4e6a-a1fe-2a7fa971de6b tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1095426937', 'network_id': '59913cfe-1869-4f9e-8353-9f8969b73378', 'project_id': '5ba8843202ac46748b5166400226edd3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:43:32.478814 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-a422df72-1827-4e6a-a1fe-2a7fa971de6b tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:43:32.482813 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-a422df72-1827-4e6a-a1fe-2a7fa971de6b tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:subnet and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:43:32.485680 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-a422df72-1827-4e6a-a1fe-2a7fa971de6b tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:43:32.491414 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-a422df72-1827-4e6a-a1fe-2a7fa971de6b tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:43:32.540739 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-b1f4a1ee-b764-49b8-8202-cbd0491bf587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251471e5-9633-4b46-98b6-6e6ab77e88d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417811703', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '16df7dd9-2508-46b0-a8fd-ec25161be98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:43:30Z', 'updated_at': '2022-02-03T14:43:31Z', 'revision_number': 3, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '16df7dd9-2508-46b0-a8fd-ec25161be98f', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251471e5-9633-4b46-98b6-6e6ab77e88d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:43:30Z', 'updated_at': '2022-02-03T14:43:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:43:32.544919 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f4a1ee-b764-49b8-8202-cbd0491bf587 None None] Checking router: 251471e5-9633-4b46-98b6-6e6ab77e88d9 for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:43:32.545260 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f4a1ee-b764-49b8-8202-cbd0491bf587 None None] Updating router 251471e5-9633-4b46-98b6-6e6ab77e88d9 port 16df7dd9-2508-46b0-a8fd-ec25161be98f binding host dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:43:32.571435 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a422df72-1827-4e6a-a1fe-2a7fa971de6b tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Made reservation on behalf of 5ba8843202ac46748b5166400226edd3 for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:43:32.604036 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-b1f4a1ee-b764-49b8-8202-cbd0491bf587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:32.681000 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a422df72-1827-4e6a-a1fe-2a7fa971de6b tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:32.938642 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a422df72-1827-4e6a-a1fe-2a7fa971de6b tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:32.957222 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-b1f4a1ee-b764-49b8-8202-cbd0491bf587 None None] Notify callbacks [] for port, precommit_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:32.968465 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.provisioning_blocks [None req-b1f4a1ee-b764-49b8-8202-cbd0491bf587 None None] Transition to ACTIVE for port object 16df7dd9-2508-46b0-a8fd-ec25161be98f will not be triggered until provisioned by entity L2. {{(pid=84184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:43:33.019892 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422df72-1827-4e6a-a1fe-2a7fa971de6b tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'Subnet': ['ID=c6bd57e6-1fac-41f4-afae-55a9652c2001,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:43:33.028504 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a422df72-1827-4e6a-a1fe-2a7fa971de6b tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Checking segment: {'id': '6d4fc435-6782-4eaf-b009-b95eca8d1f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '59913cfe-1869-4f9e-8353-9f8969b73378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:43:33.028864 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a422df72-1827-4e6a-a1fe-2a7fa971de6b tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Network hostable DHCP agents. Network: 59913cfe-1869-4f9e-8353-9f8969b73378, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:43:33.039316 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-b1f4a1ee-b764-49b8-8202-cbd0491bf587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:33.113522 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a422df72-1827-4e6a-a1fe-2a7fa971de6b tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Network 59913cfe-1869-4f9e-8353-9f8969b73378 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:43:33.117068 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acbc669-7ab2-4c0c-aed3-43da92ab079b None None] Pushing event updated for resources: {'Port': ['ID=16df7dd9-2508-46b0-a8fd-ec25161be98f,revision_number=2']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:43:33.121346 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-b1f4a1ee-b764-49b8-8202-cbd0491bf587 None None] Attempting to bind port 16df7dd9-2508-46b0-a8fd-ec25161be98f on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:43:33.121346 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-b1f4a1ee-b764-49b8-8202-cbd0491bf587 None None] Attempting to bind port 16df7dd9-2508-46b0-a8fd-ec25161be98f by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:43:33.121346 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f4a1ee-b764-49b8-8202-cbd0491bf587 None None] Attempting to bind port 16df7dd9-2508-46b0-a8fd-ec25161be98f on network 16a0e898-50c0-4b65-ae3a-069e9649bbca {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:43:33.131288 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acbc669-7ab2-4c0c-aed3-43da92ab079b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:43:33.131631 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acbc669-7ab2-4c0c-aed3-43da92ab079b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:43:33.131964 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acbc669-7ab2-4c0c-aed3-43da92ab079b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:43:33.132293 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acbc669-7ab2-4c0c-aed3-43da92ab079b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:43:33.132618 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acbc669-7ab2-4c0c-aed3-43da92ab079b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:43:33.132938 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acbc669-7ab2-4c0c-aed3-43da92ab079b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:43:33.133258 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acbc669-7ab2-4c0c-aed3-43da92ab079b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:43:33.133576 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acbc669-7ab2-4c0c-aed3-43da92ab079b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:43:33.133890 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acbc669-7ab2-4c0c-aed3-43da92ab079b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:43:33.134202 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acbc669-7ab2-4c0c-aed3-43da92ab079b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:43:33.134519 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acbc669-7ab2-4c0c-aed3-43da92ab079b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:43:33.145071 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f4a1ee-b764-49b8-8202-cbd0491bf587 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:43:33.145684 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f4a1ee-b764-49b8-8202-cbd0491bf587 None None] Checking segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:43:33.146092 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-b1f4a1ee-b764-49b8-8202-cbd0491bf587 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:33.146474 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f4a1ee-b764-49b8-8202-cbd0491bf587 None None] Bound using segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:43:33.146938 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-b1f4a1ee-b764-49b8-8202-cbd0491bf587 None None] Bound port: 16df7dd9-2508-46b0-a8fd-ec25161be98f, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:43:33.147332 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-b1f4a1ee-b764-49b8-8202-cbd0491bf587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:33.201193 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-a422df72-1827-4e6a-a1fe-2a7fa971de6b tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 59913cfe-1869-4f9e-8353-9f8969b73378) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:43:33.205001 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a422df72-1827-4e6a-a1fe-2a7fa971de6b tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:43:33.205685 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a422df72-1827-4e6a-a1fe-2a7fa971de6b tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:33.210185 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4728081-4fd8-46fb-8ba3-abd0b2af83f8 None None] Network 59913cfe-1869-4f9e-8353-9f8969b73378 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:43:33.219583 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-b1f4a1ee-b764-49b8-8202-cbd0491bf587 None None] For port 16df7dd9-2508-46b0-a8fd-ec25161be98f, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:43:33.222573 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-b1f4a1ee-b764-49b8-8202-cbd0491bf587 None None] For port 16df7dd9-2508-46b0-a8fd-ec25161be98f, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=16df7dd9-2508-46b0-a8fd-ec25161be98f,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:43:33.303768 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-b1f4a1ee-b764-49b8-8202-cbd0491bf587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:33.313701 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a422df72-1827-4e6a-a1fe-2a7fa971de6b tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9511545 Feb 03 14:43:33.313935 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 38938) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:43:33.385628 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f4a1ee-b764-49b8-8202-cbd0491bf587 None None] Routers {'251471e5-9633-4b46-98b6-6e6ab77e88d9'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:43:33.386365 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-b1f4a1ee-b764-49b8-8202-cbd0491bf587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:43:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['251471e5-9633-4b46-98b6-6e6ab77e88d9'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:43:33.438415 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acbc669-7ab2-4c0c-aed3-43da92ab079b None None] Pushing event updated for resources: {'Port': ['ID=16df7dd9-2508-46b0-a8fd-ec25161be98f,revision_number=3']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:43:33.467507 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3424313-2a26-423e-b4c3-43a5422b4042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-59913cfe-1869-4f9e-8353-9f8969b73378', 'network_id': '59913cfe-1869-4f9e-8353-9f8969b73378', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'fixed_ips': [{'subnet_id': 'c6bd57e6-1fac-41f4-afae-55a9652c2001'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:43:33.468329 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b3424313-2a26-423e-b4c3-43a5422b4042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:33.580627 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-b1f4a1ee-b764-49b8-8202-cbd0491bf587 None None] Set router 251471e5-9633-4b46-98b6-6e6ab77e88d9 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:43:33.633152 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-b3424313-2a26-423e-b4c3-43a5422b4042 None None] Allocated IP 172.20.0.2 (59913cfe-1869-4f9e-8353-9f8969b73378/c6bd57e6-1fac-41f4-afae-55a9652c2001/e48ff8ae-ee8d-4c56-842e-9e0ddbb90f3c) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:43:33.872187 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b3424313-2a26-423e-b4c3-43a5422b4042 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:33.883182 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b3424313-2a26-423e-b4c3-43a5422b4042 None None] Transition to ACTIVE for port object e48ff8ae-ee8d-4c56-842e-9e0ddbb90f3c will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:43:33.902732 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b3424313-2a26-423e-b4c3-43a5422b4042 None None] Transition to ACTIVE for port object e48ff8ae-ee8d-4c56-842e-9e0ddbb90f3c will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:43:33.905361 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-b1f4a1ee-b764-49b8-8202-cbd0491bf587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251471e5-9633-4b46-98b6-6e6ab77e88d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417811703', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '16df7dd9-2508-46b0-a8fd-ec25161be98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:43:30Z', 'updated_at': '2022-02-03T14:43:31Z', 'revision_number': 3, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '16df7dd9-2508-46b0-a8fd-ec25161be98f', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251471e5-9633-4b46-98b6-6e6ab77e88d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:43:30Z', 'updated_at': '2022-02-03T14:43:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:43:33.911412 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f4a1ee-b764-49b8-8202-cbd0491bf587 None None] The sync data for ids ['251471e5-9633-4b46-98b6-6e6ab77e88d9'] in dv-neutron-827016-1-hyperv is: [{'id': '251471e5-9633-4b46-98b6-6e6ab77e88d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417811703', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '16df7dd9-2508-46b0-a8fd-ec25161be98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:43:30Z', 'updated_at': '2022-02-03T14:43:31Z', 'revision_number': 3, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '16df7dd9-2508-46b0-a8fd-ec25161be98f', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251471e5-9633-4b46-98b6-6e6ab77e88d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:43:30Z', 'updated_at': '2022-02-03T14:43:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:43:33.988831 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b3424313-2a26-423e-b4c3-43a5422b4042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:34.092720 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3424313-2a26-423e-b4c3-43a5422b4042 None None] Network 59913cfe-1869-4f9e-8353-9f8969b73378 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:43:34.093777 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3424313-2a26-423e-b4c3-43a5422b4042 None None] Pushing event updated for resources: {'Port': ['ID=e48ff8ae-ee8d-4c56-842e-9e0ddbb90f3c,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:43:34.096615 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-b3424313-2a26-423e-b4c3-43a5422b4042 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:43:34.102431 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3424313-2a26-423e-b4c3-43a5422b4042 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:43:34.257858 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-b3424313-2a26-423e-b4c3-43a5422b4042 None None] Attempting to bind port e48ff8ae-ee8d-4c56-842e-9e0ddbb90f3c on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:43:34.258535 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-eddbfe7e-88f1-44eb-821c-3fb359e5deae tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:34.258650 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-b3424313-2a26-423e-b4c3-43a5422b4042 None None] Attempting to bind port e48ff8ae-ee8d-4c56-842e-9e0ddbb90f3c by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '6d4fc435-6782-4eaf-b009-b95eca8d1f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '59913cfe-1869-4f9e-8353-9f8969b73378'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:43:34.258650 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3424313-2a26-423e-b4c3-43a5422b4042 None None] Attempting to bind port e48ff8ae-ee8d-4c56-842e-9e0ddbb90f3c on network 59913cfe-1869-4f9e-8353-9f8969b73378 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:43:34.265313 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3424313-2a26-423e-b4c3-43a5422b4042 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:43:34.265687 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3424313-2a26-423e-b4c3-43a5422b4042 None None] Checking segment: {'id': '6d4fc435-6782-4eaf-b009-b95eca8d1f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '59913cfe-1869-4f9e-8353-9f8969b73378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:43:34.266088 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b3424313-2a26-423e-b4c3-43a5422b4042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:34.266479 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3424313-2a26-423e-b4c3-43a5422b4042 None None] Bound using segment: {'id': '6d4fc435-6782-4eaf-b009-b95eca8d1f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '59913cfe-1869-4f9e-8353-9f8969b73378'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:43:34.266935 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-b3424313-2a26-423e-b4c3-43a5422b4042 None None] Bound port: e48ff8ae-ee8d-4c56-842e-9e0ddbb90f3c, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4fc435-6782-4eaf-b009-b95eca8d1f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '59913cfe-1869-4f9e-8353-9f8969b73378'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:43:34.267333 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b3424313-2a26-423e-b4c3-43a5422b4042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:34.366482 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-b3424313-2a26-423e-b4c3-43a5422b4042 None None] For port e48ff8ae-ee8d-4c56-842e-9e0ddbb90f3c, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:43:34.369885 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-b3424313-2a26-423e-b4c3-43a5422b4042 None None] For port e48ff8ae-ee8d-4c56-842e-9e0ddbb90f3c, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=e48ff8ae-ee8d-4c56-842e-9e0ddbb90f3c,segment=NetworkSegment(6d4fc435-6782-4eaf-b009-b95eca8d1f4a),segment_id=6d4fc435-6782-4eaf-b009-b95eca8d1f4a)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:43:34.428694 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b3424313-2a26-423e-b4c3-43a5422b4042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:34.526701 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3424313-2a26-423e-b4c3-43a5422b4042 None None] Pushing event updated for resources: {'Port': ['ID=e48ff8ae-ee8d-4c56-842e-9e0ddbb90f3c,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:43:34.698685 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-eddbfe7e-88f1-44eb-821c-3fb359e5deae tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Allocated IP 172.20.0.1 (59913cfe-1869-4f9e-8353-9f8969b73378/c6bd57e6-1fac-41f4-afae-55a9652c2001/bc444d2b-d3a1-4177-b433-90bedd48092d) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:43:34.874539 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-eddbfe7e-88f1-44eb-821c-3fb359e5deae tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:34.890054 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-eddbfe7e-88f1-44eb-821c-3fb359e5deae tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Transition to ACTIVE for port object bc444d2b-d3a1-4177-b433-90bedd48092d will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:43:34.973059 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-eddbfe7e-88f1-44eb-821c-3fb359e5deae tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:35.044578 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddbfe7e-88f1-44eb-821c-3fb359e5deae tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Network 59913cfe-1869-4f9e-8353-9f8969b73378 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:43:35.047357 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-eddbfe7e-88f1-44eb-821c-3fb359e5deae tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:43:35.051210 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddbfe7e-88f1-44eb-821c-3fb359e5deae tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:43:35.088156 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddbfe7e-88f1-44eb-821c-3fb359e5deae tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'Port': ['ID=bc444d2b-d3a1-4177-b433-90bedd48092d,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:43:35.114434 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-eddbfe7e-88f1-44eb-821c-3fb359e5deae tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:35.279210 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-eddbfe7e-88f1-44eb-821c-3fb359e5deae tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:35.441259 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471c4cb2-7fe8-45df-a417-2b68357c00b6 None None] Network 59913cfe-1869-4f9e-8353-9f8969b73378 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:43:35.650252 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-dcdb5aa2-0e7f-44cc-a718-db47691b099e None None] Provisioning for port e48ff8ae-ee8d-4c56-842e-9e0ddbb90f3c completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:43:35.814917 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-eddbfe7e-88f1-44eb-821c-3fb359e5deae tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:35.819467 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 16df7dd9-2508-46b0-a8fd-ec25161be98f up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:43:35.876101 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-eddbfe7e-88f1-44eb-821c-3fb359e5deae tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:35.965339 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 16df7dd9-2508-46b0-a8fd-ec25161be98f completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:43:35.967272 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 16df7dd9-2508-46b0-a8fd-ec25161be98f triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:43:35.967781 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:35.999418 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddbfe7e-88f1-44eb-821c-3fb359e5deae tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'Port': ['ID=bc444d2b-d3a1-4177-b433-90bedd48092d,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:43:36.004289 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-eddbfe7e-88f1-44eb-821c-3fb359e5deae tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:36.088802 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-a30712ce-f6e6-4b7a-8d10-27f4fbfaf9e5 None None] Provisioning for port bc444d2b-d3a1-4177-b433-90bedd48092d completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:43:36.097846 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-a30712ce-f6e6-4b7a-8d10-27f4fbfaf9e5 None None] Provisioning complete for port bc444d2b-d3a1-4177-b433-90bedd48092d triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:43:36.099328 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a30712ce-f6e6-4b7a-8d10-27f4fbfaf9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:36.124771 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:36.145219 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddbfe7e-88f1-44eb-821c-3fb359e5deae tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Network 59913cfe-1869-4f9e-8353-9f8969b73378 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:43:36.146469 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-eddbfe7e-88f1-44eb-821c-3fb359e5deae tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:43:36.157816 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 16df7dd9-2508-46b0-a8fd-ec25161be98f, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=16df7dd9-2508-46b0-a8fd-ec25161be98f,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:43:36.160422 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-a30712ce-f6e6-4b7a-8d10-27f4fbfaf9e5 None None] Port bc444d2b-d3a1-4177-b433-90bedd48092d cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:43:36.241458 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:36.242322 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device e48ff8ae-ee8d-4c56-842e-9e0ddbb90f3c up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:43:36.367735 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b6451d9a-7623-4ebc-84b2-288be2efe28c None None] Provisioning complete for port bc444d2b-d3a1-4177-b433-90bedd48092d triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:43:36.368100 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b6451d9a-7623-4ebc-84b2-288be2efe28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:36.406284 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=16df7dd9-2508-46b0-a8fd-ec25161be98f,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:43:36.433975 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-b6451d9a-7623-4ebc-84b2-288be2efe28c None None] Port bc444d2b-d3a1-4177-b433-90bedd48092d cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:43:36.481633 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port e48ff8ae-ee8d-4c56-842e-9e0ddbb90f3c completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:43:36.486707 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port e48ff8ae-ee8d-4c56-842e-9e0ddbb90f3c triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:43:36.487102 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:36.546514 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eddbfe7e-88f1-44eb-821c-3fb359e5deae tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Router 251471e5-9633-4b46-98b6-6e6ab77e88d9 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:43:36.585393 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-8e6cf150-99aa-41c5-ad77-391b822fe187 None None] Provisioning complete for port bc444d2b-d3a1-4177-b433-90bedd48092d triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:43:36.585762 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8e6cf150-99aa-41c5-ad77-391b822fe187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:36.654490 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:36.665080 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-8e6cf150-99aa-41c5-ad77-391b822fe187 None None] Port bc444d2b-d3a1-4177-b433-90bedd48092d cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:43:36.686805 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port e48ff8ae-ee8d-4c56-842e-9e0ddbb90f3c, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=e48ff8ae-ee8d-4c56-842e-9e0ddbb90f3c,segment=NetworkSegment(6d4fc435-6782-4eaf-b009-b95eca8d1f4a),segment_id=6d4fc435-6782-4eaf-b009-b95eca8d1f4a)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:43:36.749175 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eddbfe7e-88f1-44eb-821c-3fb359e5deae tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:43:36.761451 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:36.762153 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-eddbfe7e-88f1-44eb-821c-3fb359e5deae tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "PUT /v2.0/routers/251471e5-9633-4b46-98b6-6e6ab77e88d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4468050 Feb 03 14:43:36.829471 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=e48ff8ae-ee8d-4c56-842e-9e0ddbb90f3c,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:43:36.931211 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-769ad43f-ad99-487d-8d37-1c95dc91c181 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Synchronizing usage tracker for tenant:5ba8843202ac46748b5166400226edd3 on resource:security_group {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:43:36.995731 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-769ad43f-ad99-487d-8d37-1c95dc91c181 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Unset dirty status for tenant:5ba8843202ac46748b5166400226edd3 on resource:security_group {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:43:36.997006 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-769ad43f-ad99-487d-8d37-1c95dc91c181 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-177367454&fields=id&tenant_id=5ba8843202ac46748b5166400226edd3 HTTP/1.1" status: 200 len: 267 time: 0.1054463 Feb 03 14:43:37.145092 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-7617b8ac-ac97-4e11-973c-010e2e4b0c63 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:43:37.146467 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-7617b8ac-ac97-4e11-973c-010e2e4b0c63 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Synchronizing usage tracker for tenant:5ba8843202ac46748b5166400226edd3 on resource:network {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:43:37.230064 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-7617b8ac-ac97-4e11-973c-010e2e4b0c63 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Unset dirty status for tenant:5ba8843202ac46748b5166400226edd3 on resource:network {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:43:37.231233 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-7617b8ac-ac97-4e11-973c-010e2e4b0c63 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/networks?id=59913cfe-1869-4f9e-8353-9f8969b73378 HTTP/1.1" status: 200 len: 796 time: 0.2279716 Feb 03 14:43:37.247546 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-fb358688-86b0-4e28-93e0-de2976f591ea tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/quotas/5ba8843202ac46748b5166400226edd3 HTTP/1.1" status: 200 len: 375 time: 0.0110903 Feb 03 14:43:37.327931 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-c4119041-55c7-467b-ade5-f1c5a513f087 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Synchronizing usage tracker for tenant:5ba8843202ac46748b5166400226edd3 on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:43:37.416702 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-c4119041-55c7-467b-ade5-f1c5a513f087 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Unset dirty status for tenant:5ba8843202ac46748b5166400226edd3 on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:43:37.418207 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-c4119041-55c7-467b-ade5-f1c5a513f087 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5ba8843202ac46748b5166400226edd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1659167 Feb 03 14:43:37.522451 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1696e426-17e3-4fa4-9e68-d0a24b536807 None None] Sync routers for ids ['251471e5-9633-4b46-98b6-6e6ab77e88d9'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:43:37.534181 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1696e426-17e3-4fa4-9e68-d0a24b536807 None None] Routers {'251471e5-9633-4b46-98b6-6e6ab77e88d9'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:43:37.534804 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-1696e426-17e3-4fa4-9e68-d0a24b536807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:43:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['251471e5-9633-4b46-98b6-6e6ab77e88d9'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:43:37.650761 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-aa844b61-503b-4853-a8ca-c4a66c0f8e5f service neutron] 10.222.0.41 "GET /v2.0/networks/59913cfe-1869-4f9e-8353-9f8969b73378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205412 Feb 03 14:43:37.712992 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-1696e426-17e3-4fa4-9e68-d0a24b536807 None None] Set router 251471e5-9633-4b46-98b6-6e6ab77e88d9 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:43:37.766922 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 16df7dd9-2508-46b0-a8fd-ec25161be98f up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:43:37.783709 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-ffa0d004-f24c-48e1-b1d1-b4b3d4872696 service neutron] 10.222.0.41 "GET /v2.0/networks/59913cfe-1869-4f9e-8353-9f8969b73378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269777 Feb 03 14:43:38.006705 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 16df7dd9-2508-46b0-a8fd-ec25161be98f triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:43:38.007086 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:38.057731 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c068e176-b09f-41d7-99ee-81b2872e17a4 req-60c94a5c-2337-4ace-88b1-ee2135ddbdf3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 210 time: 0.0476258 Feb 03 14:43:38.190518 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device e48ff8ae-ee8d-4c56-842e-9e0ddbb90f3c up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:43:38.249247 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-1696e426-17e3-4fa4-9e68-d0a24b536807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251471e5-9633-4b46-98b6-6e6ab77e88d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417811703', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '16df7dd9-2508-46b0-a8fd-ec25161be98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:43:30Z', 'updated_at': '2022-02-03T14:43:35Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '16df7dd9-2508-46b0-a8fd-ec25161be98f', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251471e5-9633-4b46-98b6-6e6ab77e88d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:43:30Z', 'updated_at': '2022-02-03T14:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'bc444d2b-d3a1-4177-b433-90bedd48092d', 'name': '', 'network_id': '59913cfe-1869-4f9e-8353-9f8969b73378', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'mac_address': 'fa:16:3e:af:da:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251471e5-9633-4b46-98b6-6e6ab77e88d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6bd57e6-1fac-41f4-afae-55a9652c2001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:43:34Z', 'updated_at': '2022-02-03T14:43:35Z', 'revision_number': 2, 'project_id': '5ba8843202ac46748b5166400226edd3', 'subnets': [{'id': 'c6bd57e6-1fac-41f4-afae-55a9652c2001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:43:38.255750 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1696e426-17e3-4fa4-9e68-d0a24b536807 None None] Checking router: 251471e5-9633-4b46-98b6-6e6ab77e88d9 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:43:38.256097 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1696e426-17e3-4fa4-9e68-d0a24b536807 None None] Updating router 251471e5-9633-4b46-98b6-6e6ab77e88d9 port bc444d2b-d3a1-4177-b433-90bedd48092d binding host dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:43:38.314675 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1696e426-17e3-4fa4-9e68-d0a24b536807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:38.323479 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port e48ff8ae-ee8d-4c56-842e-9e0ddbb90f3c triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:43:38.323844 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:38.735987 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1696e426-17e3-4fa4-9e68-d0a24b536807 None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:38.747542 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-1696e426-17e3-4fa4-9e68-d0a24b536807 None None] Transition to ACTIVE for port object bc444d2b-d3a1-4177-b433-90bedd48092d will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:43:38.823909 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1696e426-17e3-4fa4-9e68-d0a24b536807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:38.949132 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0868f0e4-8c92-4959-a9c9-03ff774716b5 None None] Pushing event updated for resources: {'Port': ['ID=bc444d2b-d3a1-4177-b433-90bedd48092d,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:43:39.033610 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-1696e426-17e3-4fa4-9e68-d0a24b536807 None None] Attempting to bind port bc444d2b-d3a1-4177-b433-90bedd48092d on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:43:39.033978 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-1696e426-17e3-4fa4-9e68-d0a24b536807 None None] Attempting to bind port bc444d2b-d3a1-4177-b433-90bedd48092d by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '6d4fc435-6782-4eaf-b009-b95eca8d1f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '59913cfe-1869-4f9e-8353-9f8969b73378'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:43:39.034341 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1696e426-17e3-4fa4-9e68-d0a24b536807 None None] Attempting to bind port bc444d2b-d3a1-4177-b433-90bedd48092d on network 59913cfe-1869-4f9e-8353-9f8969b73378 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:43:39.041434 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1696e426-17e3-4fa4-9e68-d0a24b536807 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:43:39.041806 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1696e426-17e3-4fa4-9e68-d0a24b536807 None None] Checking segment: {'id': '6d4fc435-6782-4eaf-b009-b95eca8d1f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '59913cfe-1869-4f9e-8353-9f8969b73378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:43:39.042206 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1696e426-17e3-4fa4-9e68-d0a24b536807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:39.042595 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1696e426-17e3-4fa4-9e68-d0a24b536807 None None] Bound using segment: {'id': '6d4fc435-6782-4eaf-b009-b95eca8d1f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '59913cfe-1869-4f9e-8353-9f8969b73378'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:43:39.043053 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-1696e426-17e3-4fa4-9e68-d0a24b536807 None None] Bound port: bc444d2b-d3a1-4177-b433-90bedd48092d, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4fc435-6782-4eaf-b009-b95eca8d1f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '59913cfe-1869-4f9e-8353-9f8969b73378'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:43:39.043438 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1696e426-17e3-4fa4-9e68-d0a24b536807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:39.143358 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-1696e426-17e3-4fa4-9e68-d0a24b536807 None None] For port bc444d2b-d3a1-4177-b433-90bedd48092d, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:43:39.146520 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-1696e426-17e3-4fa4-9e68-d0a24b536807 None None] For port bc444d2b-d3a1-4177-b433-90bedd48092d, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=bc444d2b-d3a1-4177-b433-90bedd48092d,segment=NetworkSegment(6d4fc435-6782-4eaf-b009-b95eca8d1f4a),segment_id=6d4fc435-6782-4eaf-b009-b95eca8d1f4a)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:43:39.170035 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-dbd7e40b-531c-435a-bb57-9aef7ac75650 req-a1bd99b5-977d-47c5-8a43-922b173f60d4 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 210 time: 0.0403974 Feb 03 14:43:39.200279 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1696e426-17e3-4fa4-9e68-d0a24b536807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:39.280896 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0868f0e4-8c92-4959-a9c9-03ff774716b5 None None] Pushing event updated for resources: {'Port': ['ID=bc444d2b-d3a1-4177-b433-90bedd48092d,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:43:39.285481 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1696e426-17e3-4fa4-9e68-d0a24b536807 None None] Routers {'251471e5-9633-4b46-98b6-6e6ab77e88d9'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:43:39.286609 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-1696e426-17e3-4fa4-9e68-d0a24b536807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:43:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['251471e5-9633-4b46-98b6-6e6ab77e88d9'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:43:39.476325 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-1696e426-17e3-4fa4-9e68-d0a24b536807 None None] Set router 251471e5-9633-4b46-98b6-6e6ab77e88d9 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:43:39.820731 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-1696e426-17e3-4fa4-9e68-d0a24b536807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251471e5-9633-4b46-98b6-6e6ab77e88d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417811703', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '16df7dd9-2508-46b0-a8fd-ec25161be98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:43:30Z', 'updated_at': '2022-02-03T14:43:35Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '16df7dd9-2508-46b0-a8fd-ec25161be98f', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251471e5-9633-4b46-98b6-6e6ab77e88d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:43:30Z', 'updated_at': '2022-02-03T14:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'bc444d2b-d3a1-4177-b433-90bedd48092d', 'name': '', 'network_id': '59913cfe-1869-4f9e-8353-9f8969b73378', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'mac_address': 'fa:16:3e:af:da:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251471e5-9633-4b46-98b6-6e6ab77e88d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6bd57e6-1fac-41f4-afae-55a9652c2001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:43:34Z', 'updated_at': '2022-02-03T14:43:39Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'subnets': [{'id': 'c6bd57e6-1fac-41f4-afae-55a9652c2001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:43:39.824931 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1696e426-17e3-4fa4-9e68-d0a24b536807 None None] The sync data for ids ['251471e5-9633-4b46-98b6-6e6ab77e88d9'] in dv-neutron-827016-1-hyperv is: [{'id': '251471e5-9633-4b46-98b6-6e6ab77e88d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417811703', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '16df7dd9-2508-46b0-a8fd-ec25161be98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:43:30Z', 'updated_at': '2022-02-03T14:43:35Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '16df7dd9-2508-46b0-a8fd-ec25161be98f', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251471e5-9633-4b46-98b6-6e6ab77e88d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:43:30Z', 'updated_at': '2022-02-03T14:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'bc444d2b-d3a1-4177-b433-90bedd48092d', 'name': '', 'network_id': '59913cfe-1869-4f9e-8353-9f8969b73378', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'mac_address': 'fa:16:3e:af:da:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251471e5-9633-4b46-98b6-6e6ab77e88d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6bd57e6-1fac-41f4-afae-55a9652c2001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:43:34Z', 'updated_at': '2022-02-03T14:43:39Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'subnets': [{'id': 'c6bd57e6-1fac-41f4-afae-55a9652c2001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:43:40.281168 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-95e0a943-5576-4c72-bc30-3a0d5db7c31f req-54acf8e6-b4f8-4fe1-a603-002f7cf999ad tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 210 time: 0.0410354 Feb 03 14:43:41.446021 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8954a480-b0ee-47c0-a72b-dae7a11120b0 req-1981d1b1-ada9-415b-98bc-7d5b87d5fb4c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 210 time: 0.0423851 Feb 03 14:43:41.774704 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device bc444d2b-d3a1-4177-b433-90bedd48092d up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:43:41.902441 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port bc444d2b-d3a1-4177-b433-90bedd48092d completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:43:41.907543 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port bc444d2b-d3a1-4177-b433-90bedd48092d triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:43:41.907915 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:42.024699 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:42.035218 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-52278312-6998-4923-b9db-f5d6c5374c34 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:43:42.037691 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-52278312-6998-4923-b9db-f5d6c5374c34 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.47 "GET /v2.0/networks?id=59913cfe-1869-4f9e-8353-9f8969b73378 HTTP/1.1" status: 200 len: 796 time: 0.1485360 Feb 03 14:43:42.059436 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port bc444d2b-d3a1-4177-b433-90bedd48092d, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=bc444d2b-d3a1-4177-b433-90bedd48092d,segment=NetworkSegment(6d4fc435-6782-4eaf-b009-b95eca8d1f4a),segment_id=6d4fc435-6782-4eaf-b009-b95eca8d1f4a)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:43:42.097461 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-fb2b734a-e6d6-4d13-a835-e4d2463b8d60 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ba8843202ac46748b5166400226edd3 HTTP/1.1" status: 200 len: 379 time: 0.0443830 Feb 03 14:43:42.105651 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-577e8426-d037-4145-afad-d226c64a77cd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'port': {'device_id': 'fd60184d-86fb-4aec-865c-f4c4406a18d9', 'network_id': '59913cfe-1869-4f9e-8353-9f8969b73378', 'admin_state_up': True, 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'security_groups': ['e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51']}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:43:42.150156 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:42.215402 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=bc444d2b-d3a1-4177-b433-90bedd48092d,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:43:42.355509 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-577e8426-d037-4145-afad-d226c64a77cd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:43:42.365592 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-577e8426-d037-4145-afad-d226c64a77cd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:43:42.429671 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-577e8426-d037-4145-afad-d226c64a77cd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Made reservation on behalf of 5ba8843202ac46748b5166400226edd3 for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:43:42.432716 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-577e8426-d037-4145-afad-d226c64a77cd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:42.599795 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-577e8426-d037-4145-afad-d226c64a77cd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Allocated IP 172.20.0.5 (59913cfe-1869-4f9e-8353-9f8969b73378/c6bd57e6-1fac-41f4-afae-55a9652c2001/c9561406-0f5d-4ae0-ade4-facdc6820ce3) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:43:42.605539 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0be19fce-c4aa-4f2e-89a6-5ad1f24ce1c6 req-3f286c02-5657-442b-9780-f13f5c074d3f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 210 time: 0.0404859 Feb 03 14:43:42.784573 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-577e8426-d037-4145-afad-d226c64a77cd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:42.799527 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-577e8426-d037-4145-afad-d226c64a77cd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Transition to ACTIVE for port object c9561406-0f5d-4ae0-ade4-facdc6820ce3 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:43:42.910205 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-577e8426-d037-4145-afad-d226c64a77cd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:42.983630 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-577e8426-d037-4145-afad-d226c64a77cd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Network 59913cfe-1869-4f9e-8353-9f8969b73378 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:43:42.987096 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-577e8426-d037-4145-afad-d226c64a77cd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:43:42.990314 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-577e8426-d037-4145-afad-d226c64a77cd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:43:43.024028 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e8426-d037-4145-afad-d226c64a77cd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'Port': ['ID=c9561406-0f5d-4ae0-ade4-facdc6820ce3,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:43:43.060807 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-577e8426-d037-4145-afad-d226c64a77cd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:43:43.061458 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-577e8426-d037-4145-afad-d226c64a77cd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:43.148870 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-577e8426-d037-4145-afad-d226c64a77cd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0466509 Feb 03 14:43:43.160702 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-1ce96adc-49ad-4fd5-8785-b438bd53d664 service neutron] Request body: {'port': {'device_id': 'fd60184d-86fb-4aec-865c-f4c4406a18d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:43:43.227778 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-a4df2c6f-60b3-4e2a-b828-8ac153b0653c None None] Provisioning for port c9561406-0f5d-4ae0-ade4-facdc6820ce3 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:43:43.232712 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-a4df2c6f-60b3-4e2a-b828-8ac153b0653c None None] Provisioning complete for port c9561406-0f5d-4ae0-ade4-facdc6820ce3 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:43:43.233349 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a4df2c6f-60b3-4e2a-b828-8ac153b0653c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:43.279225 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-1ce96adc-49ad-4fd5-8785-b438bd53d664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:43.288010 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-a4df2c6f-60b3-4e2a-b828-8ac153b0653c None None] Port c9561406-0f5d-4ae0-ade4-facdc6820ce3 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:43:43.601867 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-1ce96adc-49ad-4fd5-8785-b438bd53d664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9561406-0f5d-4ae0-ade4-facdc6820ce3 {{(pid=84181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:43:43.608436 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-1ce96adc-49ad-4fd5-8785-b438bd53d664 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:43.622292 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-1ce96adc-49ad-4fd5-8785-b438bd53d664 service neutron] Transition to ACTIVE for port object c9561406-0f5d-4ae0-ade4-facdc6820ce3 will not be triggered until provisioned by entity L2. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:43:43.681576 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-1ce96adc-49ad-4fd5-8785-b438bd53d664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:43.773906 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device bc444d2b-d3a1-4177-b433-90bedd48092d up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:43:43.811677 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce96adc-49ad-4fd5-8785-b438bd53d664 service neutron] Pushing event updated for resources: {'Port': ['ID=c9561406-0f5d-4ae0-ade4-facdc6820ce3,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:43:43.842255 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7fa74-cf74-47e8-a848-2e8f8734716a req-845dd366-1dbd-4e69-b6f0-542afcd2abfc tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:43:43.845143 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-59a7fa74-cf74-47e8-a848-2e8f8734716a req-845dd366-1dbd-4e69-b6f0-542afcd2abfc tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 943 time: 0.1197200 Feb 03 14:43:43.852072 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port bc444d2b-d3a1-4177-b433-90bedd48092d triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:43:43.852687 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:43.919235 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-59a7fa74-cf74-47e8-a848-2e8f8734716a req-5ab0709e-b9f6-44cc-aac3-0e6ec2b738f8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671372 Feb 03 14:43:43.939925 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-1ce96adc-49ad-4fd5-8785-b438bd53d664 service neutron] Attempting to bind port c9561406-0f5d-4ae0-ade4-facdc6820ce3 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:43:43.939925 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-1ce96adc-49ad-4fd5-8785-b438bd53d664 service neutron] Attempting to bind port c9561406-0f5d-4ae0-ade4-facdc6820ce3 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '6d4fc435-6782-4eaf-b009-b95eca8d1f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '59913cfe-1869-4f9e-8353-9f8969b73378'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:43:43.940322 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-1ce96adc-49ad-4fd5-8785-b438bd53d664 service neutron] Attempting to bind port c9561406-0f5d-4ae0-ade4-facdc6820ce3 on network 59913cfe-1869-4f9e-8353-9f8969b73378 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:43:43.947676 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-1ce96adc-49ad-4fd5-8785-b438bd53d664 service neutron] Port c9561406-0f5d-4ae0-ade4-facdc6820ce3 on network 59913cfe-1869-4f9e-8353-9f8969b73378 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 14:43:43.947881 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-1ce96adc-49ad-4fd5-8785-b438bd53d664 service neutron] Attempting to bind port c9561406-0f5d-4ae0-ade4-facdc6820ce3 on network 59913cfe-1869-4f9e-8353-9f8969b73378 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:43:43.954997 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-1ce96adc-49ad-4fd5-8785-b438bd53d664 service neutron] Checking agent: {'id': '8cce4e55-f72c-4604-b6eb-27dc2f3f162a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'started_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:43:43.960323 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-1ce96adc-49ad-4fd5-8785-b438bd53d664 service neutron] Checking segment: {'id': '6d4fc435-6782-4eaf-b009-b95eca8d1f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '59913cfe-1869-4f9e-8353-9f8969b73378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:43:43.960323 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-1ce96adc-49ad-4fd5-8785-b438bd53d664 service neutron] Bound using segment: {'id': '6d4fc435-6782-4eaf-b009-b95eca8d1f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '59913cfe-1869-4f9e-8353-9f8969b73378'} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:43:43.960323 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-1ce96adc-49ad-4fd5-8785-b438bd53d664 service neutron] Bound port: c9561406-0f5d-4ae0-ade4-facdc6820ce3, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d4fc435-6782-4eaf-b009-b95eca8d1f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '59913cfe-1869-4f9e-8353-9f8969b73378'}}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:43:43.960323 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-1ce96adc-49ad-4fd5-8785-b438bd53d664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:44.049222 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-1ce96adc-49ad-4fd5-8785-b438bd53d664 service neutron] For port c9561406-0f5d-4ae0-ade4-facdc6820ce3, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:43:44.052631 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-1ce96adc-49ad-4fd5-8785-b438bd53d664 service neutron] For port c9561406-0f5d-4ae0-ade4-facdc6820ce3, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=c9561406-0f5d-4ae0-ade4-facdc6820ce3,segment=NetworkSegment(6d4fc435-6782-4eaf-b009-b95eca8d1f4a),segment_id=6d4fc435-6782-4eaf-b009-b95eca8d1f4a)] {{(pid=84181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:43:44.108386 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-1ce96adc-49ad-4fd5-8785-b438bd53d664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:44.172724 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-1ce96adc-49ad-4fd5-8785-b438bd53d664 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:44.174083 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-1ce96adc-49ad-4fd5-8785-b438bd53d664 service neutron] 10.222.0.47 "PUT /v2.0/ports/c9561406-0f5d-4ae0-ade4-facdc6820ce3 HTTP/1.1" status: 200 len: 1093 time: 1.0176733 Feb 03 14:43:44.174518 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd60184d-86fb-4aec-865c-f4c4406a18d9', 'tag': 'c9561406-0f5d-4ae0-ade4-facdc6820ce3'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:43:44.202830 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce96adc-49ad-4fd5-8785-b438bd53d664 service neutron] Pushing event updated for resources: {'Port': ['ID=c9561406-0f5d-4ae0-ade4-facdc6820ce3,revision_number=3']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:43:44.238165 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd60184d-86fb-4aec-865c-f4c4406a18d9', 'tag': 'c9561406-0f5d-4ae0-ade4-facdc6820ce3', 'status': 'completed', 'code': 200} Feb 03 14:43:44.329354 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8b560b5d-c936-4b44-9025-b47a8c50ffe3 req-6389ebfe-301f-462b-b2ad-5e1ec96c4883 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ba8843202ac46748b5166400226edd3&device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 1096 time: 0.0711873 Feb 03 14:43:44.466659 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b560b5d-c936-4b44-9025-b47a8c50ffe3 req-1127f995-fc16-4d27-9a4f-c293c71b8ec8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:43:44.468148 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8b560b5d-c936-4b44-9025-b47a8c50ffe3 req-1127f995-fc16-4d27-9a4f-c293c71b8ec8 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=5ba8843202ac46748b5166400226edd3&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1325383 Feb 03 14:43:44.684536 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b560b5d-c936-4b44-9025-b47a8c50ffe3 req-702b3b08-1d57-4211-bedc-81b9a1819220 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:43:44.685982 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8b560b5d-c936-4b44-9025-b47a8c50ffe3 req-702b3b08-1d57-4211-bedc-81b9a1819220 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2126718 Feb 03 14:43:44.787125 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-5752345d-4a83-464f-9fb1-60335faaa3f0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ba8843202ac46748b5166400226edd3&device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 1096 time: 0.0677743 Feb 03 14:43:44.854348 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-775f3b8f-8183-4d3c-ad7e-fdd67cdba790 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9561406-0f5d-4ae0-ade4-facdc6820ce3 HTTP/1.1" status: 200 len: 217 time: 0.0614781 Feb 03 14:43:44.916786 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-0d32047b-31a0-4f89-b589-ce42f0728fd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:43:44.918207 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-0d32047b-31a0-4f89-b589-ce42f0728fd1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c6bd57e6-1fac-41f4-afae-55a9652c2001 HTTP/1.1" status: 200 len: 835 time: 0.0587175 Feb 03 14:43:44.992855 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-9b7abef7-d893-4f97-9392-804248ee7b9c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=59913cfe-1869-4f9e-8353-9f8969b73378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688012 Feb 03 14:43:45.108503 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825ebd-8b6e-4f03-830b-79ab15d33e5d req-bcf6717c-6c9b-453d-b1b2-1f6d1a2208ec tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:43:45.109973 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ec825ebd-8b6e-4f03-830b-79ab15d33e5d req-bcf6717c-6c9b-453d-b1b2-1f6d1a2208ec tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 943 time: 0.0769680 Feb 03 14:43:45.128688 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-26f2c165-6f0b-4f48-b5a1-27626c09fac8 service neutron] 10.222.0.47 "GET /v2.0/networks/59913cfe-1869-4f9e-8353-9f8969b73378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291173 Feb 03 14:43:45.156432 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ec825ebd-8b6e-4f03-830b-79ab15d33e5d req-d578ee6b-2305-4ecd-885f-f748eddd943f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404243 Feb 03 14:43:45.258958 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b30bc449-6b35-411a-b5cc-813a45ea5bc0 req-1e351762-ea6b-4a49-b659-749d515bb183 service neutron] 10.222.0.47 "GET /v2.0/networks/59913cfe-1869-4f9e-8353-9f8969b73378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242661 Feb 03 14:43:46.352922 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd2e43-353c-4911-9939-28d8627b95a2 req-49d02bf7-abbd-4ced-b526-58ed184e10fd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:43:46.354352 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3dcd2e43-353c-4911-9939-28d8627b95a2 req-49d02bf7-abbd-4ced-b526-58ed184e10fd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 943 time: 0.0793958 Feb 03 14:43:46.398157 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3dcd2e43-353c-4911-9939-28d8627b95a2 req-726ccec0-3164-4863-803f-1b57e3af67b3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381589 Feb 03 14:43:47.592294 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7166364-8df1-4029-ba89-ddb431862cf8 req-664b1ca9-c150-4be3-a341-18e208b61505 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:43:47.593741 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a7166364-8df1-4029-ba89-ddb431862cf8 req-664b1ca9-c150-4be3-a341-18e208b61505 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 943 time: 0.0758586 Feb 03 14:43:47.637973 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a7166364-8df1-4029-ba89-ddb431862cf8 req-5a82dada-120e-44cc-b373-e8fc7cd9c577 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381579 Feb 03 14:43:47.852690 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:48.908115 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a90b2c4-e085-42ae-a76d-c56cf67c719b req-9a915abf-99bb-493f-a62e-7b842459b506 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:43:48.909546 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5a90b2c4-e085-42ae-a76d-c56cf67c719b req-9a915abf-99bb-493f-a62e-7b842459b506 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 943 time: 0.0775700 Feb 03 14:43:48.954423 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5a90b2c4-e085-42ae-a76d-c56cf67c719b req-0b16ab6c-2efb-4a38-a481-bcdceb81cf0e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389035 Feb 03 14:43:49.542803 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device c9561406-0f5d-4ae0-ade4-facdc6820ce3 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:43:49.672700 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port c9561406-0f5d-4ae0-ade4-facdc6820ce3, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=c9561406-0f5d-4ae0-ade4-facdc6820ce3,segment=NetworkSegment(6d4fc435-6782-4eaf-b009-b95eca8d1f4a),segment_id=6d4fc435-6782-4eaf-b009-b95eca8d1f4a)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:43:49.685674 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': 'c9561406-0f5d-4ae0-ade4-facdc6820ce3', 'network_id': '59913cfe-1869-4f9e-8353-9f8969b73378', 'port_id': 'c9561406-0f5d-4ae0-ade4-facdc6820ce3', 'mac_address': 'fa:16:3e:76:8d:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6bd57e6-1fac-41f4-afae-55a9652c2001', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:43:49.737826 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:49.754480 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9561406-0f5d-4ae0-ade4-facdc6820ce3 {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:43:49.769228 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port c9561406-0f5d-4ae0-ade4-facdc6820ce3, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=c9561406-0f5d-4ae0-ade4-facdc6820ce3,segment=NetworkSegment(6d4fc435-6782-4eaf-b009-b95eca8d1f4a),segment_id=6d4fc435-6782-4eaf-b009-b95eca8d1f4a)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:43:49.835584 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:49.904197 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=c9561406-0f5d-4ae0-ade4-facdc6820ce3,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:43:50.148046 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1c362-7292-4529-af8c-cb90cb27f322 req-37de9d8f-73f3-46fb-9756-3b05a9ed551e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:43:50.149390 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-53a1c362-7292-4529-af8c-cb90cb27f322 req-37de9d8f-73f3-46fb-9756-3b05a9ed551e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 944 time: 0.0751739 Feb 03 14:43:50.193944 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-53a1c362-7292-4529-af8c-cb90cb27f322 req-80ad9778-902f-4f79-b71e-c4fd0c65659a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391824 Feb 03 14:43:50.222303 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['c9561406-0f5d-4ae0-ade4-facdc6820ce3'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:43:51.393312 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65bf822-8df2-41d9-a58f-8ae2529b930e req-14713391-b7d1-4c6c-b72b-b3f6d5bdfd76 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:43:51.394764 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b65bf822-8df2-41d9-a58f-8ae2529b930e req-14713391-b7d1-4c6c-b72b-b3f6d5bdfd76 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 944 time: 0.0788815 Feb 03 14:43:51.439319 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b65bf822-8df2-41d9-a58f-8ae2529b930e req-096e2f33-ebca-4879-89b2-17fd7ea9e529 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390663 Feb 03 14:43:51.576384 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device c9561406-0f5d-4ae0-ade4-facdc6820ce3 up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:43:51.704095 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning for port c9561406-0f5d-4ae0-ade4-facdc6820ce3 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:43:51.708979 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port c9561406-0f5d-4ae0-ade4-facdc6820ce3 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:43:51.709329 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:51.819996 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:51.845282 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd60184d-86fb-4aec-865c-f4c4406a18d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9561406-0f5d-4ae0-ade4-facdc6820ce3'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:43:51.855076 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port c9561406-0f5d-4ae0-ade4-facdc6820ce3, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=c9561406-0f5d-4ae0-ade4-facdc6820ce3,segment=NetworkSegment(6d4fc435-6782-4eaf-b009-b95eca8d1f4a),segment_id=6d4fc435-6782-4eaf-b009-b95eca8d1f4a)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:43:51.899173 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd60184d-86fb-4aec-865c-f4c4406a18d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9561406-0f5d-4ae0-ade4-facdc6820ce3', 'code': 200} Feb 03 14:43:51.919779 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:51.987157 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=c9561406-0f5d-4ae0-ade4-facdc6820ce3,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:43:52.251901 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-86c407a8-04b4-4706-9689-3ac2bc2e4922 req-875b9cf2-b7a4-472c-9881-9d9b1c995b84 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 1098 time: 0.0658424 Feb 03 14:43:52.297043 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-86c407a8-04b4-4706-9689-3ac2bc2e4922 req-0aaac547-4d39-4af5-ad3c-71c1d4c9e963 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394697 Feb 03 14:43:52.632370 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7bdbb-c6ef-43a5-b604-1660ab9182b1 req-66e63160-0b05-4ff9-adae-5cda9cc92b5a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:43:52.633691 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-beb7bdbb-c6ef-43a5-b604-1660ab9182b1 req-66e63160-0b05-4ff9-adae-5cda9cc92b5a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 945 time: 0.0764680 Feb 03 14:43:52.681214 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-beb7bdbb-c6ef-43a5-b604-1660ab9182b1 req-6951308e-6ba4-4d64-9cd5-347b5ae54506 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421054 Feb 03 14:43:53.882132 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc364961-64db-46ed-b8f4-e5f625f14d42 req-a6b76c8b-d147-4dd7-9681-48ef3b3383f0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:43:53.883836 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-dc364961-64db-46ed-b8f4-e5f625f14d42 req-a6b76c8b-d147-4dd7-9681-48ef3b3383f0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 945 time: 0.0773461 Feb 03 14:43:53.928551 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-dc364961-64db-46ed-b8f4-e5f625f14d42 req-71831bbb-c1ec-4da9-8279-c0e60bbb92d6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395153 Feb 03 14:43:54.125651 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d206bc6-ae5e-43fd-a69d-68f0730d864c req-d91a62ed-5957-4abe-bb5f-77479bae8885 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:43:54.127053 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6d206bc6-ae5e-43fd-a69d-68f0730d864c req-d91a62ed-5957-4abe-bb5f-77479bae8885 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 945 time: 0.0779040 Feb 03 14:43:54.172769 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6d206bc6-ae5e-43fd-a69d-68f0730d864c req-eebc5981-50d8-4ba2-a4e5-64ce18a958eb tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397792 Feb 03 14:43:54.201196 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 38998) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:43:54.338385 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7f01d791-e458-4958-91fc-ae9af2622cf2 tempest-TestNetworkAdvancedServerOps-1341579092 tempest-TestNetworkAdvancedServerOps-1341579092-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 1093 time: 0.1360724 Feb 03 14:43:54.341028 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 39004) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:43:54.346199 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-0454e390-1181-4c79-9511-fb66309c1ce8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'floatingip': {'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'port_id': 'c9561406-0f5d-4ae0-ade4-facdc6820ce3', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:43:54.351957 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-0454e390-1181-4c79-9511-fb66309c1ce8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:43:54.355854 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-0454e390-1181-4c79-9511-fb66309c1ce8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:floatingip and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:43:54.358670 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-0454e390-1181-4c79-9511-fb66309c1ce8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:43:54.364273 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-0454e390-1181-4c79-9511-fb66309c1ce8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:43:54.436086 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0454e390-1181-4c79-9511-fb66309c1ce8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for floatingip, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:54.569018 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0454e390-1181-4c79-9511-fb66309c1ce8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:54.701368 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-0454e390-1181-4c79-9511-fb66309c1ce8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Allocated IP 172.26.3.28 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/c26077b9-c165-4e43-bec7-e29e116242ae) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:43:54.929355 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0454e390-1181-4c79-9511-fb66309c1ce8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:55.042107 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0454e390-1181-4c79-9511-fb66309c1ce8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:55.106316 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0454e390-1181-4c79-9511-fb66309c1ce8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:43:55.109139 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-0454e390-1181-4c79-9511-fb66309c1ce8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:43:55.113274 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0454e390-1181-4c79-9511-fb66309c1ce8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:43:55.139353 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0454e390-1181-4c79-9511-fb66309c1ce8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'Port': ['ID=c26077b9-c165-4e43-bec7-e29e116242ae,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:43:55.361810 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-73265467-5f87-4fd2-91f5-3cfed55d81ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:55.612651 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0454e390-1181-4c79-9511-fb66309c1ce8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:55.733379 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0454e390-1181-4c79-9511-fb66309c1ce8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:55.931149 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0454e390-1181-4c79-9511-fb66309c1ce8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:55.982226 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0454e390-1181-4c79-9511-fb66309c1ce8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:56.085385 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0454e390-1181-4c79-9511-fb66309c1ce8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'Port': ['ID=c26077b9-c165-4e43-bec7-e29e116242ae,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:43:56.101948 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0454e390-1181-4c79-9511-fb66309c1ce8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:56.285531 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.l3_db [None req-0454e390-1181-4c79-9511-fb66309c1ce8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Floating IP 4b94b925-19e0-454f-948f-34ea78e3f565 associated. External IP: 172.26.3.28, port: c9561406-0f5d-4ae0-ade4-facdc6820ce3. Feb 03 14:43:56.760737 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0454e390-1181-4c79-9511-fb66309c1ce8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Router 251471e5-9633-4b46-98b6-6e6ab77e88d9 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:43:56.960764 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0454e390-1181-4c79-9511-fb66309c1ce8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:43:56.970505 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adc27d1-82a4-4c15-8a5e-35916692c49b None None] Sync routers for ids ['251471e5-9633-4b46-98b6-6e6ab77e88d9'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:43:56.986639 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adc27d1-82a4-4c15-8a5e-35916692c49b None None] Routers {'251471e5-9633-4b46-98b6-6e6ab77e88d9'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:43:56.988145 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-2adc27d1-82a4-4c15-8a5e-35916692c49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:43:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['251471e5-9633-4b46-98b6-6e6ab77e88d9'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:43:57.047661 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0454e390-1181-4c79-9511-fb66309c1ce8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:57.103496 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-0454e390-1181-4c79-9511-fb66309c1ce8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7614458 Feb 03 14:43:57.104084 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd60184d-86fb-4aec-865c-f4c4406a18d9', 'tag': 'c9561406-0f5d-4ae0-ade4-facdc6820ce3'}] {{(pid=84182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:43:57.163663 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd60184d-86fb-4aec-865c-f4c4406a18d9', 'tag': 'c9561406-0f5d-4ae0-ade4-facdc6820ce3', 'status': 'completed', 'code': 200} Feb 03 14:43:57.173382 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-2adc27d1-82a4-4c15-8a5e-35916692c49b None None] Set router 251471e5-9633-4b46-98b6-6e6ab77e88d9 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:43:57.248868 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a7bce267-afc0-4780-b328-69c8bc540f26 req-0c272f18-be84-4e09-873f-eefb148077f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ba8843202ac46748b5166400226edd3&device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 1098 time: 0.0696504 Feb 03 14:43:57.279664 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063257c-56a6-454d-a0a9-8cd11503b3e4 req-6a12f0cd-1b90-4ab8-9a85-283e5e7c0ee0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:43:57.280937 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4063257c-56a6-454d-a0a9-8cd11503b3e4 req-6a12f0cd-1b90-4ab8-9a85-283e5e7c0ee0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 945 time: 0.0815694 Feb 03 14:43:57.327439 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4063257c-56a6-454d-a0a9-8cd11503b3e4 req-99efab04-5268-4bad-b1aa-7629c124a641 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406985 Feb 03 14:43:57.356785 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 39012) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:43:57.409843 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bce267-afc0-4780-b328-69c8bc540f26 req-c6fd18c8-ef79-4c8a-b9f6-3d086d01dbcd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:43:57.411326 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a7bce267-afc0-4780-b328-69c8bc540f26 req-c6fd18c8-ef79-4c8a-b9f6-3d086d01dbcd service neutron] 10.222.0.47 "GET /v2.0/networks?id=59913cfe-1869-4f9e-8353-9f8969b73378 HTTP/1.1" status: 200 len: 896 time: 0.1569822 Feb 03 14:43:57.473390 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-731e25dc-b45c-4354-abdc-fbffcdad4176 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/floatingips/4b94b925-19e0-454f-948f-34ea78e3f565 HTTP/1.1" status: 200 len: 990 time: 0.1143506 Feb 03 14:43:57.516336 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a7bce267-afc0-4780-b328-69c8bc540f26 req-a7d2b1c8-5d09-453f-bbde-d8913c625c88 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9561406-0f5d-4ae0-ade4-facdc6820ce3 HTTP/1.1" status: 200 len: 998 time: 0.0985932 Feb 03 14:43:57.561856 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0bebb0bb-b38f-45a4-b210-e3d9d21a7353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:57.570409 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-2adc27d1-82a4-4c15-8a5e-35916692c49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251471e5-9633-4b46-98b6-6e6ab77e88d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417811703', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '16df7dd9-2508-46b0-a8fd-ec25161be98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:43:30Z', 'updated_at': '2022-02-03T14:43:35Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '16df7dd9-2508-46b0-a8fd-ec25161be98f', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251471e5-9633-4b46-98b6-6e6ab77e88d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:43:30Z', 'updated_at': '2022-02-03T14:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '4b94b925-19e0-454f-948f-34ea78e3f565', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'floating_ip_address': '172.26.3.28', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '251471e5-9633-4b46-98b6-6e6ab77e88d9', 'port_id': 'c9561406-0f5d-4ae0-ade4-facdc6820ce3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59913cfe-1869-4f9e-8353-9f8969b73378', 'mac_address': 'fa:16:3e:76:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd60184d-86fb-4aec-865c-f4c4406a18d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:43:55Z', 'updated_at': '2022-02-03T14:43:55Z', 'revision_number': 0, 'project_id': '5ba8843202ac46748b5166400226edd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc444d2b-d3a1-4177-b433-90bedd48092d', 'name': '', 'network_id': '59913cfe-1869-4f9e-8353-9f8969b73378', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'mac_address': 'fa:16:3e:af:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251471e5-9633-4b46-98b6-6e6ab77e88d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6bd57e6-1fac-41f4-afae-55a9652c2001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:43:34Z', 'updated_at': '2022-02-03T14:43:42Z', 'revision_number': 5, 'project_id': '5ba8843202ac46748b5166400226edd3', 'subnets': [{'id': 'c6bd57e6-1fac-41f4-afae-55a9652c2001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:43:57.574167 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adc27d1-82a4-4c15-8a5e-35916692c49b None None] Checking router: 251471e5-9633-4b46-98b6-6e6ab77e88d9 for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:43:57.588276 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bce267-afc0-4780-b328-69c8bc540f26 req-65314a52-35ef-42f0-947c-f76a9295975f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:43:57.588276 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a7bce267-afc0-4780-b328-69c8bc540f26 req-65314a52-35ef-42f0-947c-f76a9295975f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c6bd57e6-1fac-41f4-afae-55a9652c2001 HTTP/1.1" status: 200 len: 835 time: 0.0576782 Feb 03 14:43:57.588565 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adc27d1-82a4-4c15-8a5e-35916692c49b None None] Routers {'251471e5-9633-4b46-98b6-6e6ab77e88d9'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:43:57.588565 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-2adc27d1-82a4-4c15-8a5e-35916692c49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:43:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['251471e5-9633-4b46-98b6-6e6ab77e88d9'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:43:57.656846 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a7bce267-afc0-4780-b328-69c8bc540f26 req-38eb7186-aadd-41e3-aa51-c48f5c143ff1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=59913cfe-1869-4f9e-8353-9f8969b73378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715747 Feb 03 14:43:57.762000 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-2adc27d1-82a4-4c15-8a5e-35916692c49b None None] Set router 251471e5-9633-4b46-98b6-6e6ab77e88d9 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:43:57.786972 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a7bce267-afc0-4780-b328-69c8bc540f26 req-41da6cf6-42ab-4c2f-bdc9-9fc1d428afa3 service neutron] 10.222.0.47 "GET /v2.0/networks/59913cfe-1869-4f9e-8353-9f8969b73378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238561 Feb 03 14:43:57.916330 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a7bce267-afc0-4780-b328-69c8bc540f26 req-2d6d13fc-0003-4372-a917-4aff61463967 service neutron] 10.222.0.47 "GET /v2.0/networks/59913cfe-1869-4f9e-8353-9f8969b73378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238766 Feb 03 14:43:58.097519 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-2adc27d1-82a4-4c15-8a5e-35916692c49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251471e5-9633-4b46-98b6-6e6ab77e88d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417811703', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '16df7dd9-2508-46b0-a8fd-ec25161be98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:43:30Z', 'updated_at': '2022-02-03T14:43:35Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '16df7dd9-2508-46b0-a8fd-ec25161be98f', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251471e5-9633-4b46-98b6-6e6ab77e88d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:43:30Z', 'updated_at': '2022-02-03T14:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '4b94b925-19e0-454f-948f-34ea78e3f565', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'floating_ip_address': '172.26.3.28', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '251471e5-9633-4b46-98b6-6e6ab77e88d9', 'port_id': 'c9561406-0f5d-4ae0-ade4-facdc6820ce3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59913cfe-1869-4f9e-8353-9f8969b73378', 'mac_address': 'fa:16:3e:76:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd60184d-86fb-4aec-865c-f4c4406a18d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:43:55Z', 'updated_at': '2022-02-03T14:43:55Z', 'revision_number': 0, 'project_id': '5ba8843202ac46748b5166400226edd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc444d2b-d3a1-4177-b433-90bedd48092d', 'name': '', 'network_id': '59913cfe-1869-4f9e-8353-9f8969b73378', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'mac_address': 'fa:16:3e:af:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251471e5-9633-4b46-98b6-6e6ab77e88d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6bd57e6-1fac-41f4-afae-55a9652c2001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:43:34Z', 'updated_at': '2022-02-03T14:43:42Z', 'revision_number': 5, 'project_id': '5ba8843202ac46748b5166400226edd3', 'subnets': [{'id': 'c6bd57e6-1fac-41f4-afae-55a9652c2001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:43:58.101390 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adc27d1-82a4-4c15-8a5e-35916692c49b None None] The sync data for ids ['251471e5-9633-4b46-98b6-6e6ab77e88d9'] in dv-neutron-827016-1-hyperv is: [{'id': '251471e5-9633-4b46-98b6-6e6ab77e88d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417811703', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '16df7dd9-2508-46b0-a8fd-ec25161be98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:43:30Z', 'updated_at': '2022-02-03T14:43:35Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '16df7dd9-2508-46b0-a8fd-ec25161be98f', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251471e5-9633-4b46-98b6-6e6ab77e88d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:43:30Z', 'updated_at': '2022-02-03T14:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '4b94b925-19e0-454f-948f-34ea78e3f565', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'floating_ip_address': '172.26.3.28', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '251471e5-9633-4b46-98b6-6e6ab77e88d9', 'port_id': 'c9561406-0f5d-4ae0-ade4-facdc6820ce3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59913cfe-1869-4f9e-8353-9f8969b73378', 'mac_address': 'fa:16:3e:76:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd60184d-86fb-4aec-865c-f4c4406a18d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:43:55Z', 'updated_at': '2022-02-03T14:43:55Z', 'revision_number': 0, 'project_id': '5ba8843202ac46748b5166400226edd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc444d2b-d3a1-4177-b433-90bedd48092d', 'name': '', 'network_id': '59913cfe-1869-4f9e-8353-9f8969b73378', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'mac_address': 'fa:16:3e:af:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251471e5-9633-4b46-98b6-6e6ab77e88d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6bd57e6-1fac-41f4-afae-55a9652c2001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:43:34Z', 'updated_at': '2022-02-03T14:43:42Z', 'revision_number': 5, 'project_id': '5ba8843202ac46748b5166400226edd3', 'subnets': [{'id': 'c6bd57e6-1fac-41f4-afae-55a9652c2001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:43:58.285733 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf15d30e-0b0b-4f5d-81ba-ce45fc8e12e0 None None] New status for floating IP 4b94b925-19e0-454f-948f-34ea78e3f565: ACTIVE {{(pid=84183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:43:58.476670 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 39016) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:43:58.581141 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c8bc62bb-7b87-46a6-aa67-53c3af8cec17 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/floatingips/4b94b925-19e0-454f-948f-34ea78e3f565 HTTP/1.1" status: 200 len: 990 time: 0.1032252 Feb 03 14:43:58.849095 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:43:58.870100 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:58.981978 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:43:59.585016 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 39020) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:43:59.687569 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-90b6b186-1a2d-4265-994e-3ae2ec4ee72b tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/floatingips/4b94b925-19e0-454f-948f-34ea78e3f565 HTTP/1.1" status: 200 len: 992 time: 0.1015048 Feb 03 14:44:00.319905 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:44:17.868216 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:44:25.350803 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-dcb3e0a0-5d81-462c-859b-6dad868de332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:44:27.578764 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a86bddad-c1bc-4696-89a3-2cc02bc9f85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:44:28.868205 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:44:29.001642 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:44:30.322308 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:44:35.853429 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:44:43.544243 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1351c26a-6a4b-48ff-b9e2-55d844526839 req-0087004c-fdae-4506-a32d-e0fa9b2d20e9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1270764 Feb 03 14:44:43.680449 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1351c26a-6a4b-48ff-b9e2-55d844526839 req-629e6170-65ba-484f-a233-f2f65cf86119 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ba8843202ac46748b5166400226edd3&device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 1098 time: 0.0668805 Feb 03 14:44:43.904897 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351c26a-6a4b-48ff-b9e2-55d844526839 req-4ba6bc8d-6869-45ac-baec-5211880b22bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:44:43.906336 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1351c26a-6a4b-48ff-b9e2-55d844526839 req-4ba6bc8d-6869-45ac-baec-5211880b22bd service neutron] 10.222.0.47 "GET /v2.0/networks?id=59913cfe-1869-4f9e-8353-9f8969b73378 HTTP/1.1" status: 200 len: 896 time: 0.2085361 Feb 03 14:44:44.005187 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1351c26a-6a4b-48ff-b9e2-55d844526839 req-2f96400c-4f72-41d6-afb5-72a62faeaa89 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9561406-0f5d-4ae0-ade4-facdc6820ce3 HTTP/1.1" status: 200 len: 1000 time: 0.0915346 Feb 03 14:44:44.067260 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351c26a-6a4b-48ff-b9e2-55d844526839 req-99f7b076-638b-49cc-bc11-b96ba8ad958c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:44:44.068636 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1351c26a-6a4b-48ff-b9e2-55d844526839 req-99f7b076-638b-49cc-bc11-b96ba8ad958c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c6bd57e6-1fac-41f4-afae-55a9652c2001 HTTP/1.1" status: 200 len: 835 time: 0.0590260 Feb 03 14:44:44.141078 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1351c26a-6a4b-48ff-b9e2-55d844526839 req-cbed691c-ab00-4078-97c3-6921561c2b11 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=59913cfe-1869-4f9e-8353-9f8969b73378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661082 Feb 03 14:44:44.269655 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1351c26a-6a4b-48ff-b9e2-55d844526839 req-b22b1b04-3974-457e-a410-2275a52e015a service neutron] 10.222.0.47 "GET /v2.0/networks/59913cfe-1869-4f9e-8353-9f8969b73378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222761 Feb 03 14:44:44.398746 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1351c26a-6a4b-48ff-b9e2-55d844526839 req-e697e846-296d-42b7-a38a-68be4a01e801 service neutron] 10.222.0.47 "GET /v2.0/networks/59913cfe-1869-4f9e-8353-9f8969b73378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227236 Feb 03 14:44:47.870838 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:44:55.356228 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b33a5a5c-0d8e-4dce-b746-121a6f38c095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:44:57.527703 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5df97c9a-4225-49cb-8697-7593d590ab4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:44:58.845556 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:44:58.988187 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:45:00.322162 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:45:00.496898 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3a334567-7a93-4bf9-aad9-84f141099239 req-3c0ab25c-416c-4229-93d1-8d36fd9a25a7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0671921 Feb 03 14:45:01.039125 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e45a9c-10a1-40dc-aa85-ed97277a2260 req-b95629ff-ca43-4e56-ad55-590f55db8e05 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:01.040472 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-66e45a9c-10a1-40dc-aa85-ed97277a2260 req-b95629ff-ca43-4e56-ad55-590f55db8e05 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 945 time: 0.1620226 Feb 03 14:45:01.068974 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39060) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:45:01.095564 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-66e45a9c-10a1-40dc-aa85-ed97277a2260 req-4cfff751-1456-45e8-b5ca-e41b8e01d9ee tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490508 Feb 03 14:45:01.204333 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c90de744-f897-4f50-9155-eb66c80ca89d req-3cf7dd47-5512-4cef-87b5-c95efde91137 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1342292 Feb 03 14:45:02.347802 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd932e-446a-438c-90aa-e578475d07ee req-a92d3c9b-7656-45f4-b7d9-330f96f492f2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:02.349228 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-becd932e-446a-438c-90aa-e578475d07ee req-a92d3c9b-7656-45f4-b7d9-330f96f492f2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 945 time: 0.1412573 Feb 03 14:45:02.393243 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-becd932e-446a-438c-90aa-e578475d07ee req-75428112-473b-4939-8cb7-2e3db93e00b8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386405 Feb 03 14:45:03.589773 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc925f-401a-4afa-b349-565ca38bdc7c req-2bfd2e7e-1997-431d-8f80-193d52e06f96 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:03.591229 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-93bc925f-401a-4afa-b349-565ca38bdc7c req-2bfd2e7e-1997-431d-8f80-193d52e06f96 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 945 time: 0.0783479 Feb 03 14:45:03.634468 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-93bc925f-401a-4afa-b349-565ca38bdc7c req-a51bacfd-19e3-4cac-8e45-6ada6c05d587 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379076 Feb 03 14:45:04.833548 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee0151-557f-4b11-95c1-a78a830c5800 req-8ac4849b-f19c-46d1-8d30-7f5324eb389a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:04.834976 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-23ee0151-557f-4b11-95c1-a78a830c5800 req-8ac4849b-f19c-46d1-8d30-7f5324eb389a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 945 time: 0.0755067 Feb 03 14:45:04.879514 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-23ee0151-557f-4b11-95c1-a78a830c5800 req-3e2e0a2f-a5a3-40f9-9877-2fa1285b5d04 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389433 Feb 03 14:45:05.396610 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c90de744-f897-4f50-9155-eb66c80ca89d req-80c6a3f0-9be3-4525-8f80-86c28c8952be service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ba8843202ac46748b5166400226edd3&device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 1098 time: 0.0715282 Feb 03 14:45:05.529905 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90de744-f897-4f50-9155-eb66c80ca89d req-249c519e-1ef1-454d-b79a-dbc3907786bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:05.531337 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c90de744-f897-4f50-9155-eb66c80ca89d req-249c519e-1ef1-454d-b79a-dbc3907786bb service neutron] 10.222.0.47 "GET /v2.0/networks?id=59913cfe-1869-4f9e-8353-9f8969b73378 HTTP/1.1" status: 200 len: 896 time: 0.1277206 Feb 03 14:45:05.630653 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c90de744-f897-4f50-9155-eb66c80ca89d req-1b3c944b-4056-42e7-a84d-807172dc9125 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9561406-0f5d-4ae0-ade4-facdc6820ce3 HTTP/1.1" status: 200 len: 1000 time: 0.0937536 Feb 03 14:45:05.691901 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90de744-f897-4f50-9155-eb66c80ca89d req-daf30369-513c-41a0-b37b-52156604a3a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:05.693364 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c90de744-f897-4f50-9155-eb66c80ca89d req-daf30369-513c-41a0-b37b-52156604a3a8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c6bd57e6-1fac-41f4-afae-55a9652c2001 HTTP/1.1" status: 200 len: 835 time: 0.0562706 Feb 03 14:45:05.769279 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c90de744-f897-4f50-9155-eb66c80ca89d req-bcf98b25-9011-4c99-9089-83e917737307 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=59913cfe-1869-4f9e-8353-9f8969b73378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701928 Feb 03 14:45:05.899702 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c90de744-f897-4f50-9155-eb66c80ca89d req-9069d1e6-4a3f-4c44-9055-7fa2c3bd69f6 service neutron] 10.222.0.47 "GET /v2.0/networks/59913cfe-1869-4f9e-8353-9f8969b73378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232367 Feb 03 14:45:06.030393 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c90de744-f897-4f50-9155-eb66c80ca89d req-bc09ed1b-f333-4fd1-b8b1-7cfd4082d09d service neutron] 10.222.0.47 "GET /v2.0/networks/59913cfe-1869-4f9e-8353-9f8969b73378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249735 Feb 03 14:45:06.076474 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d17a854-ef59-4c0c-acab-fe108de36086 req-6e91674c-b649-4bcd-82b4-2855b6164ccc tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:06.077916 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6d17a854-ef59-4c0c-acab-fe108de36086 req-6e91674c-b649-4bcd-82b4-2855b6164ccc tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 945 time: 0.0790596 Feb 03 14:45:06.122454 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6d17a854-ef59-4c0c-acab-fe108de36086 req-ced231f7-305e-4af7-b8e6-f3298aac083b tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388873 Feb 03 14:45:07.326451 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c72c9-d743-4790-b537-ef4f2015c55d req-4a065d49-fc5a-4166-8bc7-e6af6e3325f4 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:07.327903 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b79c72c9-d743-4790-b537-ef4f2015c55d req-4a065d49-fc5a-4166-8bc7-e6af6e3325f4 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 945 time: 0.0754886 Feb 03 14:45:07.371747 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b79c72c9-d743-4790-b537-ef4f2015c55d req-fc17c36a-f625-4c0e-b4ac-08d72a223142 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384045 Feb 03 14:45:08.566353 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520795c-7a37-4078-8fea-20392dc2cbe9 req-8435b9ce-81f2-4083-9f8e-35483d1350da tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:08.567780 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d520795c-7a37-4078-8fea-20392dc2cbe9 req-8435b9ce-81f2-4083-9f8e-35483d1350da tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 945 time: 0.0772882 Feb 03 14:45:08.611459 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d520795c-7a37-4078-8fea-20392dc2cbe9 req-80bd583e-e572-48cd-802b-7a66717d7d47 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377865 Feb 03 14:45:09.802103 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05077e-ecc0-4b94-b9ef-bfd2606c3954 req-b7c5ef09-b687-473c-b72e-67a92aeeb0db tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:09.803586 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-db05077e-ecc0-4b94-b9ef-bfd2606c3954 req-b7c5ef09-b687-473c-b72e-67a92aeeb0db tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 945 time: 0.0738206 Feb 03 14:45:09.943626 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-db05077e-ecc0-4b94-b9ef-bfd2606c3954 req-d6dca59e-cd5c-423d-b488-e03e48f3e9c1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339536 Feb 03 14:45:11.137987 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c58fb-d509-46b6-8fd6-179fb499309d req-05dcca70-be07-44e3-a7f7-9360936b1402 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:11.139433 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-df5c58fb-d509-46b6-8fd6-179fb499309d req-05dcca70-be07-44e3-a7f7-9360936b1402 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 945 time: 0.0740440 Feb 03 14:45:11.183204 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-df5c58fb-d509-46b6-8fd6-179fb499309d req-2ff68df9-b8b1-4382-ae55-bc9f5a39b181 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384190 Feb 03 14:45:12.377889 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c4181-fd12-4b74-a295-a9f7bc0059be req-5fca91c7-c659-4e64-af4e-9c1e79dec045 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:12.379363 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-aa6c4181-fd12-4b74-a295-a9f7bc0059be req-5fca91c7-c659-4e64-af4e-9c1e79dec045 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 945 time: 0.0779469 Feb 03 14:45:12.423828 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-aa6c4181-fd12-4b74-a295-a9f7bc0059be req-bb3fda7e-d073-46cd-bb3e-32884a6051f0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390625 Feb 03 14:45:12.854196 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:45:13.615951 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459cda4-aa5c-4096-938d-af06a2c87725 req-fcc2e8ca-673c-4995-96f8-2ef64944f8ec tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:13.617344 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6459cda4-aa5c-4096-938d-af06a2c87725 req-fcc2e8ca-673c-4995-96f8-2ef64944f8ec tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 945 time: 0.0749743 Feb 03 14:45:13.661547 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6459cda4-aa5c-4096-938d-af06a2c87725 req-d4016513-9458-43c0-8ed2-46401e6a426d tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389032 Feb 03 14:45:14.861176 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee584292-2282-4ff4-ae05-a55afadf6a98 req-bad263e4-70f4-43b3-ab45-139a64338f0a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:14.862580 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ee584292-2282-4ff4-ae05-a55afadf6a98 req-bad263e4-70f4-43b3-ab45-139a64338f0a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 945 time: 0.0794294 Feb 03 14:45:14.907374 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ee584292-2282-4ff4-ae05-a55afadf6a98 req-6d58da16-1348-42b6-9a13-f4e23a72942d tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393243 Feb 03 14:45:16.107903 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a29313-85ed-42f0-8c9e-baa809bd8490 req-5d62b2c0-c267-4bf4-8711-bd4f79702803 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:16.109244 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-02a29313-85ed-42f0-8c9e-baa809bd8490 req-5d62b2c0-c267-4bf4-8711-bd4f79702803 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 945 time: 0.0853224 Feb 03 14:45:16.155952 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-02a29313-85ed-42f0-8c9e-baa809bd8490 req-c9a58a9e-b3cf-44f9-b8a8-d9b909c93062 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412660 Feb 03 14:45:17.349410 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899e5f2-3b02-4aac-88eb-ac943703565f req-e6ee70e8-247f-4fed-acaf-c6aed687bc1f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:17.350928 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f899e5f2-3b02-4aac-88eb-ac943703565f req-e6ee70e8-247f-4fed-acaf-c6aed687bc1f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 945 time: 0.0767932 Feb 03 14:45:17.394839 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f899e5f2-3b02-4aac-88eb-ac943703565f req-97e164c2-0f3f-4c5b-8094-8af5dd01f0a4 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383167 Feb 03 14:45:17.880219 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:45:18.593190 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86df853-5d25-4a6b-af4c-1f8e5bd64e57 req-cb548d2d-1005-4ff3-a460-2fad76bd7dbe tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:18.594593 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c86df853-5d25-4a6b-af4c-1f8e5bd64e57 req-cb548d2d-1005-4ff3-a460-2fad76bd7dbe tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 945 time: 0.0785203 Feb 03 14:45:18.639042 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c86df853-5d25-4a6b-af4c-1f8e5bd64e57 req-c7210bf9-32e3-4ee4-96d8-e21854cb31af tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389233 Feb 03 14:45:19.830995 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f7017-d609-4496-883b-31eb0d1110f8 req-fd67e3d2-c053-42de-a1e4-58932c8b4903 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:19.832424 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-fa8f7017-d609-4496-883b-31eb0d1110f8 req-fd67e3d2-c053-42de-a1e4-58932c8b4903 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 945 time: 0.0748141 Feb 03 14:45:19.876527 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-fa8f7017-d609-4496-883b-31eb0d1110f8 req-be9fc0d9-1deb-4fed-8d01-959d23cbdf7c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383902 Feb 03 14:45:21.070262 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250fa032-c814-4d41-a58f-da04a7724fb2 req-7412cfd2-3c25-4f3e-b68c-8b63bec6cfca tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:21.071716 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-250fa032-c814-4d41-a58f-da04a7724fb2 req-7412cfd2-3c25-4f3e-b68c-8b63bec6cfca tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 945 time: 0.0775628 Feb 03 14:45:21.116671 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-250fa032-c814-4d41-a58f-da04a7724fb2 req-583a0dbe-6e9e-4ae0-8c11-0f9967fb393a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386515 Feb 03 14:45:22.315480 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc3516-ed37-482f-bb23-03f92de761a9 req-198ce294-0340-410a-951d-47f25e33b7c8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:22.316879 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-75cc3516-ed37-482f-bb23-03f92de761a9 req-198ce294-0340-410a-951d-47f25e33b7c8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 945 time: 0.0740657 Feb 03 14:45:22.364814 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-75cc3516-ed37-482f-bb23-03f92de761a9 req-c286cd3e-89f2-449d-b3ef-7fab24c452c0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425246 Feb 03 14:45:23.027070 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c90de744-f897-4f50-9155-eb66c80ca89d req-5c04d297-5f83-4dae-83bd-d25a685809b3 service neutron] 10.222.0.47 "GET /v2.0/ports/c9561406-0f5d-4ae0-ade4-facdc6820ce3/bindings/hv-neutron-8270 HTTP/1.1" status: 200 len: 384 time: 0.0705388 Feb 03 14:45:23.561708 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec9532-ef66-4b17-bb0f-82c7516f8a19 req-da1b73ae-2327-41a0-8867-90e0536da3d6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:23.563180 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5eec9532-ef66-4b17-bb0f-82c7516f8a19 req-da1b73ae-2327-41a0-8867-90e0536da3d6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 945 time: 0.0771401 Feb 03 14:45:23.565735 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c90de744-f897-4f50-9155-eb66c80ca89d req-dad494ad-f798-4037-a60b-010f4639a648 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9&tenant_id=5ba8843202ac46748b5166400226edd3 HTTP/1.1" status: 200 len: 1098 time: 0.0728023 Feb 03 14:45:23.608660 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5eec9532-ef66-4b17-bb0f-82c7516f8a19 req-31bcd514-2bfb-4b2e-8111-14ca321a3e56 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398741 Feb 03 14:45:23.737217 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c90de744-f897-4f50-9155-eb66c80ca89d req-a93daa9a-aa76-40f9-8f70-663ee08d2fd9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ba8843202ac46748b5166400226edd3&device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 1098 time: 0.1486919 Feb 03 14:45:23.866328 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90de744-f897-4f50-9155-eb66c80ca89d req-4f1ac355-1bdb-4047-866e-0a7420531427 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:23.867786 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c90de744-f897-4f50-9155-eb66c80ca89d req-4f1ac355-1bdb-4047-866e-0a7420531427 service neutron] 10.222.0.47 "GET /v2.0/networks?id=59913cfe-1869-4f9e-8353-9f8969b73378 HTTP/1.1" status: 200 len: 896 time: 0.1251216 Feb 03 14:45:23.968049 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c90de744-f897-4f50-9155-eb66c80ca89d req-13fee891-683a-4bcd-ba84-277fe560a92f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9561406-0f5d-4ae0-ade4-facdc6820ce3 HTTP/1.1" status: 200 len: 1000 time: 0.0939119 Feb 03 14:45:24.029299 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90de744-f897-4f50-9155-eb66c80ca89d req-d3f1f610-f850-42bc-9bbb-c6d247dccccb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:24.030695 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c90de744-f897-4f50-9155-eb66c80ca89d req-d3f1f610-f850-42bc-9bbb-c6d247dccccb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c6bd57e6-1fac-41f4-afae-55a9652c2001 HTTP/1.1" status: 200 len: 835 time: 0.0568354 Feb 03 14:45:24.105576 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c90de744-f897-4f50-9155-eb66c80ca89d req-32e5a36f-b9ff-44a5-9201-f539f95bbd3a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=59913cfe-1869-4f9e-8353-9f8969b73378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690885 Feb 03 14:45:24.234025 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c90de744-f897-4f50-9155-eb66c80ca89d req-0ca37b44-5d90-4b76-9595-f8e8161ff717 service neutron] 10.222.0.47 "GET /v2.0/networks/59913cfe-1869-4f9e-8353-9f8969b73378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227622 Feb 03 14:45:24.362232 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c90de744-f897-4f50-9155-eb66c80ca89d req-e83f4c06-347c-4a0f-8edb-761705fe8f09 service neutron] 10.222.0.47 "GET /v2.0/networks/59913cfe-1869-4f9e-8353-9f8969b73378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221967 Feb 03 14:45:24.810536 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3cc06d-f7f0-4973-831c-89dbfea01c70 req-2574891c-9f1e-4a0c-aa80-8f4471199711 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:24.810536 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3a3cc06d-f7f0-4973-831c-89dbfea01c70 req-2574891c-9f1e-4a0c-aa80-8f4471199711 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 945 time: 0.0779338 Feb 03 14:45:24.854366 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3a3cc06d-f7f0-4973-831c-89dbfea01c70 req-2cc22d4a-e5c1-49a4-8a49-4a24230cb1b5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403743 Feb 03 14:45:25.365529 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7cb884c6-d914-4cc5-ad58-3a2f22cf9b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:45:25.957991 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device c9561406-0f5d-4ae0-ade4-facdc6820ce3 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:45:26.051832 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba277cf-1a02-402d-8ae7-83735cf36cf0 req-00ac3dff-298f-4098-b7bf-a57d9096e537 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:26.053161 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bba277cf-1a02-402d-8ae7-83735cf36cf0 req-00ac3dff-298f-4098-b7bf-a57d9096e537 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 945 time: 0.0757172 Feb 03 14:45:26.066981 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:45:26.093482 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd60184d-86fb-4aec-865c-f4c4406a18d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9561406-0f5d-4ae0-ade4-facdc6820ce3'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:45:26.097796 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bba277cf-1a02-402d-8ae7-83735cf36cf0 req-60c3c4b4-f61a-4cc2-aecb-e09ac1a5f708 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391891 Feb 03 14:45:26.102842 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port c9561406-0f5d-4ae0-ade4-facdc6820ce3, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=c9561406-0f5d-4ae0-ade4-facdc6820ce3,segment=NetworkSegment(6d4fc435-6782-4eaf-b009-b95eca8d1f4a),segment_id=6d4fc435-6782-4eaf-b009-b95eca8d1f4a)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:45:26.156913 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd60184d-86fb-4aec-865c-f4c4406a18d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9561406-0f5d-4ae0-ade4-facdc6820ce3', 'code': 200} Feb 03 14:45:26.184981 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:45:26.250146 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=c9561406-0f5d-4ae0-ade4-facdc6820ce3,revision_number=6']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:26.258678 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:26.259037 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:26.259406 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:26.259742 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:26.260079 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:26.260408 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:26.260736 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:26.261064 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:26.261389 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:26.261711 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:26.262039 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:27.297812 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d96aa-0335-4812-9412-d23b9dcf14d8 req-b98fc1c0-bc1b-4dc0-87a3-b4161dc02c57 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:27.299267 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0d9d96aa-0335-4812-9412-d23b9dcf14d8 req-b98fc1c0-bc1b-4dc0-87a3-b4161dc02c57 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 943 time: 0.0810931 Feb 03 14:45:27.344477 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0d9d96aa-0335-4812-9412-d23b9dcf14d8 req-f25df1eb-169f-4798-9d28-8dd5d7908b75 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396552 Feb 03 14:45:27.545397 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fb7cb044-0b5d-4bad-b968-7165b6f7f832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:45:27.976784 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device c9561406-0f5d-4ae0-ade4-facdc6820ce3 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:45:28.106240 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port c9561406-0f5d-4ae0-ade4-facdc6820ce3, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=c9561406-0f5d-4ae0-ade4-facdc6820ce3,segment=NetworkSegment(6d4fc435-6782-4eaf-b009-b95eca8d1f4a),segment_id=6d4fc435-6782-4eaf-b009-b95eca8d1f4a)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:45:28.119597 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': 'c9561406-0f5d-4ae0-ade4-facdc6820ce3', 'network_id': '59913cfe-1869-4f9e-8353-9f8969b73378', 'port_id': 'c9561406-0f5d-4ae0-ade4-facdc6820ce3', 'mac_address': 'fa:16:3e:76:8d:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6bd57e6-1fac-41f4-afae-55a9652c2001', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:45:28.170896 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:45:28.190829 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9561406-0f5d-4ae0-ade4-facdc6820ce3 {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:45:28.206119 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port c9561406-0f5d-4ae0-ade4-facdc6820ce3, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=c9561406-0f5d-4ae0-ade4-facdc6820ce3,segment=NetworkSegment(6d4fc435-6782-4eaf-b009-b95eca8d1f4a),segment_id=6d4fc435-6782-4eaf-b009-b95eca8d1f4a)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:45:28.288031 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:45:28.351524 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['c9561406-0f5d-4ae0-ade4-facdc6820ce3'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:45:28.389603 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=c9561406-0f5d-4ae0-ade4-facdc6820ce3,revision_number=7']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:28.542198 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1975b55-1fc7-4e5f-a52e-5263b5d4cddc req-771cee95-2ed0-4c47-ba5c-a4d38c4d2b81 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:28.543571 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d1975b55-1fc7-4e5f-a52e-5263b5d4cddc req-771cee95-2ed0-4c47-ba5c-a4d38c4d2b81 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 944 time: 0.0753515 Feb 03 14:45:28.588647 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d1975b55-1fc7-4e5f-a52e-5263b5d4cddc req-d0bea907-b016-4241-8a8f-375b89b8641b tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390866 Feb 03 14:45:28.871243 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:45:28.996809 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:45:29.031633 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009faec0-a52d-46f4-ba25-f0bab80a61fb req-6cde038d-407c-4e35-9cbf-4ed35a22986b tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:29.033081 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-009faec0-a52d-46f4-ba25-f0bab80a61fb req-6cde038d-407c-4e35-9cbf-4ed35a22986b tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 944 time: 0.0803108 Feb 03 14:45:29.075997 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8014bc-3f97-409c-871b-a46eedcb3921 req-7c761217-2c45-4194-a6d3-e2099c537def tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:29.077524 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-2e8014bc-3f97-409c-871b-a46eedcb3921 req-7c761217-2c45-4194-a6d3-e2099c537def tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Synchronizing usage tracker for tenant:5ba8843202ac46748b5166400226edd3 on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:45:29.078016 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-009faec0-a52d-46f4-ba25-f0bab80a61fb req-32a63222-7d22-4ee7-bee1-7da9ee82ad85 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392933 Feb 03 14:45:29.165836 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-2e8014bc-3f97-409c-871b-a46eedcb3921 req-7c761217-2c45-4194-a6d3-e2099c537def tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Unset dirty status for tenant:5ba8843202ac46748b5166400226edd3 on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:45:29.166995 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2e8014bc-3f97-409c-871b-a46eedcb3921 req-7c761217-2c45-4194-a6d3-e2099c537def tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9&tenant_id=5ba8843202ac46748b5166400226edd3&binding%3Ahost_id=hv-neutron-8270 HTTP/1.1" status: 200 len: 944 time: 0.1699646 Feb 03 14:45:29.280457 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cefc5f0-cb33-416b-a564-8856081d6c4a req-91264517-47fb-4564-b713-7301f276aa7c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:29.281993 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5cefc5f0-cb33-416b-a564-8856081d6c4a req-91264517-47fb-4564-b713-7301f276aa7c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 944 time: 0.0800951 Feb 03 14:45:29.305565 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2e8014bc-3f97-409c-871b-a46eedcb3921 req-fd9fc893-47f5-4e56-96bb-c245cd8230f7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ba8843202ac46748b5166400226edd3&device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 1097 time: 0.0719969 Feb 03 14:45:29.331885 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5cefc5f0-cb33-416b-a564-8856081d6c4a req-2d051b51-835f-4138-9a19-4fcae9415fd8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444956 Feb 03 14:45:29.438211 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8014bc-3f97-409c-871b-a46eedcb3921 req-488f308c-8672-4948-b446-8cd94f1336f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:29.439700 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2e8014bc-3f97-409c-871b-a46eedcb3921 req-488f308c-8672-4948-b446-8cd94f1336f3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=59913cfe-1869-4f9e-8353-9f8969b73378 HTTP/1.1" status: 200 len: 896 time: 0.1285679 Feb 03 14:45:29.536087 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2e8014bc-3f97-409c-871b-a46eedcb3921 req-2e20713a-2242-416d-9543-30b2337c3008 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9561406-0f5d-4ae0-ade4-facdc6820ce3 HTTP/1.1" status: 200 len: 999 time: 0.0911243 Feb 03 14:45:29.598017 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8014bc-3f97-409c-871b-a46eedcb3921 req-fa79248f-a02a-4b95-839a-469db4786144 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:29.599410 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2e8014bc-3f97-409c-871b-a46eedcb3921 req-fa79248f-a02a-4b95-839a-469db4786144 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c6bd57e6-1fac-41f4-afae-55a9652c2001 HTTP/1.1" status: 200 len: 835 time: 0.0580766 Feb 03 14:45:29.672173 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2e8014bc-3f97-409c-871b-a46eedcb3921 req-21535701-5a49-4fbd-820c-b1e437f7c116 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=59913cfe-1869-4f9e-8353-9f8969b73378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668287 Feb 03 14:45:29.800124 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2e8014bc-3f97-409c-871b-a46eedcb3921 req-4b295f9c-5ba3-40f0-94e4-4155cabede26 service neutron] 10.222.0.47 "GET /v2.0/networks/59913cfe-1869-4f9e-8353-9f8969b73378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221459 Feb 03 14:45:29.928670 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2e8014bc-3f97-409c-871b-a46eedcb3921 req-e34a2c94-b2a4-4e8c-b74c-b6f583a34517 service neutron] 10.222.0.47 "GET /v2.0/networks/59913cfe-1869-4f9e-8353-9f8969b73378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224284 Feb 03 14:45:29.981038 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device c9561406-0f5d-4ae0-ade4-facdc6820ce3 up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:45:30.049799 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port c9561406-0f5d-4ae0-ade4-facdc6820ce3 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:45:30.050164 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:45:30.159372 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:45:30.189223 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd60184d-86fb-4aec-865c-f4c4406a18d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9561406-0f5d-4ae0-ade4-facdc6820ce3'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:45:30.198975 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port c9561406-0f5d-4ae0-ade4-facdc6820ce3, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=c9561406-0f5d-4ae0-ade4-facdc6820ce3,segment=NetworkSegment(6d4fc435-6782-4eaf-b009-b95eca8d1f4a),segment_id=6d4fc435-6782-4eaf-b009-b95eca8d1f4a)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:45:30.252261 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd60184d-86fb-4aec-865c-f4c4406a18d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9561406-0f5d-4ae0-ade4-facdc6820ce3', 'code': 200} Feb 03 14:45:30.280399 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:45:30.344920 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=c9561406-0f5d-4ae0-ade4-facdc6820ce3,revision_number=8']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:30.359930 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:45:30.527011 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dddf9d8-e257-4e80-91f0-b1510bacc09e req-5f45655e-48a2-4329-af25-f0477b6ee706 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:30.528532 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8dddf9d8-e257-4e80-91f0-b1510bacc09e req-5f45655e-48a2-4329-af25-f0477b6ee706 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 945 time: 0.0778964 Feb 03 14:45:30.573077 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8dddf9d8-e257-4e80-91f0-b1510bacc09e req-85b36026-18e6-4fc0-8141-1e36c1cd3efd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382571 Feb 03 14:45:31.770081 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45076005-18b1-4778-8a48-a68e8db070f6 req-d1b07409-e79e-4670-b5ee-73dd18b8c990 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:31.771517 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-45076005-18b1-4778-8a48-a68e8db070f6 req-d1b07409-e79e-4670-b5ee-73dd18b8c990 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 945 time: 0.0776484 Feb 03 14:45:31.814876 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-45076005-18b1-4778-8a48-a68e8db070f6 req-faa8d7b9-929a-43d9-b5d9-ad9aa445bff4 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378621 Feb 03 14:45:31.842809 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 39156) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:45:32.027652 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-844001e2-85d3-400a-9f07-554df2e7f8ff tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/floatingips/4b94b925-19e0-454f-948f-34ea78e3f565 HTTP/1.1" status: 200 len: 992 time: 0.1835594 Feb 03 14:45:44.205233 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-270d5e34-73e3-42ba-9b0f-c19e910274b1 req-cf97b7e6-4d99-4910-b28d-953e7dfe9318 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1556683 Feb 03 14:45:44.339591 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-270d5e34-73e3-42ba-9b0f-c19e910274b1 req-377de8fb-b725-40ec-866d-a00bb24ff67e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ba8843202ac46748b5166400226edd3&device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 1098 time: 0.0677862 Feb 03 14:45:44.481550 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d5e34-73e3-42ba-9b0f-c19e910274b1 req-8e0d0c9a-8a8b-4382-b5d1-01354bfd4f21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:44.482877 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-270d5e34-73e3-42ba-9b0f-c19e910274b1 req-8e0d0c9a-8a8b-4382-b5d1-01354bfd4f21 service neutron] 10.222.0.47 "GET /v2.0/networks?id=59913cfe-1869-4f9e-8353-9f8969b73378 HTTP/1.1" status: 200 len: 896 time: 0.1219444 Feb 03 14:45:44.581564 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-270d5e34-73e3-42ba-9b0f-c19e910274b1 req-fd595202-da57-4bdf-b03b-513ca9744577 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9561406-0f5d-4ae0-ade4-facdc6820ce3 HTTP/1.1" status: 200 len: 1000 time: 0.0926855 Feb 03 14:45:44.644799 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d5e34-73e3-42ba-9b0f-c19e910274b1 req-d29bba89-63bc-4a57-be1b-2394061b6f79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:44.646206 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-270d5e34-73e3-42ba-9b0f-c19e910274b1 req-d29bba89-63bc-4a57-be1b-2394061b6f79 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c6bd57e6-1fac-41f4-afae-55a9652c2001 HTTP/1.1" status: 200 len: 835 time: 0.0591705 Feb 03 14:45:44.723737 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-270d5e34-73e3-42ba-9b0f-c19e910274b1 req-1240456f-6d98-4752-809f-80ab7b022709 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=59913cfe-1869-4f9e-8353-9f8969b73378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712147 Feb 03 14:45:44.851053 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-270d5e34-73e3-42ba-9b0f-c19e910274b1 req-fdbea262-99d2-412a-b598-6d6c8f21de47 service neutron] 10.222.0.47 "GET /v2.0/networks/59913cfe-1869-4f9e-8353-9f8969b73378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213140 Feb 03 14:45:44.977775 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-270d5e34-73e3-42ba-9b0f-c19e910274b1 req-b9955ee2-f01a-4934-9f5f-5b901d751cff service neutron] 10.222.0.47 "GET /v2.0/networks/59913cfe-1869-4f9e-8353-9f8969b73378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210277 Feb 03 14:45:47.885609 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:45:49.854129 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:45:55.322338 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-be1c9bd7-02fa-43c3-b766-7aff7c3e12bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:45:57.188154 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [req-29d96c9d-f89f-4c7c-9eb7-678bef049781 req-8260950b-f2fe-4461-b8e8-9adc21f878d2 service neutron] (84182) timed out ('10.222.0.41', 35628) {{(pid=84182) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 03 14:45:57.548684 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-315a5c3f-4d97-4e4a-8f4f-35f7fffc5acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:45:58.851647 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:45:58.990907 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:00.354767 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:17.906055 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:25.022119 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39180) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:46:25.214949 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-4019111f-9950-43b0-b8bd-98a3e2b3d9b1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Deleting port c26077b9-c165-4e43-bec7-e29e116242ae {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:46:25.215325 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4019111f-9950-43b0-b8bd-98a3e2b3d9b1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:25.339718 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bff5456e-ec68-4be1-a92e-5bbd7ee89657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:25.384343 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4019111f-9950-43b0-b8bd-98a3e2b3d9b1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:25.384668 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4019111f-9950-43b0-b8bd-98a3e2b3d9b1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:25.501575 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-4019111f-9950-43b0-b8bd-98a3e2b3d9b1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Calling delete_port for c26077b9-c165-4e43-bec7-e29e116242ae owned by network:floatingip {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:46:25.711225 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4019111f-9950-43b0-b8bd-98a3e2b3d9b1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:25.755598 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4019111f-9950-43b0-b8bd-98a3e2b3d9b1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event deleted for resources: {'Port': ['ID=c26077b9-c165-4e43-bec7-e29e116242ae,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:25.797623 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4019111f-9950-43b0-b8bd-98a3e2b3d9b1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:25.797971 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4019111f-9950-43b0-b8bd-98a3e2b3d9b1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:25.798312 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4019111f-9950-43b0-b8bd-98a3e2b3d9b1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:25.798650 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4019111f-9950-43b0-b8bd-98a3e2b3d9b1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:25.798978 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4019111f-9950-43b0-b8bd-98a3e2b3d9b1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:25.799334 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4019111f-9950-43b0-b8bd-98a3e2b3d9b1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:25.799658 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4019111f-9950-43b0-b8bd-98a3e2b3d9b1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:25.799980 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4019111f-9950-43b0-b8bd-98a3e2b3d9b1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:25.800300 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4019111f-9950-43b0-b8bd-98a3e2b3d9b1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:25.800622 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4019111f-9950-43b0-b8bd-98a3e2b3d9b1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:25.800938 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4019111f-9950-43b0-b8bd-98a3e2b3d9b1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:25.939545 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4019111f-9950-43b0-b8bd-98a3e2b3d9b1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for floatingip, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:26.319599 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4019111f-9950-43b0-b8bd-98a3e2b3d9b1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Router 251471e5-9633-4b46-98b6-6e6ab77e88d9 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:46:26.527201 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4019111f-9950-43b0-b8bd-98a3e2b3d9b1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:46:26.538261 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f51cff-a4fa-4252-a597-b1c2cd450c6f None None] Sync routers for ids ['251471e5-9633-4b46-98b6-6e6ab77e88d9'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:46:26.550557 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f51cff-a4fa-4252-a597-b1c2cd450c6f None None] Routers {'251471e5-9633-4b46-98b6-6e6ab77e88d9'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:46:26.551295 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-a4f51cff-a4fa-4252-a597-b1c2cd450c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:45:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['251471e5-9633-4b46-98b6-6e6ab77e88d9'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:46:26.611796 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4019111f-9950-43b0-b8bd-98a3e2b3d9b1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:26.665117 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-4019111f-9950-43b0-b8bd-98a3e2b3d9b1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "DELETE /v2.0/floatingips/4b94b925-19e0-454f-948f-34ea78e3f565 HTTP/1.1" status: 204 len: 168 time: 1.6419446 Feb 03 14:46:26.665729 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd60184d-86fb-4aec-865c-f4c4406a18d9', 'tag': 'c9561406-0f5d-4ae0-ade4-facdc6820ce3'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:46:26.736303 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-a4f51cff-a4fa-4252-a597-b1c2cd450c6f None None] Set router 251471e5-9633-4b46-98b6-6e6ab77e88d9 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:46:26.827442 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd60184d-86fb-4aec-865c-f4c4406a18d9', 'tag': 'c9561406-0f5d-4ae0-ade4-facdc6820ce3', 'status': 'completed', 'code': 200} Feb 03 14:46:26.919237 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6c483b2f-9c3b-44d9-b9e3-bfe33539f0d8 req-c36b212d-c168-4d6e-82dc-dcb963ead35b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ba8843202ac46748b5166400226edd3&device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 1098 time: 0.0714059 Feb 03 14:46:26.929033 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:46:27.052092 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-a4f51cff-a4fa-4252-a597-b1c2cd450c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251471e5-9633-4b46-98b6-6e6ab77e88d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417811703', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '16df7dd9-2508-46b0-a8fd-ec25161be98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:43:30Z', 'updated_at': '2022-02-03T14:43:35Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '16df7dd9-2508-46b0-a8fd-ec25161be98f', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251471e5-9633-4b46-98b6-6e6ab77e88d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:43:30Z', 'updated_at': '2022-02-03T14:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'bc444d2b-d3a1-4177-b433-90bedd48092d', 'name': '', 'network_id': '59913cfe-1869-4f9e-8353-9f8969b73378', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'mac_address': 'fa:16:3e:af:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251471e5-9633-4b46-98b6-6e6ab77e88d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6bd57e6-1fac-41f4-afae-55a9652c2001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:43:34Z', 'updated_at': '2022-02-03T14:43:42Z', 'revision_number': 5, 'project_id': '5ba8843202ac46748b5166400226edd3', 'subnets': [{'id': 'c6bd57e6-1fac-41f4-afae-55a9652c2001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:46:27.054467 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c483b2f-9c3b-44d9-b9e3-bfe33539f0d8 req-0a3578c2-3906-4b85-87e3-6052fa338145 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:27.056086 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6c483b2f-9c3b-44d9-b9e3-bfe33539f0d8 req-0a3578c2-3906-4b85-87e3-6052fa338145 service neutron] 10.222.0.47 "GET /v2.0/networks?id=59913cfe-1869-4f9e-8353-9f8969b73378 HTTP/1.1" status: 200 len: 896 time: 0.1315589 Feb 03 14:46:27.061095 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f51cff-a4fa-4252-a597-b1c2cd450c6f None None] Checking router: 251471e5-9633-4b46-98b6-6e6ab77e88d9 for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:46:27.066449 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f51cff-a4fa-4252-a597-b1c2cd450c6f None None] Routers {'251471e5-9633-4b46-98b6-6e6ab77e88d9'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:46:27.067049 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-a4f51cff-a4fa-4252-a597-b1c2cd450c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:45:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['251471e5-9633-4b46-98b6-6e6ab77e88d9'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:46:27.127200 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6c483b2f-9c3b-44d9-b9e3-bfe33539f0d8 req-fda8ac51-d90c-4f11-bab4-05f713f499ba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9561406-0f5d-4ae0-ade4-facdc6820ce3 HTTP/1.1" status: 200 len: 217 time: 0.0653207 Feb 03 14:46:27.193288 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c483b2f-9c3b-44d9-b9e3-bfe33539f0d8 req-cf3be98f-c1bc-4f0b-afad-eaa0461ae9ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:27.194627 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6c483b2f-9c3b-44d9-b9e3-bfe33539f0d8 req-cf3be98f-c1bc-4f0b-afad-eaa0461ae9ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c6bd57e6-1fac-41f4-afae-55a9652c2001 HTTP/1.1" status: 200 len: 835 time: 0.0611110 Feb 03 14:46:27.277169 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6c483b2f-9c3b-44d9-b9e3-bfe33539f0d8 req-293dccc0-ddcf-461a-8214-40bf81f8a387 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=59913cfe-1869-4f9e-8353-9f8969b73378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759814 Feb 03 14:46:27.281041 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-a4f51cff-a4fa-4252-a597-b1c2cd450c6f None None] Set router 251471e5-9633-4b46-98b6-6e6ab77e88d9 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:46:27.295227 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803b375-3173-47d4-aa7e-861d303b75d3 req-014d54af-b22b-4a2b-9083-e7aeb4aabe82 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:27.296939 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5803b375-3173-47d4-aa7e-861d303b75d3 req-014d54af-b22b-4a2b-9083-e7aeb4aabe82 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 945 time: 0.0819340 Feb 03 14:46:27.343912 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5803b375-3173-47d4-aa7e-861d303b75d3 req-bf6f7514-dcab-4eee-8115-4881fe4713e8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399954 Feb 03 14:46:27.424882 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6c483b2f-9c3b-44d9-b9e3-bfe33539f0d8 req-7bd2a535-99e5-4248-9373-a9acd2e6c862 service neutron] 10.222.0.47 "GET /v2.0/networks/59913cfe-1869-4f9e-8353-9f8969b73378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395435 Feb 03 14:46:27.557097 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6c483b2f-9c3b-44d9-b9e3-bfe33539f0d8 req-f37c2807-fda3-4023-a842-7b1dc347b25b service neutron] 10.222.0.47 "GET /v2.0/networks/59913cfe-1869-4f9e-8353-9f8969b73378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249452 Feb 03 14:46:27.565795 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-544943fa-ee17-4551-9a61-9fcfbd2f3e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:27.595336 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-a4f51cff-a4fa-4252-a597-b1c2cd450c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251471e5-9633-4b46-98b6-6e6ab77e88d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417811703', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '16df7dd9-2508-46b0-a8fd-ec25161be98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:43:30Z', 'updated_at': '2022-02-03T14:43:35Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '16df7dd9-2508-46b0-a8fd-ec25161be98f', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251471e5-9633-4b46-98b6-6e6ab77e88d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:43:30Z', 'updated_at': '2022-02-03T14:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'bc444d2b-d3a1-4177-b433-90bedd48092d', 'name': '', 'network_id': '59913cfe-1869-4f9e-8353-9f8969b73378', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'mac_address': 'fa:16:3e:af:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251471e5-9633-4b46-98b6-6e6ab77e88d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6bd57e6-1fac-41f4-afae-55a9652c2001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:43:34Z', 'updated_at': '2022-02-03T14:43:42Z', 'revision_number': 5, 'project_id': '5ba8843202ac46748b5166400226edd3', 'subnets': [{'id': 'c6bd57e6-1fac-41f4-afae-55a9652c2001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:46:27.599220 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f51cff-a4fa-4252-a597-b1c2cd450c6f None None] The sync data for ids ['251471e5-9633-4b46-98b6-6e6ab77e88d9'] in dv-neutron-827016-1-hyperv is: [{'id': '251471e5-9633-4b46-98b6-6e6ab77e88d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417811703', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '16df7dd9-2508-46b0-a8fd-ec25161be98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:43:30Z', 'updated_at': '2022-02-03T14:43:35Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '16df7dd9-2508-46b0-a8fd-ec25161be98f', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251471e5-9633-4b46-98b6-6e6ab77e88d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:43:30Z', 'updated_at': '2022-02-03T14:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'bc444d2b-d3a1-4177-b433-90bedd48092d', 'name': '', 'network_id': '59913cfe-1869-4f9e-8353-9f8969b73378', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'mac_address': 'fa:16:3e:af:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251471e5-9633-4b46-98b6-6e6ab77e88d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6bd57e6-1fac-41f4-afae-55a9652c2001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:43:34Z', 'updated_at': '2022-02-03T14:43:42Z', 'revision_number': 5, 'project_id': '5ba8843202ac46748b5166400226edd3', 'subnets': [{'id': 'c6bd57e6-1fac-41f4-afae-55a9652c2001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:46:27.818927 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b2da4e-d9c7-48f3-be6d-6dd64ff5bba8 None None] New status for floating IP 4b94b925-19e0-454f-948f-34ea78e3f565: DOWN {{(pid=84183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:46:28.555357 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89701e01-39d6-400e-b11f-5ff541f00bd2 req-68a7e267-d737-434e-9014-2cbbe61a5bbc tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:28.556798 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-89701e01-39d6-400e-b11f-5ff541f00bd2 req-68a7e267-d737-434e-9014-2cbbe61a5bbc tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 945 time: 0.0762796 Feb 03 14:46:28.601273 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-89701e01-39d6-400e-b11f-5ff541f00bd2 req-d16d7f57-857d-42a7-b7bf-90468f315dc8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390482 Feb 03 14:46:28.848278 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:29.028778 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:29.163383 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14beebd-17d4-47c2-b8f3-f482a0ec9b36 req-046dd49c-090b-4656-8cbf-01d2cd291d11 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:29.164055 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-c14beebd-17d4-47c2-b8f3-f482a0ec9b36 req-046dd49c-090b-4656-8cbf-01d2cd291d11 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Synchronizing usage tracker for tenant:5ba8843202ac46748b5166400226edd3 on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:46:29.234625 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-c14beebd-17d4-47c2-b8f3-f482a0ec9b36 req-046dd49c-090b-4656-8cbf-01d2cd291d11 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Unset dirty status for tenant:5ba8843202ac46748b5166400226edd3 on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:46:29.235759 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c14beebd-17d4-47c2-b8f3-f482a0ec9b36 req-046dd49c-090b-4656-8cbf-01d2cd291d11 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 945 time: 0.1495295 Feb 03 14:46:29.396517 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-c14beebd-17d4-47c2-b8f3-f482a0ec9b36 req-160034df-2f16-4071-a509-10449d10a607 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Deleting port c9561406-0f5d-4ae0-ade4-facdc6820ce3 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:46:29.396864 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-c14beebd-17d4-47c2-b8f3-f482a0ec9b36 req-160034df-2f16-4071-a509-10449d10a607 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:29.631878 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-c14beebd-17d4-47c2-b8f3-f482a0ec9b36 req-160034df-2f16-4071-a509-10449d10a607 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] For port c9561406-0f5d-4ae0-ade4-facdc6820ce3, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=c9561406-0f5d-4ae0-ade4-facdc6820ce3,segment=NetworkSegment(6d4fc435-6782-4eaf-b009-b95eca8d1f4a),segment_id=6d4fc435-6782-4eaf-b009-b95eca8d1f4a)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:46:29.632252 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-c14beebd-17d4-47c2-b8f3-f482a0ec9b36 req-160034df-2f16-4071-a509-10449d10a607 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:29.757283 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-c14beebd-17d4-47c2-b8f3-f482a0ec9b36 req-160034df-2f16-4071-a509-10449d10a607 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Calling delete_port for c9561406-0f5d-4ae0-ade4-facdc6820ce3 owned by compute:nova {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:46:29.799045 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c7673-4ead-4751-9981-8dee38d7d4d0 req-20cc5787-f28b-43ce-a751-6c86865e8938 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:29.800477 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b86c7673-4ead-4751-9981-8dee38d7d4d0 req-20cc5787-f28b-43ce-a751-6c86865e8938 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 945 time: 0.0759642 Feb 03 14:46:29.849565 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b86c7673-4ead-4751-9981-8dee38d7d4d0 req-7ddf08a9-541e-44e9-a3e4-f5612de21856 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435908 Feb 03 14:46:29.962474 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-c14beebd-17d4-47c2-b8f3-f482a0ec9b36 req-160034df-2f16-4071-a509-10449d10a607 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:30.012750 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160034df-2f16-4071-a509-10449d10a607 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event deleted for resources: {'Port': ['ID=c9561406-0f5d-4ae0-ade4-facdc6820ce3,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:30.084522 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-c14beebd-17d4-47c2-b8f3-f482a0ec9b36 req-160034df-2f16-4071-a509-10449d10a607 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] No DVR routers for this DVR port c9561406-0f5d-4ae0-ade4-facdc6820ce3 on host hv-neutron-8270 {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:46:30.086807 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-c14beebd-17d4-47c2-b8f3-f482a0ec9b36 req-160034df-2f16-4071-a509-10449d10a607 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:30.089306 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd60184d-86fb-4aec-865c-f4c4406a18d9', 'name': 'network-vif-deleted', 'tag': 'c9561406-0f5d-4ae0-ade4-facdc6820ce3'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:46:30.143327 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd60184d-86fb-4aec-865c-f4c4406a18d9', 'name': 'network-vif-deleted', 'tag': 'c9561406-0f5d-4ae0-ade4-facdc6820ce3', 'status': 'completed', 'code': 200} Feb 03 14:46:30.191542 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c14beebd-17d4-47c2-b8f3-f482a0ec9b36 req-160034df-2f16-4071-a509-10449d10a607 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.47 "DELETE /v2.0/ports/c9561406-0f5d-4ae0-ade4-facdc6820ce3 HTTP/1.1" status: 204 len: 173 time: 0.9508984 Feb 03 14:46:30.341763 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:31.022836 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6f775c11-5b53-4b8d-a01b-d8dc26e18816 req-dc5ef8e8-e0c1-48dc-920f-a3a09276e700 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd60184d-86fb-4aec-865c-f4c4406a18d9 HTTP/1.1" status: 200 len: 210 time: 0.0407166 Feb 03 14:46:32.127284 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39212) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:46:32.513799 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9f762097-448b-4430-ac10-fa7a0d1b755d tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:33.183325 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-9f762097-448b-4430-ac10-fa7a0d1b755d tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Deleting port bc444d2b-d3a1-4177-b433-90bedd48092d {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:46:33.184030 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9f762097-448b-4430-ac10-fa7a0d1b755d tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:33.368559 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-9f762097-448b-4430-ac10-fa7a0d1b755d tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] For port bc444d2b-d3a1-4177-b433-90bedd48092d, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=bc444d2b-d3a1-4177-b433-90bedd48092d,segment=NetworkSegment(6d4fc435-6782-4eaf-b009-b95eca8d1f4a),segment_id=6d4fc435-6782-4eaf-b009-b95eca8d1f4a)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:46:33.368908 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9f762097-448b-4430-ac10-fa7a0d1b755d tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:33.486517 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-9f762097-448b-4430-ac10-fa7a0d1b755d tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Calling delete_port for bc444d2b-d3a1-4177-b433-90bedd48092d owned by network:router_interface {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:46:33.743411 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9f762097-448b-4430-ac10-fa7a0d1b755d tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:33.790668 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f762097-448b-4430-ac10-fa7a0d1b755d tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event deleted for resources: {'Port': ['ID=bc444d2b-d3a1-4177-b433-90bedd48092d,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:34.083350 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9f762097-448b-4430-ac10-fa7a0d1b755d tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:34.308419 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device c9561406-0f5d-4ae0-ade4-facdc6820ce3 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:46:34.343537 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] No Port match for: c9561406-0f5d-4ae0-ade4-facdc6820ce3 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:46:34.343854 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device c9561406-0f5d-4ae0-ade4-facdc6820ce3 not bound to the agent host hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:46:34.747742 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f762097-448b-4430-ac10-fa7a0d1b755d tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Router 251471e5-9633-4b46-98b6-6e6ab77e88d9 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:46:34.948256 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f762097-448b-4430-ac10-fa7a0d1b755d tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:46:34.957653 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d429b2b1-e233-43c6-8455-e521ca2d9885 None None] Sync routers for ids ['251471e5-9633-4b46-98b6-6e6ab77e88d9'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:46:34.961250 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-9f762097-448b-4430-ac10-fa7a0d1b755d tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "PUT /v2.0/routers/251471e5-9633-4b46-98b6-6e6ab77e88d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8329151 Feb 03 14:46:34.963878 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39218) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:46:34.969928 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d429b2b1-e233-43c6-8455-e521ca2d9885 None None] Routers {'251471e5-9633-4b46-98b6-6e6ab77e88d9'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:46:34.970512 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-d429b2b1-e233-43c6-8455-e521ca2d9885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:46:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['251471e5-9633-4b46-98b6-6e6ab77e88d9'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:46:35.142621 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-d429b2b1-e233-43c6-8455-e521ca2d9885 None None] Set router 251471e5-9633-4b46-98b6-6e6ab77e88d9 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:46:35.146505 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-86c59a69-389e-481b-9169-bdc7db831247 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Deleting subnet c6bd57e6-1fac-41f4-afae-55a9652c2001 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:46:35.149371 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-86c59a69-389e-481b-9169-bdc7db831247 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:35.201034 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-86c59a69-389e-481b-9169-bdc7db831247 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:35.286054 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-86c59a69-389e-481b-9169-bdc7db831247 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:35.414156 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-86c59a69-389e-481b-9169-bdc7db831247 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:35.417852 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-d429b2b1-e233-43c6-8455-e521ca2d9885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251471e5-9633-4b46-98b6-6e6ab77e88d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417811703', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '16df7dd9-2508-46b0-a8fd-ec25161be98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:43:30Z', 'updated_at': '2022-02-03T14:46:33Z', 'revision_number': 5, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '16df7dd9-2508-46b0-a8fd-ec25161be98f', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251471e5-9633-4b46-98b6-6e6ab77e88d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:43:30Z', 'updated_at': '2022-02-03T14:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:46:35.421589 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d429b2b1-e233-43c6-8455-e521ca2d9885 None None] Checking router: 251471e5-9633-4b46-98b6-6e6ab77e88d9 for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:46:35.432509 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d429b2b1-e233-43c6-8455-e521ca2d9885 None None] Routers {'251471e5-9633-4b46-98b6-6e6ab77e88d9'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:46:35.433089 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-d429b2b1-e233-43c6-8455-e521ca2d9885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:46:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['251471e5-9633-4b46-98b6-6e6ab77e88d9'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:46:35.452913 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c59a69-389e-481b-9169-bdc7db831247 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event deleted for resources: {'Subnet': ['ID=c6bd57e6-1fac-41f4-afae-55a9652c2001,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:35.459565 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-86c59a69-389e-481b-9169-bdc7db831247 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:35.465258 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3967b0-ad0c-4bba-adbe-fa6bca0c3137 None None] Network 59913cfe-1869-4f9e-8353-9f8969b73378 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:46:35.465808 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-86c59a69-389e-481b-9169-bdc7db831247 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "DELETE /v2.0/subnets/c6bd57e6-1fac-41f4-afae-55a9652c2001 HTTP/1.1" status: 204 len: 168 time: 0.5006239 Feb 03 14:46:35.468079 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39222) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:46:35.611835 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-d429b2b1-e233-43c6-8455-e521ca2d9885 None None] Set router 251471e5-9633-4b46-98b6-6e6ab77e88d9 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:46:35.673904 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-40b8ef98-d2a6-4312-9658-247747b11907 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for router, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:35.725823 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e5b0b3-adec-43c0-8020-d859644a3d2a None None] DHCP port deletion for 59913cfe-1869-4f9e-8353-9f8969b73378 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:46:35.729889 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-78e5b0b3-adec-43c0-8020-d859644a3d2a None None] Deleting port e48ff8ae-ee8d-4c56-842e-9e0ddbb90f3c {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:46:35.730314 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-78e5b0b3-adec-43c0-8020-d859644a3d2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:35.900180 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-40b8ef98-d2a6-4312-9658-247747b11907 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:35.927634 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device e48ff8ae-ee8d-4c56-842e-9e0ddbb90f3c no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:46:35.945521 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-d429b2b1-e233-43c6-8455-e521ca2d9885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251471e5-9633-4b46-98b6-6e6ab77e88d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417811703', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '16df7dd9-2508-46b0-a8fd-ec25161be98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:43:30Z', 'updated_at': '2022-02-03T14:46:33Z', 'revision_number': 5, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '16df7dd9-2508-46b0-a8fd-ec25161be98f', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251471e5-9633-4b46-98b6-6e6ab77e88d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:43:30Z', 'updated_at': '2022-02-03T14:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:46:35.949371 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d429b2b1-e233-43c6-8455-e521ca2d9885 None None] The sync data for ids ['251471e5-9633-4b46-98b6-6e6ab77e88d9'] in dv-neutron-827016-1-hyperv is: [{'id': '251471e5-9633-4b46-98b6-6e6ab77e88d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417811703', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '16df7dd9-2508-46b0-a8fd-ec25161be98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:43:30Z', 'updated_at': '2022-02-03T14:46:33Z', 'revision_number': 5, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '16df7dd9-2508-46b0-a8fd-ec25161be98f', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251471e5-9633-4b46-98b6-6e6ab77e88d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:43:30Z', 'updated_at': '2022-02-03T14:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:46:35.965920 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-40b8ef98-d2a6-4312-9658-247747b11907 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Deleting port 16df7dd9-2508-46b0-a8fd-ec25161be98f {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:46:35.966267 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-40b8ef98-d2a6-4312-9658-247747b11907 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:35.995036 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-78e5b0b3-adec-43c0-8020-d859644a3d2a None None] For port e48ff8ae-ee8d-4c56-842e-9e0ddbb90f3c, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=e48ff8ae-ee8d-4c56-842e-9e0ddbb90f3c,segment=NetworkSegment(6d4fc435-6782-4eaf-b009-b95eca8d1f4a),segment_id=6d4fc435-6782-4eaf-b009-b95eca8d1f4a)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:46:35.995457 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-78e5b0b3-adec-43c0-8020-d859644a3d2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:36.123247 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-78e5b0b3-adec-43c0-8020-d859644a3d2a None None] Calling delete_port for e48ff8ae-ee8d-4c56-842e-9e0ddbb90f3c owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:46:36.153156 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-40b8ef98-d2a6-4312-9658-247747b11907 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] For port 16df7dd9-2508-46b0-a8fd-ec25161be98f, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=16df7dd9-2508-46b0-a8fd-ec25161be98f,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:46:36.153511 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-40b8ef98-d2a6-4312-9658-247747b11907 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:36.231272 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:36.333164 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-78e5b0b3-adec-43c0-8020-d859644a3d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:36.368489 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-40b8ef98-d2a6-4312-9658-247747b11907 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Calling delete_port for 16df7dd9-2508-46b0-a8fd-ec25161be98f owned by network:router_gateway {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:46:36.408809 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e5b0b3-adec-43c0-8020-d859644a3d2a None None] Pushing event deleted for resources: {'Port': ['ID=e48ff8ae-ee8d-4c56-842e-9e0ddbb90f3c,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:36.418772 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e5b0b3-adec-43c0-8020-d859644a3d2a None None] No DVR routers for this DVR port e48ff8ae-ee8d-4c56-842e-9e0ddbb90f3c on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:46:36.426981 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e5b0b3-adec-43c0-8020-d859644a3d2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:36.426981 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e5b0b3-adec-43c0-8020-d859644a3d2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:36.426981 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e5b0b3-adec-43c0-8020-d859644a3d2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:36.426981 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e5b0b3-adec-43c0-8020-d859644a3d2a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:36.426981 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e5b0b3-adec-43c0-8020-d859644a3d2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:36.426981 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e5b0b3-adec-43c0-8020-d859644a3d2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:36.426981 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e5b0b3-adec-43c0-8020-d859644a3d2a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:36.426981 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e5b0b3-adec-43c0-8020-d859644a3d2a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:36.426981 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e5b0b3-adec-43c0-8020-d859644a3d2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:36.429902 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e5b0b3-adec-43c0-8020-d859644a3d2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:36.429902 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e5b0b3-adec-43c0-8020-d859644a3d2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:36.591117 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-40b8ef98-d2a6-4312-9658-247747b11907 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:36.638309 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8ef98-d2a6-4312-9658-247747b11907 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event deleted for resources: {'Port': ['ID=16df7dd9-2508-46b0-a8fd-ec25161be98f,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:36.857732 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-40b8ef98-d2a6-4312-9658-247747b11907 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:37.105738 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-40b8ef98-d2a6-4312-9658-247747b11907 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:37.109845 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-40b8ef98-d2a6-4312-9658-247747b11907 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:37.190865 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-40b8ef98-d2a6-4312-9658-247747b11907 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:37.191394 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b8ef98-d2a6-4312-9658-247747b11907 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Fanout notify agent at l3_agent the message router_deleted on router 251471e5-9633-4b46-98b6-6e6ab77e88d9 {{(pid=84181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:46:37.205306 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-40b8ef98-d2a6-4312-9658-247747b11907 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:37.207049 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-40b8ef98-d2a6-4312-9658-247747b11907 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "DELETE /v2.0/routers/251471e5-9633-4b46-98b6-6e6ab77e88d9 HTTP/1.1" status: 204 len: 168 time: 1.7374232 Feb 03 14:46:37.209766 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 39226) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:46:37.326021 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-56c218bb-c8d0-493d-b364-5bc8f8904db3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:37.456049 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-56c218bb-c8d0-493d-b364-5bc8f8904db3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:37.480807 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-56c218bb-c8d0-493d-b364-5bc8f8904db3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59913cfe-1869-4f9e-8353-9f8969b73378']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:46:37.492297 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-56c218bb-c8d0-493d-b364-5bc8f8904db3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d4fc435-6782-4eaf-b009-b95eca8d1f4a') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:46:37.492592 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-56c218bb-c8d0-493d-b364-5bc8f8904db3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d4fc435-6782-4eaf-b009-b95eca8d1f4a') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:46:37.503334 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-56c218bb-c8d0-493d-b364-5bc8f8904db3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:37.518830 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-56c218bb-c8d0-493d-b364-5bc8f8904db3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:37.525124 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56c218bb-c8d0-493d-b364-5bc8f8904db3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:46:37.525523 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-56c218bb-c8d0-493d-b364-5bc8f8904db3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:37.539701 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 14:46:37.539701 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:46:37.539701 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 14:46:37.539701 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:46:37.539701 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 14:46:37.539701 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:46:37.539701 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 14:46:37.539701 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:46:37.539701 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 14:46:37.539701 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:46:37.539701 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 14:46:37.539701 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:46:37.539701 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 14:46:37.539701 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:46:37.539701 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:46:37.539701 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:46:37.539701 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:46:37.539701 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:46:37.539701 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 14:46:37.539701 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:46:37.539701 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 14:46:37.539701 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:46:37.539701 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:46:37.539701 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:46:37.539701 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 14:46:37.539701 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:46:37.539701 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:46:37.539701 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:46:37.539701 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:46:37.539701 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:46:37.539701 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:46:37.539701 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:46:37.674873 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-56c218bb-c8d0-493d-b364-5bc8f8904db3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:37.692823 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-56c218bb-c8d0-493d-b364-5bc8f8904db3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:37.704868 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c218bb-c8d0-493d-b364-5bc8f8904db3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event deleted for resources: {'Network': ['ID=59913cfe-1869-4f9e-8353-9f8969b73378,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:37.713882 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c218bb-c8d0-493d-b364-5bc8f8904db3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:37.718019 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c218bb-c8d0-493d-b364-5bc8f8904db3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:37.718019 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c218bb-c8d0-493d-b364-5bc8f8904db3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:37.718019 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c218bb-c8d0-493d-b364-5bc8f8904db3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:37.718019 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c218bb-c8d0-493d-b364-5bc8f8904db3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:37.718019 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c218bb-c8d0-493d-b364-5bc8f8904db3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:37.718019 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c218bb-c8d0-493d-b364-5bc8f8904db3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:37.718019 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c218bb-c8d0-493d-b364-5bc8f8904db3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:37.718019 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c218bb-c8d0-493d-b364-5bc8f8904db3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:37.718019 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c218bb-c8d0-493d-b364-5bc8f8904db3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:37.718019 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c218bb-c8d0-493d-b364-5bc8f8904db3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:37.766787 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-56c218bb-c8d0-493d-b364-5bc8f8904db3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "DELETE /v2.0/networks/59913cfe-1869-4f9e-8353-9f8969b73378 HTTP/1.1" status: 204 len: 168 time: 0.5559704 Feb 03 14:46:37.769444 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 39230) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:46:37.840611 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4c2f0f83-c8e4-4bbe-b9fa-313e322f6e1f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:37.841843 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 16df7dd9-2508-46b0-a8fd-ec25161be98f no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:46:37.873255 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4c2f0f83-c8e4-4bbe-b9fa-313e322f6e1f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:37.877615 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 16df7dd9-2508-46b0-a8fd-ec25161be98f {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:46:37.877962 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 16df7dd9-2508-46b0-a8fd-ec25161be98f not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:46:37.878378 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device bc444d2b-d3a1-4177-b433-90bedd48092d no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:46:37.909237 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: bc444d2b-d3a1-4177-b433-90bedd48092d {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:46:37.909532 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device bc444d2b-d3a1-4177-b433-90bedd48092d not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:46:38.000123 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4c2f0f83-c8e4-4bbe-b9fa-313e322f6e1f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:38.018034 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f0f83-c8e4-4bbe-b9fa-313e322f6e1f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:38.085244 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4c2f0f83-c8e4-4bbe-b9fa-313e322f6e1f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:38.086389 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4c2f0f83-c8e4-4bbe-b9fa-313e322f6e1f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "DELETE /v2.0/security-groups/e2ef5fa1-2ebf-43e8-a3c8-5df6074a2f51 HTTP/1.1" status: 204 len: 168 time: 0.3159719 Feb 03 14:46:38.559306 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 39238) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:46:38.564968 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-84b163bd-81af-4dba-a985-a02659f12786 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1467256810', 'description': 'tempest-secgroup-smoke-1467256810 description', 'project_id': '5ba8843202ac46748b5166400226edd3'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:46:38.571457 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-84b163bd-81af-4dba-a985-a02659f12786 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:46:38.575550 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-84b163bd-81af-4dba-a985-a02659f12786 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:security_group and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:46:38.578624 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-84b163bd-81af-4dba-a985-a02659f12786 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:46:38.584919 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-84b163bd-81af-4dba-a985-a02659f12786 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:46:38.665693 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-84b163bd-81af-4dba-a985-a02659f12786 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:38.700856 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-84b163bd-81af-4dba-a985-a02659f12786 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:46:38.704854 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-84b163bd-81af-4dba-a985-a02659f12786 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:security_group_rule and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:46:38.707603 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-84b163bd-81af-4dba-a985-a02659f12786 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:46:38.713261 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-84b163bd-81af-4dba-a985-a02659f12786 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:46:38.777228 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-84b163bd-81af-4dba-a985-a02659f12786 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:38.837005 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-84b163bd-81af-4dba-a985-a02659f12786 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:38.881509 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b163bd-81af-4dba-a985-a02659f12786 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccfca91-c8c1-459a-aeb5-904f0765f9eb,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:38.943898 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-84b163bd-81af-4dba-a985-a02659f12786 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:38.945147 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-84b163bd-81af-4dba-a985-a02659f12786 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3848102 Feb 03 14:46:38.948016 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 39242) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:46:38.953606 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-51fa7bfe-b747-480f-aecf-3fc639a32171 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'security_group_rule': {'security_group_id': '8ccfca91-c8c1-459a-aeb5-904f0765f9eb', 'project_id': '5ba8843202ac46748b5166400226edd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:46:38.959637 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-51fa7bfe-b747-480f-aecf-3fc639a32171 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:46:38.963447 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-51fa7bfe-b747-480f-aecf-3fc639a32171 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:security_group_rule and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:46:38.966275 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-51fa7bfe-b747-480f-aecf-3fc639a32171 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:46:38.971895 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-51fa7bfe-b747-480f-aecf-3fc639a32171 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:46:39.029206 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-51fa7bfe-b747-480f-aecf-3fc639a32171 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:39.095249 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-51fa7bfe-b747-480f-aecf-3fc639a32171 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:39.165795 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-51fa7bfe-b747-480f-aecf-3fc639a32171 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:39.188900 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa7bfe-b747-480f-aecf-3fc639a32171 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5327ce99-e6b1-4a88-a7e0-8817ecd401ac,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:39.257225 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-51fa7bfe-b747-480f-aecf-3fc639a32171 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:39.258375 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-51fa7bfe-b747-480f-aecf-3fc639a32171 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3094103 Feb 03 14:46:39.261065 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 39246) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:46:39.266227 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-6cb088b0-8011-4fcc-b66f-23aa7fff7870 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'security_group_rule': {'security_group_id': '8ccfca91-c8c1-459a-aeb5-904f0765f9eb', 'project_id': '5ba8843202ac46748b5166400226edd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:46:39.272038 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-6cb088b0-8011-4fcc-b66f-23aa7fff7870 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:46:39.275886 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-6cb088b0-8011-4fcc-b66f-23aa7fff7870 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:security_group_rule and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:46:39.278660 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-6cb088b0-8011-4fcc-b66f-23aa7fff7870 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:46:39.284351 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-6cb088b0-8011-4fcc-b66f-23aa7fff7870 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:46:39.363256 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6cb088b0-8011-4fcc-b66f-23aa7fff7870 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:39.426394 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6cb088b0-8011-4fcc-b66f-23aa7fff7870 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:39.493541 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6cb088b0-8011-4fcc-b66f-23aa7fff7870 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:39.516299 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb088b0-8011-4fcc-b66f-23aa7fff7870 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9255688-14ce-4ee7-b05a-cf94554eaf43,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:39.596426 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6cb088b0-8011-4fcc-b66f-23aa7fff7870 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:39.597579 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-6cb088b0-8011-4fcc-b66f-23aa7fff7870 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3356292 Feb 03 14:46:39.600866 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 39250) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:46:39.606099 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-6357fb66-710f-4f22-aed6-674e4497183d tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'security_group_rule': {'security_group_id': '8ccfca91-c8c1-459a-aeb5-904f0765f9eb', 'project_id': '5ba8843202ac46748b5166400226edd3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:46:39.611749 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-6357fb66-710f-4f22-aed6-674e4497183d tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:46:39.615617 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-6357fb66-710f-4f22-aed6-674e4497183d tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:security_group_rule and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:46:39.618366 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-6357fb66-710f-4f22-aed6-674e4497183d tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:46:39.623892 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-6357fb66-710f-4f22-aed6-674e4497183d tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:46:39.699585 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6357fb66-710f-4f22-aed6-674e4497183d tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:39.762447 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6357fb66-710f-4f22-aed6-674e4497183d tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:39.842244 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6357fb66-710f-4f22-aed6-674e4497183d tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:39.864542 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6357fb66-710f-4f22-aed6-674e4497183d tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39bf8f82-7704-49e8-b27d-4391287dac82,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:39.933716 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6357fb66-710f-4f22-aed6-674e4497183d tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:39.934887 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-6357fb66-710f-4f22-aed6-674e4497183d tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3330839 Feb 03 14:46:39.937570 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 39254) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:46:39.943448 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-75c7e5af-654c-4db7-a12e-2bdd147df703 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'security_group_rule': {'security_group_id': '8ccfca91-c8c1-459a-aeb5-904f0765f9eb', 'project_id': '5ba8843202ac46748b5166400226edd3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:46:39.949149 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-75c7e5af-654c-4db7-a12e-2bdd147df703 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:46:39.953148 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-75c7e5af-654c-4db7-a12e-2bdd147df703 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:security_group_rule and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:46:39.955965 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-75c7e5af-654c-4db7-a12e-2bdd147df703 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:46:39.962197 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-75c7e5af-654c-4db7-a12e-2bdd147df703 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:46:40.046462 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-75c7e5af-654c-4db7-a12e-2bdd147df703 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:40.107630 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-75c7e5af-654c-4db7-a12e-2bdd147df703 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:40.171439 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-75c7e5af-654c-4db7-a12e-2bdd147df703 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:40.195139 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c7e5af-654c-4db7-a12e-2bdd147df703 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=995c39e4-3cf0-4777-ba5e-a5d219b96c3a,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:40.268789 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-75c7e5af-654c-4db7-a12e-2bdd147df703 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:40.270065 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-75c7e5af-654c-4db7-a12e-2bdd147df703 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3315821 Feb 03 14:46:40.272740 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 39258) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:46:40.278041 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-93e9d68d-fe95-441d-a91d-fd169ae71950 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'security_group_rule': {'security_group_id': '8ccfca91-c8c1-459a-aeb5-904f0765f9eb', 'project_id': '5ba8843202ac46748b5166400226edd3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:46:40.283883 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-93e9d68d-fe95-441d-a91d-fd169ae71950 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:46:40.287694 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-93e9d68d-fe95-441d-a91d-fd169ae71950 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:security_group_rule and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:46:40.290475 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-93e9d68d-fe95-441d-a91d-fd169ae71950 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:46:40.297062 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-93e9d68d-fe95-441d-a91d-fd169ae71950 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:46:40.379682 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.securitygroups_db [None req-93e9d68d-fe95-441d-a91d-fd169ae71950 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Project 5ba8843202ac46748b5166400226edd3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:46:40.387119 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-93e9d68d-fe95-441d-a91d-fd169ae71950 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:40.451904 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-93e9d68d-fe95-441d-a91d-fd169ae71950 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:40.522222 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-93e9d68d-fe95-441d-a91d-fd169ae71950 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:40.545747 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9d68d-fe95-441d-a91d-fd169ae71950 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96d892c0-39a6-4c6a-8b2b-50ae51799cbe,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:40.613549 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-93e9d68d-fe95-441d-a91d-fd169ae71950 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:40.615444 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-93e9d68d-fe95-441d-a91d-fd169ae71950 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3417592 Feb 03 14:46:40.618124 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 39262) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:46:40.623582 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-b3210897-8855-43d9-8787-b11d041df8d7 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'security_group_rule': {'security_group_id': '8ccfca91-c8c1-459a-aeb5-904f0765f9eb', 'project_id': '5ba8843202ac46748b5166400226edd3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:46:40.629682 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b3210897-8855-43d9-8787-b11d041df8d7 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:46:40.633950 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b3210897-8855-43d9-8787-b11d041df8d7 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:security_group_rule and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:46:40.636855 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b3210897-8855-43d9-8787-b11d041df8d7 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:46:40.642478 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b3210897-8855-43d9-8787-b11d041df8d7 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:46:40.699291 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.securitygroups_db [None req-b3210897-8855-43d9-8787-b11d041df8d7 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Project 5ba8843202ac46748b5166400226edd3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:46:40.705960 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b3210897-8855-43d9-8787-b11d041df8d7 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:40.771655 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b3210897-8855-43d9-8787-b11d041df8d7 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:40.845803 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b3210897-8855-43d9-8787-b11d041df8d7 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:40.869384 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3210897-8855-43d9-8787-b11d041df8d7 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=611d8fe5-6c9b-4b9e-bd37-f586b8ada1b0,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:40.942932 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b3210897-8855-43d9-8787-b11d041df8d7 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:40.944180 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b3210897-8855-43d9-8787-b11d041df8d7 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3251362 Feb 03 14:46:40.946912 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 39266) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:46:40.952690 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-dbd67e02-7b7b-4708-b62d-4227812eeeb0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'network': {'name': 'tempest-network-smoke--786388071', 'project_id': '5ba8843202ac46748b5166400226edd3', 'port_security_enabled': True}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:46:40.957502 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-dbd67e02-7b7b-4708-b62d-4227812eeeb0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:46:40.961955 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-dbd67e02-7b7b-4708-b62d-4227812eeeb0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:network and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:46:40.965527 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-dbd67e02-7b7b-4708-b62d-4227812eeeb0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:46:40.970259 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-dbd67e02-7b7b-4708-b62d-4227812eeeb0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:46:41.030675 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd67e02-7b7b-4708-b62d-4227812eeeb0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Made reservation on behalf of 5ba8843202ac46748b5166400226edd3 for: {'network': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:46:41.033584 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-dbd67e02-7b7b-4708-b62d-4227812eeeb0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:41.061000 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbd67e02-7b7b-4708-b62d-4227812eeeb0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=84182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:46:41.069888 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-dbd67e02-7b7b-4708-b62d-4227812eeeb0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:41.070222 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.segments_db [None req-dbd67e02-7b7b-4708-b62d-4227812eeeb0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Added segment c103f03f-c92d-4a84-a233-dce6987c8315 of type vlan for network 90f7755b-5272-412a-b596-b278fd2f1404 Feb 03 14:46:41.096497 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-dbd67e02-7b7b-4708-b62d-4227812eeeb0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:41.191124 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-dbd67e02-7b7b-4708-b62d-4227812eeeb0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:41.194761 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd67e02-7b7b-4708-b62d-4227812eeeb0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:41.195399 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-dbd67e02-7b7b-4708-b62d-4227812eeeb0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:41.304072 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd67e02-7b7b-4708-b62d-4227812eeeb0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'Network': ['ID=90f7755b-5272-412a-b596-b278fd2f1404,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:41.314567 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 90f7755b-5272-412a-b596-b278fd2f1404 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:46:41.357555 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-dbd67e02-7b7b-4708-b62d-4227812eeeb0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4095094 Feb 03 14:46:41.360254 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 39270) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:46:41.365434 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-b47ebe21-ef33-4097-9304-3271adee9a70 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1312352654', 'admin_state_up': True, 'project_id': '5ba8843202ac46748b5166400226edd3', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:46:41.372794 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b47ebe21-ef33-4097-9304-3271adee9a70 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:46:41.377026 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b47ebe21-ef33-4097-9304-3271adee9a70 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:router and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:46:41.380404 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-b47ebe21-ef33-4097-9304-3271adee9a70 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:46:41.386373 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-b47ebe21-ef33-4097-9304-3271adee9a70 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:46:41.457669 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b47ebe21-ef33-4097-9304-3271adee9a70 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:41.459297 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b47ebe21-ef33-4097-9304-3271adee9a70 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:41.476817 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b47ebe21-ef33-4097-9304-3271adee9a70 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:41.764082 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b47ebe21-ef33-4097-9304-3271adee9a70 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:42.026107 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b47ebe21-ef33-4097-9304-3271adee9a70 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for router_gateway, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:42.053897 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b47ebe21-ef33-4097-9304-3271adee9a70 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:42.185539 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-b47ebe21-ef33-4097-9304-3271adee9a70 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Allocated IP 172.26.3.76 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/b22864fa-36b8-4990-8700-ad9ce4626f1f) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:46:42.332017 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b47ebe21-ef33-4097-9304-3271adee9a70 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:42.400560 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b47ebe21-ef33-4097-9304-3271adee9a70 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:42.466099 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47ebe21-ef33-4097-9304-3271adee9a70 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:46:42.468968 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-b47ebe21-ef33-4097-9304-3271adee9a70 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:46:42.473187 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47ebe21-ef33-4097-9304-3271adee9a70 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:46:42.501215 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ebe21-ef33-4097-9304-3271adee9a70 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'Port': ['ID=b22864fa-36b8-4990-8700-ad9ce4626f1f,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:42.692405 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b47ebe21-ef33-4097-9304-3271adee9a70 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for router_gateway, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:42.693796 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b47ebe21-ef33-4097-9304-3271adee9a70 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:43.005731 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47ebe21-ef33-4097-9304-3271adee9a70 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Router b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:46:43.196351 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47ebe21-ef33-4097-9304-3271adee9a70 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:46:43.205905 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ee7681-b369-4fc8-9840-6e4ec9c0b853 None None] Sync routers for ids ['b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:46:43.218231 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ee7681-b369-4fc8-9840-6e4ec9c0b853 None None] Routers {'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:46:43.218843 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-96ee7681-b369-4fc8-9840-6e4ec9c0b853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:46:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:46:43.297891 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b47ebe21-ef33-4097-9304-3271adee9a70 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:43.299090 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b47ebe21-ef33-4097-9304-3271adee9a70 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9378574 Feb 03 14:46:43.302345 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 39274) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:46:43.348300 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-19c92dbb-36ff-42c6-b8d8-c02eb2a43ba8 tempest-TestNetworkAdvancedServerOps-1341579092 tempest-TestNetworkAdvancedServerOps-1341579092-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=5ba8843202ac46748b5166400226edd3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422595 Feb 03 14:46:43.348526 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 39278) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:46:43.396615 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-96ee7681-b369-4fc8-9840-6e4ec9c0b853 None None] Set router b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:46:43.478759 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ac3c04-c528-4651-9644-6c9f44ab185a tempest-TestNetworkAdvancedServerOps-1341579092 tempest-TestNetworkAdvancedServerOps-1341579092-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:43.480269 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d9ac3c04-c528-4651-9644-6c9f44ab185a tempest-TestNetworkAdvancedServerOps-1341579092 tempest-TestNetworkAdvancedServerOps-1341579092-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1303873 Feb 03 14:46:43.483266 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 39282) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:46:43.521863 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-380957e4-fec7-446c-b401-1314393e4baa tempest-TestNetworkAdvancedServerOps-1341579092 tempest-TestNetworkAdvancedServerOps-1341579092-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=16a0e898-50c0-4b65-ae3a-069e9649bbca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375671 Feb 03 14:46:43.524442 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 39286) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:46:43.529547 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-e092f444-522f-452a-9628-06686a849b5f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-588146805', 'network_id': '90f7755b-5272-412a-b596-b278fd2f1404', 'project_id': '5ba8843202ac46748b5166400226edd3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:46:43.634559 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e092f444-522f-452a-9628-06686a849b5f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:46:43.638257 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e092f444-522f-452a-9628-06686a849b5f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:subnet and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:46:43.641016 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-e092f444-522f-452a-9628-06686a849b5f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:46:43.647217 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-e092f444-522f-452a-9628-06686a849b5f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:46:43.703448 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e092f444-522f-452a-9628-06686a849b5f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Made reservation on behalf of 5ba8843202ac46748b5166400226edd3 for: {'subnet': 1} {{(pid=84182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:46:43.712303 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-96ee7681-b369-4fc8-9840-6e4ec9c0b853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1312352654', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b22864fa-36b8-4990-8700-ad9ce4626f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:46:41Z', 'updated_at': '2022-02-03T14:46:42Z', 'revision_number': 3, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': 'b22864fa-36b8-4990-8700-ad9ce4626f1f', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:41:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:46:42Z', 'updated_at': '2022-02-03T14:46:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:46:43.716104 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ee7681-b369-4fc8-9840-6e4ec9c0b853 None None] Checking router: b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:46:43.716456 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ee7681-b369-4fc8-9840-6e4ec9c0b853 None None] Updating router b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d port b22864fa-36b8-4990-8700-ad9ce4626f1f binding host dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:46:43.768798 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-96ee7681-b369-4fc8-9840-6e4ec9c0b853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:43.912283 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e092f444-522f-452a-9628-06686a849b5f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3187174'] for subnet, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:44.089236 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-96ee7681-b369-4fc8-9840-6e4ec9c0b853 None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:44.100638 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-96ee7681-b369-4fc8-9840-6e4ec9c0b853 None None] Transition to ACTIVE for port object b22864fa-36b8-4990-8700-ad9ce4626f1f will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:46:44.162579 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-96ee7681-b369-4fc8-9840-6e4ec9c0b853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:44.185327 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e092f444-522f-452a-9628-06686a849b5f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3151321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3187184'] for subnet, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:44.242627 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-96ee7681-b369-4fc8-9840-6e4ec9c0b853 None None] Attempting to bind port b22864fa-36b8-4990-8700-ad9ce4626f1f on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:46:44.243289 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-96ee7681-b369-4fc8-9840-6e4ec9c0b853 None None] Attempting to bind port b22864fa-36b8-4990-8700-ad9ce4626f1f by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:46:44.243411 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ee7681-b369-4fc8-9840-6e4ec9c0b853 None None] Attempting to bind port b22864fa-36b8-4990-8700-ad9ce4626f1f on network 16a0e898-50c0-4b65-ae3a-069e9649bbca {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:46:44.245356 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b7a376-adf2-42d5-a771-889f0a93f080 None None] Pushing event updated for resources: {'Port': ['ID=b22864fa-36b8-4990-8700-ad9ce4626f1f,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:44.252166 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ee7681-b369-4fc8-9840-6e4ec9c0b853 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:46:44.252508 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ee7681-b369-4fc8-9840-6e4ec9c0b853 None None] Checking segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:46:44.252957 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-96ee7681-b369-4fc8-9840-6e4ec9c0b853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:44.253334 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ee7681-b369-4fc8-9840-6e4ec9c0b853 None None] Bound using segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:46:44.253794 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-96ee7681-b369-4fc8-9840-6e4ec9c0b853 None None] Bound port: b22864fa-36b8-4990-8700-ad9ce4626f1f, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:46:44.254159 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-96ee7681-b369-4fc8-9840-6e4ec9c0b853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:44.262567 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e092f444-522f-452a-9628-06686a849b5f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'Subnet': ['ID=9d80822a-f164-42e5-a6a9-d5673c0a9a37,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:44.276817 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e092f444-522f-452a-9628-06686a849b5f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Checking segment: {'id': 'c103f03f-c92d-4a84-a233-dce6987c8315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '90f7755b-5272-412a-b596-b278fd2f1404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:46:44.280850 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e092f444-522f-452a-9628-06686a849b5f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Network hostable DHCP agents. Network: 90f7755b-5272-412a-b596-b278fd2f1404, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:46:44.326557 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-96ee7681-b369-4fc8-9840-6e4ec9c0b853 None None] For port b22864fa-36b8-4990-8700-ad9ce4626f1f, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:46:44.329710 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-96ee7681-b369-4fc8-9840-6e4ec9c0b853 None None] For port b22864fa-36b8-4990-8700-ad9ce4626f1f, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=b22864fa-36b8-4990-8700-ad9ce4626f1f,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:46:44.387667 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e092f444-522f-452a-9628-06686a849b5f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Network 90f7755b-5272-412a-b596-b278fd2f1404 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:46:44.412709 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-96ee7681-b369-4fc8-9840-6e4ec9c0b853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:44.469443 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-e092f444-522f-452a-9628-06686a849b5f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 90f7755b-5272-412a-b596-b278fd2f1404) {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:46:44.473122 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e092f444-522f-452a-9628-06686a849b5f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:44.473512 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-e092f444-522f-452a-9628-06686a849b5f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:44.480574 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b0a811-815b-48b3-ab78-c3bd6485020b None None] Network 90f7755b-5272-412a-b596-b278fd2f1404 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:46:44.556149 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-e092f444-522f-452a-9628-06686a849b5f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0299728 Feb 03 14:46:44.558329 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 39290) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:46:44.562439 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b7a376-adf2-42d5-a771-889f0a93f080 None None] Pushing event updated for resources: {'Port': ['ID=b22864fa-36b8-4990-8700-ad9ce4626f1f,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:44.566736 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ee7681-b369-4fc8-9840-6e4ec9c0b853 None None] Routers {'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:46:44.567391 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-96ee7681-b369-4fc8-9840-6e4ec9c0b853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:46:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:46:44.847456 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-96ee7681-b369-4fc8-9840-6e4ec9c0b853 None None] Set router b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:46:44.986334 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babac7e5-6bac-4219-b219-82f1b7f2b713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-90f7755b-5272-412a-b596-b278fd2f1404', 'network_id': '90f7755b-5272-412a-b596-b278fd2f1404', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'fixed_ips': [{'subnet_id': '9d80822a-f164-42e5-a6a9-d5673c0a9a37'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:46:44.987162 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-babac7e5-6bac-4219-b219-82f1b7f2b713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:45.277214 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-babac7e5-6bac-4219-b219-82f1b7f2b713 None None] Allocated IP 172.20.0.2 (90f7755b-5272-412a-b596-b278fd2f1404/9d80822a-f164-42e5-a6a9-d5673c0a9a37/ddd7bfcd-f193-4d16-8f07-5519817ee72c) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:46:45.295977 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-111e4c19-9ce3-48c9-b891-96b1fdd4def2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:45.386116 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-96ee7681-b369-4fc8-9840-6e4ec9c0b853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1312352654', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b22864fa-36b8-4990-8700-ad9ce4626f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:46:41Z', 'updated_at': '2022-02-03T14:46:42Z', 'revision_number': 3, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': 'b22864fa-36b8-4990-8700-ad9ce4626f1f', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:41:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:46:42Z', 'updated_at': '2022-02-03T14:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:46:45.400135 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ee7681-b369-4fc8-9840-6e4ec9c0b853 None None] The sync data for ids ['b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d'] in dv-neutron-827016-1-hyperv is: [{'id': 'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1312352654', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b22864fa-36b8-4990-8700-ad9ce4626f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:46:41Z', 'updated_at': '2022-02-03T14:46:42Z', 'revision_number': 3, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': 'b22864fa-36b8-4990-8700-ad9ce4626f1f', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:41:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:46:42Z', 'updated_at': '2022-02-03T14:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:46:45.501486 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-babac7e5-6bac-4219-b219-82f1b7f2b713 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:45.512659 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-babac7e5-6bac-4219-b219-82f1b7f2b713 None None] Transition to ACTIVE for port object ddd7bfcd-f193-4d16-8f07-5519817ee72c will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:46:45.531923 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-babac7e5-6bac-4219-b219-82f1b7f2b713 None None] Transition to ACTIVE for port object ddd7bfcd-f193-4d16-8f07-5519817ee72c will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:46:45.601072 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-babac7e5-6bac-4219-b219-82f1b7f2b713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:45.678580 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babac7e5-6bac-4219-b219-82f1b7f2b713 None None] Network 90f7755b-5272-412a-b596-b278fd2f1404 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:46:45.682229 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-babac7e5-6bac-4219-b219-82f1b7f2b713 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:46:45.684266 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babac7e5-6bac-4219-b219-82f1b7f2b713 None None] Pushing event updated for resources: {'Port': ['ID=ddd7bfcd-f193-4d16-8f07-5519817ee72c,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:45.686659 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babac7e5-6bac-4219-b219-82f1b7f2b713 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:46:45.703302 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-111e4c19-9ce3-48c9-b891-96b1fdd4def2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Allocated IP 172.20.0.1 (90f7755b-5272-412a-b596-b278fd2f1404/9d80822a-f164-42e5-a6a9-d5673c0a9a37/a863d9e9-6b2f-4c11-83cd-8cffdaab7dee) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:46:45.787890 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-babac7e5-6bac-4219-b219-82f1b7f2b713 None None] Attempting to bind port ddd7bfcd-f193-4d16-8f07-5519817ee72c on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:46:45.788195 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-babac7e5-6bac-4219-b219-82f1b7f2b713 None None] Attempting to bind port ddd7bfcd-f193-4d16-8f07-5519817ee72c by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'c103f03f-c92d-4a84-a233-dce6987c8315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '90f7755b-5272-412a-b596-b278fd2f1404'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:46:45.790227 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babac7e5-6bac-4219-b219-82f1b7f2b713 None None] Attempting to bind port ddd7bfcd-f193-4d16-8f07-5519817ee72c on network 90f7755b-5272-412a-b596-b278fd2f1404 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:46:45.805713 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babac7e5-6bac-4219-b219-82f1b7f2b713 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:46:45.806204 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babac7e5-6bac-4219-b219-82f1b7f2b713 None None] Checking segment: {'id': 'c103f03f-c92d-4a84-a233-dce6987c8315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '90f7755b-5272-412a-b596-b278fd2f1404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:46:45.806781 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-babac7e5-6bac-4219-b219-82f1b7f2b713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:45.807281 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babac7e5-6bac-4219-b219-82f1b7f2b713 None None] Bound using segment: {'id': 'c103f03f-c92d-4a84-a233-dce6987c8315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '90f7755b-5272-412a-b596-b278fd2f1404'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:46:45.807838 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-babac7e5-6bac-4219-b219-82f1b7f2b713 None None] Bound port: ddd7bfcd-f193-4d16-8f07-5519817ee72c, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c103f03f-c92d-4a84-a233-dce6987c8315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '90f7755b-5272-412a-b596-b278fd2f1404'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:46:45.808284 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-babac7e5-6bac-4219-b219-82f1b7f2b713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:45.883777 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device b22864fa-36b8-4990-8700-ad9ce4626f1f up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:46:45.975866 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-babac7e5-6bac-4219-b219-82f1b7f2b713 None None] For port ddd7bfcd-f193-4d16-8f07-5519817ee72c, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:46:45.979208 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-babac7e5-6bac-4219-b219-82f1b7f2b713 None None] For port ddd7bfcd-f193-4d16-8f07-5519817ee72c, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=ddd7bfcd-f193-4d16-8f07-5519817ee72c,segment=NetworkSegment(c103f03f-c92d-4a84-a233-dce6987c8315),segment_id=c103f03f-c92d-4a84-a233-dce6987c8315)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:46:45.996816 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-111e4c19-9ce3-48c9-b891-96b1fdd4def2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:46.012904 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.provisioning_blocks [None req-111e4c19-9ce3-48c9-b891-96b1fdd4def2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Transition to ACTIVE for port object a863d9e9-6b2f-4c11-83cd-8cffdaab7dee will not be triggered until provisioned by entity DHCP. {{(pid=84182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:46:46.065807 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-babac7e5-6bac-4219-b219-82f1b7f2b713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:46.094474 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-111e4c19-9ce3-48c9-b891-96b1fdd4def2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:46.103167 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port b22864fa-36b8-4990-8700-ad9ce4626f1f completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:46:46.126072 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port b22864fa-36b8-4990-8700-ad9ce4626f1f triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:46:46.126515 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:46.173047 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111e4c19-9ce3-48c9-b891-96b1fdd4def2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Network 90f7755b-5272-412a-b596-b278fd2f1404 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:46:46.176310 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-111e4c19-9ce3-48c9-b891-96b1fdd4def2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:46:46.179188 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111e4c19-9ce3-48c9-b891-96b1fdd4def2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:46:46.200637 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babac7e5-6bac-4219-b219-82f1b7f2b713 None None] Pushing event updated for resources: {'Port': ['ID=ddd7bfcd-f193-4d16-8f07-5519817ee72c,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:46.217136 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e4c19-9ce3-48c9-b891-96b1fdd4def2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'Port': ['ID=a863d9e9-6b2f-4c11-83cd-8cffdaab7dee,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:46.264734 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-111e4c19-9ce3-48c9-b891-96b1fdd4def2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:46.299419 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:46.316650 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port b22864fa-36b8-4990-8700-ad9ce4626f1f, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=b22864fa-36b8-4990-8700-ad9ce4626f1f,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:46:46.385463 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:46.439827 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-111e4c19-9ce3-48c9-b891-96b1fdd4def2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:46.463232 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=b22864fa-36b8-4990-8700-ad9ce4626f1f,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:46.842073 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-111e4c19-9ce3-48c9-b891-96b1fdd4def2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:46.899670 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-111e4c19-9ce3-48c9-b891-96b1fdd4def2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:47.011049 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e4c19-9ce3-48c9-b891-96b1fdd4def2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'Port': ['ID=a863d9e9-6b2f-4c11-83cd-8cffdaab7dee,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:47.015688 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-111e4c19-9ce3-48c9-b891-96b1fdd4def2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:47.108799 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea0e0a4-eaa0-4cc4-ad56-db44dccaa7ae None None] Network 90f7755b-5272-412a-b596-b278fd2f1404 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:46:47.152475 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111e4c19-9ce3-48c9-b891-96b1fdd4def2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Network 90f7755b-5272-412a-b596-b278fd2f1404 is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:46:47.153579 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-111e4c19-9ce3-48c9-b891-96b1fdd4def2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:46:47.260499 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-544564fa-806d-4f0a-bafb-949416250a21 None None] Provisioning for port ddd7bfcd-f193-4d16-8f07-5519817ee72c completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:46:47.537534 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111e4c19-9ce3-48c9-b891-96b1fdd4def2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Router b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:46:47.652088 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-584f0be2-a52b-4b1e-b174-a3ee8849727a None None] Provisioning for port a863d9e9-6b2f-4c11-83cd-8cffdaab7dee completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:46:47.657718 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-584f0be2-a52b-4b1e-b174-a3ee8849727a None None] Provisioning complete for port a863d9e9-6b2f-4c11-83cd-8cffdaab7dee triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:46:47.658179 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-584f0be2-a52b-4b1e-b174-a3ee8849727a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:47.721300 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-584f0be2-a52b-4b1e-b174-a3ee8849727a None None] Port a863d9e9-6b2f-4c11-83cd-8cffdaab7dee cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:46:47.864020 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-26ca09b9-60e2-476a-9c23-7767c26279ec None None] Provisioning complete for port a863d9e9-6b2f-4c11-83cd-8cffdaab7dee triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:46:47.864486 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-26ca09b9-60e2-476a-9c23-7767c26279ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:47.880008 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111e4c19-9ce3-48c9-b891-96b1fdd4def2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:46:47.905086 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:47.921104 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-111e4c19-9ce3-48c9-b891-96b1fdd4def2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "PUT /v2.0/routers/b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3533111 Feb 03 14:46:47.930853 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-26ca09b9-60e2-476a-9c23-7767c26279ec None None] Port a863d9e9-6b2f-4c11-83cd-8cffdaab7dee cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:46:47.951186 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device ddd7bfcd-f193-4d16-8f07-5519817ee72c up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:46:48.051684 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-4e963260-4cb7-46b1-8b5c-0306ead0c465 None None] Provisioning complete for port a863d9e9-6b2f-4c11-83cd-8cffdaab7dee triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:46:48.052085 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4e963260-4cb7-46b1-8b5c-0306ead0c465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:48.088244 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port ddd7bfcd-f193-4d16-8f07-5519817ee72c completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:46:48.095919 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-7e552329-b37b-412d-8dbf-fa1699ff0a38 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Synchronizing usage tracker for tenant:5ba8843202ac46748b5166400226edd3 on resource:security_group {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:46:48.099549 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port ddd7bfcd-f193-4d16-8f07-5519817ee72c triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:46:48.100052 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:48.172140 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-7e552329-b37b-412d-8dbf-fa1699ff0a38 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Unset dirty status for tenant:5ba8843202ac46748b5166400226edd3 on resource:security_group {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:46:48.173345 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-7e552329-b37b-412d-8dbf-fa1699ff0a38 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1467256810&fields=id&tenant_id=5ba8843202ac46748b5166400226edd3 HTTP/1.1" status: 200 len: 267 time: 0.1207294 Feb 03 14:46:48.185335 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-4e963260-4cb7-46b1-8b5c-0306ead0c465 None None] Port a863d9e9-6b2f-4c11-83cd-8cffdaab7dee cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:46:48.259034 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:48.291877 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port ddd7bfcd-f193-4d16-8f07-5519817ee72c, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=ddd7bfcd-f193-4d16-8f07-5519817ee72c,segment=NetworkSegment(c103f03f-c92d-4a84-a233-dce6987c8315),segment_id=c103f03f-c92d-4a84-a233-dce6987c8315)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:46:48.324638 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-71b22ae4-0232-48a2-897c-93623534d0ae tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:48.325305 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-71b22ae4-0232-48a2-897c-93623534d0ae tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Synchronizing usage tracker for tenant:5ba8843202ac46748b5166400226edd3 on resource:network {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:46:48.372033 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:48.373071 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device b22864fa-36b8-4990-8700-ad9ce4626f1f up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:46:48.400451 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-71b22ae4-0232-48a2-897c-93623534d0ae tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Unset dirty status for tenant:5ba8843202ac46748b5166400226edd3 on resource:network {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:46:48.401770 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-71b22ae4-0232-48a2-897c-93623534d0ae tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/networks?id=90f7755b-5272-412a-b596-b278fd2f1404 HTTP/1.1" status: 200 len: 796 time: 0.2209754 Feb 03 14:46:48.419631 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-aea39e14-3764-4585-93a0-2e306f232c9f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/quotas/5ba8843202ac46748b5166400226edd3 HTTP/1.1" status: 200 len: 375 time: 0.0117824 Feb 03 14:46:48.487541 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=ddd7bfcd-f193-4d16-8f07-5519817ee72c,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:48.501850 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port b22864fa-36b8-4990-8700-ad9ce4626f1f triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:46:48.502228 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:48.523253 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-cd50da64-d330-440a-8aae-a5fd6a5fd49d tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Synchronizing usage tracker for tenant:5ba8843202ac46748b5166400226edd3 on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:46:48.585889 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-cd50da64-d330-440a-8aae-a5fd6a5fd49d tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Unset dirty status for tenant:5ba8843202ac46748b5166400226edd3 on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:46:48.587435 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-cd50da64-d330-440a-8aae-a5fd6a5fd49d tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5ba8843202ac46748b5166400226edd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1593301 Feb 03 14:46:48.718947 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-d05d0dd9-aff1-4a83-84bd-865b15f44720 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 14:46:48.719953 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-d05d0dd9-aff1-4a83-84bd-865b15f44720 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1194613 Feb 03 14:46:48.860919 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-a9ad8552-b679-4461-84c7-87f77d6f8aef service neutron] 10.222.0.41 "GET /v2.0/networks/90f7755b-5272-412a-b596-b278fd2f1404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339705 Feb 03 14:46:48.991523 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-1abe481a-693e-426a-b979-2933011faef8 service neutron] 10.222.0.41 "GET /v2.0/networks/90f7755b-5272-412a-b596-b278fd2f1404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242628 Feb 03 14:46:49.005082 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d13ecf-8afe-4542-9737-5df5035305f9 None None] Sync routers for ids ['b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:46:49.017323 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d13ecf-8afe-4542-9737-5df5035305f9 None None] Routers {'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:46:49.017921 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-b0d13ecf-8afe-4542-9737-5df5035305f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:46:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:46:49.191324 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-b0d13ecf-8afe-4542-9737-5df5035305f9 None None] Set router b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:46:49.277399 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-79d4e34f-d40e-472b-a424-16197af2b2fa req-1b1e55f0-1eb5-440f-9b5e-7acbedb40707 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=d84d63f7-ae73-4234-9174-a65d6057c76c HTTP/1.1" status: 200 len: 210 time: 0.0496297 Feb 03 14:46:49.509467 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-b0d13ecf-8afe-4542-9737-5df5035305f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1312352654', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b22864fa-36b8-4990-8700-ad9ce4626f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:46:41Z', 'updated_at': '2022-02-03T14:46:46Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': 'b22864fa-36b8-4990-8700-ad9ce4626f1f', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:41:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:46:42Z', 'updated_at': '2022-02-03T14:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'a863d9e9-6b2f-4c11-83cd-8cffdaab7dee', 'name': '', 'network_id': '90f7755b-5272-412a-b596-b278fd2f1404', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'mac_address': 'fa:16:3e:ab:7e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d80822a-f164-42e5-a6a9-d5673c0a9a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:46:45Z', 'updated_at': '2022-02-03T14:46:46Z', 'revision_number': 2, 'project_id': '5ba8843202ac46748b5166400226edd3', 'subnets': [{'id': '9d80822a-f164-42e5-a6a9-d5673c0a9a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:46:49.513289 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d13ecf-8afe-4542-9737-5df5035305f9 None None] Checking router: b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:46:49.513639 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d13ecf-8afe-4542-9737-5df5035305f9 None None] Updating router b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d port a863d9e9-6b2f-4c11-83cd-8cffdaab7dee binding host dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:46:49.566480 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-b0d13ecf-8afe-4542-9737-5df5035305f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:49.850126 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device ddd7bfcd-f193-4d16-8f07-5519817ee72c up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:46:49.897000 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-b0d13ecf-8afe-4542-9737-5df5035305f9 None None] Notify callbacks [] for port, precommit_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:49.910786 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.provisioning_blocks [None req-b0d13ecf-8afe-4542-9737-5df5035305f9 None None] Transition to ACTIVE for port object a863d9e9-6b2f-4c11-83cd-8cffdaab7dee will not be triggered until provisioned by entity L2. {{(pid=84184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:46:49.918623 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port ddd7bfcd-f193-4d16-8f07-5519817ee72c triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:46:49.918992 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:49.960611 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-b0d13ecf-8afe-4542-9737-5df5035305f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:50.077409 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c58786-5c94-4dc0-80fa-be0c478aa169 None None] Pushing event updated for resources: {'Port': ['ID=a863d9e9-6b2f-4c11-83cd-8cffdaab7dee,revision_number=3']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:50.095923 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c58786-5c94-4dc0-80fa-be0c478aa169 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:50.096269 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c58786-5c94-4dc0-80fa-be0c478aa169 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:50.096609 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c58786-5c94-4dc0-80fa-be0c478aa169 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:50.096945 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c58786-5c94-4dc0-80fa-be0c478aa169 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:50.097294 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c58786-5c94-4dc0-80fa-be0c478aa169 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:50.097607 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c58786-5c94-4dc0-80fa-be0c478aa169 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:50.097932 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c58786-5c94-4dc0-80fa-be0c478aa169 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:50.098255 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c58786-5c94-4dc0-80fa-be0c478aa169 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:50.098597 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c58786-5c94-4dc0-80fa-be0c478aa169 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:50.098929 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c58786-5c94-4dc0-80fa-be0c478aa169 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:50.099271 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c58786-5c94-4dc0-80fa-be0c478aa169 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:50.185458 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-b0d13ecf-8afe-4542-9737-5df5035305f9 None None] Attempting to bind port a863d9e9-6b2f-4c11-83cd-8cffdaab7dee on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:46:50.185846 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-b0d13ecf-8afe-4542-9737-5df5035305f9 None None] Attempting to bind port a863d9e9-6b2f-4c11-83cd-8cffdaab7dee by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'c103f03f-c92d-4a84-a233-dce6987c8315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '90f7755b-5272-412a-b596-b278fd2f1404'}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:46:50.186199 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d13ecf-8afe-4542-9737-5df5035305f9 None None] Attempting to bind port a863d9e9-6b2f-4c11-83cd-8cffdaab7dee on network 90f7755b-5272-412a-b596-b278fd2f1404 {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:46:50.193633 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d13ecf-8afe-4542-9737-5df5035305f9 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:46:50.194025 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d13ecf-8afe-4542-9737-5df5035305f9 None None] Checking segment: {'id': 'c103f03f-c92d-4a84-a233-dce6987c8315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '90f7755b-5272-412a-b596-b278fd2f1404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:46:50.194456 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-b0d13ecf-8afe-4542-9737-5df5035305f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:50.194839 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d13ecf-8afe-4542-9737-5df5035305f9 None None] Bound using segment: {'id': 'c103f03f-c92d-4a84-a233-dce6987c8315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '90f7755b-5272-412a-b596-b278fd2f1404'} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:46:50.195309 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-b0d13ecf-8afe-4542-9737-5df5035305f9 None None] Bound port: a863d9e9-6b2f-4c11-83cd-8cffdaab7dee, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c103f03f-c92d-4a84-a233-dce6987c8315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '90f7755b-5272-412a-b596-b278fd2f1404'}}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:46:50.195673 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-b0d13ecf-8afe-4542-9737-5df5035305f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:50.284589 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-b0d13ecf-8afe-4542-9737-5df5035305f9 None None] For port a863d9e9-6b2f-4c11-83cd-8cffdaab7dee, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:46:50.288033 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-b0d13ecf-8afe-4542-9737-5df5035305f9 None None] For port a863d9e9-6b2f-4c11-83cd-8cffdaab7dee, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=a863d9e9-6b2f-4c11-83cd-8cffdaab7dee,segment=NetworkSegment(c103f03f-c92d-4a84-a233-dce6987c8315),segment_id=c103f03f-c92d-4a84-a233-dce6987c8315)] {{(pid=84184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:46:50.370342 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-b0d13ecf-8afe-4542-9737-5df5035305f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:50.452933 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d945cd2e-6267-4edb-9558-714e7982ba10 req-67266bf0-7cfa-408b-9c3e-353c8d4e2b5f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=d84d63f7-ae73-4234-9174-a65d6057c76c HTTP/1.1" status: 200 len: 210 time: 0.0462160 Feb 03 14:46:50.453772 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c58786-5c94-4dc0-80fa-be0c478aa169 None None] Pushing event updated for resources: {'Port': ['ID=a863d9e9-6b2f-4c11-83cd-8cffdaab7dee,revision_number=4']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:50.459331 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d13ecf-8afe-4542-9737-5df5035305f9 None None] Routers {'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:46:50.459920 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-b0d13ecf-8afe-4542-9737-5df5035305f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:46:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:46:50.667388 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-b0d13ecf-8afe-4542-9737-5df5035305f9 None None] Set router b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:46:50.971959 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-b0d13ecf-8afe-4542-9737-5df5035305f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1312352654', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b22864fa-36b8-4990-8700-ad9ce4626f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:46:41Z', 'updated_at': '2022-02-03T14:46:46Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': 'b22864fa-36b8-4990-8700-ad9ce4626f1f', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:41:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:46:42Z', 'updated_at': '2022-02-03T14:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'a863d9e9-6b2f-4c11-83cd-8cffdaab7dee', 'name': '', 'network_id': '90f7755b-5272-412a-b596-b278fd2f1404', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'mac_address': 'fa:16:3e:ab:7e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d80822a-f164-42e5-a6a9-d5673c0a9a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:46:45Z', 'updated_at': '2022-02-03T14:46:50Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'subnets': [{'id': '9d80822a-f164-42e5-a6a9-d5673c0a9a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:46:50.976423 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d13ecf-8afe-4542-9737-5df5035305f9 None None] The sync data for ids ['b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d'] in dv-neutron-827016-1-hyperv is: [{'id': 'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1312352654', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b22864fa-36b8-4990-8700-ad9ce4626f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:46:41Z', 'updated_at': '2022-02-03T14:46:46Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': 'b22864fa-36b8-4990-8700-ad9ce4626f1f', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:41:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:46:42Z', 'updated_at': '2022-02-03T14:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'a863d9e9-6b2f-4c11-83cd-8cffdaab7dee', 'name': '', 'network_id': '90f7755b-5272-412a-b596-b278fd2f1404', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'mac_address': 'fa:16:3e:ab:7e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d80822a-f164-42e5-a6a9-d5673c0a9a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:46:45Z', 'updated_at': '2022-02-03T14:46:50Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'subnets': [{'id': '9d80822a-f164-42e5-a6a9-d5673c0a9a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:46:51.482152 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-763f2e0f-7a2e-4694-8f94-473702bb4878 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:51.483626 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-763f2e0f-7a2e-4694-8f94-473702bb4878 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.47 "GET /v2.0/networks?id=90f7755b-5272-412a-b596-b278fd2f1404 HTTP/1.1" status: 200 len: 796 time: 0.1501577 Feb 03 14:46:51.541491 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-d4fc991c-17a6-4897-b46f-3ba60f26f550 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ba8843202ac46748b5166400226edd3 HTTP/1.1" status: 200 len: 380 time: 0.0457931 Feb 03 14:46:51.552454 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-68def1c4-20a1-4139-a813-65d644aa31e0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'port': {'device_id': 'd84d63f7-ae73-4234-9174-a65d6057c76c', 'network_id': '90f7755b-5272-412a-b596-b278fd2f1404', 'admin_state_up': True, 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'security_groups': ['8ccfca91-c8c1-459a-aeb5-904f0765f9eb']}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:46:51.658074 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1f1955d6-2ed5-44e4-9937-8f8336c5e703 req-648b02fd-e20f-4061-ad46-cdc97c1d7138 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=d84d63f7-ae73-4234-9174-a65d6057c76c HTTP/1.1" status: 200 len: 210 time: 0.0544860 Feb 03 14:46:51.701325 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-68def1c4-20a1-4139-a813-65d644aa31e0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:46:51.713220 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-68def1c4-20a1-4139-a813-65d644aa31e0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:46:51.777584 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-68def1c4-20a1-4139-a813-65d644aa31e0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Made reservation on behalf of 5ba8843202ac46748b5166400226edd3 for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:46:51.780846 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-68def1c4-20a1-4139-a813-65d644aa31e0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:51.885596 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device a863d9e9-6b2f-4c11-83cd-8cffdaab7dee up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:46:51.952622 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-68def1c4-20a1-4139-a813-65d644aa31e0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Allocated IP 172.20.0.5 (90f7755b-5272-412a-b596-b278fd2f1404/9d80822a-f164-42e5-a6a9-d5673c0a9a37/a042becf-3008-4bfc-98bd-2fb75b403b42) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:46:52.008824 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port a863d9e9-6b2f-4c11-83cd-8cffdaab7dee completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:46:52.014510 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port a863d9e9-6b2f-4c11-83cd-8cffdaab7dee triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:46:52.019322 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:52.132755 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:52.166925 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port a863d9e9-6b2f-4c11-83cd-8cffdaab7dee, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=a863d9e9-6b2f-4c11-83cd-8cffdaab7dee,segment=NetworkSegment(c103f03f-c92d-4a84-a233-dce6987c8315),segment_id=c103f03f-c92d-4a84-a233-dce6987c8315)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:46:52.236571 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-68def1c4-20a1-4139-a813-65d644aa31e0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:52.251497 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-68def1c4-20a1-4139-a813-65d644aa31e0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Transition to ACTIVE for port object a042becf-3008-4bfc-98bd-2fb75b403b42 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:46:52.286759 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:52.338621 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-68def1c4-20a1-4139-a813-65d644aa31e0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:52.355300 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=a863d9e9-6b2f-4c11-83cd-8cffdaab7dee,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:52.417152 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-68def1c4-20a1-4139-a813-65d644aa31e0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Network 90f7755b-5272-412a-b596-b278fd2f1404 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:46:52.420381 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-68def1c4-20a1-4139-a813-65d644aa31e0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:46:52.423344 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-68def1c4-20a1-4139-a813-65d644aa31e0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:46:52.460193 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68def1c4-20a1-4139-a813-65d644aa31e0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'Port': ['ID=a042becf-3008-4bfc-98bd-2fb75b403b42,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:52.491291 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-68def1c4-20a1-4139-a813-65d644aa31e0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:52.491910 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-68def1c4-20a1-4139-a813-65d644aa31e0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:52.609167 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-68def1c4-20a1-4139-a813-65d644aa31e0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0611434 Feb 03 14:46:52.618504 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-68d0595b-57c7-4214-892e-7c517b4bab4b tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84181) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 14:46:52.620042 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-68d0595b-57c7-4214-892e-7c517b4bab4b tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048413 Feb 03 14:46:52.630886 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-890734b5-38cd-4ef6-b0f8-b3f81d2d95a7 service neutron] Request body: {'port': {'device_id': 'd84d63f7-ae73-4234-9174-a65d6057c76c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:46:52.737440 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-29ca2618-98d2-45b0-b94e-c749ba6d3c7c None None] Provisioning for port a042becf-3008-4bfc-98bd-2fb75b403b42 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:46:52.743098 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-29ca2618-98d2-45b0-b94e-c749ba6d3c7c None None] Provisioning complete for port a042becf-3008-4bfc-98bd-2fb75b403b42 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:46:52.743639 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-29ca2618-98d2-45b0-b94e-c749ba6d3c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:52.744638 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-890734b5-38cd-4ef6-b0f8-b3f81d2d95a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:52.799625 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-29ca2618-98d2-45b0-b94e-c749ba6d3c7c None None] Port a042becf-3008-4bfc-98bd-2fb75b403b42 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:46:52.869905 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c0417-d0c0-42a8-82b1-3c25115dc243 req-e4aa3ec7-bd73-4059-8131-f2fd0bcbae26 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:52.871358 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1c0c0417-d0c0-42a8-82b1-3c25115dc243 req-e4aa3ec7-bd73-4059-8131-f2fd0bcbae26 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=d84d63f7-ae73-4234-9174-a65d6057c76c HTTP/1.1" status: 200 len: 931 time: 0.0883350 Feb 03 14:46:52.916566 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1c0c0417-d0c0-42a8-82b1-3c25115dc243 req-4d85f826-5a52-499f-905f-19c21bed2ed5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ccfca91-c8c1-459a-aeb5-904f0765f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394549 Feb 03 14:46:53.083732 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-890734b5-38cd-4ef6-b0f8-b3f81d2d95a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a042becf-3008-4bfc-98bd-2fb75b403b42 {{(pid=84181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:46:53.090344 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-890734b5-38cd-4ef6-b0f8-b3f81d2d95a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:53.104128 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-890734b5-38cd-4ef6-b0f8-b3f81d2d95a7 service neutron] Transition to ACTIVE for port object a042becf-3008-4bfc-98bd-2fb75b403b42 will not be triggered until provisioned by entity L2. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:46:53.165814 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-890734b5-38cd-4ef6-b0f8-b3f81d2d95a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:53.292899 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890734b5-38cd-4ef6-b0f8-b3f81d2d95a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a042becf-3008-4bfc-98bd-2fb75b403b42,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:53.405020 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-890734b5-38cd-4ef6-b0f8-b3f81d2d95a7 service neutron] Attempting to bind port a042becf-3008-4bfc-98bd-2fb75b403b42 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:46:53.405350 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-890734b5-38cd-4ef6-b0f8-b3f81d2d95a7 service neutron] Attempting to bind port a042becf-3008-4bfc-98bd-2fb75b403b42 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'c103f03f-c92d-4a84-a233-dce6987c8315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '90f7755b-5272-412a-b596-b278fd2f1404'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:46:53.405671 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-890734b5-38cd-4ef6-b0f8-b3f81d2d95a7 service neutron] Attempting to bind port a042becf-3008-4bfc-98bd-2fb75b403b42 on network 90f7755b-5272-412a-b596-b278fd2f1404 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:46:53.411964 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-890734b5-38cd-4ef6-b0f8-b3f81d2d95a7 service neutron] Port a042becf-3008-4bfc-98bd-2fb75b403b42 on network 90f7755b-5272-412a-b596-b278fd2f1404 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 14:46:53.412277 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-890734b5-38cd-4ef6-b0f8-b3f81d2d95a7 service neutron] Attempting to bind port a042becf-3008-4bfc-98bd-2fb75b403b42 on network 90f7755b-5272-412a-b596-b278fd2f1404 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:46:53.418624 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-890734b5-38cd-4ef6-b0f8-b3f81d2d95a7 service neutron] Checking agent: {'id': '8cce4e55-f72c-4604-b6eb-27dc2f3f162a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'started_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:46:53.418955 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-890734b5-38cd-4ef6-b0f8-b3f81d2d95a7 service neutron] Checking segment: {'id': 'c103f03f-c92d-4a84-a233-dce6987c8315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '90f7755b-5272-412a-b596-b278fd2f1404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:46:53.419357 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-890734b5-38cd-4ef6-b0f8-b3f81d2d95a7 service neutron] Bound using segment: {'id': 'c103f03f-c92d-4a84-a233-dce6987c8315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '90f7755b-5272-412a-b596-b278fd2f1404'} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:46:53.419768 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-890734b5-38cd-4ef6-b0f8-b3f81d2d95a7 service neutron] Bound port: a042becf-3008-4bfc-98bd-2fb75b403b42, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c103f03f-c92d-4a84-a233-dce6987c8315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '90f7755b-5272-412a-b596-b278fd2f1404'}}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:46:53.420109 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-890734b5-38cd-4ef6-b0f8-b3f81d2d95a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:53.508907 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-890734b5-38cd-4ef6-b0f8-b3f81d2d95a7 service neutron] For port a042becf-3008-4bfc-98bd-2fb75b403b42, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:46:53.511725 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-890734b5-38cd-4ef6-b0f8-b3f81d2d95a7 service neutron] For port a042becf-3008-4bfc-98bd-2fb75b403b42, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=a042becf-3008-4bfc-98bd-2fb75b403b42,segment=NetworkSegment(c103f03f-c92d-4a84-a233-dce6987c8315),segment_id=c103f03f-c92d-4a84-a233-dce6987c8315)] {{(pid=84181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:46:53.589144 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-890734b5-38cd-4ef6-b0f8-b3f81d2d95a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:53.652201 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-890734b5-38cd-4ef6-b0f8-b3f81d2d95a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:53.653551 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-890734b5-38cd-4ef6-b0f8-b3f81d2d95a7 service neutron] 10.222.0.47 "PUT /v2.0/ports/a042becf-3008-4bfc-98bd-2fb75b403b42 HTTP/1.1" status: 200 len: 1093 time: 1.0272667 Feb 03 14:46:53.654031 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd84d63f7-ae73-4234-9174-a65d6057c76c', 'tag': 'a042becf-3008-4bfc-98bd-2fb75b403b42'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:46:53.672645 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890734b5-38cd-4ef6-b0f8-b3f81d2d95a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a042becf-3008-4bfc-98bd-2fb75b403b42,revision_number=3']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:53.722088 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd84d63f7-ae73-4234-9174-a65d6057c76c', 'tag': 'a042becf-3008-4bfc-98bd-2fb75b403b42', 'status': 'completed', 'code': 200} Feb 03 14:46:53.816412 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a91d7939-821b-4fae-9d38-55b929a5b87b req-b7f50b01-5862-458f-96f8-1a0a00daa397 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ba8843202ac46748b5166400226edd3&device_id=d84d63f7-ae73-4234-9174-a65d6057c76c HTTP/1.1" status: 200 len: 1096 time: 0.0746553 Feb 03 14:46:53.858466 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device a863d9e9-6b2f-4c11-83cd-8cffdaab7dee up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:46:53.924675 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port a863d9e9-6b2f-4c11-83cd-8cffdaab7dee triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:46:53.924933 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:53.955215 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d7939-821b-4fae-9d38-55b929a5b87b req-d2e8747c-8c15-4357-9f44-1d9faf0f11d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:53.956680 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a91d7939-821b-4fae-9d38-55b929a5b87b req-d2e8747c-8c15-4357-9f44-1d9faf0f11d3 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=5ba8843202ac46748b5166400226edd3&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1339943 Feb 03 14:46:54.101094 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d7939-821b-4fae-9d38-55b929a5b87b req-ca96ba0b-fd49-4724-ac3d-63dbf673da71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:54.102719 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a91d7939-821b-4fae-9d38-55b929a5b87b req-ca96ba0b-fd49-4724-ac3d-63dbf673da71 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1395164 Feb 03 14:46:54.119410 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5069e2-4003-492f-b317-ec2208c551e8 req-ab9e6cec-3fc8-46f4-9b0d-ad1b10f0d3bb tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:54.120825 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0b5069e2-4003-492f-b317-ec2208c551e8 req-ab9e6cec-3fc8-46f4-9b0d-ad1b10f0d3bb tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=d84d63f7-ae73-4234-9174-a65d6057c76c HTTP/1.1" status: 200 len: 943 time: 0.0762770 Feb 03 14:46:54.170459 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0b5069e2-4003-492f-b317-ec2208c551e8 req-d7a2a498-4160-4aed-9cf2-5e176d9936c8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ccfca91-c8c1-459a-aeb5-904f0765f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440087 Feb 03 14:46:54.206209 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-7e10cbf3-37a6-4236-9c1d-27a2cd48970e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ba8843202ac46748b5166400226edd3&device_id=d84d63f7-ae73-4234-9174-a65d6057c76c HTTP/1.1" status: 200 len: 1096 time: 0.0679920 Feb 03 14:46:54.274660 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-fb2a0175-42c3-45f3-9e6f-1bd77f235b9e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a042becf-3008-4bfc-98bd-2fb75b403b42 HTTP/1.1" status: 200 len: 217 time: 0.0624406 Feb 03 14:46:54.335597 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-cbe01825-b83c-459d-a16c-5b2cd43803bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:54.337024 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-cbe01825-b83c-459d-a16c-5b2cd43803bf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9d80822a-f164-42e5-a6a9-d5673c0a9a37 HTTP/1.1" status: 200 len: 834 time: 0.0566285 Feb 03 14:46:54.502984 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-e9751178-6f88-430c-8673-c1b210e7ce2e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90f7755b-5272-412a-b596-b278fd2f1404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1599684 Feb 03 14:46:54.629143 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-034c7e2b-d5d5-413a-b85f-db6c5191850e service neutron] 10.222.0.47 "GET /v2.0/networks/90f7755b-5272-412a-b596-b278fd2f1404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200266 Feb 03 14:46:54.757784 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-58b8be22-aeaf-40ac-90ee-db644f3f36f0 req-e9da50fe-d253-4c2d-8457-2395ba3f0cdd service neutron] 10.222.0.47 "GET /v2.0/networks/90f7755b-5272-412a-b596-b278fd2f1404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229880 Feb 03 14:46:55.346679 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ce8076ce-8eb2-48e1-aedd-ab2125cdf303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:55.365754 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178658d-4b00-4745-ae82-44d71df2e76b req-bc014c4d-2dd5-4f16-ad16-39374bfaa1ba tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:55.367217 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7178658d-4b00-4745-ae82-44d71df2e76b req-bc014c4d-2dd5-4f16-ad16-39374bfaa1ba tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=d84d63f7-ae73-4234-9174-a65d6057c76c HTTP/1.1" status: 200 len: 943 time: 0.0758157 Feb 03 14:46:55.412169 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7178658d-4b00-4745-ae82-44d71df2e76b req-012b1698-41cd-47d5-9349-56491a910de5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ccfca91-c8c1-459a-aeb5-904f0765f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393465 Feb 03 14:46:56.606831 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fdf1b8-afb7-498f-9e90-92322fd08587 req-f484ded4-f01b-4022-adda-c0fde8f635a5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:56.608286 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f0fdf1b8-afb7-498f-9e90-92322fd08587 req-f484ded4-f01b-4022-adda-c0fde8f635a5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=d84d63f7-ae73-4234-9174-a65d6057c76c HTTP/1.1" status: 200 len: 943 time: 0.0798128 Feb 03 14:46:56.651726 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f0fdf1b8-afb7-498f-9e90-92322fd08587 req-a3f4ae89-363e-41a1-a1ff-5ae2bc542a8e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ccfca91-c8c1-459a-aeb5-904f0765f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380874 Feb 03 14:46:57.578014 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e99d985b-1bcb-492a-b569-9cb394c24b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:57.846522 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102992f-406c-4c6f-bdb1-8d117ce5998f req-9e08fc2b-d80b-4ad8-b480-0201c8964ef6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:57.847981 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4102992f-406c-4c6f-bdb1-8d117ce5998f req-9e08fc2b-d80b-4ad8-b480-0201c8964ef6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=d84d63f7-ae73-4234-9174-a65d6057c76c HTTP/1.1" status: 200 len: 943 time: 0.0754962 Feb 03 14:46:57.893572 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4102992f-406c-4c6f-bdb1-8d117ce5998f req-bf5bf9bd-a991-4346-8950-abb235804c99 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ccfca91-c8c1-459a-aeb5-904f0765f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390644 Feb 03 14:46:58.412909 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device a042becf-3008-4bfc-98bd-2fb75b403b42 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:46:58.542494 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port a042becf-3008-4bfc-98bd-2fb75b403b42, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=a042becf-3008-4bfc-98bd-2fb75b403b42,segment=NetworkSegment(c103f03f-c92d-4a84-a233-dce6987c8315),segment_id=c103f03f-c92d-4a84-a233-dce6987c8315)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:46:58.554995 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': 'a042becf-3008-4bfc-98bd-2fb75b403b42', 'network_id': '90f7755b-5272-412a-b596-b278fd2f1404', 'port_id': 'a042becf-3008-4bfc-98bd-2fb75b403b42', 'mac_address': 'fa:16:3e:2b:42:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d80822a-f164-42e5-a6a9-d5673c0a9a37', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:46:58.611115 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:58.628176 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a042becf-3008-4bfc-98bd-2fb75b403b42 {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:46:58.643028 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port a042becf-3008-4bfc-98bd-2fb75b403b42, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=a042becf-3008-4bfc-98bd-2fb75b403b42,segment=NetworkSegment(c103f03f-c92d-4a84-a233-dce6987c8315),segment_id=c103f03f-c92d-4a84-a233-dce6987c8315)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:46:58.705200 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:58.769010 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=a042becf-3008-4bfc-98bd-2fb75b403b42,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:58.851464 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:59.006627 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:46:59.039458 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['a042becf-3008-4bfc-98bd-2fb75b403b42'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:46:59.089163 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932853fb-0e70-4f3c-8eba-c8937bfc6692 req-fe3b2de3-c7d4-4e86-bdd1-43c56892a373 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:59.090579 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-932853fb-0e70-4f3c-8eba-c8937bfc6692 req-fe3b2de3-c7d4-4e86-bdd1-43c56892a373 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=d84d63f7-ae73-4234-9174-a65d6057c76c HTTP/1.1" status: 200 len: 944 time: 0.0786936 Feb 03 14:46:59.136165 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-932853fb-0e70-4f3c-8eba-c8937bfc6692 req-b6cf51fe-2aed-4382-b676-18a34fa80531 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ccfca91-c8c1-459a-aeb5-904f0765f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399160 Feb 03 14:47:00.326228 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:47:00.329878 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ea6c7-162e-4a9d-a755-6da70149ed13 req-b43e2448-25dc-4ce7-aa27-6744335621fc tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:00.331451 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-236ea6c7-162e-4a9d-a755-6da70149ed13 req-b43e2448-25dc-4ce7-aa27-6744335621fc tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=d84d63f7-ae73-4234-9174-a65d6057c76c HTTP/1.1" status: 200 len: 944 time: 0.0768826 Feb 03 14:47:00.378012 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-236ea6c7-162e-4a9d-a755-6da70149ed13 req-6e764d5c-01b9-45f0-a098-a620222a46a4 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ccfca91-c8c1-459a-aeb5-904f0765f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391634 Feb 03 14:47:00.421762 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device a042becf-3008-4bfc-98bd-2fb75b403b42 up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:47:00.545259 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning for port a042becf-3008-4bfc-98bd-2fb75b403b42 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:47:00.549708 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port a042becf-3008-4bfc-98bd-2fb75b403b42 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:47:00.550107 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:47:00.661205 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:47:00.716612 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84d63f7-ae73-4234-9174-a65d6057c76c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a042becf-3008-4bfc-98bd-2fb75b403b42'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:47:00.726788 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port a042becf-3008-4bfc-98bd-2fb75b403b42, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=a042becf-3008-4bfc-98bd-2fb75b403b42,segment=NetworkSegment(c103f03f-c92d-4a84-a233-dce6987c8315),segment_id=c103f03f-c92d-4a84-a233-dce6987c8315)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:47:00.819732 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:47:00.854316 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd84d63f7-ae73-4234-9174-a65d6057c76c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a042becf-3008-4bfc-98bd-2fb75b403b42', 'code': 200} Feb 03 14:47:00.885333 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=a042becf-3008-4bfc-98bd-2fb75b403b42,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:01.188189 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8f0d6822-520e-4505-9d96-4da152d1ce37 req-da3912b8-0944-40fc-86c2-2bea22ffd47e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d84d63f7-ae73-4234-9174-a65d6057c76c HTTP/1.1" status: 200 len: 1098 time: 0.0660427 Feb 03 14:47:01.233923 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8f0d6822-520e-4505-9d96-4da152d1ce37 req-03c09d02-3b77-4c73-9872-65c04719bb41 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8ccfca91-c8c1-459a-aeb5-904f0765f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393445 Feb 03 14:47:01.571265 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240d04d-6bd5-4e5b-83cf-3aff0e033140 req-34346b7e-3572-4f11-9824-baa95fbc8767 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:01.572576 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8240d04d-6bd5-4e5b-83cf-3aff0e033140 req-34346b7e-3572-4f11-9824-baa95fbc8767 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=d84d63f7-ae73-4234-9174-a65d6057c76c HTTP/1.1" status: 200 len: 945 time: 0.0766461 Feb 03 14:47:01.615992 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8240d04d-6bd5-4e5b-83cf-3aff0e033140 req-c1c91023-8bab-467a-8f48-128ec0eefe2d tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ccfca91-c8c1-459a-aeb5-904f0765f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378513 Feb 03 14:47:02.811938 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d791db-08d7-4eb0-89c7-46b0112e164a req-59be2210-152f-410c-a734-7e803a0114d1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:02.813407 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e7d791db-08d7-4eb0-89c7-46b0112e164a req-59be2210-152f-410c-a734-7e803a0114d1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=d84d63f7-ae73-4234-9174-a65d6057c76c HTTP/1.1" status: 200 len: 945 time: 0.0742788 Feb 03 14:47:02.860995 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e7d791db-08d7-4eb0-89c7-46b0112e164a req-f8931350-f91b-48dd-95e9-0241f2e0ea57 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ccfca91-c8c1-459a-aeb5-904f0765f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420766 Feb 03 14:47:03.055089 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394d735-6cd6-487e-86df-c87cf3acf479 req-af058647-405f-4a52-9e66-27964083c69a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:03.056538 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b394d735-6cd6-487e-86df-c87cf3acf479 req-af058647-405f-4a52-9e66-27964083c69a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=d84d63f7-ae73-4234-9174-a65d6057c76c HTTP/1.1" status: 200 len: 945 time: 0.0752311 Feb 03 14:47:03.101776 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b394d735-6cd6-487e-86df-c87cf3acf479 req-ae2dcbb5-6917-469c-8677-82867d1e83a3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ccfca91-c8c1-459a-aeb5-904f0765f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397635 Feb 03 14:47:03.127989 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 39354) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:47:03.285504 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ffe8bc04-a730-4ec9-b4f2-d81cb03b1ed8 tempest-TestNetworkAdvancedServerOps-1341579092 tempest-TestNetworkAdvancedServerOps-1341579092-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d84d63f7-ae73-4234-9174-a65d6057c76c HTTP/1.1" status: 200 len: 1093 time: 0.1563416 Feb 03 14:47:03.288121 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 39358) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:47:03.293108 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-338db601-09b6-4429-9a08-4898237e9308 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'floatingip': {'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'port_id': 'a042becf-3008-4bfc-98bd-2fb75b403b42', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:47:03.298604 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-338db601-09b6-4429-9a08-4898237e9308 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:47:03.302432 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-338db601-09b6-4429-9a08-4898237e9308 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:floatingip and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:47:03.305217 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-338db601-09b6-4429-9a08-4898237e9308 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:47:03.310910 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-338db601-09b6-4429-9a08-4898237e9308 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:47:03.385558 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-338db601-09b6-4429-9a08-4898237e9308 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for floatingip, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:47:03.518606 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-338db601-09b6-4429-9a08-4898237e9308 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:47:03.648086 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-338db601-09b6-4429-9a08-4898237e9308 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Allocated IP 172.26.3.25 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/ab00ca45-a215-41e4-b55c-ed08d867ef72) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:47:03.793437 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-338db601-09b6-4429-9a08-4898237e9308 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:47:03.868478 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:47:03.882889 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-338db601-09b6-4429-9a08-4898237e9308 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:47:03.950221 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338db601-09b6-4429-9a08-4898237e9308 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:47:03.953305 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-338db601-09b6-4429-9a08-4898237e9308 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:47:03.956989 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338db601-09b6-4429-9a08-4898237e9308 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:47:03.985999 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338db601-09b6-4429-9a08-4898237e9308 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'Port': ['ID=ab00ca45-a215-41e4-b55c-ed08d867ef72,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:04.455294 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-338db601-09b6-4429-9a08-4898237e9308 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:47:04.560337 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-338db601-09b6-4429-9a08-4898237e9308 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:47:04.759605 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-338db601-09b6-4429-9a08-4898237e9308 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:47:04.816911 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-338db601-09b6-4429-9a08-4898237e9308 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:47:04.929030 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338db601-09b6-4429-9a08-4898237e9308 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'Port': ['ID=ab00ca45-a215-41e4-b55c-ed08d867ef72,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:04.946000 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-338db601-09b6-4429-9a08-4898237e9308 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:47:05.221942 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.l3_db [None req-338db601-09b6-4429-9a08-4898237e9308 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Floating IP a5bb2812-6580-4b66-abf0-1464a7351b2b associated. External IP: 172.26.3.25, port: a042becf-3008-4bfc-98bd-2fb75b403b42. Feb 03 14:47:05.602928 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338db601-09b6-4429-9a08-4898237e9308 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Router b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:47:05.797974 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338db601-09b6-4429-9a08-4898237e9308 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:47:05.809303 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c4d889-0a41-4a86-9076-154d34deb6ab None None] Sync routers for ids ['b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:47:05.821833 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c4d889-0a41-4a86-9076-154d34deb6ab None None] Routers {'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:47:05.823289 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-09c4d889-0a41-4a86-9076-154d34deb6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:46:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:05.900089 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-338db601-09b6-4429-9a08-4898237e9308 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:47:05.955575 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-338db601-09b6-4429-9a08-4898237e9308 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6664307 Feb 03 14:47:05.956256 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd84d63f7-ae73-4234-9174-a65d6057c76c', 'tag': 'a042becf-3008-4bfc-98bd-2fb75b403b42'}] {{(pid=84182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:47:06.002473 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-09c4d889-0a41-4a86-9076-154d34deb6ab None None] Set router b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:47:06.092119 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd84d63f7-ae73-4234-9174-a65d6057c76c', 'tag': 'a042becf-3008-4bfc-98bd-2fb75b403b42', 'status': 'completed', 'code': 200} Feb 03 14:47:06.132744 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d50611-5a0b-4817-8454-51d6b78ab58d req-15d57ccc-7e14-465d-98fd-e05aad674446 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:06.137564 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-45d50611-5a0b-4817-8454-51d6b78ab58d req-15d57ccc-7e14-465d-98fd-e05aad674446 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=d84d63f7-ae73-4234-9174-a65d6057c76c HTTP/1.1" status: 200 len: 945 time: 0.0834804 Feb 03 14:47:06.177661 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4ff6017c-e9cd-4ed3-bf6d-396839443ea1 req-20bdc871-8ca7-4066-a39b-1a2e17f0020b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ba8843202ac46748b5166400226edd3&device_id=d84d63f7-ae73-4234-9174-a65d6057c76c HTTP/1.1" status: 200 len: 1098 time: 0.0698550 Feb 03 14:47:06.183549 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-45d50611-5a0b-4817-8454-51d6b78ab58d req-a7717132-3fdc-4c10-b821-2d2e5523adee tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ccfca91-c8c1-459a-aeb5-904f0765f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432494 Feb 03 14:47:06.223785 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 39368) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:47:06.309734 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6017c-e9cd-4ed3-bf6d-396839443ea1 req-1d7efc63-0c44-42be-854f-448a5540693a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:06.311224 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4ff6017c-e9cd-4ed3-bf6d-396839443ea1 req-1d7efc63-0c44-42be-854f-448a5540693a service neutron] 10.222.0.47 "GET /v2.0/networks?id=90f7755b-5272-412a-b596-b278fd2f1404 HTTP/1.1" status: 200 len: 896 time: 0.1284587 Feb 03 14:47:06.328245 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b3e11273-c964-4452-acc1-33117abfd81e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/floatingips/a5bb2812-6580-4b66-abf0-1464a7351b2b HTTP/1.1" status: 200 len: 990 time: 0.1017084 Feb 03 14:47:06.360076 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-09c4d889-0a41-4a86-9076-154d34deb6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1312352654', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b22864fa-36b8-4990-8700-ad9ce4626f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:46:41Z', 'updated_at': '2022-02-03T14:46:46Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': 'b22864fa-36b8-4990-8700-ad9ce4626f1f', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:41:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:46:42Z', 'updated_at': '2022-02-03T14:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'a5bb2812-6580-4b66-abf0-1464a7351b2b', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'floating_ip_address': '172.26.3.25', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': 'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d', 'port_id': 'a042becf-3008-4bfc-98bd-2fb75b403b42', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90f7755b-5272-412a-b596-b278fd2f1404', 'mac_address': 'fa:16:3e:2b:42:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84d63f7-ae73-4234-9174-a65d6057c76c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:47:04Z', 'updated_at': '2022-02-03T14:47:04Z', 'revision_number': 0, 'project_id': '5ba8843202ac46748b5166400226edd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a863d9e9-6b2f-4c11-83cd-8cffdaab7dee', 'name': '', 'network_id': '90f7755b-5272-412a-b596-b278fd2f1404', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'mac_address': 'fa:16:3e:ab:7e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d80822a-f164-42e5-a6a9-d5673c0a9a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:46:45Z', 'updated_at': '2022-02-03T14:46:52Z', 'revision_number': 5, 'project_id': '5ba8843202ac46748b5166400226edd3', 'subnets': [{'id': '9d80822a-f164-42e5-a6a9-d5673c0a9a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:06.364051 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c4d889-0a41-4a86-9076-154d34deb6ab None None] Checking router: b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:47:06.376043 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c4d889-0a41-4a86-9076-154d34deb6ab None None] Routers {'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:47:06.376643 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-09c4d889-0a41-4a86-9076-154d34deb6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:46:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:06.418918 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4ff6017c-e9cd-4ed3-bf6d-396839443ea1 req-6986ac4e-483a-4b83-ae0a-c8e80b36e61e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a042becf-3008-4bfc-98bd-2fb75b403b42 HTTP/1.1" status: 200 len: 998 time: 0.1004663 Feb 03 14:47:06.481511 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6017c-e9cd-4ed3-bf6d-396839443ea1 req-5846f753-31fa-467c-b275-48ad1ce6c70a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:06.482835 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4ff6017c-e9cd-4ed3-bf6d-396839443ea1 req-5846f753-31fa-467c-b275-48ad1ce6c70a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9d80822a-f164-42e5-a6a9-d5673c0a9a37 HTTP/1.1" status: 200 len: 834 time: 0.0579548 Feb 03 14:47:06.549821 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-09c4d889-0a41-4a86-9076-154d34deb6ab None None] Set router b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:47:06.558710 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4ff6017c-e9cd-4ed3-bf6d-396839443ea1 req-8b2984ad-f9fe-4e7b-8f78-c05d3db349e6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90f7755b-5272-412a-b596-b278fd2f1404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696073 Feb 03 14:47:06.688566 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4ff6017c-e9cd-4ed3-bf6d-396839443ea1 req-b05e1e10-8706-4fab-aa4a-9435443b0707 service neutron] 10.222.0.47 "GET /v2.0/networks/90f7755b-5272-412a-b596-b278fd2f1404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223211 Feb 03 14:47:06.819904 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4ff6017c-e9cd-4ed3-bf6d-396839443ea1 req-e8d801c2-7b44-4976-8420-98fce9f352a3 service neutron] 10.222.0.47 "GET /v2.0/networks/90f7755b-5272-412a-b596-b278fd2f1404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248720 Feb 03 14:47:06.888181 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-09c4d889-0a41-4a86-9076-154d34deb6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1312352654', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b22864fa-36b8-4990-8700-ad9ce4626f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:46:41Z', 'updated_at': '2022-02-03T14:46:46Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': 'b22864fa-36b8-4990-8700-ad9ce4626f1f', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:41:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:46:42Z', 'updated_at': '2022-02-03T14:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'a5bb2812-6580-4b66-abf0-1464a7351b2b', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'floating_ip_address': '172.26.3.25', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': 'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d', 'port_id': 'a042becf-3008-4bfc-98bd-2fb75b403b42', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90f7755b-5272-412a-b596-b278fd2f1404', 'mac_address': 'fa:16:3e:2b:42:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84d63f7-ae73-4234-9174-a65d6057c76c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:47:04Z', 'updated_at': '2022-02-03T14:47:04Z', 'revision_number': 0, 'project_id': '5ba8843202ac46748b5166400226edd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a863d9e9-6b2f-4c11-83cd-8cffdaab7dee', 'name': '', 'network_id': '90f7755b-5272-412a-b596-b278fd2f1404', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'mac_address': 'fa:16:3e:ab:7e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d80822a-f164-42e5-a6a9-d5673c0a9a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:46:45Z', 'updated_at': '2022-02-03T14:46:52Z', 'revision_number': 5, 'project_id': '5ba8843202ac46748b5166400226edd3', 'subnets': [{'id': '9d80822a-f164-42e5-a6a9-d5673c0a9a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:06.892318 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c4d889-0a41-4a86-9076-154d34deb6ab None None] The sync data for ids ['b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d'] in dv-neutron-827016-1-hyperv is: [{'id': 'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1312352654', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b22864fa-36b8-4990-8700-ad9ce4626f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:46:41Z', 'updated_at': '2022-02-03T14:46:46Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': 'b22864fa-36b8-4990-8700-ad9ce4626f1f', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:41:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:46:42Z', 'updated_at': '2022-02-03T14:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'a5bb2812-6580-4b66-abf0-1464a7351b2b', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'floating_ip_address': '172.26.3.25', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': 'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d', 'port_id': 'a042becf-3008-4bfc-98bd-2fb75b403b42', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90f7755b-5272-412a-b596-b278fd2f1404', 'mac_address': 'fa:16:3e:2b:42:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84d63f7-ae73-4234-9174-a65d6057c76c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:47:04Z', 'updated_at': '2022-02-03T14:47:04Z', 'revision_number': 0, 'project_id': '5ba8843202ac46748b5166400226edd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a863d9e9-6b2f-4c11-83cd-8cffdaab7dee', 'name': '', 'network_id': '90f7755b-5272-412a-b596-b278fd2f1404', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'mac_address': 'fa:16:3e:ab:7e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d80822a-f164-42e5-a6a9-d5673c0a9a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:46:45Z', 'updated_at': '2022-02-03T14:46:52Z', 'revision_number': 5, 'project_id': '5ba8843202ac46748b5166400226edd3', 'subnets': [{'id': '9d80822a-f164-42e5-a6a9-d5673c0a9a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:47:07.331141 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 39372) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:47:07.434624 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-7b0d8fd2-53f9-4f54-b1b7-61ea3f30fd4f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/floatingips/a5bb2812-6580-4b66-abf0-1464a7351b2b HTTP/1.1" status: 200 len: 990 time: 0.1023726 Feb 03 14:47:07.945714 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eb8222-becb-4eb9-aa8b-6d47059a848d None None] New status for floating IP a5bb2812-6580-4b66-abf0-1464a7351b2b: ACTIVE {{(pid=84184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:47:08.438531 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 39376) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:47:08.540319 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f7c8c990-ccc9-400a-bdcb-0662cb9216f5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/floatingips/a5bb2812-6580-4b66-abf0-1464a7351b2b HTTP/1.1" status: 200 len: 992 time: 0.1004956 Feb 03 14:47:17.910936 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:47:25.342792 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-39a32b55-b6f0-46b0-82f1-0c295feb562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:47:27.556793 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ce8320aa-8096-4a56-940a-562e441cab72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:47:28.854045 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:47:29.005757 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:47:30.345425 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:47:40.869002 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:47:45.457428 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-91f69a7c-6d8d-407c-8987-ec871e267f9b req-491ece1a-664b-4b4e-b3a1-c3786ca26b55 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d84d63f7-ae73-4234-9174-a65d6057c76c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698056 Feb 03 14:47:45.594552 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-91f69a7c-6d8d-407c-8987-ec871e267f9b req-0a270ff5-7186-4536-86aa-4d9962afa351 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ba8843202ac46748b5166400226edd3&device_id=d84d63f7-ae73-4234-9174-a65d6057c76c HTTP/1.1" status: 200 len: 1098 time: 0.0711133 Feb 03 14:47:45.739878 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f69a7c-6d8d-407c-8987-ec871e267f9b req-d46bd00a-6331-4479-bdd5-5dea39b874cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:45.741328 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-91f69a7c-6d8d-407c-8987-ec871e267f9b req-d46bd00a-6331-4479-bdd5-5dea39b874cf service neutron] 10.222.0.47 "GET /v2.0/networks?id=90f7755b-5272-412a-b596-b278fd2f1404 HTTP/1.1" status: 200 len: 896 time: 0.1268857 Feb 03 14:47:45.838456 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-91f69a7c-6d8d-407c-8987-ec871e267f9b req-cf994eb2-6174-4dc4-a443-f4b15fe2dca0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a042becf-3008-4bfc-98bd-2fb75b403b42 HTTP/1.1" status: 200 len: 1000 time: 0.0914254 Feb 03 14:47:45.984251 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f69a7c-6d8d-407c-8987-ec871e267f9b req-a68d3a46-f6be-4dc4-9241-f246791d85ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:45.985644 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-91f69a7c-6d8d-407c-8987-ec871e267f9b req-a68d3a46-f6be-4dc4-9241-f246791d85ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9d80822a-f164-42e5-a6a9-d5673c0a9a37 HTTP/1.1" status: 200 len: 834 time: 0.1412110 Feb 03 14:47:46.057976 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-91f69a7c-6d8d-407c-8987-ec871e267f9b req-d5e15cab-29d2-4989-b33f-cb9aa24cc3a7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90f7755b-5272-412a-b596-b278fd2f1404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660725 Feb 03 14:47:46.184163 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-91f69a7c-6d8d-407c-8987-ec871e267f9b req-a8b08e7e-ecf5-4468-b8a9-80dfaac4f38c service neutron] 10.222.0.47 "GET /v2.0/networks/90f7755b-5272-412a-b596-b278fd2f1404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202271 Feb 03 14:47:46.312528 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-91f69a7c-6d8d-407c-8987-ec871e267f9b req-661d8a0c-a6bd-4534-8bdb-e6d8f0e6a6aa service neutron] 10.222.0.47 "GET /v2.0/networks/90f7755b-5272-412a-b596-b278fd2f1404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223409 Feb 03 14:47:47.933999 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:47:55.343136 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c440a827-a813-417d-b518-afd61ac9c275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:47:57.647826 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2fa4d7da-1222-4c96-b400-ee9170344014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:47:58.922169 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:47:59.019175 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:48:00.333923 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:48:17.869287 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:48:17.936991 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:48:18.010878 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca642c0c-4f93-42ea-937b-ebd779f36c15 req-a0a74cb0-8fb5-4f20-8945-a878863225c2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:18.012893 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ca642c0c-4f93-42ea-937b-ebd779f36c15 req-a0a74cb0-8fb5-4f20-8945-a878863225c2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=d84d63f7-ae73-4234-9174-a65d6057c76c HTTP/1.1" status: 200 len: 945 time: 0.0809252 Feb 03 14:48:18.060736 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ca642c0c-4f93-42ea-937b-ebd779f36c15 req-cf020d4e-173d-4cfd-832c-316927ded765 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ccfca91-c8c1-459a-aeb5-904f0765f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421262 Feb 03 14:48:19.271306 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4fc30d-94e8-4fc5-9948-ec268e9cfdca req-677003b0-e5d0-459d-958c-e4d27ccf8c16 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:19.272708 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1f4fc30d-94e8-4fc5-9948-ec268e9cfdca req-677003b0-e5d0-459d-958c-e4d27ccf8c16 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=d84d63f7-ae73-4234-9174-a65d6057c76c HTTP/1.1" status: 200 len: 945 time: 0.0753646 Feb 03 14:48:19.317282 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1f4fc30d-94e8-4fc5-9948-ec268e9cfdca req-8e52c082-dd45-4f93-ba94-fb34d38f1b03 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ccfca91-c8c1-459a-aeb5-904f0765f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386431 Feb 03 14:48:20.522702 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664f66f-50cc-4e69-8972-273a2030aefc req-e7430d14-4ad5-4688-8cdd-bc46e5341673 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:20.524166 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6664f66f-50cc-4e69-8972-273a2030aefc req-e7430d14-4ad5-4688-8cdd-bc46e5341673 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=d84d63f7-ae73-4234-9174-a65d6057c76c HTTP/1.1" status: 200 len: 945 time: 0.0810852 Feb 03 14:48:20.569393 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6664f66f-50cc-4e69-8972-273a2030aefc req-a3f36bcd-17cc-4ea9-94dc-ddd840fd08e7 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ccfca91-c8c1-459a-aeb5-904f0765f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397880 Feb 03 14:48:21.759731 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45a9e6-69b0-49ff-8a58-526bf74ec8c7 req-0ead2a89-8550-4a5e-abc6-4e4a3ff2312a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:21.761148 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ed45a9e6-69b0-49ff-8a58-526bf74ec8c7 req-0ead2a89-8550-4a5e-abc6-4e4a3ff2312a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=d84d63f7-ae73-4234-9174-a65d6057c76c HTTP/1.1" status: 200 len: 945 time: 0.0750866 Feb 03 14:48:21.804868 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ed45a9e6-69b0-49ff-8a58-526bf74ec8c7 req-3ebeaeb7-d697-44fc-b006-9a439f7bd360 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ccfca91-c8c1-459a-aeb5-904f0765f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379381 Feb 03 14:48:23.094280 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54334d13-2062-4f54-83e5-895bf1b935b1 req-aa976f6d-b124-49ed-9233-0809d6bb472a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:23.095650 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-54334d13-2062-4f54-83e5-895bf1b935b1 req-aa976f6d-b124-49ed-9233-0809d6bb472a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=d84d63f7-ae73-4234-9174-a65d6057c76c HTTP/1.1" status: 200 len: 945 time: 0.1727791 Feb 03 14:48:23.140758 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-54334d13-2062-4f54-83e5-895bf1b935b1 req-2b8bf5da-14cb-4ef5-8d42-d923d2ae46f6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ccfca91-c8c1-459a-aeb5-904f0765f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395813 Feb 03 14:48:24.482992 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7deda3-b73c-47ad-ab42-49ec683874e6 req-95bfe5a5-63b4-4037-81b7-eb5d53c7e6a7 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:24.484360 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ec7deda3-b73c-47ad-ab42-49ec683874e6 req-95bfe5a5-63b4-4037-81b7-eb5d53c7e6a7 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=d84d63f7-ae73-4234-9174-a65d6057c76c HTTP/1.1" status: 200 len: 945 time: 0.0755908 Feb 03 14:48:24.530516 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ec7deda3-b73c-47ad-ab42-49ec683874e6 req-89882e88-33d1-40bb-a3f3-0bc7e4696c13 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ccfca91-c8c1-459a-aeb5-904f0765f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407979 Feb 03 14:48:25.382666 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fcfc5a9e-c38c-4d51-94d1-c8cd1770ab92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:48:25.722836 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da01f0-ec2b-4b6f-a5a5-7f45bfa17dde req-e2687434-8cf1-4691-a53c-3c2287cbf2d3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:25.724278 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-06da01f0-ec2b-4b6f-a5a5-7f45bfa17dde req-e2687434-8cf1-4691-a53c-3c2287cbf2d3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=d84d63f7-ae73-4234-9174-a65d6057c76c HTTP/1.1" status: 200 len: 945 time: 0.0756524 Feb 03 14:48:25.769150 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-06da01f0-ec2b-4b6f-a5a5-7f45bfa17dde req-226d5c12-e186-44e7-a63c-5e9a7c1b47e5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ccfca91-c8c1-459a-aeb5-904f0765f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395153 Feb 03 14:48:26.963815 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6428b65-da80-41f1-8c30-62671cc101e4 req-f94039a2-9f87-4ff8-a73f-11aee6c743eb tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:26.965213 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f6428b65-da80-41f1-8c30-62671cc101e4 req-f94039a2-9f87-4ff8-a73f-11aee6c743eb tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=d84d63f7-ae73-4234-9174-a65d6057c76c HTTP/1.1" status: 200 len: 945 time: 0.0783148 Feb 03 14:48:27.010307 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f6428b65-da80-41f1-8c30-62671cc101e4 req-9ee03f32-9bf8-4a92-bad4-f353746a0760 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ccfca91-c8c1-459a-aeb5-904f0765f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394676 Feb 03 14:48:27.536854 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b5dd9a60-1ffa-41d1-903c-99aa4b358cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:48:28.204210 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62660bbc-ed6d-49ea-bb28-52cd2711ac85 req-c8c3afa8-c6a0-44e5-aa3d-976211b0c451 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:28.205690 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-62660bbc-ed6d-49ea-bb28-52cd2711ac85 req-c8c3afa8-c6a0-44e5-aa3d-976211b0c451 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=d84d63f7-ae73-4234-9174-a65d6057c76c HTTP/1.1" status: 200 len: 945 time: 0.0747929 Feb 03 14:48:28.252503 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-62660bbc-ed6d-49ea-bb28-52cd2711ac85 req-3ba77e4d-d668-4eb2-aee2-da8e8f95b924 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ccfca91-c8c1-459a-aeb5-904f0765f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411854 Feb 03 14:48:28.896562 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:48:28.993634 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:48:29.449769 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3857aa-982f-4689-9e1b-3589b087a854 req-b573b8d2-7ac2-49ce-ba26-208d78c6406b tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:29.451309 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0e3857aa-982f-4689-9e1b-3589b087a854 req-b573b8d2-7ac2-49ce-ba26-208d78c6406b tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=d84d63f7-ae73-4234-9174-a65d6057c76c HTTP/1.1" status: 200 len: 945 time: 0.0809331 Feb 03 14:48:29.495009 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0e3857aa-982f-4689-9e1b-3589b087a854 req-97025f0e-5253-4a02-9821-1c87ded68746 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ccfca91-c8c1-459a-aeb5-904f0765f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378809 Feb 03 14:48:29.525621 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 39454) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:48:29.627421 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-aad39465-927b-4c4c-a176-d3c8f06f72d3 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/floatingips/a5bb2812-6580-4b66-abf0-1464a7351b2b HTTP/1.1" status: 200 len: 992 time: 0.1004837 Feb 03 14:48:30.342763 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:48:31.258131 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aaf11b-131f-493b-a48a-c39ac486ad20 req-4e369326-7a85-454c-a56c-14fbad1e4474 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:31.259623 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-98aaf11b-131f-493b-a48a-c39ac486ad20 req-4e369326-7a85-454c-a56c-14fbad1e4474 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=d84d63f7-ae73-4234-9174-a65d6057c76c HTTP/1.1" status: 200 len: 945 time: 0.0768747 Feb 03 14:48:31.304660 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-98aaf11b-131f-493b-a48a-c39ac486ad20 req-65dee6b0-e38c-40dc-9401-d4f5f051e8f4 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ccfca91-c8c1-459a-aeb5-904f0765f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386891 Feb 03 14:48:31.349474 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f4580245-50a7-470d-9f99-ed1079f2e415 req-7e62cb78-ebb2-41e8-9dbc-56d368a29429 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ba8843202ac46748b5166400226edd3&device_id=d84d63f7-ae73-4234-9174-a65d6057c76c HTTP/1.1" status: 200 len: 1098 time: 0.0731390 Feb 03 14:48:31.479204 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4580245-50a7-470d-9f99-ed1079f2e415 req-896c3c6e-b13b-42cd-91cc-940d6c82a0a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:31.481190 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f4580245-50a7-470d-9f99-ed1079f2e415 req-896c3c6e-b13b-42cd-91cc-940d6c82a0a8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=90f7755b-5272-412a-b596-b278fd2f1404 HTTP/1.1" status: 200 len: 896 time: 0.1245687 Feb 03 14:48:31.581819 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f4580245-50a7-470d-9f99-ed1079f2e415 req-c6e4a2a8-a695-4944-b4e7-80ffa76499fd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a042becf-3008-4bfc-98bd-2fb75b403b42 HTTP/1.1" status: 200 len: 1000 time: 0.0947218 Feb 03 14:48:31.642669 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4580245-50a7-470d-9f99-ed1079f2e415 req-704c4433-8090-4c1b-901f-80622901efcf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:31.643975 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f4580245-50a7-470d-9f99-ed1079f2e415 req-704c4433-8090-4c1b-901f-80622901efcf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9d80822a-f164-42e5-a6a9-d5673c0a9a37 HTTP/1.1" status: 200 len: 834 time: 0.0556901 Feb 03 14:48:31.716110 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f4580245-50a7-470d-9f99-ed1079f2e415 req-9c84c41c-e11e-4dc5-9e1b-0c754461582e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90f7755b-5272-412a-b596-b278fd2f1404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658870 Feb 03 14:48:31.844236 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f4580245-50a7-470d-9f99-ed1079f2e415 req-218a5ca4-3f19-4c84-9a66-411544c6a340 service neutron] 10.222.0.47 "GET /v2.0/networks/90f7755b-5272-412a-b596-b278fd2f1404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227379 Feb 03 14:48:31.972843 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f4580245-50a7-470d-9f99-ed1079f2e415 req-68593d3b-c254-4779-8291-58f5fe3bd852 service neutron] 10.222.0.47 "GET /v2.0/networks/90f7755b-5272-412a-b596-b278fd2f1404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219254 Feb 03 14:48:32.503934 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12daecb8-631e-42f8-a877-0e91a024f12d req-28f90c56-b513-4931-a285-a658427c957a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:32.505366 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-12daecb8-631e-42f8-a877-0e91a024f12d req-28f90c56-b513-4931-a285-a658427c957a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=d84d63f7-ae73-4234-9174-a65d6057c76c HTTP/1.1" status: 200 len: 945 time: 0.0788934 Feb 03 14:48:32.550884 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-12daecb8-631e-42f8-a877-0e91a024f12d req-b6a53d9c-b369-481c-bfcd-a9b7c422cf58 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ccfca91-c8c1-459a-aeb5-904f0765f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397537 Feb 03 14:48:33.745172 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1cc0d8-0816-4dc5-8369-b15c4684572c req-4703d503-a8e6-4615-a72f-4e0cfc789e50 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:33.747207 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2c1cc0d8-0816-4dc5-8369-b15c4684572c req-4703d503-a8e6-4615-a72f-4e0cfc789e50 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=d84d63f7-ae73-4234-9174-a65d6057c76c HTTP/1.1" status: 200 len: 945 time: 0.0738361 Feb 03 14:48:33.793241 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2c1cc0d8-0816-4dc5-8369-b15c4684572c req-f46f2dfb-3d9b-41c5-8875-eff15ddb697d tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ccfca91-c8c1-459a-aeb5-904f0765f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401332 Feb 03 14:48:33.821028 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 39468) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:48:33.922490 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-8acc675a-e811-464c-a879-54f691c49ba7 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/floatingips/a5bb2812-6580-4b66-abf0-1464a7351b2b HTTP/1.1" status: 200 len: 992 time: 0.1003845 Feb 03 14:48:46.465951 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-38154964-ac22-40ed-af2a-7b974f29b6d3 req-e4670db8-75e6-4b54-80c7-2a5dd94ed3a6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d84d63f7-ae73-4234-9174-a65d6057c76c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688159 Feb 03 14:48:46.595637 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-38154964-ac22-40ed-af2a-7b974f29b6d3 req-40012a9e-d7c4-4888-ab13-b009de958700 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ba8843202ac46748b5166400226edd3&device_id=d84d63f7-ae73-4234-9174-a65d6057c76c HTTP/1.1" status: 200 len: 1098 time: 0.0663087 Feb 03 14:48:46.734479 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38154964-ac22-40ed-af2a-7b974f29b6d3 req-c19136a1-7af9-44ce-9e58-7668c60e9d08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:46.735922 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-38154964-ac22-40ed-af2a-7b974f29b6d3 req-c19136a1-7af9-44ce-9e58-7668c60e9d08 service neutron] 10.222.0.47 "GET /v2.0/networks?id=90f7755b-5272-412a-b596-b278fd2f1404 HTTP/1.1" status: 200 len: 896 time: 0.1234944 Feb 03 14:48:46.835468 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-38154964-ac22-40ed-af2a-7b974f29b6d3 req-b73f80b5-07a7-4358-b2ca-b16e8c8f45e4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a042becf-3008-4bfc-98bd-2fb75b403b42 HTTP/1.1" status: 200 len: 1000 time: 0.0934227 Feb 03 14:48:46.893934 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38154964-ac22-40ed-af2a-7b974f29b6d3 req-e86d5e20-8b91-4673-ae0c-e8c96a6d089e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:46.895355 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-38154964-ac22-40ed-af2a-7b974f29b6d3 req-e86d5e20-8b91-4673-ae0c-e8c96a6d089e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9d80822a-f164-42e5-a6a9-d5673c0a9a37 HTTP/1.1" status: 200 len: 834 time: 0.0548582 Feb 03 14:48:47.049580 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-38154964-ac22-40ed-af2a-7b974f29b6d3 req-5c5ba3f0-b202-40e6-a8cb-6c94233f880f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90f7755b-5272-412a-b596-b278fd2f1404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1484289 Feb 03 14:48:47.177225 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-38154964-ac22-40ed-af2a-7b974f29b6d3 req-c57b21c4-5a8e-421b-a4d6-3568b46ef4a0 service neutron] 10.222.0.47 "GET /v2.0/networks/90f7755b-5272-412a-b596-b278fd2f1404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203907 Feb 03 14:48:47.304574 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-38154964-ac22-40ed-af2a-7b974f29b6d3 req-15118d3c-3965-4e12-bed0-253d6de283e2 service neutron] 10.222.0.47 "GET /v2.0/networks/90f7755b-5272-412a-b596-b278fd2f1404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205518 Feb 03 14:48:47.925865 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:48:54.868892 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:48:55.333569 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b3994b2e-8f72-4e45-bc00-4ffc77a95c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:48:57.573457 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-78a72961-8082-43f2-baf8-d6b1f5879df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:48:58.862672 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:48:59.019382 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:00.345154 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:17.941981 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:25.371005 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ba089282-c1ae-4bce-8058-3512fae56d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:27.538588 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b6625845-88b8-453b-b91d-578edd0e1976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:28.881509 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:29.013093 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:29.493121 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 39514) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:49:29.688418 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-b359daf3-0dc7-46ab-b13c-c0f77b3f4e2f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Deleting port ab00ca45-a215-41e4-b55c-ed08d867ef72 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:49:29.688755 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b359daf3-0dc7-46ab-b13c-c0f77b3f4e2f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:29.855716 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b359daf3-0dc7-46ab-b13c-c0f77b3f4e2f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:29.856038 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b359daf3-0dc7-46ab-b13c-c0f77b3f4e2f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:30.064041 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-b359daf3-0dc7-46ab-b13c-c0f77b3f4e2f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Calling delete_port for ab00ca45-a215-41e4-b55c-ed08d867ef72 owned by network:floatingip {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:49:30.262605 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b359daf3-0dc7-46ab-b13c-c0f77b3f4e2f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:30.305587 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b359daf3-0dc7-46ab-b13c-c0f77b3f4e2f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event deleted for resources: {'Port': ['ID=ab00ca45-a215-41e4-b55c-ed08d867ef72,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:30.343392 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b359daf3-0dc7-46ab-b13c-c0f77b3f4e2f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:30.343741 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b359daf3-0dc7-46ab-b13c-c0f77b3f4e2f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:30.344076 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b359daf3-0dc7-46ab-b13c-c0f77b3f4e2f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:30.344411 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b359daf3-0dc7-46ab-b13c-c0f77b3f4e2f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:30.344741 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b359daf3-0dc7-46ab-b13c-c0f77b3f4e2f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:30.345063 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b359daf3-0dc7-46ab-b13c-c0f77b3f4e2f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:30.345387 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b359daf3-0dc7-46ab-b13c-c0f77b3f4e2f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:30.346241 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b359daf3-0dc7-46ab-b13c-c0f77b3f4e2f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:30.347274 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b359daf3-0dc7-46ab-b13c-c0f77b3f4e2f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:30.347274 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b359daf3-0dc7-46ab-b13c-c0f77b3f4e2f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:30.347274 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b359daf3-0dc7-46ab-b13c-c0f77b3f4e2f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:30.348400 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:30.408965 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b359daf3-0dc7-46ab-b13c-c0f77b3f4e2f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for floatingip, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:30.787167 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b359daf3-0dc7-46ab-b13c-c0f77b3f4e2f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Router b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:49:30.983682 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b359daf3-0dc7-46ab-b13c-c0f77b3f4e2f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:49:30.993657 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bab20c-9409-4bdf-b886-48e4c473e041 None None] Sync routers for ids ['b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:49:30.999784 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-b359daf3-0dc7-46ab-b13c-c0f77b3f4e2f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:31.004840 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bab20c-9409-4bdf-b886-48e4c473e041 None None] Routers {'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:49:31.005453 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-d5bab20c-9409-4bdf-b886-48e4c473e041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:49:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:49:31.054679 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b359daf3-0dc7-46ab-b13c-c0f77b3f4e2f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "DELETE /v2.0/floatingips/a5bb2812-6580-4b66-abf0-1464a7351b2b HTTP/1.1" status: 204 len: 168 time: 1.5603905 Feb 03 14:49:31.055168 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd84d63f7-ae73-4234-9174-a65d6057c76c', 'tag': 'a042becf-3008-4bfc-98bd-2fb75b403b42'}] {{(pid=84182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:49:31.112509 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd84d63f7-ae73-4234-9174-a65d6057c76c', 'tag': 'a042becf-3008-4bfc-98bd-2fb75b403b42', 'status': 'completed', 'code': 200} Feb 03 14:49:31.180913 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-d5bab20c-9409-4bdf-b886-48e4c473e041 None None] Set router b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:49:31.204287 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-dd695cf4-0e48-453b-816b-e875f5cf183a req-779c7f74-6877-45d0-8ec9-00a11a8449eb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ba8843202ac46748b5166400226edd3&device_id=d84d63f7-ae73-4234-9174-a65d6057c76c HTTP/1.1" status: 200 len: 1098 time: 0.0689480 Feb 03 14:49:31.336957 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd695cf4-0e48-453b-816b-e875f5cf183a req-a079cf68-fcd5-42f1-ba0d-629e20735fb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:31.338342 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-dd695cf4-0e48-453b-816b-e875f5cf183a req-a079cf68-fcd5-42f1-ba0d-629e20735fb3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=90f7755b-5272-412a-b596-b278fd2f1404 HTTP/1.1" status: 200 len: 896 time: 0.1287677 Feb 03 14:49:31.413927 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-dd695cf4-0e48-453b-816b-e875f5cf183a req-f8c003b9-3a46-43c8-baf7-9ba42e09a11d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a042becf-3008-4bfc-98bd-2fb75b403b42 HTTP/1.1" status: 200 len: 217 time: 0.0689576 Feb 03 14:49:31.485456 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd695cf4-0e48-453b-816b-e875f5cf183a req-180307db-88db-43d9-a00c-f0be6378c5ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:31.487030 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-dd695cf4-0e48-453b-816b-e875f5cf183a req-180307db-88db-43d9-a00c-f0be6378c5ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9d80822a-f164-42e5-a6a9-d5673c0a9a37 HTTP/1.1" status: 200 len: 834 time: 0.0675192 Feb 03 14:49:31.494953 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-d5bab20c-9409-4bdf-b886-48e4c473e041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1312352654', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b22864fa-36b8-4990-8700-ad9ce4626f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:46:41Z', 'updated_at': '2022-02-03T14:46:46Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': 'b22864fa-36b8-4990-8700-ad9ce4626f1f', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:41:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:46:42Z', 'updated_at': '2022-02-03T14:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'a863d9e9-6b2f-4c11-83cd-8cffdaab7dee', 'name': '', 'network_id': '90f7755b-5272-412a-b596-b278fd2f1404', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'mac_address': 'fa:16:3e:ab:7e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d80822a-f164-42e5-a6a9-d5673c0a9a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:46:45Z', 'updated_at': '2022-02-03T14:46:52Z', 'revision_number': 5, 'project_id': '5ba8843202ac46748b5166400226edd3', 'subnets': [{'id': '9d80822a-f164-42e5-a6a9-d5673c0a9a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:49:31.498972 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bab20c-9409-4bdf-b886-48e4c473e041 None None] Checking router: b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:49:31.509804 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bab20c-9409-4bdf-b886-48e4c473e041 None None] Routers {'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:49:31.510612 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-d5bab20c-9409-4bdf-b886-48e4c473e041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:49:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:49:31.567077 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-dd695cf4-0e48-453b-816b-e875f5cf183a req-ee4e88db-a72c-4dcc-95c2-fc3efc3b1c81 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90f7755b-5272-412a-b596-b278fd2f1404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738480 Feb 03 14:49:31.607680 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe740f13-0e65-4cc1-a3a5-a2150db09c9e req-9e4732d4-663c-45ac-a27f-cd40da6224fd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:31.607680 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-fe740f13-0e65-4cc1-a3a5-a2150db09c9e req-9e4732d4-663c-45ac-a27f-cd40da6224fd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Synchronizing usage tracker for tenant:5ba8843202ac46748b5166400226edd3 on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:49:31.679474 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-fe740f13-0e65-4cc1-a3a5-a2150db09c9e req-9e4732d4-663c-45ac-a27f-cd40da6224fd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Unset dirty status for tenant:5ba8843202ac46748b5166400226edd3 on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:49:31.680667 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-fe740f13-0e65-4cc1-a3a5-a2150db09c9e req-9e4732d4-663c-45ac-a27f-cd40da6224fd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=d84d63f7-ae73-4234-9174-a65d6057c76c HTTP/1.1" status: 200 len: 945 time: 0.1574256 Feb 03 14:49:31.692403 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-d5bab20c-9409-4bdf-b886-48e4c473e041 None None] Set router b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:49:31.705674 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-dd695cf4-0e48-453b-816b-e875f5cf183a req-8164742b-2979-4154-ba64-5bdfa4c7bb28 service neutron] 10.222.0.47 "GET /v2.0/networks/90f7755b-5272-412a-b596-b278fd2f1404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313565 Feb 03 14:49:31.739932 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-fe740f13-0e65-4cc1-a3a5-a2150db09c9e req-456d0cfd-c12f-4eea-86b3-69bdb59012fa tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ccfca91-c8c1-459a-aeb5-904f0765f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519035 Feb 03 14:49:31.840357 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-dd695cf4-0e48-453b-816b-e875f5cf183a req-4a3e6c72-732e-44c9-aee2-6d486e12bc00 service neutron] 10.222.0.47 "GET /v2.0/networks/90f7755b-5272-412a-b596-b278fd2f1404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289709 Feb 03 14:49:31.872474 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:49:32.002667 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-d5bab20c-9409-4bdf-b886-48e4c473e041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1312352654', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b22864fa-36b8-4990-8700-ad9ce4626f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:46:41Z', 'updated_at': '2022-02-03T14:46:46Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': 'b22864fa-36b8-4990-8700-ad9ce4626f1f', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:41:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:46:42Z', 'updated_at': '2022-02-03T14:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'a863d9e9-6b2f-4c11-83cd-8cffdaab7dee', 'name': '', 'network_id': '90f7755b-5272-412a-b596-b278fd2f1404', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'mac_address': 'fa:16:3e:ab:7e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d80822a-f164-42e5-a6a9-d5673c0a9a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:46:45Z', 'updated_at': '2022-02-03T14:46:52Z', 'revision_number': 5, 'project_id': '5ba8843202ac46748b5166400226edd3', 'subnets': [{'id': '9d80822a-f164-42e5-a6a9-d5673c0a9a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:49:32.006549 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bab20c-9409-4bdf-b886-48e4c473e041 None None] The sync data for ids ['b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d'] in dv-neutron-827016-1-hyperv is: [{'id': 'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1312352654', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b22864fa-36b8-4990-8700-ad9ce4626f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:46:41Z', 'updated_at': '2022-02-03T14:46:46Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': 'b22864fa-36b8-4990-8700-ad9ce4626f1f', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:41:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:46:42Z', 'updated_at': '2022-02-03T14:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'a863d9e9-6b2f-4c11-83cd-8cffdaab7dee', 'name': '', 'network_id': '90f7755b-5272-412a-b596-b278fd2f1404', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'mac_address': 'fa:16:3e:ab:7e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d80822a-f164-42e5-a6a9-d5673c0a9a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:46:45Z', 'updated_at': '2022-02-03T14:46:52Z', 'revision_number': 5, 'project_id': '5ba8843202ac46748b5166400226edd3', 'subnets': [{'id': '9d80822a-f164-42e5-a6a9-d5673c0a9a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:49:32.202869 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c879e6-4a50-4e44-a5d6-ec20936f2c84 None None] New status for floating IP a5bb2812-6580-4b66-abf0-1464a7351b2b: DOWN {{(pid=84184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:49:32.927655 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665057e3-cdbd-4201-bb21-84adcc8e966b req-3110af09-678b-4ba8-aff9-85110a2a5c63 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:32.929068 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-665057e3-cdbd-4201-bb21-84adcc8e966b req-3110af09-678b-4ba8-aff9-85110a2a5c63 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=d84d63f7-ae73-4234-9174-a65d6057c76c HTTP/1.1" status: 200 len: 945 time: 0.0767052 Feb 03 14:49:32.975228 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-665057e3-cdbd-4201-bb21-84adcc8e966b req-00a39d51-9be1-4b7a-9eeb-c47b2aaf7b9a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ccfca91-c8c1-459a-aeb5-904f0765f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404825 Feb 03 14:49:33.380580 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5fc8b-901d-4b36-86ac-22f4eadc51f9 req-203cac82-e4c1-44bb-aa62-bc620da779cc tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:33.381271 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-23f5fc8b-901d-4b36-86ac-22f4eadc51f9 req-203cac82-e4c1-44bb-aa62-bc620da779cc tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Synchronizing usage tracker for tenant:5ba8843202ac46748b5166400226edd3 on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:49:33.393458 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-23f5fc8b-901d-4b36-86ac-22f4eadc51f9 req-203cac82-e4c1-44bb-aa62-bc620da779cc tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Unset dirty status for tenant:5ba8843202ac46748b5166400226edd3 on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:49:33.394538 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-23f5fc8b-901d-4b36-86ac-22f4eadc51f9 req-203cac82-e4c1-44bb-aa62-bc620da779cc tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.47 "GET /v2.0/ports?device_id=d84d63f7-ae73-4234-9174-a65d6057c76c HTTP/1.1" status: 200 len: 945 time: 0.0878892 Feb 03 14:49:33.463302 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-23f5fc8b-901d-4b36-86ac-22f4eadc51f9 req-6924da2c-ecb8-4b04-965a-c92f397bb777 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Deleting port a042becf-3008-4bfc-98bd-2fb75b403b42 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:49:33.463648 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-23f5fc8b-901d-4b36-86ac-22f4eadc51f9 req-6924da2c-ecb8-4b04-965a-c92f397bb777 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:33.700203 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-23f5fc8b-901d-4b36-86ac-22f4eadc51f9 req-6924da2c-ecb8-4b04-965a-c92f397bb777 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] For port a042becf-3008-4bfc-98bd-2fb75b403b42, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=a042becf-3008-4bfc-98bd-2fb75b403b42,segment=NetworkSegment(c103f03f-c92d-4a84-a233-dce6987c8315),segment_id=c103f03f-c92d-4a84-a233-dce6987c8315)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:49:33.700559 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-23f5fc8b-901d-4b36-86ac-22f4eadc51f9 req-6924da2c-ecb8-4b04-965a-c92f397bb777 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:33.896752 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-23f5fc8b-901d-4b36-86ac-22f4eadc51f9 req-6924da2c-ecb8-4b04-965a-c92f397bb777 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Calling delete_port for a042becf-3008-4bfc-98bd-2fb75b403b42 owned by compute:nova {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:49:34.130948 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-23f5fc8b-901d-4b36-86ac-22f4eadc51f9 req-6924da2c-ecb8-4b04-965a-c92f397bb777 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:34.167669 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b12f06-6d58-4b96-93d5-d04156e1062e req-f4990bcf-fdb8-4d72-a8c8-e58b8bffea7c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:34.169080 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-55b12f06-6d58-4b96-93d5-d04156e1062e req-f4990bcf-fdb8-4d72-a8c8-e58b8bffea7c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=d84d63f7-ae73-4234-9174-a65d6057c76c HTTP/1.1" status: 200 len: 867 time: 0.0753198 Feb 03 14:49:34.179463 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6924da2c-ecb8-4b04-965a-c92f397bb777 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event deleted for resources: {'Port': ['ID=a042becf-3008-4bfc-98bd-2fb75b403b42,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:34.218211 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-55b12f06-6d58-4b96-93d5-d04156e1062e req-fbe1137d-aadf-49c1-80b7-6c34f76bb5d2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ccfca91-c8c1-459a-aeb5-904f0765f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425086 Feb 03 14:49:34.220098 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924da2c-ecb8-4b04-965a-c92f397bb777 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:34.220451 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924da2c-ecb8-4b04-965a-c92f397bb777 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:34.221362 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924da2c-ecb8-4b04-965a-c92f397bb777 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:34.221703 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924da2c-ecb8-4b04-965a-c92f397bb777 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:34.222037 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924da2c-ecb8-4b04-965a-c92f397bb777 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:34.222371 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924da2c-ecb8-4b04-965a-c92f397bb777 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:34.222700 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924da2c-ecb8-4b04-965a-c92f397bb777 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:34.223029 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924da2c-ecb8-4b04-965a-c92f397bb777 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:34.226424 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924da2c-ecb8-4b04-965a-c92f397bb777 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:34.226424 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924da2c-ecb8-4b04-965a-c92f397bb777 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:34.226424 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924da2c-ecb8-4b04-965a-c92f397bb777 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:34.266421 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f5fc8b-901d-4b36-86ac-22f4eadc51f9 req-6924da2c-ecb8-4b04-965a-c92f397bb777 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] No DVR routers for this DVR port a042becf-3008-4bfc-98bd-2fb75b403b42 on host hv-neutron-8270 {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:49:34.269292 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-23f5fc8b-901d-4b36-86ac-22f4eadc51f9 req-6924da2c-ecb8-4b04-965a-c92f397bb777 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:34.271773 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84d63f7-ae73-4234-9174-a65d6057c76c', 'name': 'network-vif-deleted', 'tag': 'a042becf-3008-4bfc-98bd-2fb75b403b42'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:49:34.342614 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd84d63f7-ae73-4234-9174-a65d6057c76c', 'name': 'network-vif-deleted', 'tag': 'a042becf-3008-4bfc-98bd-2fb75b403b42', 'status': 'completed', 'code': 200} Feb 03 14:49:34.345230 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-23f5fc8b-901d-4b36-86ac-22f4eadc51f9 req-6924da2c-ecb8-4b04-965a-c92f397bb777 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.47 "DELETE /v2.0/ports/a042becf-3008-4bfc-98bd-2fb75b403b42 HTTP/1.1" status: 204 len: 173 time: 0.9459085 Feb 03 14:49:35.326115 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 39538) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:49:35.825702 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-af442574-103f-4f79-b469-f7d2cca2d385 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:36.417487 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-af442574-103f-4f79-b469-f7d2cca2d385 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Deleting port a863d9e9-6b2f-4c11-83cd-8cffdaab7dee {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:49:36.418123 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-af442574-103f-4f79-b469-f7d2cca2d385 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:36.597001 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-af442574-103f-4f79-b469-f7d2cca2d385 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] For port a863d9e9-6b2f-4c11-83cd-8cffdaab7dee, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=a863d9e9-6b2f-4c11-83cd-8cffdaab7dee,segment=NetworkSegment(c103f03f-c92d-4a84-a233-dce6987c8315),segment_id=c103f03f-c92d-4a84-a233-dce6987c8315)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:49:36.597357 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-af442574-103f-4f79-b469-f7d2cca2d385 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:36.714069 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-af442574-103f-4f79-b469-f7d2cca2d385 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Calling delete_port for a863d9e9-6b2f-4c11-83cd-8cffdaab7dee owned by network:router_interface {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:49:36.982343 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-af442574-103f-4f79-b469-f7d2cca2d385 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:37.029835 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af442574-103f-4f79-b469-f7d2cca2d385 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event deleted for resources: {'Port': ['ID=a863d9e9-6b2f-4c11-83cd-8cffdaab7dee,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:37.180276 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device a042becf-3008-4bfc-98bd-2fb75b403b42 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:49:37.212973 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] No Port match for: a042becf-3008-4bfc-98bd-2fb75b403b42 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:49:37.213318 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device a042becf-3008-4bfc-98bd-2fb75b403b42 not bound to the agent host hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:49:37.414123 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-af442574-103f-4f79-b469-f7d2cca2d385 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:37.979774 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af442574-103f-4f79-b469-f7d2cca2d385 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Router b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:49:38.174978 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af442574-103f-4f79-b469-f7d2cca2d385 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:49:38.184372 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3451cd3e-395b-4d07-b2b5-37cfc867a68c None None] Sync routers for ids ['b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:49:38.188696 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-af442574-103f-4f79-b469-f7d2cca2d385 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "PUT /v2.0/routers/b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8601322 Feb 03 14:49:38.191919 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 39542) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:49:38.196397 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3451cd3e-395b-4d07-b2b5-37cfc867a68c None None] Routers {'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:49:38.196990 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-3451cd3e-395b-4d07-b2b5-37cfc867a68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:49:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:49:38.369014 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-3451cd3e-395b-4d07-b2b5-37cfc867a68c None None] Set router b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:49:38.375430 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-4677defc-6e5e-4ddd-aae1-4d3de3e07036 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Deleting subnet 9d80822a-f164-42e5-a6a9-d5673c0a9a37 {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:49:38.378527 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4677defc-6e5e-4ddd-aae1-4d3de3e07036 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:38.435490 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4677defc-6e5e-4ddd-aae1-4d3de3e07036 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:38.515941 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4677defc-6e5e-4ddd-aae1-4d3de3e07036 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:38.647617 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-3451cd3e-395b-4d07-b2b5-37cfc867a68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1312352654', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b22864fa-36b8-4990-8700-ad9ce4626f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:46:41Z', 'updated_at': '2022-02-03T14:49:36Z', 'revision_number': 5, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': 'b22864fa-36b8-4990-8700-ad9ce4626f1f', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:41:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:46:42Z', 'updated_at': '2022-02-03T14:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:49:38.651441 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3451cd3e-395b-4d07-b2b5-37cfc867a68c None None] Checking router: b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:49:38.659640 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4677defc-6e5e-4ddd-aae1-4d3de3e07036 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:38.662339 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3451cd3e-395b-4d07-b2b5-37cfc867a68c None None] Routers {'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:49:38.662928 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-3451cd3e-395b-4d07-b2b5-37cfc867a68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:49:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:49:38.699123 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4677defc-6e5e-4ddd-aae1-4d3de3e07036 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event deleted for resources: {'Subnet': ['ID=9d80822a-f164-42e5-a6a9-d5673c0a9a37,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:38.705533 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-4677defc-6e5e-4ddd-aae1-4d3de3e07036 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:38.712315 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-4677defc-6e5e-4ddd-aae1-4d3de3e07036 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "DELETE /v2.0/subnets/9d80822a-f164-42e5-a6a9-d5673c0a9a37 HTTP/1.1" status: 204 len: 168 time: 0.5194490 Feb 03 14:49:38.715037 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 39546) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:49:38.717626 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85be9069-57fe-48cf-ab79-92455b9e9755 None None] Network 90f7755b-5272-412a-b596-b278fd2f1404 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:49:38.914178 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f888f86a-6049-49dc-8adc-fde7b3111bb2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for router, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:38.989248 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-3451cd3e-395b-4d07-b2b5-37cfc867a68c None None] Set router b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:49:39.220012 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f888f86a-6049-49dc-8adc-fde7b3111bb2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:39.256374 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6761d91e-f7bf-43eb-9392-cbececdc3750 None None] DHCP port deletion for 90f7755b-5272-412a-b596-b278fd2f1404 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:49:39.265859 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-6761d91e-f7bf-43eb-9392-cbececdc3750 None None] Deleting port ddd7bfcd-f193-4d16-8f07-5519817ee72c {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:49:39.266234 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6761d91e-f7bf-43eb-9392-cbececdc3750 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:39.298769 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-f888f86a-6049-49dc-8adc-fde7b3111bb2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Deleting port b22864fa-36b8-4990-8700-ad9ce4626f1f {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:49:39.299162 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f888f86a-6049-49dc-8adc-fde7b3111bb2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:39.483614 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-f888f86a-6049-49dc-8adc-fde7b3111bb2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] For port b22864fa-36b8-4990-8700-ad9ce4626f1f, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=b22864fa-36b8-4990-8700-ad9ce4626f1f,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:49:39.483881 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f888f86a-6049-49dc-8adc-fde7b3111bb2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:39.491924 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-3451cd3e-395b-4d07-b2b5-37cfc867a68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1312352654', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b22864fa-36b8-4990-8700-ad9ce4626f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:46:41Z', 'updated_at': '2022-02-03T14:49:36Z', 'revision_number': 5, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': 'b22864fa-36b8-4990-8700-ad9ce4626f1f', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:41:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:46:42Z', 'updated_at': '2022-02-03T14:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:49:39.510710 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3451cd3e-395b-4d07-b2b5-37cfc867a68c None None] The sync data for ids ['b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d'] in dv-neutron-827016-1-hyperv is: [{'id': 'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1312352654', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b22864fa-36b8-4990-8700-ad9ce4626f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:46:41Z', 'updated_at': '2022-02-03T14:49:36Z', 'revision_number': 5, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': 'b22864fa-36b8-4990-8700-ad9ce4626f1f', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:41:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:46:42Z', 'updated_at': '2022-02-03T14:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:49:39.533880 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-6761d91e-f7bf-43eb-9392-cbececdc3750 None None] For port ddd7bfcd-f193-4d16-8f07-5519817ee72c, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=ddd7bfcd-f193-4d16-8f07-5519817ee72c,segment=NetworkSegment(c103f03f-c92d-4a84-a233-dce6987c8315),segment_id=c103f03f-c92d-4a84-a233-dce6987c8315)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:49:39.534293 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6761d91e-f7bf-43eb-9392-cbececdc3750 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:39.610278 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-f888f86a-6049-49dc-8adc-fde7b3111bb2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Calling delete_port for b22864fa-36b8-4990-8700-ad9ce4626f1f owned by network:router_gateway {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:49:39.654719 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-6761d91e-f7bf-43eb-9392-cbececdc3750 None None] Calling delete_port for ddd7bfcd-f193-4d16-8f07-5519817ee72c owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:49:39.813567 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6761d91e-f7bf-43eb-9392-cbececdc3750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:39.842284 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f888f86a-6049-49dc-8adc-fde7b3111bb2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:39.860953 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6761d91e-f7bf-43eb-9392-cbececdc3750 None None] Pushing event deleted for resources: {'Port': ['ID=ddd7bfcd-f193-4d16-8f07-5519817ee72c,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:39.866340 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6761d91e-f7bf-43eb-9392-cbececdc3750 None None] No DVR routers for this DVR port ddd7bfcd-f193-4d16-8f07-5519817ee72c on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:49:39.874133 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6761d91e-f7bf-43eb-9392-cbececdc3750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:39.874133 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6761d91e-f7bf-43eb-9392-cbececdc3750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:39.874313 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6761d91e-f7bf-43eb-9392-cbececdc3750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:39.875252 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6761d91e-f7bf-43eb-9392-cbececdc3750 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:39.875252 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6761d91e-f7bf-43eb-9392-cbececdc3750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:39.875517 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6761d91e-f7bf-43eb-9392-cbececdc3750 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:39.875615 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6761d91e-f7bf-43eb-9392-cbececdc3750 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:39.876119 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6761d91e-f7bf-43eb-9392-cbececdc3750 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:39.876231 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6761d91e-f7bf-43eb-9392-cbececdc3750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:39.876535 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6761d91e-f7bf-43eb-9392-cbececdc3750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:39.877506 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6761d91e-f7bf-43eb-9392-cbececdc3750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:39.889670 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888f86a-6049-49dc-8adc-fde7b3111bb2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event deleted for resources: {'Port': ['ID=b22864fa-36b8-4990-8700-ad9ce4626f1f,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:39.951613 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device ddd7bfcd-f193-4d16-8f07-5519817ee72c no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:49:39.987090 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: ddd7bfcd-f193-4d16-8f07-5519817ee72c {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:49:39.987557 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device ddd7bfcd-f193-4d16-8f07-5519817ee72c not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:49:39.988060 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device a863d9e9-6b2f-4c11-83cd-8cffdaab7dee no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:49:40.022832 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: a863d9e9-6b2f-4c11-83cd-8cffdaab7dee {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:49:40.023217 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device a863d9e9-6b2f-4c11-83cd-8cffdaab7dee not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:49:40.119547 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f888f86a-6049-49dc-8adc-fde7b3111bb2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:40.367171 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f888f86a-6049-49dc-8adc-fde7b3111bb2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:40.371140 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f888f86a-6049-49dc-8adc-fde7b3111bb2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:40.470047 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f888f86a-6049-49dc-8adc-fde7b3111bb2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:40.471412 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f888f86a-6049-49dc-8adc-fde7b3111bb2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Fanout notify agent at l3_agent the message router_deleted on router b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d {{(pid=84182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:49:40.489444 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f888f86a-6049-49dc-8adc-fde7b3111bb2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:40.491326 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f888f86a-6049-49dc-8adc-fde7b3111bb2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "DELETE /v2.0/routers/b3dc9e34-a613-49fc-b8e6-fe8e69b7e60d HTTP/1.1" status: 204 len: 168 time: 1.7748973 Feb 03 14:49:40.494064 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39550) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:49:40.612501 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e09fde14-774b-427b-8ee6-0601e23f1272 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:40.740305 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e09fde14-774b-427b-8ee6-0601e23f1272 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:40.765724 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-e09fde14-774b-427b-8ee6-0601e23f1272 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90f7755b-5272-412a-b596-b278fd2f1404']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:49:40.782129 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-e09fde14-774b-427b-8ee6-0601e23f1272 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c103f03f-c92d-4a84-a233-dce6987c8315') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:49:40.782418 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-e09fde14-774b-427b-8ee6-0601e23f1272 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c103f03f-c92d-4a84-a233-dce6987c8315') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:49:40.793246 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e09fde14-774b-427b-8ee6-0601e23f1272 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:40.808378 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e09fde14-774b-427b-8ee6-0601e23f1272 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:40.814771 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e09fde14-774b-427b-8ee6-0601e23f1272 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:49:40.815177 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e09fde14-774b-427b-8ee6-0601e23f1272 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:40.829187 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 14:49:40.829187 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:49:40.829187 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 14:49:40.829187 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:49:40.829187 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 14:49:40.829187 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:49:40.829187 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 14:49:40.829187 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:49:40.829187 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 14:49:40.829187 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:49:40.829187 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 14:49:40.829187 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:49:40.829187 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 14:49:40.829187 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:49:40.829187 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:49:40.829187 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:49:40.829187 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:49:40.829187 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:49:40.829187 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 14:49:40.829187 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:49:40.829187 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 14:49:40.829187 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:49:40.829187 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:49:40.829187 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:49:40.829187 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 14:49:40.829187 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:49:40.829187 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:49:40.829187 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:49:40.829187 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:49:40.829187 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:49:40.829187 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:49:40.829187 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:49:41.053557 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e09fde14-774b-427b-8ee6-0601e23f1272 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:41.071588 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e09fde14-774b-427b-8ee6-0601e23f1272 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:41.082657 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09fde14-774b-427b-8ee6-0601e23f1272 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event deleted for resources: {'Network': ['ID=90f7755b-5272-412a-b596-b278fd2f1404,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:41.154409 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e09fde14-774b-427b-8ee6-0601e23f1272 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "DELETE /v2.0/networks/90f7755b-5272-412a-b596-b278fd2f1404 HTTP/1.1" status: 204 len: 168 time: 0.6589744 Feb 03 14:49:41.157078 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39554) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:49:41.224085 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-19508f57-f81f-42d0-94f8-7f5abbaad8d6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:41.252003 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-19508f57-f81f-42d0-94f8-7f5abbaad8d6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:41.393972 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-19508f57-f81f-42d0-94f8-7f5abbaad8d6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:41.414932 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19508f57-f81f-42d0-94f8-7f5abbaad8d6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccfca91-c8c1-459a-aeb5-904f0765f9eb,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:41.495240 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-19508f57-f81f-42d0-94f8-7f5abbaad8d6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:41.496353 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-19508f57-f81f-42d0-94f8-7f5abbaad8d6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "DELETE /v2.0/security-groups/8ccfca91-c8c1-459a-aeb5-904f0765f9eb HTTP/1.1" status: 204 len: 168 time: 0.3384004 Feb 03 14:49:41.930891 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device b22864fa-36b8-4990-8700-ad9ce4626f1f no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:49:41.962823 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: b22864fa-36b8-4990-8700-ad9ce4626f1f {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:49:41.963192 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device b22864fa-36b8-4990-8700-ad9ce4626f1f not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:49:43.907236 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39568) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:49:43.912834 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-21ea07b6-8107-4a83-b50b-d26ef6c5aab5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-945094666', 'description': 'tempest-secgroup-smoke-945094666 description', 'project_id': '5ba8843202ac46748b5166400226edd3'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:49:43.918680 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-21ea07b6-8107-4a83-b50b-d26ef6c5aab5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:49:43.922874 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-21ea07b6-8107-4a83-b50b-d26ef6c5aab5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:security_group and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:49:43.926253 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-21ea07b6-8107-4a83-b50b-d26ef6c5aab5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:49:43.932420 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-21ea07b6-8107-4a83-b50b-d26ef6c5aab5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:49:44.024875 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-21ea07b6-8107-4a83-b50b-d26ef6c5aab5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:44.061045 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-21ea07b6-8107-4a83-b50b-d26ef6c5aab5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:49:44.064832 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-21ea07b6-8107-4a83-b50b-d26ef6c5aab5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:security_group_rule and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:49:44.068246 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-21ea07b6-8107-4a83-b50b-d26ef6c5aab5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:49:44.073880 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-21ea07b6-8107-4a83-b50b-d26ef6c5aab5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:49:44.127784 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-21ea07b6-8107-4a83-b50b-d26ef6c5aab5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:44.189909 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-21ea07b6-8107-4a83-b50b-d26ef6c5aab5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:44.232891 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea07b6-8107-4a83-b50b-d26ef6c5aab5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edec72c8-eba6-4f04-9b3f-fe108a06bf42,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:44.287782 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-21ea07b6-8107-4a83-b50b-d26ef6c5aab5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:44.289029 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-21ea07b6-8107-4a83-b50b-d26ef6c5aab5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3808208 Feb 03 14:49:44.291912 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39572) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:49:44.297222 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-985b87c1-348a-454c-8018-0ae4b1c551b5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'security_group_rule': {'security_group_id': 'edec72c8-eba6-4f04-9b3f-fe108a06bf42', 'project_id': '5ba8843202ac46748b5166400226edd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:49:44.303745 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-985b87c1-348a-454c-8018-0ae4b1c551b5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:49:44.307621 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-985b87c1-348a-454c-8018-0ae4b1c551b5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:security_group_rule and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:49:44.310602 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-985b87c1-348a-454c-8018-0ae4b1c551b5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:49:44.316310 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-985b87c1-348a-454c-8018-0ae4b1c551b5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:49:44.408235 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-985b87c1-348a-454c-8018-0ae4b1c551b5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:44.467763 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-985b87c1-348a-454c-8018-0ae4b1c551b5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:44.535973 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-985b87c1-348a-454c-8018-0ae4b1c551b5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:44.558590 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b87c1-348a-454c-8018-0ae4b1c551b5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c895bf8c-57c7-43e4-a370-b89bd542950a,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:44.635829 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-985b87c1-348a-454c-8018-0ae4b1c551b5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:44.637052 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-985b87c1-348a-454c-8018-0ae4b1c551b5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3442178 Feb 03 14:49:44.639729 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39576) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:49:44.645753 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-9a4b6a1f-0c0e-484f-be76-81fe4156a4a2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'security_group_rule': {'security_group_id': 'edec72c8-eba6-4f04-9b3f-fe108a06bf42', 'project_id': '5ba8843202ac46748b5166400226edd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:49:44.651745 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-9a4b6a1f-0c0e-484f-be76-81fe4156a4a2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:49:44.655555 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-9a4b6a1f-0c0e-484f-be76-81fe4156a4a2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:security_group_rule and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:49:44.658437 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-9a4b6a1f-0c0e-484f-be76-81fe4156a4a2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:49:44.664764 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-9a4b6a1f-0c0e-484f-be76-81fe4156a4a2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:49:44.750729 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9a4b6a1f-0c0e-484f-be76-81fe4156a4a2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:44.810951 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9a4b6a1f-0c0e-484f-be76-81fe4156a4a2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:44.890592 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9a4b6a1f-0c0e-484f-be76-81fe4156a4a2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:44.914217 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b6a1f-0c0e-484f-be76-81fe4156a4a2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e3c828e-65cf-40b2-ba74-deb3c37bc8df,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:44.976549 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9a4b6a1f-0c0e-484f-be76-81fe4156a4a2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:44.977727 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-9a4b6a1f-0c0e-484f-be76-81fe4156a4a2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3370564 Feb 03 14:49:44.980454 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39580) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:49:44.985812 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-5eecb32a-29d5-4411-acad-7372500f5c3f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'security_group_rule': {'security_group_id': 'edec72c8-eba6-4f04-9b3f-fe108a06bf42', 'project_id': '5ba8843202ac46748b5166400226edd3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:49:44.991616 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-5eecb32a-29d5-4411-acad-7372500f5c3f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:49:44.995397 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-5eecb32a-29d5-4411-acad-7372500f5c3f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:security_group_rule and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:49:44.998219 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-5eecb32a-29d5-4411-acad-7372500f5c3f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:49:45.003916 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-5eecb32a-29d5-4411-acad-7372500f5c3f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:49:45.099188 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5eecb32a-29d5-4411-acad-7372500f5c3f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:45.160108 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5eecb32a-29d5-4411-acad-7372500f5c3f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:45.222056 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5eecb32a-29d5-4411-acad-7372500f5c3f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:45.245037 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eecb32a-29d5-4411-acad-7372500f5c3f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d572355e-e6b6-4c92-b35d-5765b794e436,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:45.304470 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5eecb32a-29d5-4411-acad-7372500f5c3f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:45.305624 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-5eecb32a-29d5-4411-acad-7372500f5c3f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3242359 Feb 03 14:49:45.308355 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39584) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:49:45.313620 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-570b2b15-9b32-4117-ba15-ac5d1c3a7ffe tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'security_group_rule': {'security_group_id': 'edec72c8-eba6-4f04-9b3f-fe108a06bf42', 'project_id': '5ba8843202ac46748b5166400226edd3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:49:45.319960 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-570b2b15-9b32-4117-ba15-ac5d1c3a7ffe tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:49:45.323732 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-570b2b15-9b32-4117-ba15-ac5d1c3a7ffe tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:security_group_rule and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:49:45.326605 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-570b2b15-9b32-4117-ba15-ac5d1c3a7ffe tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:49:45.333107 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-570b2b15-9b32-4117-ba15-ac5d1c3a7ffe tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:49:45.431654 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-570b2b15-9b32-4117-ba15-ac5d1c3a7ffe tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:45.496397 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-570b2b15-9b32-4117-ba15-ac5d1c3a7ffe tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:45.564866 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-570b2b15-9b32-4117-ba15-ac5d1c3a7ffe tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:45.588272 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b2b15-9b32-4117-ba15-ac5d1c3a7ffe tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d479af0b-c380-48a6-8d18-e868e82becb0,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:45.659043 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-570b2b15-9b32-4117-ba15-ac5d1c3a7ffe tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:45.660304 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-570b2b15-9b32-4117-ba15-ac5d1c3a7ffe tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3510330 Feb 03 14:49:45.663138 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39588) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:49:45.668358 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-accebfc7-4aaa-44e7-981a-cfff95414b20 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'security_group_rule': {'security_group_id': 'edec72c8-eba6-4f04-9b3f-fe108a06bf42', 'project_id': '5ba8843202ac46748b5166400226edd3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:49:45.674092 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-accebfc7-4aaa-44e7-981a-cfff95414b20 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:49:45.678358 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-accebfc7-4aaa-44e7-981a-cfff95414b20 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:security_group_rule and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:49:45.681447 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-accebfc7-4aaa-44e7-981a-cfff95414b20 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:49:45.687023 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-accebfc7-4aaa-44e7-981a-cfff95414b20 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:49:45.744224 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.securitygroups_db [None req-accebfc7-4aaa-44e7-981a-cfff95414b20 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Project 5ba8843202ac46748b5166400226edd3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:49:45.750613 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-accebfc7-4aaa-44e7-981a-cfff95414b20 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:45.814525 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-accebfc7-4aaa-44e7-981a-cfff95414b20 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:45.875657 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-accebfc7-4aaa-44e7-981a-cfff95414b20 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:45.897973 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accebfc7-4aaa-44e7-981a-cfff95414b20 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9760cc0-1a1d-4f35-a69d-2ea96b02d1fd,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:45.955923 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-accebfc7-4aaa-44e7-981a-cfff95414b20 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:45.957143 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-accebfc7-4aaa-44e7-981a-cfff95414b20 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2930644 Feb 03 14:49:45.959873 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39592) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:49:45.965129 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-447df395-bef2-4e2f-a632-d8d88f687726 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'security_group_rule': {'security_group_id': 'edec72c8-eba6-4f04-9b3f-fe108a06bf42', 'project_id': '5ba8843202ac46748b5166400226edd3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:49:45.970798 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-447df395-bef2-4e2f-a632-d8d88f687726 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:49:45.975962 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-447df395-bef2-4e2f-a632-d8d88f687726 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:security_group_rule and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:49:45.978821 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-447df395-bef2-4e2f-a632-d8d88f687726 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:49:45.984941 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-447df395-bef2-4e2f-a632-d8d88f687726 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:49:46.047186 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.securitygroups_db [None req-447df395-bef2-4e2f-a632-d8d88f687726 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Project 5ba8843202ac46748b5166400226edd3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:49:46.053906 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-447df395-bef2-4e2f-a632-d8d88f687726 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:46.116809 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-447df395-bef2-4e2f-a632-d8d88f687726 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:46.187559 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-447df395-bef2-4e2f-a632-d8d88f687726 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:46.213514 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447df395-bef2-4e2f-a632-d8d88f687726 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=664208a4-7ece-4186-8fad-8328506671e6,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:46.284775 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-447df395-bef2-4e2f-a632-d8d88f687726 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:46.286499 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-447df395-bef2-4e2f-a632-d8d88f687726 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3252060 Feb 03 14:49:46.289335 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39596) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:49:46.294531 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-af75e7c0-221f-4e29-b0d3-16186fb85fc7 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'network': {'name': 'tempest-network-smoke--186120329', 'project_id': '5ba8843202ac46748b5166400226edd3', 'port_security_enabled': True}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:49:46.299472 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-af75e7c0-221f-4e29-b0d3-16186fb85fc7 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:49:46.306819 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-af75e7c0-221f-4e29-b0d3-16186fb85fc7 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:network and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:49:46.306819 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-af75e7c0-221f-4e29-b0d3-16186fb85fc7 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:49:46.312026 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-af75e7c0-221f-4e29-b0d3-16186fb85fc7 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:49:46.381859 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af75e7c0-221f-4e29-b0d3-16186fb85fc7 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Made reservation on behalf of 5ba8843202ac46748b5166400226edd3 for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:49:46.384811 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-af75e7c0-221f-4e29-b0d3-16186fb85fc7 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:46.413013 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af75e7c0-221f-4e29-b0d3-16186fb85fc7 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:49:46.421159 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-af75e7c0-221f-4e29-b0d3-16186fb85fc7 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:46.421531 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-af75e7c0-221f-4e29-b0d3-16186fb85fc7 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Added segment 368ce095-f6d4-4c11-8c80-458972f31cd5 of type vlan for network cfae401f-2113-40a2-863e-e19451003a66 Feb 03 14:49:46.445766 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-af75e7c0-221f-4e29-b0d3-16186fb85fc7 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:46.519085 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-af75e7c0-221f-4e29-b0d3-16186fb85fc7 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:46.523348 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af75e7c0-221f-4e29-b0d3-16186fb85fc7 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:46.523927 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-af75e7c0-221f-4e29-b0d3-16186fb85fc7 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:46.629104 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af75e7c0-221f-4e29-b0d3-16186fb85fc7 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'Network': ['ID=cfae401f-2113-40a2-863e-e19451003a66,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:46.639529 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network cfae401f-2113-40a2-863e-e19451003a66 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:49:46.676716 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-af75e7c0-221f-4e29-b0d3-16186fb85fc7 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3863449 Feb 03 14:49:46.679497 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39600) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:49:46.684691 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-8639f7a7-5394-45a0-95cb-f89386da15ad tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-27015306', 'admin_state_up': True, 'project_id': '5ba8843202ac46748b5166400226edd3', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:49:46.691749 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-8639f7a7-5394-45a0-95cb-f89386da15ad tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:49:46.696065 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-8639f7a7-5394-45a0-95cb-f89386da15ad tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:router and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:49:46.698768 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-8639f7a7-5394-45a0-95cb-f89386da15ad tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:49:46.704715 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-8639f7a7-5394-45a0-95cb-f89386da15ad tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:49:46.762325 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8639f7a7-5394-45a0-95cb-f89386da15ad tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:46.763422 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8639f7a7-5394-45a0-95cb-f89386da15ad tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:46.781596 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8639f7a7-5394-45a0-95cb-f89386da15ad tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:47.055593 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8639f7a7-5394-45a0-95cb-f89386da15ad tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:47.323028 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8639f7a7-5394-45a0-95cb-f89386da15ad tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for router_gateway, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:47.351905 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8639f7a7-5394-45a0-95cb-f89386da15ad tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:47.486296 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-8639f7a7-5394-45a0-95cb-f89386da15ad tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Allocated IP 172.26.3.115 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/46f11738-78e4-4772-8a9d-1054d8a77c92) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:49:47.630419 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8639f7a7-5394-45a0-95cb-f89386da15ad tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:47.727817 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8639f7a7-5394-45a0-95cb-f89386da15ad tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:47.800544 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8639f7a7-5394-45a0-95cb-f89386da15ad tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:49:47.801426 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8639f7a7-5394-45a0-95cb-f89386da15ad tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'Port': ['ID=46f11738-78e4-4772-8a9d-1054d8a77c92,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:47.803955 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-8639f7a7-5394-45a0-95cb-f89386da15ad tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:49:47.806090 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8639f7a7-5394-45a0-95cb-f89386da15ad tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:49:47.976538 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:48.034889 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8639f7a7-5394-45a0-95cb-f89386da15ad tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for router_gateway, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:48.035661 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8639f7a7-5394-45a0-95cb-f89386da15ad tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:48.377304 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8639f7a7-5394-45a0-95cb-f89386da15ad tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Router 28b8c848-b5df-4065-870d-760aea4db611 is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:49:48.585297 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8639f7a7-5394-45a0-95cb-f89386da15ad tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:49:48.595546 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4fdd6f-b379-4757-8515-899f404c4ce3 None None] Sync routers for ids ['28b8c848-b5df-4065-870d-760aea4db611'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:49:48.608040 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4fdd6f-b379-4757-8515-899f404c4ce3 None None] Routers {'28b8c848-b5df-4065-870d-760aea4db611'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:49:48.608963 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-7f4fdd6f-b379-4757-8515-899f404c4ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:49:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['28b8c848-b5df-4065-870d-760aea4db611'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:49:48.697137 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8639f7a7-5394-45a0-95cb-f89386da15ad tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:48.698603 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8639f7a7-5394-45a0-95cb-f89386da15ad tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0179200 Feb 03 14:49:48.701650 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39606) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:49:48.784609 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-7f4fdd6f-b379-4757-8515-899f404c4ce3 None None] Set router 28b8c848-b5df-4065-870d-760aea4db611 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:49:49.023558 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-197942cf-a745-475f-ae9c-83b30365ebe0 tempest-TestNetworkAdvancedServerOps-1341579092 tempest-TestNetworkAdvancedServerOps-1341579092-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=5ba8843202ac46748b5166400226edd3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3204556 Feb 03 14:49:49.026074 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39614) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:49:49.064324 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-7f4fdd6f-b379-4757-8515-899f404c4ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b8c848-b5df-4065-870d-760aea4db611', 'name': 'tempest-TestNetworkAdvancedServerOps-router-27015306', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '46f11738-78e4-4772-8a9d-1054d8a77c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:49:46Z', 'updated_at': '2022-02-03T14:49:47Z', 'revision_number': 3, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '46f11738-78e4-4772-8a9d-1054d8a77c92', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fc:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b8c848-b5df-4065-870d-760aea4db611', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:49:47Z', 'updated_at': '2022-02-03T14:49:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:49:49.068123 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4fdd6f-b379-4757-8515-899f404c4ce3 None None] Checking router: 28b8c848-b5df-4065-870d-760aea4db611 for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:49:49.068472 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4fdd6f-b379-4757-8515-899f404c4ce3 None None] Updating router 28b8c848-b5df-4065-870d-760aea4db611 port 46f11738-78e4-4772-8a9d-1054d8a77c92 binding host dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:49:49.117950 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-7f4fdd6f-b379-4757-8515-899f404c4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:49.152178 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938cab3d-9047-4050-8973-59643f833676 tempest-TestNetworkAdvancedServerOps-1341579092 tempest-TestNetworkAdvancedServerOps-1341579092-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:49.153739 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-938cab3d-9047-4050-8973-59643f833676 tempest-TestNetworkAdvancedServerOps-1341579092 tempest-TestNetworkAdvancedServerOps-1341579092-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1267290 Feb 03 14:49:49.156897 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39618) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:49:49.195007 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8fa05dca-98ef-44e1-8dd9-28f9b39601b2 tempest-TestNetworkAdvancedServerOps-1341579092 tempest-TestNetworkAdvancedServerOps-1341579092-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=16a0e898-50c0-4b65-ae3a-069e9649bbca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370257 Feb 03 14:49:49.197435 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39622) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:49:49.202829 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-a2a187f2-c842-4a4d-9a0c-f2d43e8c20c5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1118995486', 'network_id': 'cfae401f-2113-40a2-863e-e19451003a66', 'project_id': '5ba8843202ac46748b5166400226edd3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:49:49.407550 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-a2a187f2-c842-4a4d-9a0c-f2d43e8c20c5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:49:49.412694 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-a2a187f2-c842-4a4d-9a0c-f2d43e8c20c5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:subnet and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:49:49.415552 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-a2a187f2-c842-4a4d-9a0c-f2d43e8c20c5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:49:49.421239 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-a2a187f2-c842-4a4d-9a0c-f2d43e8c20c5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:49:49.444376 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-7f4fdd6f-b379-4757-8515-899f404c4ce3 None None] Notify callbacks [] for port, precommit_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:49.455732 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.provisioning_blocks [None req-7f4fdd6f-b379-4757-8515-899f404c4ce3 None None] Transition to ACTIVE for port object 46f11738-78e4-4772-8a9d-1054d8a77c92 will not be triggered until provisioned by entity L2. {{(pid=84184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:49:49.530959 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a187f2-c842-4a4d-9a0c-f2d43e8c20c5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Made reservation on behalf of 5ba8843202ac46748b5166400226edd3 for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:49:49.618763 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-7f4fdd6f-b379-4757-8515-899f404c4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:49.631401 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a2a187f2-c842-4a4d-9a0c-f2d43e8c20c5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:49.696423 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-7f4fdd6f-b379-4757-8515-899f404c4ce3 None None] Attempting to bind port 46f11738-78e4-4772-8a9d-1054d8a77c92 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:49:49.696799 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-7f4fdd6f-b379-4757-8515-899f404c4ce3 None None] Attempting to bind port 46f11738-78e4-4772-8a9d-1054d8a77c92 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:49:49.697164 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4fdd6f-b379-4757-8515-899f404c4ce3 None None] Attempting to bind port 46f11738-78e4-4772-8a9d-1054d8a77c92 on network 16a0e898-50c0-4b65-ae3a-069e9649bbca {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:49:49.699119 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e65e6-e73a-4647-a2ea-6fadaed4a09f None None] Pushing event updated for resources: {'Port': ['ID=46f11738-78e4-4772-8a9d-1054d8a77c92,revision_number=2']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:49.711039 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4fdd6f-b379-4757-8515-899f404c4ce3 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:49:49.711427 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4fdd6f-b379-4757-8515-899f404c4ce3 None None] Checking segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:49:49.711896 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-7f4fdd6f-b379-4757-8515-899f404c4ce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:49.712285 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4fdd6f-b379-4757-8515-899f404c4ce3 None None] Bound using segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:49:49.712732 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-7f4fdd6f-b379-4757-8515-899f404c4ce3 None None] Bound port: 46f11738-78e4-4772-8a9d-1054d8a77c92, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:49:49.713094 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-7f4fdd6f-b379-4757-8515-899f404c4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:49.736433 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e65e6-e73a-4647-a2ea-6fadaed4a09f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:49.752238 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e65e6-e73a-4647-a2ea-6fadaed4a09f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:49.752238 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e65e6-e73a-4647-a2ea-6fadaed4a09f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:49.752238 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e65e6-e73a-4647-a2ea-6fadaed4a09f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:49.752238 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e65e6-e73a-4647-a2ea-6fadaed4a09f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:49.752238 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e65e6-e73a-4647-a2ea-6fadaed4a09f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:49.752238 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e65e6-e73a-4647-a2ea-6fadaed4a09f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:49.752238 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e65e6-e73a-4647-a2ea-6fadaed4a09f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:49.752238 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e65e6-e73a-4647-a2ea-6fadaed4a09f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:49.752238 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e65e6-e73a-4647-a2ea-6fadaed4a09f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:49.752238 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e65e6-e73a-4647-a2ea-6fadaed4a09f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:49.888375 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-7f4fdd6f-b379-4757-8515-899f404c4ce3 None None] For port 46f11738-78e4-4772-8a9d-1054d8a77c92, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:49:49.895418 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-7f4fdd6f-b379-4757-8515-899f404c4ce3 None None] For port 46f11738-78e4-4772-8a9d-1054d8a77c92, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=46f11738-78e4-4772-8a9d-1054d8a77c92,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:49:49.946756 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a2a187f2-c842-4a4d-9a0c-f2d43e8c20c5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:50.013384 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a187f2-c842-4a4d-9a0c-f2d43e8c20c5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'Subnet': ['ID=ddca0bba-4f90-4b5b-aac5-b4f09ecdf339,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:50.017023 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-7f4fdd6f-b379-4757-8515-899f404c4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:50.028415 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a187f2-c842-4a4d-9a0c-f2d43e8c20c5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Checking segment: {'id': '368ce095-f6d4-4c11-8c80-458972f31cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cfae401f-2113-40a2-863e-e19451003a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:49:50.029141 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a187f2-c842-4a4d-9a0c-f2d43e8c20c5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Network hostable DHCP agents. Network: cfae401f-2113-40a2-863e-e19451003a66, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:49:50.097437 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e65e6-e73a-4647-a2ea-6fadaed4a09f None None] Pushing event updated for resources: {'Port': ['ID=46f11738-78e4-4772-8a9d-1054d8a77c92,revision_number=3']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:50.117349 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4fdd6f-b379-4757-8515-899f404c4ce3 None None] Routers {'28b8c848-b5df-4065-870d-760aea4db611'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:49:50.117349 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-7f4fdd6f-b379-4757-8515-899f404c4ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:49:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['28b8c848-b5df-4065-870d-760aea4db611'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:49:50.165202 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a187f2-c842-4a4d-9a0c-f2d43e8c20c5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Network cfae401f-2113-40a2-863e-e19451003a66 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:49:50.274612 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-7f4fdd6f-b379-4757-8515-899f404c4ce3 None None] Set router 28b8c848-b5df-4065-870d-760aea4db611 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:49:50.285513 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-a2a187f2-c842-4a4d-9a0c-f2d43e8c20c5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, cfae401f-2113-40a2-863e-e19451003a66) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:49:50.291030 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a187f2-c842-4a4d-9a0c-f2d43e8c20c5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:50.293183 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a2a187f2-c842-4a4d-9a0c-f2d43e8c20c5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:50.294521 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79039033-d02e-49b0-8438-41eeb8c9b225 None None] Network cfae401f-2113-40a2-863e-e19451003a66 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:49:50.423238 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-a2a187f2-c842-4a4d-9a0c-f2d43e8c20c5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2247553 Feb 03 14:49:50.428565 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39626) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:49:50.516313 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bac9ac-5b63-4ec6-a4d7-688fd50df3b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-cfae401f-2113-40a2-863e-e19451003a66', 'network_id': 'cfae401f-2113-40a2-863e-e19451003a66', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'fixed_ips': [{'subnet_id': 'ddca0bba-4f90-4b5b-aac5-b4f09ecdf339'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:49:50.520354 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-78bac9ac-5b63-4ec6-a4d7-688fd50df3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:50.592934 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-7f4fdd6f-b379-4757-8515-899f404c4ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b8c848-b5df-4065-870d-760aea4db611', 'name': 'tempest-TestNetworkAdvancedServerOps-router-27015306', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '46f11738-78e4-4772-8a9d-1054d8a77c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:49:46Z', 'updated_at': '2022-02-03T14:49:47Z', 'revision_number': 3, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '46f11738-78e4-4772-8a9d-1054d8a77c92', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fc:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b8c848-b5df-4065-870d-760aea4db611', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:49:47Z', 'updated_at': '2022-02-03T14:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:49:50.592934 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4fdd6f-b379-4757-8515-899f404c4ce3 None None] The sync data for ids ['28b8c848-b5df-4065-870d-760aea4db611'] in dv-neutron-827016-1-hyperv is: [{'id': '28b8c848-b5df-4065-870d-760aea4db611', 'name': 'tempest-TestNetworkAdvancedServerOps-router-27015306', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '46f11738-78e4-4772-8a9d-1054d8a77c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:49:46Z', 'updated_at': '2022-02-03T14:49:47Z', 'revision_number': 3, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '46f11738-78e4-4772-8a9d-1054d8a77c92', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fc:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b8c848-b5df-4065-870d-760aea4db611', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:49:47Z', 'updated_at': '2022-02-03T14:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:49:50.689478 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-78bac9ac-5b63-4ec6-a4d7-688fd50df3b7 None None] Allocated IP 172.20.0.2 (cfae401f-2113-40a2-863e-e19451003a66/ddca0bba-4f90-4b5b-aac5-b4f09ecdf339/1279cb28-e810-4236-b857-23972d91d1aa) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:49:51.026566 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-78bac9ac-5b63-4ec6-a4d7-688fd50df3b7 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:51.037379 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-78bac9ac-5b63-4ec6-a4d7-688fd50df3b7 None None] Transition to ACTIVE for port object 1279cb28-e810-4236-b857-23972d91d1aa will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:49:51.056605 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-78bac9ac-5b63-4ec6-a4d7-688fd50df3b7 None None] Transition to ACTIVE for port object 1279cb28-e810-4236-b857-23972d91d1aa will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:49:51.162694 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-78bac9ac-5b63-4ec6-a4d7-688fd50df3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:51.212189 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-675651f9-6200-4140-8827-669b86e06ec6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:51.230047 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bac9ac-5b63-4ec6-a4d7-688fd50df3b7 None None] Network cfae401f-2113-40a2-863e-e19451003a66 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:49:51.233070 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-78bac9ac-5b63-4ec6-a4d7-688fd50df3b7 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:49:51.236839 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bac9ac-5b63-4ec6-a4d7-688fd50df3b7 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:49:51.243172 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bac9ac-5b63-4ec6-a4d7-688fd50df3b7 None None] Pushing event updated for resources: {'Port': ['ID=1279cb28-e810-4236-b857-23972d91d1aa,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:51.333996 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-78bac9ac-5b63-4ec6-a4d7-688fd50df3b7 None None] Attempting to bind port 1279cb28-e810-4236-b857-23972d91d1aa on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:49:51.334639 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-78bac9ac-5b63-4ec6-a4d7-688fd50df3b7 None None] Attempting to bind port 1279cb28-e810-4236-b857-23972d91d1aa by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '368ce095-f6d4-4c11-8c80-458972f31cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cfae401f-2113-40a2-863e-e19451003a66'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:49:51.334761 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bac9ac-5b63-4ec6-a4d7-688fd50df3b7 None None] Attempting to bind port 1279cb28-e810-4236-b857-23972d91d1aa on network cfae401f-2113-40a2-863e-e19451003a66 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:49:51.341469 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bac9ac-5b63-4ec6-a4d7-688fd50df3b7 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:49:51.341844 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bac9ac-5b63-4ec6-a4d7-688fd50df3b7 None None] Checking segment: {'id': '368ce095-f6d4-4c11-8c80-458972f31cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cfae401f-2113-40a2-863e-e19451003a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:49:51.342409 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-78bac9ac-5b63-4ec6-a4d7-688fd50df3b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:51.342622 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bac9ac-5b63-4ec6-a4d7-688fd50df3b7 None None] Bound using segment: {'id': '368ce095-f6d4-4c11-8c80-458972f31cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cfae401f-2113-40a2-863e-e19451003a66'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:49:51.343107 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-78bac9ac-5b63-4ec6-a4d7-688fd50df3b7 None None] Bound port: 1279cb28-e810-4236-b857-23972d91d1aa, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '368ce095-f6d4-4c11-8c80-458972f31cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cfae401f-2113-40a2-863e-e19451003a66'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:49:51.343484 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-78bac9ac-5b63-4ec6-a4d7-688fd50df3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:51.428728 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-78bac9ac-5b63-4ec6-a4d7-688fd50df3b7 None None] For port 1279cb28-e810-4236-b857-23972d91d1aa, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:49:51.432047 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-78bac9ac-5b63-4ec6-a4d7-688fd50df3b7 None None] For port 1279cb28-e810-4236-b857-23972d91d1aa, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=1279cb28-e810-4236-b857-23972d91d1aa,segment=NetworkSegment(368ce095-f6d4-4c11-8c80-458972f31cd5),segment_id=368ce095-f6d4-4c11-8c80-458972f31cd5)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:49:51.532114 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-78bac9ac-5b63-4ec6-a4d7-688fd50df3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:51.614886 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bac9ac-5b63-4ec6-a4d7-688fd50df3b7 None None] Pushing event updated for resources: {'Port': ['ID=1279cb28-e810-4236-b857-23972d91d1aa,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:51.738068 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-675651f9-6200-4140-8827-669b86e06ec6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Allocated IP 172.20.0.1 (cfae401f-2113-40a2-863e-e19451003a66/ddca0bba-4f90-4b5b-aac5-b4f09ecdf339/99caa999-b1cb-4913-bf82-3a688027260c) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:49:51.919837 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-675651f9-6200-4140-8827-669b86e06ec6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:51.936788 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-675651f9-6200-4140-8827-669b86e06ec6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Transition to ACTIVE for port object 99caa999-b1cb-4913-bf82-3a688027260c will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:49:51.995168 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 46f11738-78e4-4772-8a9d-1054d8a77c92 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:49:52.047703 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-675651f9-6200-4140-8827-669b86e06ec6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:52.118395 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675651f9-6200-4140-8827-669b86e06ec6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Network cfae401f-2113-40a2-863e-e19451003a66 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:49:52.121568 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-675651f9-6200-4140-8827-669b86e06ec6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:49:52.125950 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675651f9-6200-4140-8827-669b86e06ec6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:49:52.139019 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 46f11738-78e4-4772-8a9d-1054d8a77c92 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:49:52.144106 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 46f11738-78e4-4772-8a9d-1054d8a77c92 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:49:52.144543 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:52.153744 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675651f9-6200-4140-8827-669b86e06ec6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'Port': ['ID=99caa999-b1cb-4913-bf82-3a688027260c,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:52.187477 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-675651f9-6200-4140-8827-669b86e06ec6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:52.298338 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:52.315032 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 46f11738-78e4-4772-8a9d-1054d8a77c92, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=46f11738-78e4-4772-8a9d-1054d8a77c92,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:49:52.386735 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-675651f9-6200-4140-8827-669b86e06ec6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:52.391104 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:52.391899 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 1279cb28-e810-4236-b857-23972d91d1aa up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:49:52.511214 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=46f11738-78e4-4772-8a9d-1054d8a77c92,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:52.551096 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04582b23-9002-4f4c-8769-cb9fa2baf2b6 None None] Network cfae401f-2113-40a2-863e-e19451003a66 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:49:52.623732 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 1279cb28-e810-4236-b857-23972d91d1aa completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:49:52.776556 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-fccb2da2-9835-4ae1-904d-00d3f26196fd None None] Provisioning for port 1279cb28-e810-4236-b857-23972d91d1aa completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:49:52.783785 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-fccb2da2-9835-4ae1-904d-00d3f26196fd None None] Provisioning complete for port 1279cb28-e810-4236-b857-23972d91d1aa triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:49:52.784153 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fccb2da2-9835-4ae1-904d-00d3f26196fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:52.804023 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-675651f9-6200-4140-8827-669b86e06ec6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:52.904196 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fccb2da2-9835-4ae1-904d-00d3f26196fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:52.905104 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-675651f9-6200-4140-8827-669b86e06ec6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:52.940566 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-fccb2da2-9835-4ae1-904d-00d3f26196fd None None] For port 1279cb28-e810-4236-b857-23972d91d1aa, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=1279cb28-e810-4236-b857-23972d91d1aa,segment=NetworkSegment(368ce095-f6d4-4c11-8c80-458972f31cd5),segment_id=368ce095-f6d4-4c11-8c80-458972f31cd5)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:49:53.022007 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-675651f9-6200-4140-8827-669b86e06ec6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:53.028081 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fccb2da2-9835-4ae1-904d-00d3f26196fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:53.029449 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675651f9-6200-4140-8827-669b86e06ec6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'Port': ['ID=99caa999-b1cb-4913-bf82-3a688027260c,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:53.101041 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb2da2-9835-4ae1-904d-00d3f26196fd None None] Pushing event updated for resources: {'Port': ['ID=1279cb28-e810-4236-b857-23972d91d1aa,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:53.143720 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b91261fc-8d83-4209-91b6-20ac655e879a None None] Provisioning complete for port 1279cb28-e810-4236-b857-23972d91d1aa triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:49:53.144180 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b91261fc-8d83-4209-91b6-20ac655e879a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:53.166640 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675651f9-6200-4140-8827-669b86e06ec6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Network cfae401f-2113-40a2-863e-e19451003a66 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:49:53.168137 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-675651f9-6200-4140-8827-669b86e06ec6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:49:53.350902 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b91261fc-8d83-4209-91b6-20ac655e879a None None] Provisioning for port 99caa999-b1cb-4913-bf82-3a688027260c completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:49:53.358062 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-b91261fc-8d83-4209-91b6-20ac655e879a None None] Provisioning complete for port 99caa999-b1cb-4913-bf82-3a688027260c triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:49:53.359295 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b91261fc-8d83-4209-91b6-20ac655e879a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:53.417032 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-b91261fc-8d83-4209-91b6-20ac655e879a None None] Port 99caa999-b1cb-4913-bf82-3a688027260c cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:49:53.538243 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-bb96cff0-9a05-4777-91ab-cb5668c40850 None None] Provisioning complete for port 99caa999-b1cb-4913-bf82-3a688027260c triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:49:53.538531 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb96cff0-9a05-4777-91ab-cb5668c40850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:53.591977 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-bb96cff0-9a05-4777-91ab-cb5668c40850 None None] Port 99caa999-b1cb-4913-bf82-3a688027260c cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:49:53.666589 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675651f9-6200-4140-8827-669b86e06ec6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Router 28b8c848-b5df-4065-870d-760aea4db611 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:49:53.869432 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675651f9-6200-4140-8827-669b86e06ec6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:49:53.882339 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-675651f9-6200-4140-8827-669b86e06ec6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "PUT /v2.0/routers/28b8c848-b5df-4065-870d-760aea4db611/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4554667 Feb 03 14:49:53.950448 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 46f11738-78e4-4772-8a9d-1054d8a77c92 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:49:54.004513 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0928d3c5-f347-4379-bf46-5d5097dff347 None None] Sync routers for ids ['28b8c848-b5df-4065-870d-760aea4db611'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:49:54.028176 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0928d3c5-f347-4379-bf46-5d5097dff347 None None] Routers {'28b8c848-b5df-4065-870d-760aea4db611'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:49:54.028786 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-0928d3c5-f347-4379-bf46-5d5097dff347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:49:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['28b8c848-b5df-4065-870d-760aea4db611'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:49:54.073196 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-44f0ff43-6688-42b3-aa82-cfc93145dcd2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-945094666&fields=id&tenant_id=5ba8843202ac46748b5166400226edd3 HTTP/1.1" status: 200 len: 267 time: 0.0411332 Feb 03 14:49:54.113722 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 46f11738-78e4-4772-8a9d-1054d8a77c92 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:49:54.114547 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:54.258545 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-0928d3c5-f347-4379-bf46-5d5097dff347 None None] Set router 28b8c848-b5df-4065-870d-760aea4db611 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:49:54.314134 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-adb52f7b-f63c-4ba6-b9a3-544a3b6dc59f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:54.315588 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-adb52f7b-f63c-4ba6-b9a3-544a3b6dc59f tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/networks?id=cfae401f-2113-40a2-863e-e19451003a66 HTTP/1.1" status: 200 len: 796 time: 0.2358134 Feb 03 14:49:54.331826 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-69c42de5-6d57-433e-95b3-c3a11aeb93e2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/quotas/5ba8843202ac46748b5166400226edd3 HTTP/1.1" status: 200 len: 375 time: 0.0108862 Feb 03 14:49:54.416331 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-6cf73e69-f281-4584-9f26-57a66e91588b tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Synchronizing usage tracker for tenant:5ba8843202ac46748b5166400226edd3 on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:49:54.428590 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 1279cb28-e810-4236-b857-23972d91d1aa up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:49:54.485129 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-6cf73e69-f281-4584-9f26-57a66e91588b tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Unset dirty status for tenant:5ba8843202ac46748b5166400226edd3 on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:49:54.486514 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-6cf73e69-f281-4584-9f26-57a66e91588b tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5ba8843202ac46748b5166400226edd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1474698 Feb 03 14:49:54.567435 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-84069e26-b2eb-411f-824f-5502d9f64c02 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 14:49:54.568392 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-84069e26-b2eb-411f-824f-5502d9f64c02 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0698953 Feb 03 14:49:54.666319 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 1279cb28-e810-4236-b857-23972d91d1aa triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:49:54.666697 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:54.701050 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-b0db49e7-bea1-446d-9777-e3ff9f6d238c service neutron] 10.222.0.41 "GET /v2.0/networks/cfae401f-2113-40a2-863e-e19451003a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260209 Feb 03 14:49:54.785935 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-0928d3c5-f347-4379-bf46-5d5097dff347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b8c848-b5df-4065-870d-760aea4db611', 'name': 'tempest-TestNetworkAdvancedServerOps-router-27015306', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '46f11738-78e4-4772-8a9d-1054d8a77c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:49:46Z', 'updated_at': '2022-02-03T14:49:52Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '46f11738-78e4-4772-8a9d-1054d8a77c92', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8c848-b5df-4065-870d-760aea4db611', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:49:47Z', 'updated_at': '2022-02-03T14:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '99caa999-b1cb-4913-bf82-3a688027260c', 'name': '', 'network_id': 'cfae401f-2113-40a2-863e-e19451003a66', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'mac_address': 'fa:16:3e:26:31:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b8c848-b5df-4065-870d-760aea4db611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddca0bba-4f90-4b5b-aac5-b4f09ecdf339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:49:51Z', 'updated_at': '2022-02-03T14:49:52Z', 'revision_number': 2, 'project_id': '5ba8843202ac46748b5166400226edd3', 'subnets': [{'id': 'ddca0bba-4f90-4b5b-aac5-b4f09ecdf339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:49:54.792919 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0928d3c5-f347-4379-bf46-5d5097dff347 None None] Checking router: 28b8c848-b5df-4065-870d-760aea4db611 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:49:54.793275 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0928d3c5-f347-4379-bf46-5d5097dff347 None None] Updating router 28b8c848-b5df-4065-870d-760aea4db611 port 99caa999-b1cb-4913-bf82-3a688027260c binding host dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:49:54.832184 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-d7fd3209-3acd-4a59-9835-7e46e4716951 service neutron] 10.222.0.41 "GET /v2.0/networks/cfae401f-2113-40a2-863e-e19451003a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247971 Feb 03 14:49:54.851030 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0928d3c5-f347-4379-bf46-5d5097dff347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:55.151009 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6c831a4d-0d48-43af-8f34-ff53cedf79ae req-0a3b89ef-ed66-4ab8-90f4-92f7a69f2a77 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=756bdbc7-db12-4a79-b913-57a1c7e685d2 HTTP/1.1" status: 200 len: 210 time: 0.0421057 Feb 03 14:49:55.188099 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0928d3c5-f347-4379-bf46-5d5097dff347 None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:55.199316 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-0928d3c5-f347-4379-bf46-5d5097dff347 None None] Transition to ACTIVE for port object 99caa999-b1cb-4913-bf82-3a688027260c will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:49:55.298568 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0928d3c5-f347-4379-bf46-5d5097dff347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:55.414358 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8ae6828e-627e-40b2-bdc1-5274fdbe8d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:55.429894 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306896e1-8fea-4bcd-b733-c7275a09e4c1 None None] Pushing event updated for resources: {'Port': ['ID=99caa999-b1cb-4913-bf82-3a688027260c,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:55.523692 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-0928d3c5-f347-4379-bf46-5d5097dff347 None None] Attempting to bind port 99caa999-b1cb-4913-bf82-3a688027260c on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:49:55.524202 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-0928d3c5-f347-4379-bf46-5d5097dff347 None None] Attempting to bind port 99caa999-b1cb-4913-bf82-3a688027260c by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '368ce095-f6d4-4c11-8c80-458972f31cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cfae401f-2113-40a2-863e-e19451003a66'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:49:55.524470 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0928d3c5-f347-4379-bf46-5d5097dff347 None None] Attempting to bind port 99caa999-b1cb-4913-bf82-3a688027260c on network cfae401f-2113-40a2-863e-e19451003a66 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:49:55.531671 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0928d3c5-f347-4379-bf46-5d5097dff347 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:49:55.532050 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0928d3c5-f347-4379-bf46-5d5097dff347 None None] Checking segment: {'id': '368ce095-f6d4-4c11-8c80-458972f31cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cfae401f-2113-40a2-863e-e19451003a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:49:55.532453 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0928d3c5-f347-4379-bf46-5d5097dff347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:55.532856 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0928d3c5-f347-4379-bf46-5d5097dff347 None None] Bound using segment: {'id': '368ce095-f6d4-4c11-8c80-458972f31cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cfae401f-2113-40a2-863e-e19451003a66'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:49:55.533322 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-0928d3c5-f347-4379-bf46-5d5097dff347 None None] Bound port: 99caa999-b1cb-4913-bf82-3a688027260c, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '368ce095-f6d4-4c11-8c80-458972f31cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cfae401f-2113-40a2-863e-e19451003a66'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:49:55.533690 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0928d3c5-f347-4379-bf46-5d5097dff347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:55.632646 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-0928d3c5-f347-4379-bf46-5d5097dff347 None None] For port 99caa999-b1cb-4913-bf82-3a688027260c, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:49:55.637933 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-0928d3c5-f347-4379-bf46-5d5097dff347 None None] For port 99caa999-b1cb-4913-bf82-3a688027260c, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=99caa999-b1cb-4913-bf82-3a688027260c,segment=NetworkSegment(368ce095-f6d4-4c11-8c80-458972f31cd5),segment_id=368ce095-f6d4-4c11-8c80-458972f31cd5)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:49:55.762344 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0928d3c5-f347-4379-bf46-5d5097dff347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:55.844013 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306896e1-8fea-4bcd-b733-c7275a09e4c1 None None] Pushing event updated for resources: {'Port': ['ID=99caa999-b1cb-4913-bf82-3a688027260c,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:55.847478 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0928d3c5-f347-4379-bf46-5d5097dff347 None None] Routers {'28b8c848-b5df-4065-870d-760aea4db611'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:49:55.847883 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-0928d3c5-f347-4379-bf46-5d5097dff347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:49:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['28b8c848-b5df-4065-870d-760aea4db611'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:49:56.030112 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-0928d3c5-f347-4379-bf46-5d5097dff347 None None] Set router 28b8c848-b5df-4065-870d-760aea4db611 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:49:56.325264 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ec30fd80-25c7-4870-97d1-0f263d82936c req-c0a40464-58cc-44b9-a128-128f4979f29c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=756bdbc7-db12-4a79-b913-57a1c7e685d2 HTTP/1.1" status: 200 len: 210 time: 0.0456598 Feb 03 14:49:56.353646 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-0928d3c5-f347-4379-bf46-5d5097dff347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b8c848-b5df-4065-870d-760aea4db611', 'name': 'tempest-TestNetworkAdvancedServerOps-router-27015306', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '46f11738-78e4-4772-8a9d-1054d8a77c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:49:46Z', 'updated_at': '2022-02-03T14:49:52Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '46f11738-78e4-4772-8a9d-1054d8a77c92', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8c848-b5df-4065-870d-760aea4db611', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:49:47Z', 'updated_at': '2022-02-03T14:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '99caa999-b1cb-4913-bf82-3a688027260c', 'name': '', 'network_id': 'cfae401f-2113-40a2-863e-e19451003a66', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'mac_address': 'fa:16:3e:26:31:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b8c848-b5df-4065-870d-760aea4db611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddca0bba-4f90-4b5b-aac5-b4f09ecdf339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:49:51Z', 'updated_at': '2022-02-03T14:49:55Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'subnets': [{'id': 'ddca0bba-4f90-4b5b-aac5-b4f09ecdf339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:49:56.357870 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0928d3c5-f347-4379-bf46-5d5097dff347 None None] The sync data for ids ['28b8c848-b5df-4065-870d-760aea4db611'] in dv-neutron-827016-1-hyperv is: [{'id': '28b8c848-b5df-4065-870d-760aea4db611', 'name': 'tempest-TestNetworkAdvancedServerOps-router-27015306', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '46f11738-78e4-4772-8a9d-1054d8a77c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:49:46Z', 'updated_at': '2022-02-03T14:49:52Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '46f11738-78e4-4772-8a9d-1054d8a77c92', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8c848-b5df-4065-870d-760aea4db611', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:49:47Z', 'updated_at': '2022-02-03T14:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '99caa999-b1cb-4913-bf82-3a688027260c', 'name': '', 'network_id': 'cfae401f-2113-40a2-863e-e19451003a66', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'mac_address': 'fa:16:3e:26:31:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b8c848-b5df-4065-870d-760aea4db611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddca0bba-4f90-4b5b-aac5-b4f09ecdf339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:49:51Z', 'updated_at': '2022-02-03T14:49:55Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'subnets': [{'id': 'ddca0bba-4f90-4b5b-aac5-b4f09ecdf339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:49:57.407505 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-c37a2a94-0141-4140-b54e-846d887fecad tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:57.408400 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-c37a2a94-0141-4140-b54e-846d887fecad tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Synchronizing usage tracker for tenant:5ba8843202ac46748b5166400226edd3 on resource:network {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:49:57.513468 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-c37a2a94-0141-4140-b54e-846d887fecad tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Unset dirty status for tenant:5ba8843202ac46748b5166400226edd3 on resource:network {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:49:57.514668 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-c37a2a94-0141-4140-b54e-846d887fecad tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.47 "GET /v2.0/networks?id=cfae401f-2113-40a2-863e-e19451003a66 HTTP/1.1" status: 200 len: 796 time: 0.2659652 Feb 03 14:49:57.568352 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-cb704b66-c855-435c-9a1c-227a949d3326 req-e53ea66b-51a8-44b6-b016-e2495b4e3d3a tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=756bdbc7-db12-4a79-b913-57a1c7e685d2 HTTP/1.1" status: 200 len: 210 time: 0.0462081 Feb 03 14:49:57.570811 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-d1304387-5b12-474b-b699-60edc8d766b2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Synchronizing usage tracker for tenant:5ba8843202ac46748b5166400226edd3 on resource:security_group {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:49:57.624370 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cbfedad3-a791-4e70-94b3-df2c07f52a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:57.673644 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-d1304387-5b12-474b-b699-60edc8d766b2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Unset dirty status for tenant:5ba8843202ac46748b5166400226edd3 on resource:security_group {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:49:57.675101 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-d1304387-5b12-474b-b699-60edc8d766b2 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ba8843202ac46748b5166400226edd3 HTTP/1.1" status: 200 len: 379 time: 0.1487513 Feb 03 14:49:57.683369 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-64c611fb-6d10-4dc3-b8a2-0c104f4e3efa tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'port': {'device_id': '756bdbc7-db12-4a79-b913-57a1c7e685d2', 'network_id': 'cfae401f-2113-40a2-863e-e19451003a66', 'admin_state_up': True, 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'security_groups': ['edec72c8-eba6-4f04-9b3f-fe108a06bf42']}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:49:57.819008 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-64c611fb-6d10-4dc3-b8a2-0c104f4e3efa tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:49:57.828781 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-64c611fb-6d10-4dc3-b8a2-0c104f4e3efa tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:49:57.910067 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-64c611fb-6d10-4dc3-b8a2-0c104f4e3efa tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Made reservation on behalf of 5ba8843202ac46748b5166400226edd3 for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:49:57.913685 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-64c611fb-6d10-4dc3-b8a2-0c104f4e3efa tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:57.968361 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 99caa999-b1cb-4913-bf82-3a688027260c up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:49:58.080308 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-64c611fb-6d10-4dc3-b8a2-0c104f4e3efa tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Allocated IP 172.20.0.14 (cfae401f-2113-40a2-863e-e19451003a66/ddca0bba-4f90-4b5b-aac5-b4f09ecdf339/4713e8c7-f25b-4151-be97-2c510648b47f) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:49:58.143281 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 99caa999-b1cb-4913-bf82-3a688027260c completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:49:58.148746 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 99caa999-b1cb-4913-bf82-3a688027260c triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:49:58.151289 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:58.261152 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:58.263304 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-64c611fb-6d10-4dc3-b8a2-0c104f4e3efa tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:58.279644 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-64c611fb-6d10-4dc3-b8a2-0c104f4e3efa tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Transition to ACTIVE for port object 4713e8c7-f25b-4151-be97-2c510648b47f will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:49:58.293460 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 99caa999-b1cb-4913-bf82-3a688027260c, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=99caa999-b1cb-4913-bf82-3a688027260c,segment=NetworkSegment(368ce095-f6d4-4c11-8c80-458972f31cd5),segment_id=368ce095-f6d4-4c11-8c80-458972f31cd5)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:49:58.382185 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:58.411241 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-64c611fb-6d10-4dc3-b8a2-0c104f4e3efa tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:58.446063 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=99caa999-b1cb-4913-bf82-3a688027260c,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:58.488359 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-64c611fb-6d10-4dc3-b8a2-0c104f4e3efa tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Network cfae401f-2113-40a2-863e-e19451003a66 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:49:58.492078 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-64c611fb-6d10-4dc3-b8a2-0c104f4e3efa tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:49:58.494469 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-64c611fb-6d10-4dc3-b8a2-0c104f4e3efa tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:49:58.528355 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c611fb-6d10-4dc3-b8a2-0c104f4e3efa tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'Port': ['ID=4713e8c7-f25b-4151-be97-2c510648b47f,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:58.561465 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-64c611fb-6d10-4dc3-b8a2-0c104f4e3efa tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:58.562073 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-64c611fb-6d10-4dc3-b8a2-0c104f4e3efa tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:58.648004 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-64c611fb-6d10-4dc3-b8a2-0c104f4e3efa tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9682829 Feb 03 14:49:58.733518 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-9d7fd529-878f-4316-b4ed-5a544ee5e9a4 service neutron] Request body: {'port': {'device_id': '756bdbc7-db12-4a79-b913-57a1c7e685d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:49:58.761574 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-a4db31d9-6eca-4cc4-a6fe-fe18f82a535c None None] Provisioning for port 4713e8c7-f25b-4151-be97-2c510648b47f completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:49:58.765598 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd344dd-954c-4912-b1c6-0b2b7ef1a47f req-0d224f76-5180-4bfc-b85b-72d5007d80be tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:58.766958 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-fbd344dd-954c-4912-b1c6-0b2b7ef1a47f req-0d224f76-5180-4bfc-b85b-72d5007d80be tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=756bdbc7-db12-4a79-b913-57a1c7e685d2 HTTP/1.1" status: 200 len: 932 time: 0.0754833 Feb 03 14:49:58.771818 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-a4db31d9-6eca-4cc4-a6fe-fe18f82a535c None None] Provisioning complete for port 4713e8c7-f25b-4151-be97-2c510648b47f triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:49:58.772190 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a4db31d9-6eca-4cc4-a6fe-fe18f82a535c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:58.823764 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-fbd344dd-954c-4912-b1c6-0b2b7ef1a47f req-308a82f0-f3ba-4884-8f76-91135e3e3ab8 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=edec72c8-eba6-4f04-9b3f-fe108a06bf42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475867 Feb 03 14:49:58.842135 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-a4db31d9-6eca-4cc4-a6fe-fe18f82a535c None None] Port 4713e8c7-f25b-4151-be97-2c510648b47f cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:49:58.861069 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-9d7fd529-878f-4316-b4ed-5a544ee5e9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:58.907953 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:59.062172 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:59.186933 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-9d7fd529-878f-4316-b4ed-5a544ee5e9a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4713e8c7-f25b-4151-be97-2c510648b47f {{(pid=84181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:49:59.193969 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-9d7fd529-878f-4316-b4ed-5a544ee5e9a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:59.208486 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-9d7fd529-878f-4316-b4ed-5a544ee5e9a4 service neutron] Transition to ACTIVE for port object 4713e8c7-f25b-4151-be97-2c510648b47f will not be triggered until provisioned by entity L2. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:49:59.307959 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-9d7fd529-878f-4316-b4ed-5a544ee5e9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:59.540555 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7fd529-878f-4316-b4ed-5a544ee5e9a4 service neutron] Pushing event updated for resources: {'Port': ['ID=4713e8c7-f25b-4151-be97-2c510648b47f,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:59.643627 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-9d7fd529-878f-4316-b4ed-5a544ee5e9a4 service neutron] Attempting to bind port 4713e8c7-f25b-4151-be97-2c510648b47f on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:49:59.643852 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-9d7fd529-878f-4316-b4ed-5a544ee5e9a4 service neutron] Attempting to bind port 4713e8c7-f25b-4151-be97-2c510648b47f by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '368ce095-f6d4-4c11-8c80-458972f31cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cfae401f-2113-40a2-863e-e19451003a66'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:49:59.644174 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-9d7fd529-878f-4316-b4ed-5a544ee5e9a4 service neutron] Attempting to bind port 4713e8c7-f25b-4151-be97-2c510648b47f on network cfae401f-2113-40a2-863e-e19451003a66 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:49:59.649804 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-9d7fd529-878f-4316-b4ed-5a544ee5e9a4 service neutron] Port 4713e8c7-f25b-4151-be97-2c510648b47f on network cfae401f-2113-40a2-863e-e19451003a66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 14:49:59.650118 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-9d7fd529-878f-4316-b4ed-5a544ee5e9a4 service neutron] Attempting to bind port 4713e8c7-f25b-4151-be97-2c510648b47f on network cfae401f-2113-40a2-863e-e19451003a66 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:49:59.656227 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-9d7fd529-878f-4316-b4ed-5a544ee5e9a4 service neutron] Checking agent: {'id': '8cce4e55-f72c-4604-b6eb-27dc2f3f162a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'started_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:49:59.656563 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-9d7fd529-878f-4316-b4ed-5a544ee5e9a4 service neutron] Checking segment: {'id': '368ce095-f6d4-4c11-8c80-458972f31cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cfae401f-2113-40a2-863e-e19451003a66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:49:59.656936 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-9d7fd529-878f-4316-b4ed-5a544ee5e9a4 service neutron] Bound using segment: {'id': '368ce095-f6d4-4c11-8c80-458972f31cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cfae401f-2113-40a2-863e-e19451003a66'} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:49:59.657347 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-9d7fd529-878f-4316-b4ed-5a544ee5e9a4 service neutron] Bound port: 4713e8c7-f25b-4151-be97-2c510648b47f, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '368ce095-f6d4-4c11-8c80-458972f31cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cfae401f-2113-40a2-863e-e19451003a66'}}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:49:59.657689 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-9d7fd529-878f-4316-b4ed-5a544ee5e9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:59.741416 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-9d7fd529-878f-4316-b4ed-5a544ee5e9a4 service neutron] For port 4713e8c7-f25b-4151-be97-2c510648b47f, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:49:59.745262 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-9d7fd529-878f-4316-b4ed-5a544ee5e9a4 service neutron] For port 4713e8c7-f25b-4151-be97-2c510648b47f, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=4713e8c7-f25b-4151-be97-2c510648b47f,segment=NetworkSegment(368ce095-f6d4-4c11-8c80-458972f31cd5),segment_id=368ce095-f6d4-4c11-8c80-458972f31cd5)] {{(pid=84181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:49:59.784606 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-9d7fd529-878f-4316-b4ed-5a544ee5e9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:59.847136 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-9d7fd529-878f-4316-b4ed-5a544ee5e9a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:49:59.848551 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-9d7fd529-878f-4316-b4ed-5a544ee5e9a4 service neutron] 10.222.0.47 "PUT /v2.0/ports/4713e8c7-f25b-4151-be97-2c510648b47f HTTP/1.1" status: 200 len: 1094 time: 1.1929560 Feb 03 14:49:59.848978 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '756bdbc7-db12-4a79-b913-57a1c7e685d2', 'tag': '4713e8c7-f25b-4151-be97-2c510648b47f'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:49:59.868317 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7fd529-878f-4316-b4ed-5a544ee5e9a4 service neutron] Pushing event updated for resources: {'Port': ['ID=4713e8c7-f25b-4151-be97-2c510648b47f,revision_number=3']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:59.911781 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '756bdbc7-db12-4a79-b913-57a1c7e685d2', 'tag': '4713e8c7-f25b-4151-be97-2c510648b47f', 'status': 'completed', 'code': 200} Feb 03 14:49:59.971671 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 99caa999-b1cb-4913-bf82-3a688027260c up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:50:00.019440 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-74c5d47d-e430-45c4-84eb-741f06a770f6 req-6228cb4b-f6df-49ea-9688-9d7a5c532f06 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ba8843202ac46748b5166400226edd3&device_id=756bdbc7-db12-4a79-b913-57a1c7e685d2 HTTP/1.1" status: 200 len: 1097 time: 0.0846682 Feb 03 14:50:00.052466 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 99caa999-b1cb-4913-bf82-3a688027260c triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:50:00.053292 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:50:00.064688 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6fb88-cf0d-488d-88ef-e49288c81673 req-7383cd66-7f28-4ca2-b52b-29c4027ec782 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:00.072738 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e2a6fb88-cf0d-488d-88ef-e49288c81673 req-7383cd66-7f28-4ca2-b52b-29c4027ec782 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=756bdbc7-db12-4a79-b913-57a1c7e685d2 HTTP/1.1" status: 200 len: 944 time: 0.0905864 Feb 03 14:50:00.118612 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e2a6fb88-cf0d-488d-88ef-e49288c81673 req-6eb30204-9064-4bf6-a75e-91e47e3e4585 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=edec72c8-eba6-4f04-9b3f-fe108a06bf42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448103 Feb 03 14:50:00.187691 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5d47d-e430-45c4-84eb-741f06a770f6 req-08999494-0945-43ab-9a8a-1f44d61a9479 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:00.189159 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-74c5d47d-e430-45c4-84eb-741f06a770f6 req-08999494-0945-43ab-9a8a-1f44d61a9479 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=5ba8843202ac46748b5166400226edd3&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1570141 Feb 03 14:50:00.321039 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5d47d-e430-45c4-84eb-741f06a770f6 req-093d3402-c04a-4bd6-81ed-9fbb4c786d76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:00.322490 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-74c5d47d-e430-45c4-84eb-741f06a770f6 req-093d3402-c04a-4bd6-81ed-9fbb4c786d76 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1279869 Feb 03 14:50:00.359448 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:50:00.429098 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-16211046-23b4-455a-bb07-f5f26679a76c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ba8843202ac46748b5166400226edd3&device_id=756bdbc7-db12-4a79-b913-57a1c7e685d2 HTTP/1.1" status: 200 len: 1097 time: 0.0722640 Feb 03 14:50:00.494861 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-784af8ad-90b0-492b-9766-dca65b1df841 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4713e8c7-f25b-4151-be97-2c510648b47f HTTP/1.1" status: 200 len: 217 time: 0.0590632 Feb 03 14:50:00.557173 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-0c86594b-01cc-452d-b68f-98959db8a477 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:00.558530 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-0c86594b-01cc-452d-b68f-98959db8a477 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ddca0bba-4f90-4b5b-aac5-b4f09ecdf339 HTTP/1.1" status: 200 len: 835 time: 0.0582728 Feb 03 14:50:00.632883 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-b7024ae9-cb56-49c0-a5b2-320d287d7b19 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cfae401f-2113-40a2-863e-e19451003a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685987 Feb 03 14:50:00.762023 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-e996cdfe-e10d-4896-afda-b8a7a7aae115 service neutron] 10.222.0.47 "GET /v2.0/networks/cfae401f-2113-40a2-863e-e19451003a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229765 Feb 03 14:50:00.889122 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-06c9a89e-3b39-4875-a5a1-b23e1f91c234 req-8ceecc0f-359c-4183-948b-ab0de45a06b1 service neutron] 10.222.0.47 "GET /v2.0/networks/cfae401f-2113-40a2-863e-e19451003a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219873 Feb 03 14:50:01.382548 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002c513-f910-4b45-9cde-958ab600225c req-ea45fe26-51ca-4e7f-8821-8e9381317746 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:01.384017 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9002c513-f910-4b45-9cde-958ab600225c req-ea45fe26-51ca-4e7f-8821-8e9381317746 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=756bdbc7-db12-4a79-b913-57a1c7e685d2 HTTP/1.1" status: 200 len: 944 time: 0.1459126 Feb 03 14:50:01.428349 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9002c513-f910-4b45-9cde-958ab600225c req-2dc22179-62e8-4c1c-806a-e1ad37a5783e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=edec72c8-eba6-4f04-9b3f-fe108a06bf42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386403 Feb 03 14:50:02.691495 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4ca47-a929-4351-9c08-315f755eaaf9 req-a91ec2fa-0469-487a-b389-f0ff2f0926ad tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:02.692939 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e1a4ca47-a929-4351-9c08-315f755eaaf9 req-a91ec2fa-0469-487a-b389-f0ff2f0926ad tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=756bdbc7-db12-4a79-b913-57a1c7e685d2 HTTP/1.1" status: 200 len: 944 time: 0.1462619 Feb 03 14:50:02.737265 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e1a4ca47-a929-4351-9c08-315f755eaaf9 req-619f2110-f8f2-44f1-8627-e067b4abbcbd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=edec72c8-eba6-4f04-9b3f-fe108a06bf42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388186 Feb 03 14:50:03.933757 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb307ca-ef65-4b72-8031-8b892a65e36f req-03445524-2eac-4a21-b635-01a639eec5f5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:03.935214 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-cbb307ca-ef65-4b72-8031-8b892a65e36f req-03445524-2eac-4a21-b635-01a639eec5f5 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=756bdbc7-db12-4a79-b913-57a1c7e685d2 HTTP/1.1" status: 200 len: 944 time: 0.0774989 Feb 03 14:50:03.980640 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-cbb307ca-ef65-4b72-8031-8b892a65e36f req-0b01392c-2f4b-4496-9293-db7f71a1acbe tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=edec72c8-eba6-4f04-9b3f-fe108a06bf42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400026 Feb 03 14:50:05.169898 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e24988-131a-4245-85c1-4f428c9735c0 req-28207862-daf0-4329-b1cc-367dd5899251 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:05.171334 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-28e24988-131a-4245-85c1-4f428c9735c0 req-28207862-daf0-4329-b1cc-367dd5899251 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=756bdbc7-db12-4a79-b913-57a1c7e685d2 HTTP/1.1" status: 200 len: 944 time: 0.0741851 Feb 03 14:50:05.218707 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-28e24988-131a-4245-85c1-4f428c9735c0 req-66668d97-f222-4b9a-b2aa-bec7a4b931ec tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=edec72c8-eba6-4f04-9b3f-fe108a06bf42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420077 Feb 03 14:50:05.359240 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 4713e8c7-f25b-4151-be97-2c510648b47f details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:50:05.489627 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 4713e8c7-f25b-4151-be97-2c510648b47f, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=4713e8c7-f25b-4151-be97-2c510648b47f,segment=NetworkSegment(368ce095-f6d4-4c11-8c80-458972f31cd5),segment_id=368ce095-f6d4-4c11-8c80-458972f31cd5)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:50:05.502036 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': '4713e8c7-f25b-4151-be97-2c510648b47f', 'network_id': 'cfae401f-2113-40a2-863e-e19451003a66', 'port_id': '4713e8c7-f25b-4151-be97-2c510648b47f', 'mac_address': 'fa:16:3e:be:66:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddca0bba-4f90-4b5b-aac5-b4f09ecdf339', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:50:05.556504 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:50:05.572812 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4713e8c7-f25b-4151-be97-2c510648b47f {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:50:05.587949 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 4713e8c7-f25b-4151-be97-2c510648b47f, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=4713e8c7-f25b-4151-be97-2c510648b47f,segment=NetworkSegment(368ce095-f6d4-4c11-8c80-458972f31cd5),segment_id=368ce095-f6d4-4c11-8c80-458972f31cd5)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:50:05.687290 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:50:05.750387 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=4713e8c7-f25b-4151-be97-2c510648b47f,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:50:06.047755 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['4713e8c7-f25b-4151-be97-2c510648b47f'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:50:06.412845 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40dd6ed-aae0-4559-ac6b-ed7779afe0fc req-6852e7da-d393-4be5-a419-b008a63a6fd9 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:06.414282 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b40dd6ed-aae0-4559-ac6b-ed7779afe0fc req-6852e7da-d393-4be5-a419-b008a63a6fd9 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=756bdbc7-db12-4a79-b913-57a1c7e685d2 HTTP/1.1" status: 200 len: 945 time: 0.0755138 Feb 03 14:50:06.458620 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b40dd6ed-aae0-4559-ac6b-ed7779afe0fc req-714e3172-9f33-4637-97fb-7e39bfb92f96 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=edec72c8-eba6-4f04-9b3f-fe108a06bf42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389266 Feb 03 14:50:07.358692 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 4713e8c7-f25b-4151-be97-2c510648b47f up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:50:07.502038 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning for port 4713e8c7-f25b-4151-be97-2c510648b47f completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:50:07.507815 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port 4713e8c7-f25b-4151-be97-2c510648b47f triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:50:07.508215 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:50:07.620530 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:50:07.647444 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756bdbc7-db12-4a79-b913-57a1c7e685d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4713e8c7-f25b-4151-be97-2c510648b47f'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:50:07.656938 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 4713e8c7-f25b-4151-be97-2c510648b47f, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=4713e8c7-f25b-4151-be97-2c510648b47f,segment=NetworkSegment(368ce095-f6d4-4c11-8c80-458972f31cd5),segment_id=368ce095-f6d4-4c11-8c80-458972f31cd5)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:50:07.661181 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9cd2e-73bb-4254-877d-7a8cfb1f5a57 req-2bf07e91-5fc3-4e69-a0b9-b2372d349cef tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:07.666797 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5fe9cd2e-73bb-4254-877d-7a8cfb1f5a57 req-2bf07e91-5fc3-4e69-a0b9-b2372d349cef tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=756bdbc7-db12-4a79-b913-57a1c7e685d2 HTTP/1.1" status: 200 len: 945 time: 0.0800569 Feb 03 14:50:07.701312 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756bdbc7-db12-4a79-b913-57a1c7e685d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4713e8c7-f25b-4151-be97-2c510648b47f', 'code': 200} Feb 03 14:50:07.709963 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5fe9cd2e-73bb-4254-877d-7a8cfb1f5a57 req-b6500a4c-c8be-4064-b91d-987bef52ac67 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=edec72c8-eba6-4f04-9b3f-fe108a06bf42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414240 Feb 03 14:50:07.721621 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:50:07.787361 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=4713e8c7-f25b-4151-be97-2c510648b47f,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:50:08.078387 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-116710a4-2137-41b0-b66f-5d1967f35779 req-7f24566e-63c0-4ded-b38f-3057ffe2eb11 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=756bdbc7-db12-4a79-b913-57a1c7e685d2 HTTP/1.1" status: 200 len: 1099 time: 0.0663021 Feb 03 14:50:08.122377 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-116710a4-2137-41b0-b66f-5d1967f35779 req-4615bb70-b89c-4e49-899b-3cbc3a9a07f6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=edec72c8-eba6-4f04-9b3f-fe108a06bf42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386012 Feb 03 14:50:08.871848 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:50:08.910808 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8960a1f-f992-49de-836b-14b19f1f88aa req-8036ca7a-9e54-4f7e-b8de-37f32c0df1f6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:08.912857 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d8960a1f-f992-49de-836b-14b19f1f88aa req-8036ca7a-9e54-4f7e-b8de-37f32c0df1f6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=756bdbc7-db12-4a79-b913-57a1c7e685d2 HTTP/1.1" status: 200 len: 946 time: 0.0745215 Feb 03 14:50:08.957323 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d8960a1f-f992-49de-836b-14b19f1f88aa req-a0247768-f83a-4d9c-af9e-7ce49ca3d341 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=edec72c8-eba6-4f04-9b3f-fe108a06bf42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391359 Feb 03 14:50:10.155490 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d8c77-2a6a-430c-9c2e-775920f55d10 req-ac5fafcb-c879-4490-904e-7d80042a4a09 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:10.156914 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4e4d8c77-2a6a-430c-9c2e-775920f55d10 req-ac5fafcb-c879-4490-904e-7d80042a4a09 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=756bdbc7-db12-4a79-b913-57a1c7e685d2 HTTP/1.1" status: 200 len: 946 time: 0.0807161 Feb 03 14:50:10.201494 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4e4d8c77-2a6a-430c-9c2e-775920f55d10 req-af9e98f6-95ea-4798-a174-77821c425f9e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=edec72c8-eba6-4f04-9b3f-fe108a06bf42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390933 Feb 03 14:50:10.392443 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b8801-6636-41fe-ae24-1ed8c4a4854d req-e4f2636f-421c-4077-b78c-31ac9a876670 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:10.393898 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-db0b8801-6636-41fe-ae24-1ed8c4a4854d req-e4f2636f-421c-4077-b78c-31ac9a876670 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=756bdbc7-db12-4a79-b913-57a1c7e685d2 HTTP/1.1" status: 200 len: 946 time: 0.0756035 Feb 03 14:50:10.439017 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-db0b8801-6636-41fe-ae24-1ed8c4a4854d req-f2537ddd-e356-4115-8c05-5caa81459db0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=edec72c8-eba6-4f04-9b3f-fe108a06bf42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396130 Feb 03 14:50:10.466424 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 39690) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:50:10.536240 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c3762c0a-b7aa-4ff8-ab9e-57dcba542b0e tempest-TestNetworkAdvancedServerOps-1341579092 tempest-TestNetworkAdvancedServerOps-1341579092-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=756bdbc7-db12-4a79-b913-57a1c7e685d2 HTTP/1.1" status: 200 len: 1094 time: 0.0687199 Feb 03 14:50:10.539444 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 39694) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:50:10.544427 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-6d1ae202-db25-4a8c-8182-ba36eaa5a8fd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Request body: {'floatingip': {'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'port_id': '4713e8c7-f25b-4151-be97-2c510648b47f', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:50:10.549702 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-6d1ae202-db25-4a8c-8182-ba36eaa5a8fd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:50:10.554028 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-6d1ae202-db25-4a8c-8182-ba36eaa5a8fd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Usage tracker for resource:floatingip and tenant:5ba8843202ac46748b5166400226edd3 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:50:10.556847 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-6d1ae202-db25-4a8c-8182-ba36eaa5a8fd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:50:10.562352 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-6d1ae202-db25-4a8c-8182-ba36eaa5a8fd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:50:10.638871 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6d1ae202-db25-4a8c-8182-ba36eaa5a8fd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for floatingip, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:50:10.855145 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6d1ae202-db25-4a8c-8182-ba36eaa5a8fd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:50:10.986823 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-6d1ae202-db25-4a8c-8182-ba36eaa5a8fd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Allocated IP 172.26.3.7 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/53320015-54c3-49cb-9e73-22df6ac0ebfb) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:50:11.129931 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6d1ae202-db25-4a8c-8182-ba36eaa5a8fd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:50:11.216344 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6d1ae202-db25-4a8c-8182-ba36eaa5a8fd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:50:11.278636 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1ae202-db25-4a8c-8182-ba36eaa5a8fd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:50:11.281421 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-6d1ae202-db25-4a8c-8182-ba36eaa5a8fd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:50:11.285101 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1ae202-db25-4a8c-8182-ba36eaa5a8fd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:50:11.314019 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ae202-db25-4a8c-8182-ba36eaa5a8fd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'Port': ['ID=53320015-54c3-49cb-9e73-22df6ac0ebfb,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:50:11.781407 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6d1ae202-db25-4a8c-8182-ba36eaa5a8fd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:50:11.897542 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6d1ae202-db25-4a8c-8182-ba36eaa5a8fd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:50:12.095573 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6d1ae202-db25-4a8c-8182-ba36eaa5a8fd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:50:12.184269 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6d1ae202-db25-4a8c-8182-ba36eaa5a8fd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:50:12.285381 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ae202-db25-4a8c-8182-ba36eaa5a8fd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event updated for resources: {'Port': ['ID=53320015-54c3-49cb-9e73-22df6ac0ebfb,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:50:12.302875 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6d1ae202-db25-4a8c-8182-ba36eaa5a8fd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:50:12.486317 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.l3_db [None req-6d1ae202-db25-4a8c-8182-ba36eaa5a8fd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Floating IP d05df4d5-c6b5-489c-b681-906fef13a5e5 associated. External IP: 172.26.3.7, port: 4713e8c7-f25b-4151-be97-2c510648b47f. Feb 03 14:50:12.960784 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d1ae202-db25-4a8c-8182-ba36eaa5a8fd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Router 28b8c848-b5df-4065-870d-760aea4db611 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:50:13.155605 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1ae202-db25-4a8c-8182-ba36eaa5a8fd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:50:13.165216 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dd0522-dcf6-4367-844e-6f3440bdd038 None None] Sync routers for ids ['28b8c848-b5df-4065-870d-760aea4db611'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:50:13.176890 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dd0522-dcf6-4367-844e-6f3440bdd038 None None] Routers {'28b8c848-b5df-4065-870d-760aea4db611'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:50:13.177978 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-a1dd0522-dcf6-4367-844e-6f3440bdd038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:49:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['28b8c848-b5df-4065-870d-760aea4db611'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:50:13.247450 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6d1ae202-db25-4a8c-8182-ba36eaa5a8fd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:50:13.299406 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-6d1ae202-db25-4a8c-8182-ba36eaa5a8fd tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7589583 Feb 03 14:50:13.300089 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '756bdbc7-db12-4a79-b913-57a1c7e685d2', 'tag': '4713e8c7-f25b-4151-be97-2c510648b47f'}] {{(pid=84182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:50:13.354435 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-a1dd0522-dcf6-4367-844e-6f3440bdd038 None None] Set router 28b8c848-b5df-4065-870d-760aea4db611 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:50:13.359659 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '756bdbc7-db12-4a79-b913-57a1c7e685d2', 'tag': '4713e8c7-f25b-4151-be97-2c510648b47f', 'status': 'completed', 'code': 200} Feb 03 14:50:13.461149 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3add4775-d466-4bea-80d8-1dbee39820cf req-3d4d4f9c-10ce-45c7-a02a-09474fdb24ca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ba8843202ac46748b5166400226edd3&device_id=756bdbc7-db12-4a79-b913-57a1c7e685d2 HTTP/1.1" status: 200 len: 1099 time: 0.0786948 Feb 03 14:50:13.476715 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08904bf-f029-4418-ab8c-1e96369847be req-bb8dd4b5-d498-4b0b-94bd-15e6db82d7d4 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:13.478792 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c08904bf-f029-4418-ab8c-1e96369847be req-bb8dd4b5-d498-4b0b-94bd-15e6db82d7d4 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=756bdbc7-db12-4a79-b913-57a1c7e685d2 HTTP/1.1" status: 200 len: 946 time: 0.0815136 Feb 03 14:50:13.525242 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c08904bf-f029-4418-ab8c-1e96369847be req-96027b2a-091c-430d-aef2-34c4d69d07f1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=edec72c8-eba6-4f04-9b3f-fe108a06bf42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414355 Feb 03 14:50:13.554904 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 39702) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:50:13.594227 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add4775-d466-4bea-80d8-1dbee39820cf req-31cee048-27a5-4940-8e52-b71bfda5e350 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:13.595733 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3add4775-d466-4bea-80d8-1dbee39820cf req-31cee048-27a5-4940-8e52-b71bfda5e350 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cfae401f-2113-40a2-863e-e19451003a66 HTTP/1.1" status: 200 len: 896 time: 0.1286056 Feb 03 14:50:13.661580 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-b7722967-249d-4101-a292-6b65c19f9186 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/floatingips/d05df4d5-c6b5-489c-b681-906fef13a5e5 HTTP/1.1" status: 200 len: 990 time: 0.1041534 Feb 03 14:50:13.717545 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-a1dd0522-dcf6-4367-844e-6f3440bdd038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b8c848-b5df-4065-870d-760aea4db611', 'name': 'tempest-TestNetworkAdvancedServerOps-router-27015306', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '46f11738-78e4-4772-8a9d-1054d8a77c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:49:46Z', 'updated_at': '2022-02-03T14:49:52Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '46f11738-78e4-4772-8a9d-1054d8a77c92', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8c848-b5df-4065-870d-760aea4db611', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:49:47Z', 'updated_at': '2022-02-03T14:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'd05df4d5-c6b5-489c-b681-906fef13a5e5', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'floating_ip_address': '172.26.3.7', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '28b8c848-b5df-4065-870d-760aea4db611', 'port_id': '4713e8c7-f25b-4151-be97-2c510648b47f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfae401f-2113-40a2-863e-e19451003a66', 'mac_address': 'fa:16:3e:be:66:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '756bdbc7-db12-4a79-b913-57a1c7e685d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:50:11Z', 'updated_at': '2022-02-03T14:50:11Z', 'revision_number': 0, 'project_id': '5ba8843202ac46748b5166400226edd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99caa999-b1cb-4913-bf82-3a688027260c', 'name': '', 'network_id': 'cfae401f-2113-40a2-863e-e19451003a66', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'mac_address': 'fa:16:3e:26:31:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8c848-b5df-4065-870d-760aea4db611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddca0bba-4f90-4b5b-aac5-b4f09ecdf339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:49:51Z', 'updated_at': '2022-02-03T14:49:58Z', 'revision_number': 5, 'project_id': '5ba8843202ac46748b5166400226edd3', 'subnets': [{'id': 'ddca0bba-4f90-4b5b-aac5-b4f09ecdf339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:50:13.721698 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dd0522-dcf6-4367-844e-6f3440bdd038 None None] Checking router: 28b8c848-b5df-4065-870d-760aea4db611 for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:50:13.733082 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dd0522-dcf6-4367-844e-6f3440bdd038 None None] Routers {'28b8c848-b5df-4065-870d-760aea4db611'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:50:13.733694 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-a1dd0522-dcf6-4367-844e-6f3440bdd038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:49:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['28b8c848-b5df-4065-870d-760aea4db611'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:50:13.792080 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3add4775-d466-4bea-80d8-1dbee39820cf req-3917c22a-43bb-42f1-b916-023ab15fd228 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4713e8c7-f25b-4151-be97-2c510648b47f HTTP/1.1" status: 200 len: 998 time: 0.1906965 Feb 03 14:50:13.853741 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add4775-d466-4bea-80d8-1dbee39820cf req-16ae369b-5133-4e74-8c9f-a3d67275d682 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:13.855224 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3add4775-d466-4bea-80d8-1dbee39820cf req-16ae369b-5133-4e74-8c9f-a3d67275d682 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ddca0bba-4f90-4b5b-aac5-b4f09ecdf339 HTTP/1.1" status: 200 len: 835 time: 0.0581169 Feb 03 14:50:13.907336 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-a1dd0522-dcf6-4367-844e-6f3440bdd038 None None] Set router 28b8c848-b5df-4065-870d-760aea4db611 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:50:13.932162 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3add4775-d466-4bea-80d8-1dbee39820cf req-8a172ab5-8b67-4cd1-a60e-dbca3ee27922 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cfae401f-2113-40a2-863e-e19451003a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713642 Feb 03 14:50:14.071197 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3add4775-d466-4bea-80d8-1dbee39820cf req-78e6e0e5-dc20-4ce3-94fd-ae5df52f3993 service neutron] 10.222.0.47 "GET /v2.0/networks/cfae401f-2113-40a2-863e-e19451003a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333132 Feb 03 14:50:14.204264 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3add4775-d466-4bea-80d8-1dbee39820cf req-5e0611cb-8568-476d-85a8-df37e125d88a service neutron] 10.222.0.47 "GET /v2.0/networks/cfae401f-2113-40a2-863e-e19451003a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250682 Feb 03 14:50:14.253533 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-a1dd0522-dcf6-4367-844e-6f3440bdd038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b8c848-b5df-4065-870d-760aea4db611', 'name': 'tempest-TestNetworkAdvancedServerOps-router-27015306', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '46f11738-78e4-4772-8a9d-1054d8a77c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:49:46Z', 'updated_at': '2022-02-03T14:49:52Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '46f11738-78e4-4772-8a9d-1054d8a77c92', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8c848-b5df-4065-870d-760aea4db611', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:49:47Z', 'updated_at': '2022-02-03T14:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'd05df4d5-c6b5-489c-b681-906fef13a5e5', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'floating_ip_address': '172.26.3.7', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '28b8c848-b5df-4065-870d-760aea4db611', 'port_id': '4713e8c7-f25b-4151-be97-2c510648b47f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfae401f-2113-40a2-863e-e19451003a66', 'mac_address': 'fa:16:3e:be:66:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '756bdbc7-db12-4a79-b913-57a1c7e685d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:50:11Z', 'updated_at': '2022-02-03T14:50:11Z', 'revision_number': 0, 'project_id': '5ba8843202ac46748b5166400226edd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99caa999-b1cb-4913-bf82-3a688027260c', 'name': '', 'network_id': 'cfae401f-2113-40a2-863e-e19451003a66', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'mac_address': 'fa:16:3e:26:31:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8c848-b5df-4065-870d-760aea4db611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddca0bba-4f90-4b5b-aac5-b4f09ecdf339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:49:51Z', 'updated_at': '2022-02-03T14:49:58Z', 'revision_number': 5, 'project_id': '5ba8843202ac46748b5166400226edd3', 'subnets': [{'id': 'ddca0bba-4f90-4b5b-aac5-b4f09ecdf339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:50:14.258443 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dd0522-dcf6-4367-844e-6f3440bdd038 None None] The sync data for ids ['28b8c848-b5df-4065-870d-760aea4db611'] in dv-neutron-827016-1-hyperv is: [{'id': '28b8c848-b5df-4065-870d-760aea4db611', 'name': 'tempest-TestNetworkAdvancedServerOps-router-27015306', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '46f11738-78e4-4772-8a9d-1054d8a77c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:49:46Z', 'updated_at': '2022-02-03T14:49:52Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '46f11738-78e4-4772-8a9d-1054d8a77c92', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8c848-b5df-4065-870d-760aea4db611', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:49:47Z', 'updated_at': '2022-02-03T14:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'd05df4d5-c6b5-489c-b681-906fef13a5e5', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'floating_ip_address': '172.26.3.7', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '28b8c848-b5df-4065-870d-760aea4db611', 'port_id': '4713e8c7-f25b-4151-be97-2c510648b47f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfae401f-2113-40a2-863e-e19451003a66', 'mac_address': 'fa:16:3e:be:66:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '756bdbc7-db12-4a79-b913-57a1c7e685d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:50:11Z', 'updated_at': '2022-02-03T14:50:11Z', 'revision_number': 0, 'project_id': '5ba8843202ac46748b5166400226edd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99caa999-b1cb-4913-bf82-3a688027260c', 'name': '', 'network_id': 'cfae401f-2113-40a2-863e-e19451003a66', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'mac_address': 'fa:16:3e:26:31:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8c848-b5df-4065-870d-760aea4db611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddca0bba-4f90-4b5b-aac5-b4f09ecdf339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:49:51Z', 'updated_at': '2022-02-03T14:49:58Z', 'revision_number': 5, 'project_id': '5ba8843202ac46748b5166400226edd3', 'subnets': [{'id': 'ddca0bba-4f90-4b5b-aac5-b4f09ecdf339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:50:14.445991 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170d973f-c771-4ad7-8755-511fd7323cd4 None None] New status for floating IP d05df4d5-c6b5-489c-b681-906fef13a5e5: ACTIVE {{(pid=84183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:50:14.664443 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 39706) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:50:14.769627 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-709d8943-e429-4fdb-b8e2-e2519141c536 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/floatingips/d05df4d5-c6b5-489c-b681-906fef13a5e5 HTTP/1.1" status: 200 len: 990 time: 0.1040702 Feb 03 14:50:15.773432 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39710) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:50:15.877913 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e8921c64-557a-4856-afdf-c39f21f3ddb6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/floatingips/d05df4d5-c6b5-489c-b681-906fef13a5e5 HTTP/1.1" status: 200 len: 992 time: 0.1033390 Feb 03 14:50:17.978428 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:50:25.359265 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a4573562-d352-45c2-8575-f598b67e7eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:50:27.566717 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-12f2ed8b-97d7-4716-9c7e-c4096683f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:50:28.907122 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:50:29.032839 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:50:30.395780 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:50:45.872712 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:50:47.970342 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:50:49.488223 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f8f56ca9-98e3-48d3-b726-49de4eb5e2c7 req-8b672be9-05f8-4fb9-9a5d-6df6cf5c1137 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=756bdbc7-db12-4a79-b913-57a1c7e685d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675521 Feb 03 14:50:49.626828 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f8f56ca9-98e3-48d3-b726-49de4eb5e2c7 req-a044291e-be43-40e8-adf9-34c2926acdc2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ba8843202ac46748b5166400226edd3&device_id=756bdbc7-db12-4a79-b913-57a1c7e685d2 HTTP/1.1" status: 200 len: 1099 time: 0.0682240 Feb 03 14:50:49.765384 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f56ca9-98e3-48d3-b726-49de4eb5e2c7 req-d305ac4b-5873-482b-be0f-ff202684b522 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:49.766790 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f8f56ca9-98e3-48d3-b726-49de4eb5e2c7 req-d305ac4b-5873-482b-be0f-ff202684b522 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cfae401f-2113-40a2-863e-e19451003a66 HTTP/1.1" status: 200 len: 896 time: 0.1227207 Feb 03 14:50:49.866547 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f8f56ca9-98e3-48d3-b726-49de4eb5e2c7 req-fc19e2d6-ff99-4ca0-b124-ee47860622fd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4713e8c7-f25b-4151-be97-2c510648b47f HTTP/1.1" status: 200 len: 1000 time: 0.0939970 Feb 03 14:50:49.930385 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f56ca9-98e3-48d3-b726-49de4eb5e2c7 req-8b48b4da-c114-46b7-939f-dafbbfa6580f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:49.931793 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f8f56ca9-98e3-48d3-b726-49de4eb5e2c7 req-8b48b4da-c114-46b7-939f-dafbbfa6580f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ddca0bba-4f90-4b5b-aac5-b4f09ecdf339 HTTP/1.1" status: 200 len: 835 time: 0.0593803 Feb 03 14:50:50.002872 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f8f56ca9-98e3-48d3-b726-49de4eb5e2c7 req-2a963d24-29b8-41c5-9c85-a1aa73bc1647 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cfae401f-2113-40a2-863e-e19451003a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655956 Feb 03 14:50:50.131531 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f8f56ca9-98e3-48d3-b726-49de4eb5e2c7 req-5d585ee0-f447-4fa7-9b54-30f33c545f49 service neutron] 10.222.0.47 "GET /v2.0/networks/cfae401f-2113-40a2-863e-e19451003a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229079 Feb 03 14:50:50.259263 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f8f56ca9-98e3-48d3-b726-49de4eb5e2c7 req-4e05e39b-20b9-48d6-b524-29e5f9949cf5 service neutron] 10.222.0.47 "GET /v2.0/networks/cfae401f-2113-40a2-863e-e19451003a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218810 Feb 03 14:50:55.341583 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b573c3a1-f6b0-4a76-afa7-34dab0d826af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:50:57.576423 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-26fc3d0e-6c6f-4a05-a0dd-8dff304e26cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:50:58.906876 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:50:59.029382 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:00.429530 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:15.134902 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064626cd-0a92-45bd-a5a4-c37c7e91c25c req-507250e6-0525-4c17-b02d-6e35cbdb4a26 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:15.136366 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-064626cd-0a92-45bd-a5a4-c37c7e91c25c req-507250e6-0525-4c17-b02d-6e35cbdb4a26 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=756bdbc7-db12-4a79-b913-57a1c7e685d2 HTTP/1.1" status: 200 len: 946 time: 0.0778930 Feb 03 14:51:15.180385 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-064626cd-0a92-45bd-a5a4-c37c7e91c25c req-3a597aff-1fad-46e2-be0a-437c6e689f36 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=edec72c8-eba6-4f04-9b3f-fe108a06bf42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384696 Feb 03 14:51:16.378106 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e265059-c698-4307-9bdd-2fa0e87b2c48 req-80009d0b-09af-4265-a686-47240ff5b3e9 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:16.379556 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4e265059-c698-4307-9bdd-2fa0e87b2c48 req-80009d0b-09af-4265-a686-47240ff5b3e9 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=756bdbc7-db12-4a79-b913-57a1c7e685d2 HTTP/1.1" status: 200 len: 946 time: 0.0797174 Feb 03 14:51:16.424448 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4e265059-c698-4307-9bdd-2fa0e87b2c48 req-126d8ce0-0f79-4bad-bf18-38764eb43bcb tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=edec72c8-eba6-4f04-9b3f-fe108a06bf42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388274 Feb 03 14:51:17.620977 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a71232-8aa9-4e78-9c9a-458ff303ef27 req-22ff8673-b82d-4226-95ad-5eb17fe20048 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:17.622412 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b5a71232-8aa9-4e78-9c9a-458ff303ef27 req-22ff8673-b82d-4226-95ad-5eb17fe20048 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=756bdbc7-db12-4a79-b913-57a1c7e685d2 HTTP/1.1" status: 200 len: 946 time: 0.0775928 Feb 03 14:51:17.667413 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b5a71232-8aa9-4e78-9c9a-458ff303ef27 req-c397783b-21ce-494b-9cd9-b6bcd1cec2b1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=edec72c8-eba6-4f04-9b3f-fe108a06bf42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395920 Feb 03 14:51:17.694957 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39738) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:51:17.800136 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-944733b2-2bf2-4c7c-b950-0291a7e7c7c9 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/floatingips/d05df4d5-c6b5-489c-b681-906fef13a5e5 HTTP/1.1" status: 200 len: 992 time: 0.1039200 Feb 03 14:51:17.966243 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:19.460695 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772b593-a1bd-47bc-8c63-d8bac4e8fe0b req-d3a76ad9-c986-4459-9f91-2aefbd19b7ea tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:19.462275 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3772b593-a1bd-47bc-8c63-d8bac4e8fe0b req-d3a76ad9-c986-4459-9f91-2aefbd19b7ea tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=756bdbc7-db12-4a79-b913-57a1c7e685d2 HTTP/1.1" status: 200 len: 946 time: 0.0834234 Feb 03 14:51:19.508793 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3772b593-a1bd-47bc-8c63-d8bac4e8fe0b req-4ce02360-8cdd-4cf6-935c-063f82056f6c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=edec72c8-eba6-4f04-9b3f-fe108a06bf42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409763 Feb 03 14:51:19.523400 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1606b4db-7d63-4c9d-b7b8-99cd71250b98 req-1ed2a568-6cfb-4eea-bddb-3c187fe26363 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ba8843202ac46748b5166400226edd3&device_id=756bdbc7-db12-4a79-b913-57a1c7e685d2 HTTP/1.1" status: 200 len: 1099 time: 0.0689988 Feb 03 14:51:19.739119 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606b4db-7d63-4c9d-b7b8-99cd71250b98 req-dfc88530-d150-483a-9fae-6225f953793a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:19.741107 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1606b4db-7d63-4c9d-b7b8-99cd71250b98 req-dfc88530-d150-483a-9fae-6225f953793a service neutron] 10.222.0.47 "GET /v2.0/networks?id=cfae401f-2113-40a2-863e-e19451003a66 HTTP/1.1" status: 200 len: 896 time: 0.2121341 Feb 03 14:51:19.840657 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1606b4db-7d63-4c9d-b7b8-99cd71250b98 req-48bc06fe-f6ed-4d7f-ba56-d6da567939b0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4713e8c7-f25b-4151-be97-2c510648b47f HTTP/1.1" status: 200 len: 1000 time: 0.0939877 Feb 03 14:51:19.904246 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606b4db-7d63-4c9d-b7b8-99cd71250b98 req-c5368936-5e0a-4260-9c0c-04caafc6fd46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:19.905635 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1606b4db-7d63-4c9d-b7b8-99cd71250b98 req-c5368936-5e0a-4260-9c0c-04caafc6fd46 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ddca0bba-4f90-4b5b-aac5-b4f09ecdf339 HTTP/1.1" status: 200 len: 835 time: 0.0593143 Feb 03 14:51:19.978445 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1606b4db-7d63-4c9d-b7b8-99cd71250b98 req-fda87442-4f0a-468b-8461-bc86b8eaedcf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cfae401f-2113-40a2-863e-e19451003a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671813 Feb 03 14:51:20.133480 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1606b4db-7d63-4c9d-b7b8-99cd71250b98 req-c5e8c0bd-f4d9-469c-bcbc-7dd708aa8af1 service neutron] 10.222.0.47 "GET /v2.0/networks/cfae401f-2113-40a2-863e-e19451003a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489604 Feb 03 14:51:20.261482 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1606b4db-7d63-4c9d-b7b8-99cd71250b98 req-7945334c-6012-4a49-8efd-4718a8990726 service neutron] 10.222.0.47 "GET /v2.0/networks/cfae401f-2113-40a2-863e-e19451003a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225221 Feb 03 14:51:20.703415 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04160f-4b78-48d7-a61c-d0c7fea4d45d req-bea4e1d6-aea4-45cf-93db-524e6a4afcf6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:20.704817 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5f04160f-4b78-48d7-a61c-d0c7fea4d45d req-bea4e1d6-aea4-45cf-93db-524e6a4afcf6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=756bdbc7-db12-4a79-b913-57a1c7e685d2 HTTP/1.1" status: 200 len: 946 time: 0.0753086 Feb 03 14:51:20.750907 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5f04160f-4b78-48d7-a61c-d0c7fea4d45d req-02a3a03b-4d01-4cae-864a-51feaf7f34d1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=edec72c8-eba6-4f04-9b3f-fe108a06bf42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401125 Feb 03 14:51:21.944751 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5f417-7eef-4373-857e-8a14e74e80e2 req-4f10f66b-85b8-4f9b-8615-361ddc32d7b6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:21.946196 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-26e5f417-7eef-4373-857e-8a14e74e80e2 req-4f10f66b-85b8-4f9b-8615-361ddc32d7b6 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=756bdbc7-db12-4a79-b913-57a1c7e685d2 HTTP/1.1" status: 200 len: 946 time: 0.0757661 Feb 03 14:51:21.990531 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-26e5f417-7eef-4373-857e-8a14e74e80e2 req-1b5c7751-8d66-4947-95b4-2b5c1bb3e460 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=edec72c8-eba6-4f04-9b3f-fe108a06bf42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384271 Feb 03 14:51:22.018194 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39752) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:51:22.125086 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8b8b50b4-9b4f-4db6-9569-af3146c834ef tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/floatingips/d05df4d5-c6b5-489c-b681-906fef13a5e5 HTTP/1.1" status: 200 len: 992 time: 0.1055849 Feb 03 14:51:22.415545 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 39760) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:51:22.704936 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-a9a1dc3c-039d-4377-afd7-b8823fa91f6e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Deleting port 53320015-54c3-49cb-9e73-22df6ac0ebfb {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:51:22.705279 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a9a1dc3c-039d-4377-afd7-b8823fa91f6e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:22.867925 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a9a1dc3c-039d-4377-afd7-b8823fa91f6e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:22.868254 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a9a1dc3c-039d-4377-afd7-b8823fa91f6e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:22.876161 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:51:22.987431 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-a9a1dc3c-039d-4377-afd7-b8823fa91f6e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Calling delete_port for 53320015-54c3-49cb-9e73-22df6ac0ebfb owned by network:floatingip {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:51:23.203787 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a9a1dc3c-039d-4377-afd7-b8823fa91f6e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:23.249555 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a1dc3c-039d-4377-afd7-b8823fa91f6e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event deleted for resources: {'Port': ['ID=53320015-54c3-49cb-9e73-22df6ac0ebfb,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:23.288159 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a1dc3c-039d-4377-afd7-b8823fa91f6e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:23.288508 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a1dc3c-039d-4377-afd7-b8823fa91f6e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:23.288851 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a1dc3c-039d-4377-afd7-b8823fa91f6e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:23.289193 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a1dc3c-039d-4377-afd7-b8823fa91f6e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:23.289526 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a1dc3c-039d-4377-afd7-b8823fa91f6e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:23.289851 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a1dc3c-039d-4377-afd7-b8823fa91f6e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:23.290177 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a1dc3c-039d-4377-afd7-b8823fa91f6e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:23.290499 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a1dc3c-039d-4377-afd7-b8823fa91f6e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:23.290819 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a1dc3c-039d-4377-afd7-b8823fa91f6e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:23.291165 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a1dc3c-039d-4377-afd7-b8823fa91f6e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:23.291490 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a1dc3c-039d-4377-afd7-b8823fa91f6e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:23.349897 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a9a1dc3c-039d-4377-afd7-b8823fa91f6e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for floatingip, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:23.729713 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a1dc3c-039d-4377-afd7-b8823fa91f6e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Router 28b8c848-b5df-4065-870d-760aea4db611 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:51:23.924995 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a1dc3c-039d-4377-afd7-b8823fa91f6e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:51:23.935124 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1aafb4-e14a-48b0-9df4-2a263fef91a3 None None] Sync routers for ids ['28b8c848-b5df-4065-870d-760aea4db611'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:51:23.941822 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a9a1dc3c-039d-4377-afd7-b8823fa91f6e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:23.947130 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1aafb4-e14a-48b0-9df4-2a263fef91a3 None None] Routers {'28b8c848-b5df-4065-870d-760aea4db611'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:51:23.947789 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-4f1aafb4-e14a-48b0-9df4-2a263fef91a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:50:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['28b8c848-b5df-4065-870d-760aea4db611'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:51:23.993830 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a9a1dc3c-039d-4377-afd7-b8823fa91f6e tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "DELETE /v2.0/floatingips/d05df4d5-c6b5-489c-b681-906fef13a5e5 HTTP/1.1" status: 204 len: 168 time: 1.5771384 Feb 03 14:51:23.994380 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '756bdbc7-db12-4a79-b913-57a1c7e685d2', 'tag': '4713e8c7-f25b-4151-be97-2c510648b47f'}] {{(pid=84182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:51:24.049851 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '756bdbc7-db12-4a79-b913-57a1c7e685d2', 'tag': '4713e8c7-f25b-4151-be97-2c510648b47f', 'status': 'completed', 'code': 200} Feb 03 14:51:24.133664 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-4f1aafb4-e14a-48b0-9df4-2a263fef91a3 None None] Set router 28b8c848-b5df-4065-870d-760aea4db611 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:51:24.141817 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3e1baba2-4ebb-4c42-b191-189b3257da36 req-c3249072-7cca-4020-8bd4-7dc38533ac1d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ba8843202ac46748b5166400226edd3&device_id=756bdbc7-db12-4a79-b913-57a1c7e685d2 HTTP/1.1" status: 200 len: 1099 time: 0.0701714 Feb 03 14:51:24.276450 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1baba2-4ebb-4c42-b191-189b3257da36 req-bc9bc454-e231-4ead-91f4-b5ad00ad21d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:24.278139 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3e1baba2-4ebb-4c42-b191-189b3257da36 req-bc9bc454-e231-4ead-91f4-b5ad00ad21d1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cfae401f-2113-40a2-863e-e19451003a66 HTTP/1.1" status: 200 len: 896 time: 0.1301737 Feb 03 14:51:24.352929 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3e1baba2-4ebb-4c42-b191-189b3257da36 req-aaf02a89-1e52-4724-95fe-e6548970ed3d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4713e8c7-f25b-4151-be97-2c510648b47f HTTP/1.1" status: 200 len: 217 time: 0.0683346 Feb 03 14:51:24.419048 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1baba2-4ebb-4c42-b191-189b3257da36 req-0d0c11f7-a1b3-4e1f-a6a7-b08b30ae89f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:24.421994 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3e1baba2-4ebb-4c42-b191-189b3257da36 req-0d0c11f7-a1b3-4e1f-a6a7-b08b30ae89f6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ddca0bba-4f90-4b5b-aac5-b4f09ecdf339 HTTP/1.1" status: 200 len: 835 time: 0.0620356 Feb 03 14:51:24.452564 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-4f1aafb4-e14a-48b0-9df4-2a263fef91a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b8c848-b5df-4065-870d-760aea4db611', 'name': 'tempest-TestNetworkAdvancedServerOps-router-27015306', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '46f11738-78e4-4772-8a9d-1054d8a77c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:49:46Z', 'updated_at': '2022-02-03T14:49:52Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '46f11738-78e4-4772-8a9d-1054d8a77c92', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8c848-b5df-4065-870d-760aea4db611', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:49:47Z', 'updated_at': '2022-02-03T14:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '99caa999-b1cb-4913-bf82-3a688027260c', 'name': '', 'network_id': 'cfae401f-2113-40a2-863e-e19451003a66', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'mac_address': 'fa:16:3e:26:31:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8c848-b5df-4065-870d-760aea4db611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddca0bba-4f90-4b5b-aac5-b4f09ecdf339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:49:51Z', 'updated_at': '2022-02-03T14:49:58Z', 'revision_number': 5, 'project_id': '5ba8843202ac46748b5166400226edd3', 'subnets': [{'id': 'ddca0bba-4f90-4b5b-aac5-b4f09ecdf339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:51:24.456778 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1aafb4-e14a-48b0-9df4-2a263fef91a3 None None] Checking router: 28b8c848-b5df-4065-870d-760aea4db611 for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:51:24.470129 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1aafb4-e14a-48b0-9df4-2a263fef91a3 None None] Routers {'28b8c848-b5df-4065-870d-760aea4db611'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:51:24.470914 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-4f1aafb4-e14a-48b0-9df4-2a263fef91a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:50:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['28b8c848-b5df-4065-870d-760aea4db611'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:51:24.501573 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3e1baba2-4ebb-4c42-b191-189b3257da36 req-dd56837a-aea3-44bf-85af-96e654efc48d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cfae401f-2113-40a2-863e-e19451003a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734580 Feb 03 14:51:24.572805 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cb677-2d5c-414a-9460-27224d2f9ddc req-f932f866-bd43-4081-bcf8-1913651c88d1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:24.573749 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-097cb677-2d5c-414a-9460-27224d2f9ddc req-f932f866-bd43-4081-bcf8-1913651c88d1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Synchronizing usage tracker for tenant:5ba8843202ac46748b5166400226edd3 on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:51:24.633890 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3e1baba2-4ebb-4c42-b191-189b3257da36 req-9e20dc32-034f-455d-9130-76649a8854dc service neutron] 10.222.0.47 "GET /v2.0/networks/cfae401f-2113-40a2-863e-e19451003a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253302 Feb 03 14:51:24.640605 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-097cb677-2d5c-414a-9460-27224d2f9ddc req-f932f866-bd43-4081-bcf8-1913651c88d1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Unset dirty status for tenant:5ba8843202ac46748b5166400226edd3 on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:51:24.642011 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-097cb677-2d5c-414a-9460-27224d2f9ddc req-f932f866-bd43-4081-bcf8-1913651c88d1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=756bdbc7-db12-4a79-b913-57a1c7e685d2 HTTP/1.1" status: 200 len: 946 time: 0.1528687 Feb 03 14:51:24.644790 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-4f1aafb4-e14a-48b0-9df4-2a263fef91a3 None None] Set router 28b8c848-b5df-4065-870d-760aea4db611 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:51:24.773946 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3e1baba2-4ebb-4c42-b191-189b3257da36 req-7be12203-d290-48d1-987b-dfd3f6bfb0f2 service neutron] 10.222.0.47 "GET /v2.0/networks/cfae401f-2113-40a2-863e-e19451003a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332045 Feb 03 14:51:24.807460 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-097cb677-2d5c-414a-9460-27224d2f9ddc req-04c220b6-07e7-4bcf-bf90-fc161e38a975 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=edec72c8-eba6-4f04-9b3f-fe108a06bf42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584752 Feb 03 14:51:24.954789 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-4f1aafb4-e14a-48b0-9df4-2a263fef91a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b8c848-b5df-4065-870d-760aea4db611', 'name': 'tempest-TestNetworkAdvancedServerOps-router-27015306', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '46f11738-78e4-4772-8a9d-1054d8a77c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:49:46Z', 'updated_at': '2022-02-03T14:49:52Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '46f11738-78e4-4772-8a9d-1054d8a77c92', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8c848-b5df-4065-870d-760aea4db611', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:49:47Z', 'updated_at': '2022-02-03T14:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '99caa999-b1cb-4913-bf82-3a688027260c', 'name': '', 'network_id': 'cfae401f-2113-40a2-863e-e19451003a66', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'mac_address': 'fa:16:3e:26:31:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8c848-b5df-4065-870d-760aea4db611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddca0bba-4f90-4b5b-aac5-b4f09ecdf339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:49:51Z', 'updated_at': '2022-02-03T14:49:58Z', 'revision_number': 5, 'project_id': '5ba8843202ac46748b5166400226edd3', 'subnets': [{'id': 'ddca0bba-4f90-4b5b-aac5-b4f09ecdf339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:51:24.958622 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1aafb4-e14a-48b0-9df4-2a263fef91a3 None None] The sync data for ids ['28b8c848-b5df-4065-870d-760aea4db611'] in dv-neutron-827016-1-hyperv is: [{'id': '28b8c848-b5df-4065-870d-760aea4db611', 'name': 'tempest-TestNetworkAdvancedServerOps-router-27015306', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '46f11738-78e4-4772-8a9d-1054d8a77c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:49:46Z', 'updated_at': '2022-02-03T14:49:52Z', 'revision_number': 4, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '46f11738-78e4-4772-8a9d-1054d8a77c92', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8c848-b5df-4065-870d-760aea4db611', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:49:47Z', 'updated_at': '2022-02-03T14:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '99caa999-b1cb-4913-bf82-3a688027260c', 'name': '', 'network_id': 'cfae401f-2113-40a2-863e-e19451003a66', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'mac_address': 'fa:16:3e:26:31:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8c848-b5df-4065-870d-760aea4db611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddca0bba-4f90-4b5b-aac5-b4f09ecdf339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:49:51Z', 'updated_at': '2022-02-03T14:49:58Z', 'revision_number': 5, 'project_id': '5ba8843202ac46748b5166400226edd3', 'subnets': [{'id': 'ddca0bba-4f90-4b5b-aac5-b4f09ecdf339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:51:25.164832 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04eb37e-fc2c-412e-b9cd-d3eabfdb640b None None] New status for floating IP d05df4d5-c6b5-489c-b681-906fef13a5e5: DOWN {{(pid=84183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:51:25.364283 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bbec058d-3ec9-45d3-ac7f-b406d65d1fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:26.002300 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c40235-ffb0-46e4-b227-75afe9d5d4ff req-04bd5b45-4a62-4ed1-9d35-2b0be1b81937 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:26.003747 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f9c40235-ffb0-46e4-b227-75afe9d5d4ff req-04bd5b45-4a62-4ed1-9d35-2b0be1b81937 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=756bdbc7-db12-4a79-b913-57a1c7e685d2 HTTP/1.1" status: 200 len: 946 time: 0.0748003 Feb 03 14:51:26.049558 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f9c40235-ffb0-46e4-b227-75afe9d5d4ff req-769638ee-af78-4a9c-ba4c-54800708188c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/security-groups?id=edec72c8-eba6-4f04-9b3f-fe108a06bf42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398481 Feb 03 14:51:26.430067 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599aa883-88a1-44c3-8dec-544966ce9cba req-ccbdbc5f-6d2b-41fc-ba01-169d2b99ac59 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:26.430743 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-599aa883-88a1-44c3-8dec-544966ce9cba req-ccbdbc5f-6d2b-41fc-ba01-169d2b99ac59 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Synchronizing usage tracker for tenant:5ba8843202ac46748b5166400226edd3 on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:51:26.442910 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-599aa883-88a1-44c3-8dec-544966ce9cba req-ccbdbc5f-6d2b-41fc-ba01-169d2b99ac59 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Unset dirty status for tenant:5ba8843202ac46748b5166400226edd3 on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:51:26.444745 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-599aa883-88a1-44c3-8dec-544966ce9cba req-ccbdbc5f-6d2b-41fc-ba01-169d2b99ac59 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.47 "GET /v2.0/ports?device_id=756bdbc7-db12-4a79-b913-57a1c7e685d2 HTTP/1.1" status: 200 len: 946 time: 0.0880418 Feb 03 14:51:26.594426 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-599aa883-88a1-44c3-8dec-544966ce9cba req-d6a3c63c-0fe6-4d8f-914d-e1136e583f27 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Deleting port 4713e8c7-f25b-4151-be97-2c510648b47f {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:51:26.594764 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-599aa883-88a1-44c3-8dec-544966ce9cba req-d6a3c63c-0fe6-4d8f-914d-e1136e583f27 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:26.829337 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-599aa883-88a1-44c3-8dec-544966ce9cba req-d6a3c63c-0fe6-4d8f-914d-e1136e583f27 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] For port 4713e8c7-f25b-4151-be97-2c510648b47f, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=4713e8c7-f25b-4151-be97-2c510648b47f,segment=NetworkSegment(368ce095-f6d4-4c11-8c80-458972f31cd5),segment_id=368ce095-f6d4-4c11-8c80-458972f31cd5)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:51:26.829696 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-599aa883-88a1-44c3-8dec-544966ce9cba req-d6a3c63c-0fe6-4d8f-914d-e1136e583f27 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:26.951923 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-599aa883-88a1-44c3-8dec-544966ce9cba req-d6a3c63c-0fe6-4d8f-914d-e1136e583f27 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Calling delete_port for 4713e8c7-f25b-4151-be97-2c510648b47f owned by compute:nova {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:51:27.143651 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-599aa883-88a1-44c3-8dec-544966ce9cba req-d6a3c63c-0fe6-4d8f-914d-e1136e583f27 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:27.198893 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a3c63c-0fe6-4d8f-914d-e1136e583f27 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event deleted for resources: {'Port': ['ID=4713e8c7-f25b-4151-be97-2c510648b47f,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:27.213552 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a79c75b8-4953-4cd2-985a-02c8c0260d25 req-4d77c740-aca4-4bb3-b212-a41a92d9f8a0 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "GET /v2.0/ports?device_id=756bdbc7-db12-4a79-b913-57a1c7e685d2 HTTP/1.1" status: 200 len: 210 time: 0.0425775 Feb 03 14:51:27.278170 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3c63c-0fe6-4d8f-914d-e1136e583f27 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:27.278170 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3c63c-0fe6-4d8f-914d-e1136e583f27 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:27.278170 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3c63c-0fe6-4d8f-914d-e1136e583f27 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:27.278170 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3c63c-0fe6-4d8f-914d-e1136e583f27 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:27.278170 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3c63c-0fe6-4d8f-914d-e1136e583f27 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:27.278170 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3c63c-0fe6-4d8f-914d-e1136e583f27 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:27.278170 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3c63c-0fe6-4d8f-914d-e1136e583f27 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:27.278170 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3c63c-0fe6-4d8f-914d-e1136e583f27 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:27.278170 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3c63c-0fe6-4d8f-914d-e1136e583f27 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:27.278170 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3c63c-0fe6-4d8f-914d-e1136e583f27 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:27.278170 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3c63c-0fe6-4d8f-914d-e1136e583f27 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:27.285178 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-599aa883-88a1-44c3-8dec-544966ce9cba req-d6a3c63c-0fe6-4d8f-914d-e1136e583f27 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] No DVR routers for this DVR port 4713e8c7-f25b-4151-be97-2c510648b47f on host hv-neutron-8270 {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:51:27.288257 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-599aa883-88a1-44c3-8dec-544966ce9cba req-d6a3c63c-0fe6-4d8f-914d-e1136e583f27 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:27.290659 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756bdbc7-db12-4a79-b913-57a1c7e685d2', 'name': 'network-vif-deleted', 'tag': '4713e8c7-f25b-4151-be97-2c510648b47f'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:51:27.376293 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-599aa883-88a1-44c3-8dec-544966ce9cba req-d6a3c63c-0fe6-4d8f-914d-e1136e583f27 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.47 "DELETE /v2.0/ports/4713e8c7-f25b-4151-be97-2c510648b47f HTTP/1.1" status: 204 len: 173 time: 0.9262705 Feb 03 14:51:27.417798 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756bdbc7-db12-4a79-b913-57a1c7e685d2', 'name': 'network-vif-deleted', 'tag': '4713e8c7-f25b-4151-be97-2c510648b47f', 'status': 'completed', 'code': 200} Feb 03 14:51:27.546727 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-96b02d1e-669a-4c79-89cc-dd53be196d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:28.321545 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 39780) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:51:28.705290 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-afb8fcfa-b78e-4371-b3ae-7049a7c7d30c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:28.880622 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:29.038495 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:29.294456 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-afb8fcfa-b78e-4371-b3ae-7049a7c7d30c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Deleting port 99caa999-b1cb-4913-bf82-3a688027260c {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:51:29.294791 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-afb8fcfa-b78e-4371-b3ae-7049a7c7d30c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:29.475946 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-afb8fcfa-b78e-4371-b3ae-7049a7c7d30c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] For port 99caa999-b1cb-4913-bf82-3a688027260c, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=99caa999-b1cb-4913-bf82-3a688027260c,segment=NetworkSegment(368ce095-f6d4-4c11-8c80-458972f31cd5),segment_id=368ce095-f6d4-4c11-8c80-458972f31cd5)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:51:29.476639 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-afb8fcfa-b78e-4371-b3ae-7049a7c7d30c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:29.639895 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 4713e8c7-f25b-4151-be97-2c510648b47f no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:51:29.674008 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] No Port match for: 4713e8c7-f25b-4151-be97-2c510648b47f {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:51:29.674357 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 4713e8c7-f25b-4151-be97-2c510648b47f not bound to the agent host hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:51:29.684662 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-afb8fcfa-b78e-4371-b3ae-7049a7c7d30c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Calling delete_port for 99caa999-b1cb-4913-bf82-3a688027260c owned by network:router_interface {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:51:29.935148 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-afb8fcfa-b78e-4371-b3ae-7049a7c7d30c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:29.980968 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb8fcfa-b78e-4371-b3ae-7049a7c7d30c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event deleted for resources: {'Port': ['ID=99caa999-b1cb-4913-bf82-3a688027260c,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:30.271196 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-afb8fcfa-b78e-4371-b3ae-7049a7c7d30c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:30.354838 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:30.831135 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb8fcfa-b78e-4371-b3ae-7049a7c7d30c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Router 28b8c848-b5df-4065-870d-760aea4db611 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:51:31.024556 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb8fcfa-b78e-4371-b3ae-7049a7c7d30c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:51:31.033697 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ab7205-a79b-433b-bb6a-11ce38851a8c None None] Sync routers for ids ['28b8c848-b5df-4065-870d-760aea4db611'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:51:31.039636 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-afb8fcfa-b78e-4371-b3ae-7049a7c7d30c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "PUT /v2.0/routers/28b8c848-b5df-4065-870d-760aea4db611/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7139890 Feb 03 14:51:31.039871 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 39784) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:51:31.046820 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ab7205-a79b-433b-bb6a-11ce38851a8c None None] Routers {'28b8c848-b5df-4065-870d-760aea4db611'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:51:31.047445 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-55ab7205-a79b-433b-bb6a-11ce38851a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:51:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['28b8c848-b5df-4065-870d-760aea4db611'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:51:31.221649 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-55ab7205-a79b-433b-bb6a-11ce38851a8c None None] Set router 28b8c848-b5df-4065-870d-760aea4db611 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:51:31.320137 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-faa69481-9d3e-407d-a551-c084ed7cdfc9 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Deleting subnet ddca0bba-4f90-4b5b-aac5-b4f09ecdf339 {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 14:51:31.323042 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-faa69481-9d3e-407d-a551-c084ed7cdfc9 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:31.378862 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-faa69481-9d3e-407d-a551-c084ed7cdfc9 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:31.459873 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-faa69481-9d3e-407d-a551-c084ed7cdfc9 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:31.526956 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-55ab7205-a79b-433b-bb6a-11ce38851a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b8c848-b5df-4065-870d-760aea4db611', 'name': 'tempest-TestNetworkAdvancedServerOps-router-27015306', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '46f11738-78e4-4772-8a9d-1054d8a77c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:49:46Z', 'updated_at': '2022-02-03T14:51:29Z', 'revision_number': 5, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '46f11738-78e4-4772-8a9d-1054d8a77c92', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8c848-b5df-4065-870d-760aea4db611', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:49:47Z', 'updated_at': '2022-02-03T14:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:51:31.530681 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ab7205-a79b-433b-bb6a-11ce38851a8c None None] Checking router: 28b8c848-b5df-4065-870d-760aea4db611 for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:51:31.540883 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ab7205-a79b-433b-bb6a-11ce38851a8c None None] Routers {'28b8c848-b5df-4065-870d-760aea4db611'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:51:31.541464 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-55ab7205-a79b-433b-bb6a-11ce38851a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:51:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['28b8c848-b5df-4065-870d-760aea4db611'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:51:31.606640 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-faa69481-9d3e-407d-a551-c084ed7cdfc9 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:31.649902 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa69481-9d3e-407d-a551-c084ed7cdfc9 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event deleted for resources: {'Subnet': ['ID=ddca0bba-4f90-4b5b-aac5-b4f09ecdf339,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:31.653529 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-faa69481-9d3e-407d-a551-c084ed7cdfc9 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:31.660273 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-faa69481-9d3e-407d-a551-c084ed7cdfc9 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "DELETE /v2.0/subnets/ddca0bba-4f90-4b5b-aac5-b4f09ecdf339 HTTP/1.1" status: 204 len: 168 time: 0.6188157 Feb 03 14:51:31.662778 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39788) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:51:31.663246 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8120ff43-e905-4152-bc5d-cd5e4866ebd8 None None] Network cfae401f-2113-40a2-863e-e19451003a66 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:51:31.715556 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-55ab7205-a79b-433b-bb6a-11ce38851a8c None None] Set router 28b8c848-b5df-4065-870d-760aea4db611 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:51:31.878009 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9fb76e65-1869-4813-bf68-f5552cc74dd1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for router, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:31.920920 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dacd66-8ac6-4e64-a48c-3d7c3078e3df None None] DHCP port deletion for cfae401f-2113-40a2-863e-e19451003a66 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 14:51:31.925495 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-f5dacd66-8ac6-4e64-a48c-3d7c3078e3df None None] Deleting port 1279cb28-e810-4236-b857-23972d91d1aa {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:51:31.925942 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f5dacd66-8ac6-4e64-a48c-3d7c3078e3df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:32.004275 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-55ab7205-a79b-433b-bb6a-11ce38851a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b8c848-b5df-4065-870d-760aea4db611', 'name': 'tempest-TestNetworkAdvancedServerOps-router-27015306', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '46f11738-78e4-4772-8a9d-1054d8a77c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:49:46Z', 'updated_at': '2022-02-03T14:51:29Z', 'revision_number': 5, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '46f11738-78e4-4772-8a9d-1054d8a77c92', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8c848-b5df-4065-870d-760aea4db611', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:49:47Z', 'updated_at': '2022-02-03T14:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:51:32.008270 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ab7205-a79b-433b-bb6a-11ce38851a8c None None] The sync data for ids ['28b8c848-b5df-4065-870d-760aea4db611'] in dv-neutron-827016-1-hyperv is: [{'id': '28b8c848-b5df-4065-870d-760aea4db611', 'name': 'tempest-TestNetworkAdvancedServerOps-router-27015306', 'tenant_id': '5ba8843202ac46748b5166400226edd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '46f11738-78e4-4772-8a9d-1054d8a77c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:49:46Z', 'updated_at': '2022-02-03T14:51:29Z', 'revision_number': 5, 'project_id': '5ba8843202ac46748b5166400226edd3', 'gw_port': {'id': '46f11738-78e4-4772-8a9d-1054d8a77c92', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8c848-b5df-4065-870d-760aea4db611', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:49:47Z', 'updated_at': '2022-02-03T14:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:51:32.103174 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9fb76e65-1869-4813-bf68-f5552cc74dd1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:32.150516 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-f5dacd66-8ac6-4e64-a48c-3d7c3078e3df None None] For port 1279cb28-e810-4236-b857-23972d91d1aa, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=1279cb28-e810-4236-b857-23972d91d1aa,segment=NetworkSegment(368ce095-f6d4-4c11-8c80-458972f31cd5),segment_id=368ce095-f6d4-4c11-8c80-458972f31cd5)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:51:32.150914 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f5dacd66-8ac6-4e64-a48c-3d7c3078e3df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:32.172328 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-9fb76e65-1869-4813-bf68-f5552cc74dd1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Deleting port 46f11738-78e4-4772-8a9d-1054d8a77c92 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:51:32.172671 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9fb76e65-1869-4813-bf68-f5552cc74dd1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:32.268014 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-f5dacd66-8ac6-4e64-a48c-3d7c3078e3df None None] Calling delete_port for 1279cb28-e810-4236-b857-23972d91d1aa owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:51:32.345657 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-9fb76e65-1869-4813-bf68-f5552cc74dd1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] For port 46f11738-78e4-4772-8a9d-1054d8a77c92, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=46f11738-78e4-4772-8a9d-1054d8a77c92,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:51:32.346014 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9fb76e65-1869-4813-bf68-f5552cc74dd1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:32.401773 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 1279cb28-e810-4236-b857-23972d91d1aa no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:51:32.438883 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f5dacd66-8ac6-4e64-a48c-3d7c3078e3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639'] for port, after_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:32.471365 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-9fb76e65-1869-4813-bf68-f5552cc74dd1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Calling delete_port for 46f11738-78e4-4772-8a9d-1054d8a77c92 owned by network:router_gateway {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:51:32.502921 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dacd66-8ac6-4e64-a48c-3d7c3078e3df None None] Pushing event deleted for resources: {'Port': ['ID=1279cb28-e810-4236-b857-23972d91d1aa,revision_number=None']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:32.515623 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dacd66-8ac6-4e64-a48c-3d7c3078e3df None None] No DVR routers for this DVR port 1279cb28-e810-4236-b857-23972d91d1aa on host dv-neutron-827016-1-hyperv {{(pid=84183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:51:32.518853 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No active binding found for port 1279cb28-e810-4236-b857-23972d91d1aa {{(pid=84183) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 03 14:51:32.519287 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 1279cb28-e810-4236-b857-23972d91d1aa not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:51:32.529891 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dacd66-8ac6-4e64-a48c-3d7c3078e3df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:32.529891 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dacd66-8ac6-4e64-a48c-3d7c3078e3df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:32.530096 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dacd66-8ac6-4e64-a48c-3d7c3078e3df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:32.530401 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dacd66-8ac6-4e64-a48c-3d7c3078e3df None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:32.530681 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dacd66-8ac6-4e64-a48c-3d7c3078e3df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:32.531009 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dacd66-8ac6-4e64-a48c-3d7c3078e3df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:32.534031 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dacd66-8ac6-4e64-a48c-3d7c3078e3df None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:32.534164 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dacd66-8ac6-4e64-a48c-3d7c3078e3df None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:32.534456 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dacd66-8ac6-4e64-a48c-3d7c3078e3df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:32.534792 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dacd66-8ac6-4e64-a48c-3d7c3078e3df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:32.535140 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dacd66-8ac6-4e64-a48c-3d7c3078e3df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:32.806530 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9fb76e65-1869-4813-bf68-f5552cc74dd1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:32.853963 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb76e65-1869-4813-bf68-f5552cc74dd1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event deleted for resources: {'Port': ['ID=46f11738-78e4-4772-8a9d-1054d8a77c92,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:33.067956 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9fb76e65-1869-4813-bf68-f5552cc74dd1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:33.314087 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9fb76e65-1869-4813-bf68-f5552cc74dd1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:33.318710 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9fb76e65-1869-4813-bf68-f5552cc74dd1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:33.417492 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9fb76e65-1869-4813-bf68-f5552cc74dd1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:33.418010 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb76e65-1869-4813-bf68-f5552cc74dd1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Fanout notify agent at l3_agent the message router_deleted on router 28b8c848-b5df-4065-870d-760aea4db611 {{(pid=84181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:51:33.432838 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9fb76e65-1869-4813-bf68-f5552cc74dd1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:33.434476 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-9fb76e65-1869-4813-bf68-f5552cc74dd1 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "DELETE /v2.0/routers/28b8c848-b5df-4065-870d-760aea4db611 HTTP/1.1" status: 204 len: 168 time: 1.7704706 Feb 03 14:51:33.436785 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39792) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:51:33.550228 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-88a634d5-6f48-4659-ab07-7027ef77cf3c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:33.678114 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-88a634d5-6f48-4659-ab07-7027ef77cf3c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:33.702344 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-88a634d5-6f48-4659-ab07-7027ef77cf3c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfae401f-2113-40a2-863e-e19451003a66']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:51:33.714220 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-88a634d5-6f48-4659-ab07-7027ef77cf3c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '368ce095-f6d4-4c11-8c80-458972f31cd5') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:51:33.714651 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-88a634d5-6f48-4659-ab07-7027ef77cf3c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '368ce095-f6d4-4c11-8c80-458972f31cd5') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:51:33.725493 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-88a634d5-6f48-4659-ab07-7027ef77cf3c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:33.740813 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-88a634d5-6f48-4659-ab07-7027ef77cf3c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:33.747078 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88a634d5-6f48-4659-ab07-7027ef77cf3c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 14:51:33.747453 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-88a634d5-6f48-4659-ab07-7027ef77cf3c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:33.761896 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 14:51:33.761896 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 14:51:33.761896 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 14:51:33.761896 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:51:33.761896 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 14:51:33.761896 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 14:51:33.761896 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 14:51:33.761896 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:51:33.761896 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 14:51:33.761896 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:51:33.761896 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 14:51:33.761896 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:51:33.761896 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 14:51:33.761896 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 14:51:33.761896 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:51:33.761896 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 14:51:33.761896 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:51:33.761896 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 14:51:33.761896 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 14:51:33.761896 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:51:33.761896 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 14:51:33.761896 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:51:33.761896 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:51:33.761896 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 14:51:33.761896 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 14:51:33.761896 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 14:51:33.761896 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:51:33.761896 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 14:51:33.761896 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:51:33.761896 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 14:51:33.761896 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:51:33.761896 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:51:33.986659 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-88a634d5-6f48-4659-ab07-7027ef77cf3c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:33.993043 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 46f11738-78e4-4772-8a9d-1054d8a77c92 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:51:34.004531 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-88a634d5-6f48-4659-ab07-7027ef77cf3c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:34.016205 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a634d5-6f48-4659-ab07-7027ef77cf3c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event deleted for resources: {'Network': ['ID=cfae401f-2113-40a2-863e-e19451003a66,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:34.028150 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 46f11738-78e4-4772-8a9d-1054d8a77c92 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:51:34.028500 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 46f11738-78e4-4772-8a9d-1054d8a77c92 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:51:34.028927 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 99caa999-b1cb-4913-bf82-3a688027260c no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:51:34.059469 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 99caa999-b1cb-4913-bf82-3a688027260c {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:51:34.059820 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 99caa999-b1cb-4913-bf82-3a688027260c not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:51:34.078929 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-88a634d5-6f48-4659-ab07-7027ef77cf3c tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "DELETE /v2.0/networks/cfae401f-2113-40a2-863e-e19451003a66 HTTP/1.1" status: 204 len: 168 time: 0.6411681 Feb 03 14:51:34.081533 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39796) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:51:34.149163 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-904d6474-e2b2-4ee1-9b8a-7c523807c3a4 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:34.178302 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-904d6474-e2b2-4ee1-9b8a-7c523807c3a4 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:34.304128 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-904d6474-e2b2-4ee1-9b8a-7c523807c3a4 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:34.322891 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904d6474-e2b2-4ee1-9b8a-7c523807c3a4 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edec72c8-eba6-4f04-9b3f-fe108a06bf42,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:34.402834 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-904d6474-e2b2-4ee1-9b8a-7c523807c3a4 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:34.403981 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-904d6474-e2b2-4ee1-9b8a-7c523807c3a4 tempest-TestNetworkAdvancedServerOps-604572822 tempest-TestNetworkAdvancedServerOps-604572822-project] 10.222.0.41 "DELETE /v2.0/security-groups/edec72c8-eba6-4f04-9b3f-fe108a06bf42 HTTP/1.1" status: 204 len: 168 time: 0.3215663 Feb 03 14:51:35.111307 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39806) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:51:35.294647 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-2385d487-f2b0-464d-a806-b08fe1c85262 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5ba8843202ac46748b5166400226edd3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1822186 Feb 03 14:51:35.297063 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39812) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:51:35.353883 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4cefc88e-26d4-464a-8347-60a8d70f440e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:35.378570 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4cefc88e-26d4-464a-8347-60a8d70f440e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:35.509016 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4cefc88e-26d4-464a-8347-60a8d70f440e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:35.527339 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cefc88e-26d4-464a-8347-60a8d70f440e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7a9015-425f-4ec8-9434-432669abfefe,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:35.531966 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-4cefc88e-26d4-464a-8347-60a8d70f440e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:35.532698 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-4cefc88e-26d4-464a-8347-60a8d70f440e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9e7a9015-425f-4ec8-9434-432669abfefe HTTP/1.1" status: 204 len: 168 time: 0.2347727 Feb 03 14:51:36.266723 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39820) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:51:36.287855 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-93beeee3-ebdc-4098-8d51-d6de31bafd9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:36.407840 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-93beeee3-ebdc-4098-8d51-d6de31bafd9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:51:36.411658 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-93beeee3-ebdc-4098-8d51-d6de31bafd9f admin admin] Usage tracker for resource:security_group_rule and tenant:63699c001452451dbb2b4b534f3085f9 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:51:36.414414 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-93beeee3-ebdc-4098-8d51-d6de31bafd9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:51:36.420210 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-93beeee3-ebdc-4098-8d51-d6de31bafd9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:51:36.482298 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-93beeee3-ebdc-4098-8d51-d6de31bafd9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:36.571719 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-93beeee3-ebdc-4098-8d51-d6de31bafd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:36.616262 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93beeee3-ebdc-4098-8d51-d6de31bafd9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71206fb0-5529-4dae-a023-78390ecb39d7,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:36.620622 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-93beeee3-ebdc-4098-8d51-d6de31bafd9f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=63699c001452451dbb2b4b534f3085f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3528249 Feb 03 14:51:36.623607 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39824) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:51:36.680110 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b7a528d7-1462-4a3c-828e-27929095ca4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:36.704802 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b7a528d7-1462-4a3c-828e-27929095ca4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:36.832609 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b7a528d7-1462-4a3c-828e-27929095ca4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:36.848550 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a528d7-1462-4a3c-828e-27929095ca4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71206fb0-5529-4dae-a023-78390ecb39d7,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:36.853178 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b7a528d7-1462-4a3c-828e-27929095ca4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:36.854735 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b7a528d7-1462-4a3c-828e-27929095ca4b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/71206fb0-5529-4dae-a023-78390ecb39d7 HTTP/1.1" status: 204 len: 168 time: 0.2301617 Feb 03 14:51:38.045670 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39846) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:51:38.172152 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-81b98e18-125a-46ea-871a-0f87c75a5b3b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-966771346-network', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:51:38.176810 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-81b98e18-125a-46ea-871a-0f87c75a5b3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:51:38.180636 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-81b98e18-125a-46ea-871a-0f87c75a5b3b admin admin] Usage tracker for resource:network and tenant:8e3c6053377848dda8765fc0cb7ae5d7 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:51:38.183442 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-81b98e18-125a-46ea-871a-0f87c75a5b3b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:51:38.189001 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-81b98e18-125a-46ea-871a-0f87c75a5b3b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:51:38.258081 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b98e18-125a-46ea-871a-0f87c75a5b3b admin admin] Made reservation on behalf of 8e3c6053377848dda8765fc0cb7ae5d7 for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:51:38.260550 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-81b98e18-125a-46ea-871a-0f87c75a5b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:38.272783 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-81b98e18-125a-46ea-871a-0f87c75a5b3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:38.308743 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-81b98e18-125a-46ea-871a-0f87c75a5b3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:51:38.308743 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-81b98e18-125a-46ea-871a-0f87c75a5b3b admin admin] Usage tracker for resource:security_group_rule and tenant:8e3c6053377848dda8765fc0cb7ae5d7 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:51:38.309647 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-81b98e18-125a-46ea-871a-0f87c75a5b3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:51:38.315494 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-81b98e18-125a-46ea-871a-0f87c75a5b3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:51:38.379710 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-81b98e18-125a-46ea-871a-0f87c75a5b3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:38.437795 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-81b98e18-125a-46ea-871a-0f87c75a5b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:38.467352 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81b98e18-125a-46ea-871a-0f87c75a5b3b admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:51:38.475367 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b98e18-125a-46ea-871a-0f87c75a5b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae86315f-e9a5-43c0-928c-823468410e6f,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:38.480643 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-81b98e18-125a-46ea-871a-0f87c75a5b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:38.480984 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-81b98e18-125a-46ea-871a-0f87c75a5b3b admin admin] Added segment 0202800f-1a47-4536-8f7c-6a5f788fbbee of type vlan for network fc0e72d7-a3a9-4aef-a379-d2390d4a2a10 Feb 03 14:51:38.505799 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-81b98e18-125a-46ea-871a-0f87c75a5b3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:38.612111 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-81b98e18-125a-46ea-871a-0f87c75a5b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:38.612894 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b98e18-125a-46ea-871a-0f87c75a5b3b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:38.613495 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-81b98e18-125a-46ea-871a-0f87c75a5b3b admin admin] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:38.712854 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b98e18-125a-46ea-871a-0f87c75a5b3b admin admin] Pushing event updated for resources: {'Network': ['ID=fc0e72d7-a3a9-4aef-a379-d2390d4a2a10,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:38.722172 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network fc0e72d7-a3a9-4aef-a379-d2390d4a2a10 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:51:38.790675 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-81b98e18-125a-46ea-871a-0f87c75a5b3b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7438757 Feb 03 14:51:38.793658 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39852) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:51:38.799575 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-8156fbad-1122-439b-94f7-9a606e24eff9 admin admin] Request body: {'subnet': {'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-966771346-subnet', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'ip_version': 4}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:51:38.805687 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-8156fbad-1122-439b-94f7-9a606e24eff9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:51:38.809797 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-8156fbad-1122-439b-94f7-9a606e24eff9 admin admin] Usage tracker for resource:subnet and tenant:8e3c6053377848dda8765fc0cb7ae5d7 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:51:38.812805 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-8156fbad-1122-439b-94f7-9a606e24eff9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:51:38.818808 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-8156fbad-1122-439b-94f7-9a606e24eff9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:51:38.885846 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8156fbad-1122-439b-94f7-9a606e24eff9 admin admin] Made reservation on behalf of 8e3c6053377848dda8765fc0cb7ae5d7 for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:51:38.888130 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8156fbad-1122-439b-94f7-9a606e24eff9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:39.154618 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8156fbad-1122-439b-94f7-9a606e24eff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:39.226918 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8156fbad-1122-439b-94f7-9a606e24eff9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de8d70f2-6a5b-47a3-b004-cec9258c451e,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:39.237165 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8156fbad-1122-439b-94f7-9a606e24eff9 admin admin] Checking segment: {'id': '0202800f-1a47-4536-8f7c-6a5f788fbbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:51:39.237514 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8156fbad-1122-439b-94f7-9a606e24eff9 admin admin] Network hostable DHCP agents. Network: fc0e72d7-a3a9-4aef-a379-d2390d4a2a10, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:51:39.329468 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8156fbad-1122-439b-94f7-9a606e24eff9 admin admin] Network fc0e72d7-a3a9-4aef-a379-d2390d4a2a10 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:51:39.417715 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-8156fbad-1122-439b-94f7-9a606e24eff9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, fc0e72d7-a3a9-4aef-a379-d2390d4a2a10) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:51:39.421600 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8156fbad-1122-439b-94f7-9a606e24eff9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:39.422175 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8156fbad-1122-439b-94f7-9a606e24eff9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:39.426880 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d3a7ec-1255-485a-aa67-e3525b327451 None None] Network fc0e72d7-a3a9-4aef-a379-d2390d4a2a10 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:51:39.532844 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8156fbad-1122-439b-94f7-9a606e24eff9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7380743 Feb 03 14:51:39.535757 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39856) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:51:39.540756 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-5548a11b-19a6-4c57-94f2-6d27694a15d8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-966771346-router', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:51:39.545813 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-5548a11b-19a6-4c57-94f2-6d27694a15d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:51:39.549537 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-5548a11b-19a6-4c57-94f2-6d27694a15d8 admin admin] Usage tracker for resource:router and tenant:8e3c6053377848dda8765fc0cb7ae5d7 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:51:39.552311 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-5548a11b-19a6-4c57-94f2-6d27694a15d8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:51:39.557982 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-5548a11b-19a6-4c57-94f2-6d27694a15d8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:51:39.633482 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fd2a42-fd9c-4ada-8144-85527764faaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-fc0e72d7-a3a9-4aef-a379-d2390d4a2a10', 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'fixed_ips': [{'subnet_id': 'de8d70f2-6a5b-47a3-b004-cec9258c451e'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:51:39.634289 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-28fd2a42-fd9c-4ada-8144-85527764faaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:39.640632 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5548a11b-19a6-4c57-94f2-6d27694a15d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:39.641632 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5548a11b-19a6-4c57-94f2-6d27694a15d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:39.660088 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5548a11b-19a6-4c57-94f2-6d27694a15d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:39.782730 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-28fd2a42-fd9c-4ada-8144-85527764faaf None None] Allocated IP 172.20.0.2 (fc0e72d7-a3a9-4aef-a379-d2390d4a2a10/de8d70f2-6a5b-47a3-b004-cec9258c451e/f3226810-c1a0-4dc2-95ed-5afde65904ba) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:51:39.887422 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5548a11b-19a6-4c57-94f2-6d27694a15d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:39.985613 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-28fd2a42-fd9c-4ada-8144-85527764faaf None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:39.996014 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-28fd2a42-fd9c-4ada-8144-85527764faaf None None] Transition to ACTIVE for port object f3226810-c1a0-4dc2-95ed-5afde65904ba will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:51:40.013131 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-28fd2a42-fd9c-4ada-8144-85527764faaf None None] Transition to ACTIVE for port object f3226810-c1a0-4dc2-95ed-5afde65904ba will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:51:40.109911 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-28fd2a42-fd9c-4ada-8144-85527764faaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:40.174067 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fd2a42-fd9c-4ada-8144-85527764faaf None None] Network fc0e72d7-a3a9-4aef-a379-d2390d4a2a10 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:51:40.176782 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-28fd2a42-fd9c-4ada-8144-85527764faaf None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:51:40.186810 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fd2a42-fd9c-4ada-8144-85527764faaf None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:51:40.188433 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd2a42-fd9c-4ada-8144-85527764faaf None None] Pushing event updated for resources: {'Port': ['ID=f3226810-c1a0-4dc2-95ed-5afde65904ba,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:40.205781 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5548a11b-19a6-4c57-94f2-6d27694a15d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:40.238899 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5548a11b-19a6-4c57-94f2-6d27694a15d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:40.274576 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-28fd2a42-fd9c-4ada-8144-85527764faaf None None] Attempting to bind port f3226810-c1a0-4dc2-95ed-5afde65904ba on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:51:40.274936 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-28fd2a42-fd9c-4ada-8144-85527764faaf None None] Attempting to bind port f3226810-c1a0-4dc2-95ed-5afde65904ba by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '0202800f-1a47-4536-8f7c-6a5f788fbbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:51:40.275326 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fd2a42-fd9c-4ada-8144-85527764faaf None None] Attempting to bind port f3226810-c1a0-4dc2-95ed-5afde65904ba on network fc0e72d7-a3a9-4aef-a379-d2390d4a2a10 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:51:40.281548 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fd2a42-fd9c-4ada-8144-85527764faaf None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:51:40.281917 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fd2a42-fd9c-4ada-8144-85527764faaf None None] Checking segment: {'id': '0202800f-1a47-4536-8f7c-6a5f788fbbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:51:40.282438 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-28fd2a42-fd9c-4ada-8144-85527764faaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:40.282827 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fd2a42-fd9c-4ada-8144-85527764faaf None None] Bound using segment: {'id': '0202800f-1a47-4536-8f7c-6a5f788fbbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:51:40.283322 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-28fd2a42-fd9c-4ada-8144-85527764faaf None None] Bound port: f3226810-c1a0-4dc2-95ed-5afde65904ba, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0202800f-1a47-4536-8f7c-6a5f788fbbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:51:40.283692 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-28fd2a42-fd9c-4ada-8144-85527764faaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:40.369661 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-28fd2a42-fd9c-4ada-8144-85527764faaf None None] For port f3226810-c1a0-4dc2-95ed-5afde65904ba, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:51:40.372331 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-5548a11b-19a6-4c57-94f2-6d27694a15d8 admin admin] Allocated IP 172.26.3.207 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/86813227-5d13-4120-94f6-9c253d72c0ab) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:51:40.372706 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-28fd2a42-fd9c-4ada-8144-85527764faaf None None] For port f3226810-c1a0-4dc2-95ed-5afde65904ba, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=f3226810-c1a0-4dc2-95ed-5afde65904ba,segment=NetworkSegment(0202800f-1a47-4536-8f7c-6a5f788fbbee),segment_id=0202800f-1a47-4536-8f7c-6a5f788fbbee)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:51:40.517034 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5548a11b-19a6-4c57-94f2-6d27694a15d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:40.692467 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-28fd2a42-fd9c-4ada-8144-85527764faaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:40.774423 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd2a42-fd9c-4ada-8144-85527764faaf None None] Pushing event updated for resources: {'Port': ['ID=f3226810-c1a0-4dc2-95ed-5afde65904ba,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:40.793134 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5548a11b-19a6-4c57-94f2-6d27694a15d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:40.864515 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5548a11b-19a6-4c57-94f2-6d27694a15d8 admin admin] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:51:40.867866 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-5548a11b-19a6-4c57-94f2-6d27694a15d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:51:40.871854 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5548a11b-19a6-4c57-94f2-6d27694a15d8 admin admin] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:51:40.900965 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5548a11b-19a6-4c57-94f2-6d27694a15d8 admin admin] Pushing event updated for resources: {'Port': ['ID=86813227-5d13-4120-94f6-9c253d72c0ab,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:41.207326 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5548a11b-19a6-4c57-94f2-6d27694a15d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:41.208072 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5548a11b-19a6-4c57-94f2-6d27694a15d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:41.495241 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5548a11b-19a6-4c57-94f2-6d27694a15d8 admin admin] Router edf8d365-acc1-4006-9550-f5072261e37e is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:51:41.641211 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cde3045-c6fd-414b-81f4-e0363fd5ae88 None None] Network fc0e72d7-a3a9-4aef-a379-d2390d4a2a10 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:51:41.699772 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5548a11b-19a6-4c57-94f2-6d27694a15d8 admin admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:51:41.718330 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a249a1fe-77c8-473d-9c1b-11045c07f2a7 None None] Sync routers for ids ['edf8d365-acc1-4006-9550-f5072261e37e'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:51:41.759616 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a249a1fe-77c8-473d-9c1b-11045c07f2a7 None None] Routers {'edf8d365-acc1-4006-9550-f5072261e37e'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:51:41.760236 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-a249a1fe-77c8-473d-9c1b-11045c07f2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:51:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['edf8d365-acc1-4006-9550-f5072261e37e'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:51:41.809969 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-5548a11b-19a6-4c57-94f2-6d27694a15d8 admin admin] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:41.812770 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-5548a11b-19a6-4c57-94f2-6d27694a15d8 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2747524 Feb 03 14:51:41.814259 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39860) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:51:41.880246 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-71ef07d6-940d-4cc9-b4ca-376ecd329fba None None] Provisioning for port f3226810-c1a0-4dc2-95ed-5afde65904ba completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:51:42.041470 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device f3226810-c1a0-4dc2-95ed-5afde65904ba up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:51:42.067370 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-a249a1fe-77c8-473d-9c1b-11045c07f2a7 None None] Set router edf8d365-acc1-4006-9550-f5072261e37e gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:51:42.416803 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port f3226810-c1a0-4dc2-95ed-5afde65904ba completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:51:42.425643 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port f3226810-c1a0-4dc2-95ed-5afde65904ba triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:51:42.426014 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:42.499871 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-a249a1fe-77c8-473d-9c1b-11045c07f2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'name': 'tempest-TestShelveInstance-966771346-router', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '86813227-5d13-4120-94f6-9c253d72c0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:51:39Z', 'updated_at': '2022-02-03T14:51:40Z', 'revision_number': 3, 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'gw_port': {'id': '86813227-5d13-4120-94f6-9c253d72c0ab', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:93:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:40Z', 'updated_at': '2022-02-03T14:51:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:51:42.506184 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a249a1fe-77c8-473d-9c1b-11045c07f2a7 None None] Checking router: edf8d365-acc1-4006-9550-f5072261e37e for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:51:42.506524 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a249a1fe-77c8-473d-9c1b-11045c07f2a7 None None] Updating router edf8d365-acc1-4006-9550-f5072261e37e port 86813227-5d13-4120-94f6-9c253d72c0ab binding host dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:51:42.577954 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ce689f52-c827-4a18-a3f8-30f39a99e270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:42.616229 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a249a1fe-77c8-473d-9c1b-11045c07f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:42.643085 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:42.677775 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-4b3a0d08-dc50-432e-b657-164fd289e9cc None None] Provisioning complete for port f3226810-c1a0-4dc2-95ed-5afde65904ba triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:51:42.678142 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4b3a0d08-dc50-432e-b657-164fd289e9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:42.779506 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-ce689f52-c827-4a18-a3f8-30f39a99e270 admin admin] Allocated IP 172.20.0.1 (fc0e72d7-a3a9-4aef-a379-d2390d4a2a10/de8d70f2-6a5b-47a3-b004-cec9258c451e/5f23fde5-4115-48d2-807d-5ffc51bed485) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:51:42.792200 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port f3226810-c1a0-4dc2-95ed-5afde65904ba, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=f3226810-c1a0-4dc2-95ed-5afde65904ba,segment=NetworkSegment(0202800f-1a47-4536-8f7c-6a5f788fbbee),segment_id=0202800f-1a47-4536-8f7c-6a5f788fbbee)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:51:42.923794 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:43.024041 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ce689f52-c827-4a18-a3f8-30f39a99e270 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:43.040029 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-ce689f52-c827-4a18-a3f8-30f39a99e270 admin admin] Transition to ACTIVE for port object 5f23fde5-4115-48d2-807d-5ffc51bed485 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:51:43.041591 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=f3226810-c1a0-4dc2-95ed-5afde65904ba,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:43.137840 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a249a1fe-77c8-473d-9c1b-11045c07f2a7 None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:43.149815 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-a249a1fe-77c8-473d-9c1b-11045c07f2a7 None None] Transition to ACTIVE for port object 86813227-5d13-4120-94f6-9c253d72c0ab will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:51:43.153416 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ce689f52-c827-4a18-a3f8-30f39a99e270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:43.214762 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce689f52-c827-4a18-a3f8-30f39a99e270 admin admin] Network fc0e72d7-a3a9-4aef-a379-d2390d4a2a10 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:51:43.217533 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-ce689f52-c827-4a18-a3f8-30f39a99e270 admin admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:51:43.221283 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce689f52-c827-4a18-a3f8-30f39a99e270 admin admin] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:51:43.232578 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a249a1fe-77c8-473d-9c1b-11045c07f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:43.253941 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce689f52-c827-4a18-a3f8-30f39a99e270 admin admin] Pushing event updated for resources: {'Port': ['ID=5f23fde5-4115-48d2-807d-5ffc51bed485,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:43.282671 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ce689f52-c827-4a18-a3f8-30f39a99e270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:43.324880 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-a249a1fe-77c8-473d-9c1b-11045c07f2a7 None None] Attempting to bind port 86813227-5d13-4120-94f6-9c253d72c0ab on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:51:43.325244 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-a249a1fe-77c8-473d-9c1b-11045c07f2a7 None None] Attempting to bind port 86813227-5d13-4120-94f6-9c253d72c0ab by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:51:43.325606 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a249a1fe-77c8-473d-9c1b-11045c07f2a7 None None] Attempting to bind port 86813227-5d13-4120-94f6-9c253d72c0ab on network 16a0e898-50c0-4b65-ae3a-069e9649bbca {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:51:43.328079 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b25ea9-b252-449c-ab54-56107ecb932c None None] Pushing event updated for resources: {'Port': ['ID=86813227-5d13-4120-94f6-9c253d72c0ab,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:43.336487 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a249a1fe-77c8-473d-9c1b-11045c07f2a7 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:51:43.341824 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a249a1fe-77c8-473d-9c1b-11045c07f2a7 None None] Checking segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:51:43.341824 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a249a1fe-77c8-473d-9c1b-11045c07f2a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:43.341824 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a249a1fe-77c8-473d-9c1b-11045c07f2a7 None None] Bound using segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:51:43.341824 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-a249a1fe-77c8-473d-9c1b-11045c07f2a7 None None] Bound port: 86813227-5d13-4120-94f6-9c253d72c0ab, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:51:43.341824 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a249a1fe-77c8-473d-9c1b-11045c07f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:43.415204 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-a249a1fe-77c8-473d-9c1b-11045c07f2a7 None None] For port 86813227-5d13-4120-94f6-9c253d72c0ab, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:51:43.418516 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-a249a1fe-77c8-473d-9c1b-11045c07f2a7 None None] For port 86813227-5d13-4120-94f6-9c253d72c0ab, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=86813227-5d13-4120-94f6-9c253d72c0ab,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:51:43.448784 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ce689f52-c827-4a18-a3f8-30f39a99e270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:43.504015 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a249a1fe-77c8-473d-9c1b-11045c07f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:43.595830 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b25ea9-b252-449c-ab54-56107ecb932c None None] Pushing event updated for resources: {'Port': ['ID=86813227-5d13-4120-94f6-9c253d72c0ab,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:43.604092 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a249a1fe-77c8-473d-9c1b-11045c07f2a7 None None] Routers {'edf8d365-acc1-4006-9550-f5072261e37e'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:51:43.604715 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-a249a1fe-77c8-473d-9c1b-11045c07f2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:51:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['edf8d365-acc1-4006-9550-f5072261e37e'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:51:43.666614 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-e631d31e-8cd9-4f30-acb6-01cb5a8f14b0 None None] Provisioning for port 5f23fde5-4115-48d2-807d-5ffc51bed485 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:51:43.680615 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-e631d31e-8cd9-4f30-acb6-01cb5a8f14b0 None None] Provisioning complete for port 5f23fde5-4115-48d2-807d-5ffc51bed485 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:51:43.680987 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e631d31e-8cd9-4f30-acb6-01cb5a8f14b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:43.684374 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ce689f52-c827-4a18-a3f8-30f39a99e270 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:43.778021 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ce689f52-c827-4a18-a3f8-30f39a99e270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:43.806162 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-e631d31e-8cd9-4f30-acb6-01cb5a8f14b0 None None] Port 5f23fde5-4115-48d2-807d-5ffc51bed485 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:51:43.830637 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-a249a1fe-77c8-473d-9c1b-11045c07f2a7 None None] Set router edf8d365-acc1-4006-9550-f5072261e37e gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:51:43.884011 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-ce689f52-c827-4a18-a3f8-30f39a99e270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:43.887314 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce689f52-c827-4a18-a3f8-30f39a99e270 admin admin] Pushing event updated for resources: {'Port': ['ID=5f23fde5-4115-48d2-807d-5ffc51bed485,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:44.006018 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device f3226810-c1a0-4dc2-95ed-5afde65904ba up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:51:44.035164 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce689f52-c827-4a18-a3f8-30f39a99e270 admin admin] Network fc0e72d7-a3a9-4aef-a379-d2390d4a2a10 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:51:44.036288 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-ce689f52-c827-4a18-a3f8-30f39a99e270 admin admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:51:44.211415 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port f3226810-c1a0-4dc2-95ed-5afde65904ba triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:51:44.211620 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:44.348970 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-a249a1fe-77c8-473d-9c1b-11045c07f2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'name': 'tempest-TestShelveInstance-966771346-router', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '86813227-5d13-4120-94f6-9c253d72c0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:51:39Z', 'updated_at': '2022-02-03T14:51:43Z', 'revision_number': 4, 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'gw_port': {'id': '86813227-5d13-4120-94f6-9c253d72c0ab', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:93:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:40Z', 'updated_at': '2022-02-03T14:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '5f23fde5-4115-48d2-807d-5ffc51bed485', 'name': '', 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'mac_address': 'fa:16:3e:d6:9b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de8d70f2-6a5b-47a3-b004-cec9258c451e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:42Z', 'updated_at': '2022-02-03T14:51:42Z', 'revision_number': 1, 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'subnets': [{'id': 'de8d70f2-6a5b-47a3-b004-cec9258c451e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:51:44.360467 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a249a1fe-77c8-473d-9c1b-11045c07f2a7 None None] The sync data for ids ['edf8d365-acc1-4006-9550-f5072261e37e'] in dv-neutron-827016-1-hyperv is: [{'id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'name': 'tempest-TestShelveInstance-966771346-router', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '86813227-5d13-4120-94f6-9c253d72c0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:51:39Z', 'updated_at': '2022-02-03T14:51:43Z', 'revision_number': 4, 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'gw_port': {'id': '86813227-5d13-4120-94f6-9c253d72c0ab', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:93:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:40Z', 'updated_at': '2022-02-03T14:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '5f23fde5-4115-48d2-807d-5ffc51bed485', 'name': '', 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'mac_address': 'fa:16:3e:d6:9b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de8d70f2-6a5b-47a3-b004-cec9258c451e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:42Z', 'updated_at': '2022-02-03T14:51:42Z', 'revision_number': 1, 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'subnets': [{'id': 'de8d70f2-6a5b-47a3-b004-cec9258c451e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:51:44.367433 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-540eb442-7316-4da2-a361-f83189503d03 None None] Provisioning complete for port 5f23fde5-4115-48d2-807d-5ffc51bed485 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:51:44.367731 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-540eb442-7316-4da2-a361-f83189503d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:44.426130 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-540eb442-7316-4da2-a361-f83189503d03 None None] Port 5f23fde5-4115-48d2-807d-5ffc51bed485 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:51:44.439435 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce689f52-c827-4a18-a3f8-30f39a99e270 admin admin] Router edf8d365-acc1-4006-9550-f5072261e37e has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:51:44.662652 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce689f52-c827-4a18-a3f8-30f39a99e270 admin admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:51:44.671567 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-ce689f52-c827-4a18-a3f8-30f39a99e270 admin admin] 10.222.0.41 "PUT /v2.0/routers/edf8d365-acc1-4006-9550-f5072261e37e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8562434 Feb 03 14:51:45.813852 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39882) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:51:45.819408 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-3346fb32-deb4-4899-87a7-ddb81d27e3bb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-227915164-network', 'tenant_id': 'edbaf460c823428f8baebd07d9abab82'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:51:45.824168 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3346fb32-deb4-4899-87a7-ddb81d27e3bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:51:45.828316 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3346fb32-deb4-4899-87a7-ddb81d27e3bb admin admin] Usage tracker for resource:network and tenant:edbaf460c823428f8baebd07d9abab82 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:51:45.831263 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3346fb32-deb4-4899-87a7-ddb81d27e3bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:51:45.837465 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3346fb32-deb4-4899-87a7-ddb81d27e3bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:51:45.937516 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3346fb32-deb4-4899-87a7-ddb81d27e3bb admin admin] Made reservation on behalf of edbaf460c823428f8baebd07d9abab82 for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:51:45.939861 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3346fb32-deb4-4899-87a7-ddb81d27e3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:45.957439 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3346fb32-deb4-4899-87a7-ddb81d27e3bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:45.990558 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3346fb32-deb4-4899-87a7-ddb81d27e3bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:51:45.994426 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3346fb32-deb4-4899-87a7-ddb81d27e3bb admin admin] Usage tracker for resource:security_group_rule and tenant:edbaf460c823428f8baebd07d9abab82 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:51:45.997544 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-3346fb32-deb4-4899-87a7-ddb81d27e3bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:51:46.003260 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-3346fb32-deb4-4899-87a7-ddb81d27e3bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:51:46.020699 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 86813227-5d13-4120-94f6-9c253d72c0ab up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:51:46.069668 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3346fb32-deb4-4899-87a7-ddb81d27e3bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:46.160161 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3346fb32-deb4-4899-87a7-ddb81d27e3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:46.180878 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 86813227-5d13-4120-94f6-9c253d72c0ab completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:51:46.185906 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 86813227-5d13-4120-94f6-9c253d72c0ab triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:51:46.186280 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:46.188974 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3346fb32-deb4-4899-87a7-ddb81d27e3bb admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:51:46.198224 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346fb32-deb4-4899-87a7-ddb81d27e3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd1f7b1-fe46-4fd2-9167-61495bb35d4a,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:46.203950 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3346fb32-deb4-4899-87a7-ddb81d27e3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:46.204300 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-3346fb32-deb4-4899-87a7-ddb81d27e3bb admin admin] Added segment de299b2a-3e00-4385-bc80-0b6c5553b71e of type vlan for network 190dc437-5d6b-4f93-9f0c-95ad988f4267 Feb 03 14:51:46.230828 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3346fb32-deb4-4899-87a7-ddb81d27e3bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:46.299630 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:46.314752 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 86813227-5d13-4120-94f6-9c253d72c0ab, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=86813227-5d13-4120-94f6-9c253d72c0ab,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:51:46.326764 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3346fb32-deb4-4899-87a7-ddb81d27e3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:46.327763 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3346fb32-deb4-4899-87a7-ddb81d27e3bb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:46.328341 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3346fb32-deb4-4899-87a7-ddb81d27e3bb admin admin] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:46.395249 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:46.465169 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=86813227-5d13-4120-94f6-9c253d72c0ab,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:46.528917 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346fb32-deb4-4899-87a7-ddb81d27e3bb admin admin] Pushing event updated for resources: {'Network': ['ID=190dc437-5d6b-4f93-9f0c-95ad988f4267,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:46.538381 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 190dc437-5d6b-4f93-9f0c-95ad988f4267 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 14:51:46.615637 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3346fb32-deb4-4899-87a7-ddb81d27e3bb admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8006852 Feb 03 14:51:46.618815 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39886) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:51:46.624070 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-c5be816b-412a-4cf4-9c09-7ad2980327e1 admin admin] Request body: {'subnet': {'network_id': '190dc437-5d6b-4f93-9f0c-95ad988f4267', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-227915164-subnet', 'tenant_id': 'edbaf460c823428f8baebd07d9abab82', 'ip_version': 4}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:51:46.628863 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-c5be816b-412a-4cf4-9c09-7ad2980327e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:51:46.641012 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-c5be816b-412a-4cf4-9c09-7ad2980327e1 admin admin] Usage tracker for resource:subnet and tenant:edbaf460c823428f8baebd07d9abab82 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:51:46.641012 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-c5be816b-412a-4cf4-9c09-7ad2980327e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:51:46.641932 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-c5be816b-412a-4cf4-9c09-7ad2980327e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:51:46.763561 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5be816b-412a-4cf4-9c09-7ad2980327e1 admin admin] Made reservation on behalf of edbaf460c823428f8baebd07d9abab82 for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:51:46.765776 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c5be816b-412a-4cf4-9c09-7ad2980327e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:47.057785 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c5be816b-412a-4cf4-9c09-7ad2980327e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:47.130592 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be816b-412a-4cf4-9c09-7ad2980327e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efb54dcb-b782-48ae-8c6f-e89578451ef3,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:47.144290 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5be816b-412a-4cf4-9c09-7ad2980327e1 admin admin] Checking segment: {'id': 'de299b2a-3e00-4385-bc80-0b6c5553b71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '190dc437-5d6b-4f93-9f0c-95ad988f4267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:51:47.144621 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5be816b-412a-4cf4-9c09-7ad2980327e1 admin admin] Network hostable DHCP agents. Network: 190dc437-5d6b-4f93-9f0c-95ad988f4267, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:51:47.245666 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5be816b-412a-4cf4-9c09-7ad2980327e1 admin admin] Network 190dc437-5d6b-4f93-9f0c-95ad988f4267 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:51:47.317875 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-c5be816b-412a-4cf4-9c09-7ad2980327e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 190dc437-5d6b-4f93-9f0c-95ad988f4267) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:51:47.322089 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5be816b-412a-4cf4-9c09-7ad2980327e1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:47.323273 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c5be816b-412a-4cf4-9c09-7ad2980327e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:47.326531 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d040f62d-e824-4b33-8777-4218d2fefdc6 None None] Network 190dc437-5d6b-4f93-9f0c-95ad988f4267 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:51:47.456253 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c5be816b-412a-4cf4-9c09-7ad2980327e1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8362119 Feb 03 14:51:47.458708 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39890) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:51:47.464136 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-652b5b4d-d02f-4528-960f-f3205c4afda9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-227915164-router', 'tenant_id': 'edbaf460c823428f8baebd07d9abab82', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:51:47.468901 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-652b5b4d-d02f-4528-960f-f3205c4afda9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:51:47.472758 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-652b5b4d-d02f-4528-960f-f3205c4afda9 admin admin] Usage tracker for resource:router and tenant:edbaf460c823428f8baebd07d9abab82 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:51:47.475594 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-652b5b4d-d02f-4528-960f-f3205c4afda9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:51:47.482008 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-652b5b4d-d02f-4528-960f-f3205c4afda9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:51:47.542645 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80905e91-0a7f-43ef-a7fb-9e7673bac853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-190dc437-5d6b-4f93-9f0c-95ad988f4267', 'network_id': '190dc437-5d6b-4f93-9f0c-95ad988f4267', 'tenant_id': 'edbaf460c823428f8baebd07d9abab82', 'fixed_ips': [{'subnet_id': 'efb54dcb-b782-48ae-8c6f-e89578451ef3'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 14:51:47.543514 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-80905e91-0a7f-43ef-a7fb-9e7673bac853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:47.566366 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-652b5b4d-d02f-4528-960f-f3205c4afda9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:47.567436 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-652b5b4d-d02f-4528-960f-f3205c4afda9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:47.586509 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-652b5b4d-d02f-4528-960f-f3205c4afda9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:47.695163 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-80905e91-0a7f-43ef-a7fb-9e7673bac853 None None] Allocated IP 172.20.0.2 (190dc437-5d6b-4f93-9f0c-95ad988f4267/efb54dcb-b782-48ae-8c6f-e89578451ef3/b7def4e1-e056-4429-bf4a-3d8642d6bcfc) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:51:47.811682 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-652b5b4d-d02f-4528-960f-f3205c4afda9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:47.892991 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-80905e91-0a7f-43ef-a7fb-9e7673bac853 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:47.903030 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-80905e91-0a7f-43ef-a7fb-9e7673bac853 None None] Transition to ACTIVE for port object b7def4e1-e056-4429-bf4a-3d8642d6bcfc will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:51:47.927928 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-80905e91-0a7f-43ef-a7fb-9e7673bac853 None None] Transition to ACTIVE for port object b7def4e1-e056-4429-bf4a-3d8642d6bcfc will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:51:48.001930 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-80905e91-0a7f-43ef-a7fb-9e7673bac853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:48.044343 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 86813227-5d13-4120-94f6-9c253d72c0ab up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:51:48.115674 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:48.126898 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80905e91-0a7f-43ef-a7fb-9e7673bac853 None None] Network 190dc437-5d6b-4f93-9f0c-95ad988f4267 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:51:48.131852 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-80905e91-0a7f-43ef-a7fb-9e7673bac853 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:51:48.135414 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80905e91-0a7f-43ef-a7fb-9e7673bac853 None None] Pushing event updated for resources: {'Port': ['ID=b7def4e1-e056-4429-bf4a-3d8642d6bcfc,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:48.137559 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80905e91-0a7f-43ef-a7fb-9e7673bac853 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:51:48.145174 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-652b5b4d-d02f-4528-960f-f3205c4afda9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:48.176035 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-652b5b4d-d02f-4528-960f-f3205c4afda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:48.252497 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 86813227-5d13-4120-94f6-9c253d72c0ab triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:51:48.252973 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:48.306612 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-80905e91-0a7f-43ef-a7fb-9e7673bac853 None None] Attempting to bind port b7def4e1-e056-4429-bf4a-3d8642d6bcfc on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:51:48.306981 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-80905e91-0a7f-43ef-a7fb-9e7673bac853 None None] Attempting to bind port b7def4e1-e056-4429-bf4a-3d8642d6bcfc by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'de299b2a-3e00-4385-bc80-0b6c5553b71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '190dc437-5d6b-4f93-9f0c-95ad988f4267'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:51:48.307374 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80905e91-0a7f-43ef-a7fb-9e7673bac853 None None] Attempting to bind port b7def4e1-e056-4429-bf4a-3d8642d6bcfc on network 190dc437-5d6b-4f93-9f0c-95ad988f4267 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:51:48.314936 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-652b5b4d-d02f-4528-960f-f3205c4afda9 admin admin] Allocated IP 172.26.3.158 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/1d6b1a72-db79-4704-b0d3-e690a3260a91) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:51:48.321505 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80905e91-0a7f-43ef-a7fb-9e7673bac853 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:51:48.328022 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80905e91-0a7f-43ef-a7fb-9e7673bac853 None None] Checking segment: {'id': 'de299b2a-3e00-4385-bc80-0b6c5553b71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '190dc437-5d6b-4f93-9f0c-95ad988f4267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:51:48.328022 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-80905e91-0a7f-43ef-a7fb-9e7673bac853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:48.328022 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80905e91-0a7f-43ef-a7fb-9e7673bac853 None None] Bound using segment: {'id': 'de299b2a-3e00-4385-bc80-0b6c5553b71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '190dc437-5d6b-4f93-9f0c-95ad988f4267'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:51:48.328022 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-80905e91-0a7f-43ef-a7fb-9e7673bac853 None None] Bound port: b7def4e1-e056-4429-bf4a-3d8642d6bcfc, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de299b2a-3e00-4385-bc80-0b6c5553b71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '190dc437-5d6b-4f93-9f0c-95ad988f4267'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:51:48.328022 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-80905e91-0a7f-43ef-a7fb-9e7673bac853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:48.420840 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-80905e91-0a7f-43ef-a7fb-9e7673bac853 None None] For port b7def4e1-e056-4429-bf4a-3d8642d6bcfc, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:51:48.424327 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-80905e91-0a7f-43ef-a7fb-9e7673bac853 None None] For port b7def4e1-e056-4429-bf4a-3d8642d6bcfc, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=b7def4e1-e056-4429-bf4a-3d8642d6bcfc,segment=NetworkSegment(de299b2a-3e00-4385-bc80-0b6c5553b71e),segment_id=de299b2a-3e00-4385-bc80-0b6c5553b71e)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:51:48.489064 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-652b5b4d-d02f-4528-960f-f3205c4afda9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:48.489950 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-80905e91-0a7f-43ef-a7fb-9e7673bac853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:48.568461 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80905e91-0a7f-43ef-a7fb-9e7673bac853 None None] Pushing event updated for resources: {'Port': ['ID=b7def4e1-e056-4429-bf4a-3d8642d6bcfc,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:48.601566 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-652b5b4d-d02f-4528-960f-f3205c4afda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:48.669508 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652b5b4d-d02f-4528-960f-f3205c4afda9 admin admin] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:51:48.672430 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-652b5b4d-d02f-4528-960f-f3205c4afda9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:51:48.676280 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652b5b4d-d02f-4528-960f-f3205c4afda9 admin admin] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:51:48.714686 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b5b4d-d02f-4528-960f-f3205c4afda9 admin admin] Pushing event updated for resources: {'Port': ['ID=1d6b1a72-db79-4704-b0d3-e690a3260a91,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:48.949216 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-652b5b4d-d02f-4528-960f-f3205c4afda9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:48.949949 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-652b5b4d-d02f-4528-960f-f3205c4afda9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:49.280626 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652b5b4d-d02f-4528-960f-f3205c4afda9 admin admin] Router 41130cfd-6127-4bf9-8c96-20c5fc08125c is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:51:49.447713 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e742177-3ed5-4db2-86ed-1237f2703192 None None] Network 190dc437-5d6b-4f93-9f0c-95ad988f4267 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 14:51:49.590725 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652b5b4d-d02f-4528-960f-f3205c4afda9 admin admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:51:49.599331 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a415b53-0fd6-46a8-96f3-7e0ee1f1b31e None None] Sync routers for ids ['41130cfd-6127-4bf9-8c96-20c5fc08125c'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:51:49.612316 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a415b53-0fd6-46a8-96f3-7e0ee1f1b31e None None] Routers {'41130cfd-6127-4bf9-8c96-20c5fc08125c'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:51:49.612936 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-0a415b53-0fd6-46a8-96f3-7e0ee1f1b31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:51:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['41130cfd-6127-4bf9-8c96-20c5fc08125c'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:51:49.622915 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-34d2ceb9-e449-4d2a-8ea4-ea69ed6783ae None None] Provisioning for port b7def4e1-e056-4429-bf4a-3d8642d6bcfc completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:51:49.695328 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-652b5b4d-d02f-4528-960f-f3205c4afda9 admin admin] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:49.699732 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-652b5b4d-d02f-4528-960f-f3205c4afda9 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2372565 Feb 03 14:51:49.700045 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39894) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:51:49.790704 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-0a415b53-0fd6-46a8-96f3-7e0ee1f1b31e None None] Set router 41130cfd-6127-4bf9-8c96-20c5fc08125c gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:51:50.039527 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device b7def4e1-e056-4429-bf4a-3d8642d6bcfc up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:51:50.084143 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-0a415b53-0fd6-46a8-96f3-7e0ee1f1b31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41130cfd-6127-4bf9-8c96-20c5fc08125c', 'name': 'tempest-TestShelveInstance-227915164-router', 'tenant_id': 'edbaf460c823428f8baebd07d9abab82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.158'}], 'enable_snat': True}, 'gw_port_id': '1d6b1a72-db79-4704-b0d3-e690a3260a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:51:47Z', 'updated_at': '2022-02-03T14:51:48Z', 'revision_number': 3, 'project_id': 'edbaf460c823428f8baebd07d9abab82', 'gw_port': {'id': '1d6b1a72-db79-4704-b0d3-e690a3260a91', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41130cfd-6127-4bf9-8c96-20c5fc08125c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:48Z', 'updated_at': '2022-02-03T14:51:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:51:50.088917 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a415b53-0fd6-46a8-96f3-7e0ee1f1b31e None None] Checking router: 41130cfd-6127-4bf9-8c96-20c5fc08125c for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:51:50.089278 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a415b53-0fd6-46a8-96f3-7e0ee1f1b31e None None] Updating router 41130cfd-6127-4bf9-8c96-20c5fc08125c port 1d6b1a72-db79-4704-b0d3-e690a3260a91 binding host dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:51:50.141799 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-0a415b53-0fd6-46a8-96f3-7e0ee1f1b31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:50.212770 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port b7def4e1-e056-4429-bf4a-3d8642d6bcfc completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:51:50.219211 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port b7def4e1-e056-4429-bf4a-3d8642d6bcfc triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:51:50.219591 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:50.333368 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:50.366934 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port b7def4e1-e056-4429-bf4a-3d8642d6bcfc, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=b7def4e1-e056-4429-bf4a-3d8642d6bcfc,segment=NetworkSegment(de299b2a-3e00-4385-bc80-0b6c5553b71e),segment_id=de299b2a-3e00-4385-bc80-0b6c5553b71e)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:51:50.440572 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:50.473144 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-83e82b0c-b3ff-4041-abb7-75a3653ea005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:50.518185 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=b7def4e1-e056-4429-bf4a-3d8642d6bcfc,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:50.520826 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-0a415b53-0fd6-46a8-96f3-7e0ee1f1b31e None None] Notify callbacks [] for port, precommit_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:50.533792 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.provisioning_blocks [None req-0a415b53-0fd6-46a8-96f3-7e0ee1f1b31e None None] Transition to ACTIVE for port object 1d6b1a72-db79-4704-b0d3-e690a3260a91 will not be triggered until provisioned by entity L2. {{(pid=84184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:51:50.621032 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-0a415b53-0fd6-46a8-96f3-7e0ee1f1b31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:50.680390 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-83e82b0c-b3ff-4041-abb7-75a3653ea005 admin admin] Allocated IP 172.20.0.1 (190dc437-5d6b-4f93-9f0c-95ad988f4267/efb54dcb-b782-48ae-8c6f-e89578451ef3/32ed4ce3-cc02-4e80-b50e-05184b6c0111) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:51:50.697031 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-0a415b53-0fd6-46a8-96f3-7e0ee1f1b31e None None] Attempting to bind port 1d6b1a72-db79-4704-b0d3-e690a3260a91 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:51:50.697390 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-0a415b53-0fd6-46a8-96f3-7e0ee1f1b31e None None] Attempting to bind port 1d6b1a72-db79-4704-b0d3-e690a3260a91 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:51:50.697747 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a415b53-0fd6-46a8-96f3-7e0ee1f1b31e None None] Attempting to bind port 1d6b1a72-db79-4704-b0d3-e690a3260a91 on network 16a0e898-50c0-4b65-ae3a-069e9649bbca {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:51:50.704099 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a09a693-9c2a-4102-acae-32b1e39c9a9c None None] Pushing event updated for resources: {'Port': ['ID=1d6b1a72-db79-4704-b0d3-e690a3260a91,revision_number=2']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:50.712670 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a415b53-0fd6-46a8-96f3-7e0ee1f1b31e None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:51:50.713037 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a415b53-0fd6-46a8-96f3-7e0ee1f1b31e None None] Checking segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:51:50.713424 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-0a415b53-0fd6-46a8-96f3-7e0ee1f1b31e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:50.713807 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a415b53-0fd6-46a8-96f3-7e0ee1f1b31e None None] Bound using segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:51:50.714258 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-0a415b53-0fd6-46a8-96f3-7e0ee1f1b31e None None] Bound port: 1d6b1a72-db79-4704-b0d3-e690a3260a91, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:51:50.714616 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-0a415b53-0fd6-46a8-96f3-7e0ee1f1b31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:50.742654 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a09a693-9c2a-4102-acae-32b1e39c9a9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:50.742920 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a09a693-9c2a-4102-acae-32b1e39c9a9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:50.743296 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a09a693-9c2a-4102-acae-32b1e39c9a9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:50.743623 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a09a693-9c2a-4102-acae-32b1e39c9a9c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:50.743933 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a09a693-9c2a-4102-acae-32b1e39c9a9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:50.744252 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a09a693-9c2a-4102-acae-32b1e39c9a9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:50.744569 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a09a693-9c2a-4102-acae-32b1e39c9a9c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:50.744887 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a09a693-9c2a-4102-acae-32b1e39c9a9c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:50.745199 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a09a693-9c2a-4102-acae-32b1e39c9a9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:50.745584 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a09a693-9c2a-4102-acae-32b1e39c9a9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:50.745913 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a09a693-9c2a-4102-acae-32b1e39c9a9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:50.795144 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-0a415b53-0fd6-46a8-96f3-7e0ee1f1b31e None None] For port 1d6b1a72-db79-4704-b0d3-e690a3260a91, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:51:50.798293 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-0a415b53-0fd6-46a8-96f3-7e0ee1f1b31e None None] For port 1d6b1a72-db79-4704-b0d3-e690a3260a91, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=1d6b1a72-db79-4704-b0d3-e690a3260a91,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:51:50.824600 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-83e82b0c-b3ff-4041-abb7-75a3653ea005 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:50.840221 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-83e82b0c-b3ff-4041-abb7-75a3653ea005 admin admin] Transition to ACTIVE for port object 32ed4ce3-cc02-4e80-b50e-05184b6c0111 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:51:50.884360 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-0a415b53-0fd6-46a8-96f3-7e0ee1f1b31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:50.952928 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-83e82b0c-b3ff-4041-abb7-75a3653ea005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:50.965265 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a09a693-9c2a-4102-acae-32b1e39c9a9c None None] Pushing event updated for resources: {'Port': ['ID=1d6b1a72-db79-4704-b0d3-e690a3260a91,revision_number=3']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:50.973545 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a415b53-0fd6-46a8-96f3-7e0ee1f1b31e None None] Routers {'41130cfd-6127-4bf9-8c96-20c5fc08125c'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:51:50.974434 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-0a415b53-0fd6-46a8-96f3-7e0ee1f1b31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:51:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['41130cfd-6127-4bf9-8c96-20c5fc08125c'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:51:51.025251 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e82b0c-b3ff-4041-abb7-75a3653ea005 admin admin] Network 190dc437-5d6b-4f93-9f0c-95ad988f4267 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:51:51.028245 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-83e82b0c-b3ff-4041-abb7-75a3653ea005 admin admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:51:51.030590 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e82b0c-b3ff-4041-abb7-75a3653ea005 admin admin] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:51:51.064101 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e82b0c-b3ff-4041-abb7-75a3653ea005 admin admin] Pushing event updated for resources: {'Port': ['ID=32ed4ce3-cc02-4e80-b50e-05184b6c0111,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:51.088692 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-83e82b0c-b3ff-4041-abb7-75a3653ea005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:51.171521 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-0a415b53-0fd6-46a8-96f3-7e0ee1f1b31e None None] Set router 41130cfd-6127-4bf9-8c96-20c5fc08125c gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:51:51.238819 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-83e82b0c-b3ff-4041-abb7-75a3653ea005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:51.373002 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-e31a2b18-84e3-4b51-bed4-ada20b46b356 None None] Provisioning for port 32ed4ce3-cc02-4e80-b50e-05184b6c0111 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:51:51.380798 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-e31a2b18-84e3-4b51-bed4-ada20b46b356 None None] Provisioning complete for port 32ed4ce3-cc02-4e80-b50e-05184b6c0111 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:51:51.381218 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e31a2b18-84e3-4b51-bed4-ada20b46b356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:51.446079 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-e31a2b18-84e3-4b51-bed4-ada20b46b356 None None] Port 32ed4ce3-cc02-4e80-b50e-05184b6c0111 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:51:51.468179 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-0a415b53-0fd6-46a8-96f3-7e0ee1f1b31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41130cfd-6127-4bf9-8c96-20c5fc08125c', 'name': 'tempest-TestShelveInstance-227915164-router', 'tenant_id': 'edbaf460c823428f8baebd07d9abab82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.158'}], 'enable_snat': True}, 'gw_port_id': '1d6b1a72-db79-4704-b0d3-e690a3260a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:51:47Z', 'updated_at': '2022-02-03T14:51:48Z', 'revision_number': 3, 'project_id': 'edbaf460c823428f8baebd07d9abab82', 'gw_port': {'id': '1d6b1a72-db79-4704-b0d3-e690a3260a91', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41130cfd-6127-4bf9-8c96-20c5fc08125c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:48Z', 'updated_at': '2022-02-03T14:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:51:51.472145 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a415b53-0fd6-46a8-96f3-7e0ee1f1b31e None None] The sync data for ids ['41130cfd-6127-4bf9-8c96-20c5fc08125c'] in dv-neutron-827016-1-hyperv is: [{'id': '41130cfd-6127-4bf9-8c96-20c5fc08125c', 'name': 'tempest-TestShelveInstance-227915164-router', 'tenant_id': 'edbaf460c823428f8baebd07d9abab82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.158'}], 'enable_snat': True}, 'gw_port_id': '1d6b1a72-db79-4704-b0d3-e690a3260a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:51:47Z', 'updated_at': '2022-02-03T14:51:48Z', 'revision_number': 3, 'project_id': 'edbaf460c823428f8baebd07d9abab82', 'gw_port': {'id': '1d6b1a72-db79-4704-b0d3-e690a3260a91', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41130cfd-6127-4bf9-8c96-20c5fc08125c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:48Z', 'updated_at': '2022-02-03T14:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:51:51.559146 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-83e82b0c-b3ff-4041-abb7-75a3653ea005 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:51.614829 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-83e82b0c-b3ff-4041-abb7-75a3653ea005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:51.717753 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e82b0c-b3ff-4041-abb7-75a3653ea005 admin admin] Pushing event updated for resources: {'Port': ['ID=32ed4ce3-cc02-4e80-b50e-05184b6c0111,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:51.722343 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-83e82b0c-b3ff-4041-abb7-75a3653ea005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:51.855318 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e82b0c-b3ff-4041-abb7-75a3653ea005 admin admin] Network 190dc437-5d6b-4f93-9f0c-95ad988f4267 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:51:51.856490 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-83e82b0c-b3ff-4041-abb7-75a3653ea005 admin admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:51:52.006908 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device b7def4e1-e056-4429-bf4a-3d8642d6bcfc up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:51:52.082450 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-76e573d5-676a-400e-8fe6-0cd3ceff5bc9 None None] Provisioning complete for port 32ed4ce3-cc02-4e80-b50e-05184b6c0111 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:51:52.082818 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-76e573d5-676a-400e-8fe6-0cd3ceff5bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:52.128720 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port b7def4e1-e056-4429-bf4a-3d8642d6bcfc triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:51:52.129002 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:52.175717 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-76e573d5-676a-400e-8fe6-0cd3ceff5bc9 None None] Port 32ed4ce3-cc02-4e80-b50e-05184b6c0111 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:51:52.247460 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e82b0c-b3ff-4041-abb7-75a3653ea005 admin admin] Router 41130cfd-6127-4bf9-8c96-20c5fc08125c has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:51:52.447903 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e82b0c-b3ff-4041-abb7-75a3653ea005 admin admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:51:52.457064 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-83e82b0c-b3ff-4041-abb7-75a3653ea005 admin admin] 10.222.0.41 "PUT /v2.0/routers/41130cfd-6127-4bf9-8c96-20c5fc08125c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7562883 Feb 03 14:51:53.148076 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39904) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:51:53.153859 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-c1885eb1-7fd9-4ee6-b4f7-ebbf27bd2a01 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-912283684', 'description': 'tempest-secgroup-smoke-912283684 description', 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:51:53.159713 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-c1885eb1-7fd9-4ee6-b4f7-ebbf27bd2a01 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:51:53.164072 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-c1885eb1-7fd9-4ee6-b4f7-ebbf27bd2a01 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Usage tracker for resource:security_group and tenant:8e3c6053377848dda8765fc0cb7ae5d7 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:51:53.166995 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-c1885eb1-7fd9-4ee6-b4f7-ebbf27bd2a01 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:51:53.172636 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-c1885eb1-7fd9-4ee6-b4f7-ebbf27bd2a01 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:51:53.243538 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c1885eb1-7fd9-4ee6-b4f7-ebbf27bd2a01 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:53.277737 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-c1885eb1-7fd9-4ee6-b4f7-ebbf27bd2a01 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:51:53.281468 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-c1885eb1-7fd9-4ee6-b4f7-ebbf27bd2a01 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Usage tracker for resource:security_group_rule and tenant:8e3c6053377848dda8765fc0cb7ae5d7 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:51:53.284327 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-c1885eb1-7fd9-4ee6-b4f7-ebbf27bd2a01 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:51:53.290602 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-c1885eb1-7fd9-4ee6-b4f7-ebbf27bd2a01 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:51:53.343574 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c1885eb1-7fd9-4ee6-b4f7-ebbf27bd2a01 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:53.422856 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c1885eb1-7fd9-4ee6-b4f7-ebbf27bd2a01 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:53.463151 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1885eb1-7fd9-4ee6-b4f7-ebbf27bd2a01 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f4d34c-512b-4501-a5ca-93c63dc8e077,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:53.531526 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-c1885eb1-7fd9-4ee6-b4f7-ebbf27bd2a01 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:53.532755 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-c1885eb1-7fd9-4ee6-b4f7-ebbf27bd2a01 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3836906 Feb 03 14:51:53.535626 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39908) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:51:53.541464 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-2c3603b3-4a50-422c-9307-584fc203b6db tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Request body: {'security_group_rule': {'security_group_id': 'b3f4d34c-512b-4501-a5ca-93c63dc8e077', 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:51:53.547316 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-2c3603b3-4a50-422c-9307-584fc203b6db tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:51:53.551054 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-2c3603b3-4a50-422c-9307-584fc203b6db tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Usage tracker for resource:security_group_rule and tenant:8e3c6053377848dda8765fc0cb7ae5d7 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:51:53.553923 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-2c3603b3-4a50-422c-9307-584fc203b6db tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:51:53.559550 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-2c3603b3-4a50-422c-9307-584fc203b6db tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:51:53.650116 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2c3603b3-4a50-422c-9307-584fc203b6db tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:53.708380 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2c3603b3-4a50-422c-9307-584fc203b6db tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:53.789159 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2c3603b3-4a50-422c-9307-584fc203b6db tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:53.812552 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3603b3-4a50-422c-9307-584fc203b6db tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79b61a26-fc5a-4ae2-b12a-625f238e3586,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:53.884179 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-2c3603b3-4a50-422c-9307-584fc203b6db tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:53.885550 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-2c3603b3-4a50-422c-9307-584fc203b6db tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3490193 Feb 03 14:51:53.888314 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39912) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:51:53.893715 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-05fd82b1-3b62-434e-8df3-6fe29a4359a5 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Request body: {'security_group_rule': {'security_group_id': 'b3f4d34c-512b-4501-a5ca-93c63dc8e077', 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:51:53.900437 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-05fd82b1-3b62-434e-8df3-6fe29a4359a5 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:51:53.904182 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-05fd82b1-3b62-434e-8df3-6fe29a4359a5 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Usage tracker for resource:security_group_rule and tenant:8e3c6053377848dda8765fc0cb7ae5d7 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:51:53.907307 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-05fd82b1-3b62-434e-8df3-6fe29a4359a5 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:51:53.912850 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-05fd82b1-3b62-434e-8df3-6fe29a4359a5 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:51:54.046292 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-05fd82b1-3b62-434e-8df3-6fe29a4359a5 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:54.105781 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-05fd82b1-3b62-434e-8df3-6fe29a4359a5 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:54.217098 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-05fd82b1-3b62-434e-8df3-6fe29a4359a5 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:54.239473 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd82b1-3b62-434e-8df3-6fe29a4359a5 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4eb0d03-b91f-4a2e-86f8-710f4de955c2,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:54.352678 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-05fd82b1-3b62-434e-8df3-6fe29a4359a5 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:54.353868 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-05fd82b1-3b62-434e-8df3-6fe29a4359a5 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4646382 Feb 03 14:51:54.356762 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39916) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:51:54.361959 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-35ca1069-d894-44bd-969e-676f999c8686 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Request body: {'security_group_rule': {'security_group_id': 'b3f4d34c-512b-4501-a5ca-93c63dc8e077', 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:51:54.368609 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-35ca1069-d894-44bd-969e-676f999c8686 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:51:54.372574 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-35ca1069-d894-44bd-969e-676f999c8686 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Usage tracker for resource:security_group_rule and tenant:8e3c6053377848dda8765fc0cb7ae5d7 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:51:54.375696 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-35ca1069-d894-44bd-969e-676f999c8686 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:51:54.381401 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-35ca1069-d894-44bd-969e-676f999c8686 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:51:54.504041 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-35ca1069-d894-44bd-969e-676f999c8686 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:54.566868 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-35ca1069-d894-44bd-969e-676f999c8686 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:54.672168 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-35ca1069-d894-44bd-969e-676f999c8686 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:54.694400 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca1069-d894-44bd-969e-676f999c8686 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af2342d7-9c86-49db-bc57-7e73b3162483,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:54.788726 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-35ca1069-d894-44bd-969e-676f999c8686 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:54.790004 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-35ca1069-d894-44bd-969e-676f999c8686 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4323442 Feb 03 14:51:54.792700 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39920) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:51:54.797979 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-e5488297-3ef5-484e-823b-3141c32d1831 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Request body: {'security_group_rule': {'security_group_id': 'b3f4d34c-512b-4501-a5ca-93c63dc8e077', 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:51:54.803763 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e5488297-3ef5-484e-823b-3141c32d1831 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:51:54.809947 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e5488297-3ef5-484e-823b-3141c32d1831 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Usage tracker for resource:security_group_rule and tenant:8e3c6053377848dda8765fc0cb7ae5d7 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:51:54.810932 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e5488297-3ef5-484e-823b-3141c32d1831 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:51:54.816533 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e5488297-3ef5-484e-823b-3141c32d1831 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:51:54.918798 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e5488297-3ef5-484e-823b-3141c32d1831 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:54.982701 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e5488297-3ef5-484e-823b-3141c32d1831 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:55.086561 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e5488297-3ef5-484e-823b-3141c32d1831 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:55.109995 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5488297-3ef5-484e-823b-3141c32d1831 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ef3d37d-2852-44dc-a6aa-e1ea5c98618f,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:55.203301 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e5488297-3ef5-484e-823b-3141c32d1831 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:55.204488 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e5488297-3ef5-484e-823b-3141c32d1831 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4108672 Feb 03 14:51:55.207202 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39924) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:51:55.213063 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-6a44d05e-f30a-42eb-8ef2-b74219c8a52c tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Request body: {'security_group_rule': {'security_group_id': 'b3f4d34c-512b-4501-a5ca-93c63dc8e077', 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:51:55.218988 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-6a44d05e-f30a-42eb-8ef2-b74219c8a52c tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:51:55.222758 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-6a44d05e-f30a-42eb-8ef2-b74219c8a52c tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Usage tracker for resource:security_group_rule and tenant:8e3c6053377848dda8765fc0cb7ae5d7 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:51:55.225568 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-6a44d05e-f30a-42eb-8ef2-b74219c8a52c tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:51:55.231145 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-6a44d05e-f30a-42eb-8ef2-b74219c8a52c tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:51:55.294780 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.securitygroups_db [None req-6a44d05e-f30a-42eb-8ef2-b74219c8a52c tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Project 8e3c6053377848dda8765fc0cb7ae5d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:51:55.301222 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6a44d05e-f30a-42eb-8ef2-b74219c8a52c tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:55.364460 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6a44d05e-f30a-42eb-8ef2-b74219c8a52c tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:55.369093 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-150cff6c-03d0-4202-b820-e318829cde07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:55.454851 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6a44d05e-f30a-42eb-8ef2-b74219c8a52c tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:55.484666 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44d05e-f30a-42eb-8ef2-b74219c8a52c tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75b394c6-db28-4ba2-b8eb-0da041e4049a,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:55.569501 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-6a44d05e-f30a-42eb-8ef2-b74219c8a52c tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:55.571259 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-6a44d05e-f30a-42eb-8ef2-b74219c8a52c tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3625996 Feb 03 14:51:55.573873 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 39928) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:51:55.579248 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-f7f07024-c909-4836-88f9-f241af0adf25 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Request body: {'security_group_rule': {'security_group_id': 'b3f4d34c-512b-4501-a5ca-93c63dc8e077', 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:51:55.585013 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f7f07024-c909-4836-88f9-f241af0adf25 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:51:55.588818 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f7f07024-c909-4836-88f9-f241af0adf25 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Usage tracker for resource:security_group_rule and tenant:8e3c6053377848dda8765fc0cb7ae5d7 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:51:55.591847 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-f7f07024-c909-4836-88f9-f241af0adf25 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:51:55.597154 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-f7f07024-c909-4836-88f9-f241af0adf25 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:51:55.685750 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.securitygroups_db [None req-f7f07024-c909-4836-88f9-f241af0adf25 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Project 8e3c6053377848dda8765fc0cb7ae5d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:51:55.692370 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f7f07024-c909-4836-88f9-f241af0adf25 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:55.756436 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f7f07024-c909-4836-88f9-f241af0adf25 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:55.845994 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f7f07024-c909-4836-88f9-f241af0adf25 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:55.870215 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f07024-c909-4836-88f9-f241af0adf25 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46e76ef4-29cd-4695-881f-58ffc6ad43fb,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:55.960252 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-f7f07024-c909-4836-88f9-f241af0adf25 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:55.961482 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-f7f07024-c909-4836-88f9-f241af0adf25 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3867128 Feb 03 14:51:56.133238 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-40029d45-2950-4ab8-bd2c-bf4fe95eea97 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-912283684&fields=id&tenant_id=8e3c6053377848dda8765fc0cb7ae5d7 HTTP/1.1" status: 200 len: 267 time: 0.0410795 Feb 03 14:51:56.276057 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-a5c07ea8-31b5-40b3-8143-1017f70583a7 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:56.277364 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-a5c07ea8-31b5-40b3-8143-1017f70583a7 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/networks?id=fc0e72d7-a3a9-4aef-a379-d2390d4a2a10 HTTP/1.1" status: 200 len: 808 time: 0.1380625 Feb 03 14:51:56.293502 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-115cc6b1-891a-4526-a928-bbc79a2b1f67 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/quotas/8e3c6053377848dda8765fc0cb7ae5d7 HTTP/1.1" status: 200 len: 375 time: 0.0109396 Feb 03 14:51:56.374867 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-22cabc35-67db-47ab-a957-def5533af53e tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8e3c6053377848dda8765fc0cb7ae5d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0765724 Feb 03 14:51:56.511351 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-7d2d2c5b-65b2-4b8a-9d5b-4435099f621d service neutron] 10.222.0.41 "GET /v2.0/networks/fc0e72d7-a3a9-4aef-a379-d2390d4a2a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249909 Feb 03 14:51:56.639306 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-163233c2-3562-4915-9dd6-ccc66560dffa service neutron] 10.222.0.41 "GET /v2.0/networks/fc0e72d7-a3a9-4aef-a379-d2390d4a2a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222551 Feb 03 14:51:56.913683 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-112cdf79-96b0-48ba-896e-e369389199d1 req-2ddcec3a-05a9-4ae6-95f3-14ef1a9e701e tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 210 time: 0.0408766 Feb 03 14:51:57.594829 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9c70a35e-98ff-45de-bce7-19104cc33da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:58.031706 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-34165168-df4a-4565-9c08-f662c7000910 req-d0258b69-18da-4de0-b6a0-5e7e331e9c86 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 210 time: 0.0478051 Feb 03 14:51:58.035388 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 1d6b1a72-db79-4704-b0d3-e690a3260a91 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:51:58.158354 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3550db-038b-4142-b226-5be108d783f2 None None] Sync routers for ids ['edf8d365-acc1-4006-9550-f5072261e37e'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:51:58.171536 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3550db-038b-4142-b226-5be108d783f2 None None] Routers {'edf8d365-acc1-4006-9550-f5072261e37e'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:51:58.172479 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-6c3550db-038b-4142-b226-5be108d783f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:51:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['edf8d365-acc1-4006-9550-f5072261e37e'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:51:58.229331 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 1d6b1a72-db79-4704-b0d3-e690a3260a91 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:51:58.243276 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 1d6b1a72-db79-4704-b0d3-e690a3260a91 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:51:58.243643 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:58.436686 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-6c3550db-038b-4142-b226-5be108d783f2 None None] Set router edf8d365-acc1-4006-9550-f5072261e37e gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:51:58.545582 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:58.636987 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 1d6b1a72-db79-4704-b0d3-e690a3260a91, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=1d6b1a72-db79-4704-b0d3-e690a3260a91,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:51:58.772624 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:58.862032 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=1d6b1a72-db79-4704-b0d3-e690a3260a91,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:58.883007 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-6c3550db-038b-4142-b226-5be108d783f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'name': 'tempest-TestShelveInstance-966771346-router', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '86813227-5d13-4120-94f6-9c253d72c0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:51:39Z', 'updated_at': '2022-02-03T14:51:43Z', 'revision_number': 4, 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'gw_port': {'id': '86813227-5d13-4120-94f6-9c253d72c0ab', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:40Z', 'updated_at': '2022-02-03T14:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '5f23fde5-4115-48d2-807d-5ffc51bed485', 'name': '', 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'mac_address': 'fa:16:3e:d6:9b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de8d70f2-6a5b-47a3-b004-cec9258c451e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:42Z', 'updated_at': '2022-02-03T14:51:43Z', 'revision_number': 2, 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'subnets': [{'id': 'de8d70f2-6a5b-47a3-b004-cec9258c451e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:51:58.886971 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3550db-038b-4142-b226-5be108d783f2 None None] Checking router: edf8d365-acc1-4006-9550-f5072261e37e for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:51:58.887377 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3550db-038b-4142-b226-5be108d783f2 None None] Updating router edf8d365-acc1-4006-9550-f5072261e37e port 5f23fde5-4115-48d2-807d-5ffc51bed485 binding host dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:51:58.917206 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:58.942548 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6c3550db-038b-4142-b226-5be108d783f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:59.077847 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:59.203264 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-04a3ab59-8000-4b82-9dfb-8fb1c8d1dd02 req-d2388c95-c027-47f2-a54a-7ba5be2e05e0 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 210 time: 0.0474894 Feb 03 14:51:59.312219 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6c3550db-038b-4142-b226-5be108d783f2 None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:59.323498 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-6c3550db-038b-4142-b226-5be108d783f2 None None] Transition to ACTIVE for port object 5f23fde5-4115-48d2-807d-5ffc51bed485 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:51:59.392104 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6c3550db-038b-4142-b226-5be108d783f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:59.521055 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad8d7c-4e34-4627-8882-a25c3fbcbe86 None None] Pushing event updated for resources: {'Port': ['ID=5f23fde5-4115-48d2-807d-5ffc51bed485,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:59.612557 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-6c3550db-038b-4142-b226-5be108d783f2 None None] Attempting to bind port 5f23fde5-4115-48d2-807d-5ffc51bed485 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:51:59.612938 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-6c3550db-038b-4142-b226-5be108d783f2 None None] Attempting to bind port 5f23fde5-4115-48d2-807d-5ffc51bed485 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '0202800f-1a47-4536-8f7c-6a5f788fbbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:51:59.613307 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3550db-038b-4142-b226-5be108d783f2 None None] Attempting to bind port 5f23fde5-4115-48d2-807d-5ffc51bed485 on network fc0e72d7-a3a9-4aef-a379-d2390d4a2a10 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:51:59.620220 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3550db-038b-4142-b226-5be108d783f2 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:51:59.620596 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3550db-038b-4142-b226-5be108d783f2 None None] Checking segment: {'id': '0202800f-1a47-4536-8f7c-6a5f788fbbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:51:59.621004 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6c3550db-038b-4142-b226-5be108d783f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:59.621403 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3550db-038b-4142-b226-5be108d783f2 None None] Bound using segment: {'id': '0202800f-1a47-4536-8f7c-6a5f788fbbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:51:59.621869 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-6c3550db-038b-4142-b226-5be108d783f2 None None] Bound port: 5f23fde5-4115-48d2-807d-5ffc51bed485, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0202800f-1a47-4536-8f7c-6a5f788fbbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:51:59.622262 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6c3550db-038b-4142-b226-5be108d783f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:59.712808 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-6c3550db-038b-4142-b226-5be108d783f2 None None] For port 5f23fde5-4115-48d2-807d-5ffc51bed485, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:51:59.715725 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-6c3550db-038b-4142-b226-5be108d783f2 None None] For port 5f23fde5-4115-48d2-807d-5ffc51bed485, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=5f23fde5-4115-48d2-807d-5ffc51bed485,segment=NetworkSegment(0202800f-1a47-4536-8f7c-6a5f788fbbee),segment_id=0202800f-1a47-4536-8f7c-6a5f788fbbee)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:51:59.789193 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6c3550db-038b-4142-b226-5be108d783f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:51:59.868246 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad8d7c-4e34-4627-8882-a25c3fbcbe86 None None] Pushing event updated for resources: {'Port': ['ID=5f23fde5-4115-48d2-807d-5ffc51bed485,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:59.872105 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3550db-038b-4142-b226-5be108d783f2 None None] Routers {'edf8d365-acc1-4006-9550-f5072261e37e'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:51:59.872629 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-6c3550db-038b-4142-b226-5be108d783f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:51:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['edf8d365-acc1-4006-9550-f5072261e37e'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:51:59.880855 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:52:00.092591 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 1d6b1a72-db79-4704-b0d3-e690a3260a91 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:52:00.133388 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-6c3550db-038b-4142-b226-5be108d783f2 None None] Set router edf8d365-acc1-4006-9550-f5072261e37e gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:52:00.149811 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-ebce859a-4a31-46ca-bd59-0b600e83e3c3 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:00.150490 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-ebce859a-4a31-46ca-bd59-0b600e83e3c3 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Synchronizing usage tracker for tenant:8e3c6053377848dda8765fc0cb7ae5d7 on resource:network {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:52:00.234730 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-ebce859a-4a31-46ca-bd59-0b600e83e3c3 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Unset dirty status for tenant:8e3c6053377848dda8765fc0cb7ae5d7 on resource:network {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:52:00.236685 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-ebce859a-4a31-46ca-bd59-0b600e83e3c3 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.47 "GET /v2.0/networks?id=fc0e72d7-a3a9-4aef-a379-d2390d4a2a10 HTTP/1.1" status: 200 len: 808 time: 0.3817680 Feb 03 14:52:00.301645 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-989204e0-598c-4633-aaf4-40a2f8f37365 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Synchronizing usage tracker for tenant:8e3c6053377848dda8765fc0cb7ae5d7 on resource:security_group {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:52:00.383553 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-287a14de-35a5-444b-98a6-18ff8bf43bb7 req-b619aad3-2e22-4c76-bf3b-eb4af4c744c4 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 210 time: 0.0446751 Feb 03 14:52:00.400491 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-989204e0-598c-4633-aaf4-40a2f8f37365 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Unset dirty status for tenant:8e3c6053377848dda8765fc0cb7ae5d7 on resource:security_group {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:52:00.402138 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-989204e0-598c-4633-aaf4-40a2f8f37365 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e3c6053377848dda8765fc0cb7ae5d7 HTTP/1.1" status: 200 len: 379 time: 0.1535101 Feb 03 14:52:00.415501 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-07bfb222-87eb-499f-b6bf-c15f14fd4985 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Request body: {'port': {'device_id': '68934e92-cbf3-4003-bc5d-d64ccfbf9493', 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10', 'admin_state_up': True, 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'security_groups': ['b3f4d34c-512b-4501-a5ca-93c63dc8e077']}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:52:00.445195 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 1d6b1a72-db79-4704-b0d3-e690a3260a91 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:52:00.445587 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:00.477283 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:00.556037 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-07bfb222-87eb-499f-b6bf-c15f14fd4985 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:52:00.559758 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-07bfb222-87eb-499f-b6bf-c15f14fd4985 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Usage tracker for resource:port and tenant:8e3c6053377848dda8765fc0cb7ae5d7 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:52:00.562763 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-07bfb222-87eb-499f-b6bf-c15f14fd4985 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:52:00.568488 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-07bfb222-87eb-499f-b6bf-c15f14fd4985 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:52:00.643605 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 5f23fde5-4115-48d2-807d-5ffc51bed485 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:52:00.654752 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-07bfb222-87eb-499f-b6bf-c15f14fd4985 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Made reservation on behalf of 8e3c6053377848dda8765fc0cb7ae5d7 for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:52:00.657902 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-07bfb222-87eb-499f-b6bf-c15f14fd4985 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:00.714488 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-6c3550db-038b-4142-b226-5be108d783f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'name': 'tempest-TestShelveInstance-966771346-router', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '86813227-5d13-4120-94f6-9c253d72c0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:51:39Z', 'updated_at': '2022-02-03T14:51:43Z', 'revision_number': 4, 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'gw_port': {'id': '86813227-5d13-4120-94f6-9c253d72c0ab', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:40Z', 'updated_at': '2022-02-03T14:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '5f23fde5-4115-48d2-807d-5ffc51bed485', 'name': '', 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'mac_address': 'fa:16:3e:d6:9b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de8d70f2-6a5b-47a3-b004-cec9258c451e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:42Z', 'updated_at': '2022-02-03T14:51:59Z', 'revision_number': 4, 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'subnets': [{'id': 'de8d70f2-6a5b-47a3-b004-cec9258c451e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:52:00.721063 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3550db-038b-4142-b226-5be108d783f2 None None] The sync data for ids ['edf8d365-acc1-4006-9550-f5072261e37e'] in dv-neutron-827016-1-hyperv is: [{'id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'name': 'tempest-TestShelveInstance-966771346-router', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '86813227-5d13-4120-94f6-9c253d72c0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:51:39Z', 'updated_at': '2022-02-03T14:51:43Z', 'revision_number': 4, 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'gw_port': {'id': '86813227-5d13-4120-94f6-9c253d72c0ab', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:40Z', 'updated_at': '2022-02-03T14:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '5f23fde5-4115-48d2-807d-5ffc51bed485', 'name': '', 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'mac_address': 'fa:16:3e:d6:9b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de8d70f2-6a5b-47a3-b004-cec9258c451e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:42Z', 'updated_at': '2022-02-03T14:51:59Z', 'revision_number': 4, 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'subnets': [{'id': 'de8d70f2-6a5b-47a3-b004-cec9258c451e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:52:00.788692 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 5f23fde5-4115-48d2-807d-5ffc51bed485 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:52:00.795339 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 5f23fde5-4115-48d2-807d-5ffc51bed485 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:52:00.795866 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:00.844076 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-07bfb222-87eb-499f-b6bf-c15f14fd4985 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Allocated IP 172.20.0.9 (fc0e72d7-a3a9-4aef-a379-d2390d4a2a10/de8d70f2-6a5b-47a3-b004-cec9258c451e/bbfc9d64-02a2-4c2f-893e-5b35dcb07adf) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:52:00.924230 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:00.963770 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 5f23fde5-4115-48d2-807d-5ffc51bed485, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=5f23fde5-4115-48d2-807d-5ffc51bed485,segment=NetworkSegment(0202800f-1a47-4536-8f7c-6a5f788fbbee),segment_id=0202800f-1a47-4536-8f7c-6a5f788fbbee)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:52:01.025343 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc0254d-1723-4a4c-a7a1-8d969df44598 None None] Sync routers for ids ['41130cfd-6127-4bf9-8c96-20c5fc08125c'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:52:01.037392 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc0254d-1723-4a4c-a7a1-8d969df44598 None None] Routers {'41130cfd-6127-4bf9-8c96-20c5fc08125c'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:52:01.037993 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-1bc0254d-1723-4a4c-a7a1-8d969df44598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:51:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['41130cfd-6127-4bf9-8c96-20c5fc08125c'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:52:01.044020 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:01.061559 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-07bfb222-87eb-499f-b6bf-c15f14fd4985 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:01.080757 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-07bfb222-87eb-499f-b6bf-c15f14fd4985 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Transition to ACTIVE for port object bbfc9d64-02a2-4c2f-893e-5b35dcb07adf will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:52:01.129689 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=5f23fde5-4115-48d2-807d-5ffc51bed485,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:52:01.175474 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-07bfb222-87eb-499f-b6bf-c15f14fd4985 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:01.237704 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-1bc0254d-1723-4a4c-a7a1-8d969df44598 None None] Set router 41130cfd-6127-4bf9-8c96-20c5fc08125c gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:52:01.256223 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-07bfb222-87eb-499f-b6bf-c15f14fd4985 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Network fc0e72d7-a3a9-4aef-a379-d2390d4a2a10 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:52:01.260230 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-07bfb222-87eb-499f-b6bf-c15f14fd4985 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:52:01.264989 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-07bfb222-87eb-499f-b6bf-c15f14fd4985 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:52:01.294550 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bfb222-87eb-499f-b6bf-c15f14fd4985 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Pushing event updated for resources: {'Port': ['ID=bbfc9d64-02a2-4c2f-893e-5b35dcb07adf,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:52:01.330449 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-07bfb222-87eb-499f-b6bf-c15f14fd4985 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:01.331132 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-07bfb222-87eb-499f-b6bf-c15f14fd4985 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:01.484286 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-07bfb222-87eb-499f-b6bf-c15f14fd4985 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0773737 Feb 03 14:52:01.496893 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-13ec7d40-8e60-4c4d-99e6-71f7581d72c2 service neutron] Request body: {'port': {'device_id': '68934e92-cbf3-4003-bc5d-d64ccfbf9493', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:52:01.597684 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1842006-534e-43e0-b7f4-2ad25cb68606 req-6e27f9de-96a3-476b-bc9b-e93eb04509b8 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:01.599419 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b1842006-534e-43e0-b7f4-2ad25cb68606 req-6e27f9de-96a3-476b-bc9b-e93eb04509b8 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 931 time: 0.0847325 Feb 03 14:52:01.602778 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-1bc0254d-1723-4a4c-a7a1-8d969df44598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41130cfd-6127-4bf9-8c96-20c5fc08125c', 'name': 'tempest-TestShelveInstance-227915164-router', 'tenant_id': 'edbaf460c823428f8baebd07d9abab82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.158'}], 'enable_snat': True}, 'gw_port_id': '1d6b1a72-db79-4704-b0d3-e690a3260a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:51:47Z', 'updated_at': '2022-02-03T14:51:51Z', 'revision_number': 4, 'project_id': 'edbaf460c823428f8baebd07d9abab82', 'gw_port': {'id': '1d6b1a72-db79-4704-b0d3-e690a3260a91', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41130cfd-6127-4bf9-8c96-20c5fc08125c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:48Z', 'updated_at': '2022-02-03T14:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '32ed4ce3-cc02-4e80-b50e-05184b6c0111', 'name': '', 'network_id': '190dc437-5d6b-4f93-9f0c-95ad988f4267', 'tenant_id': 'edbaf460c823428f8baebd07d9abab82', 'mac_address': 'fa:16:3e:37:b7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41130cfd-6127-4bf9-8c96-20c5fc08125c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efb54dcb-b782-48ae-8c6f-e89578451ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:50Z', 'updated_at': '2022-02-03T14:51:51Z', 'revision_number': 2, 'project_id': 'edbaf460c823428f8baebd07d9abab82', 'subnets': [{'id': 'efb54dcb-b782-48ae-8c6f-e89578451ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:52:01.606705 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc0254d-1723-4a4c-a7a1-8d969df44598 None None] Checking router: 41130cfd-6127-4bf9-8c96-20c5fc08125c for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:52:01.607292 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc0254d-1723-4a4c-a7a1-8d969df44598 None None] Updating router 41130cfd-6127-4bf9-8c96-20c5fc08125c port 32ed4ce3-cc02-4e80-b50e-05184b6c0111 binding host dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 14:52:01.609431 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-965e63c3-c9f8-401b-8a82-65360a4efa03 None None] Provisioning for port bbfc9d64-02a2-4c2f-893e-5b35dcb07adf completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:52:01.613328 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-13ec7d40-8e60-4c4d-99e6-71f7581d72c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:01.615264 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-965e63c3-c9f8-401b-8a82-65360a4efa03 None None] Provisioning complete for port bbfc9d64-02a2-4c2f-893e-5b35dcb07adf triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:52:01.615756 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-965e63c3-c9f8-401b-8a82-65360a4efa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:01.656342 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b1842006-534e-43e0-b7f4-2ad25cb68606 req-13aeaf29-b88b-4f40-94ad-aa7d7a18acae tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492508 Feb 03 14:52:01.672035 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-1bc0254d-1723-4a4c-a7a1-8d969df44598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:01.691294 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-965e63c3-c9f8-401b-8a82-65360a4efa03 None None] Port bbfc9d64-02a2-4c2f-893e-5b35dcb07adf cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:52:01.962257 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-13ec7d40-8e60-4c4d-99e6-71f7581d72c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbfc9d64-02a2-4c2f-893e-5b35dcb07adf {{(pid=84181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:52:01.969943 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-13ec7d40-8e60-4c4d-99e6-71f7581d72c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:01.985542 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-13ec7d40-8e60-4c4d-99e6-71f7581d72c2 service neutron] Transition to ACTIVE for port object bbfc9d64-02a2-4c2f-893e-5b35dcb07adf will not be triggered until provisioned by entity L2. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:52:02.009330 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-1bc0254d-1723-4a4c-a7a1-8d969df44598 None None] Notify callbacks [] for port, precommit_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:02.010844 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 5f23fde5-4115-48d2-807d-5ffc51bed485 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:52:02.021012 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.provisioning_blocks [None req-1bc0254d-1723-4a4c-a7a1-8d969df44598 None None] Transition to ACTIVE for port object 32ed4ce3-cc02-4e80-b50e-05184b6c0111 will not be triggered until provisioned by entity L2. {{(pid=84184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:52:02.055658 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-13ec7d40-8e60-4c4d-99e6-71f7581d72c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:02.077070 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 5f23fde5-4115-48d2-807d-5ffc51bed485 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:52:02.077454 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:02.086051 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-1bc0254d-1723-4a4c-a7a1-8d969df44598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:02.156021 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454cbe-f7a8-414a-81fb-e35aeff391c6 None None] Pushing event updated for resources: {'Port': ['ID=32ed4ce3-cc02-4e80-b50e-05184b6c0111,revision_number=3']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:52:02.180458 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec7d40-8e60-4c4d-99e6-71f7581d72c2 service neutron] Pushing event updated for resources: {'Port': ['ID=bbfc9d64-02a2-4c2f-893e-5b35dcb07adf,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:52:02.311011 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-13ec7d40-8e60-4c4d-99e6-71f7581d72c2 service neutron] Attempting to bind port bbfc9d64-02a2-4c2f-893e-5b35dcb07adf on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:52:02.311643 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-13ec7d40-8e60-4c4d-99e6-71f7581d72c2 service neutron] Attempting to bind port bbfc9d64-02a2-4c2f-893e-5b35dcb07adf by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '0202800f-1a47-4536-8f7c-6a5f788fbbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:52:02.312128 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-13ec7d40-8e60-4c4d-99e6-71f7581d72c2 service neutron] Attempting to bind port bbfc9d64-02a2-4c2f-893e-5b35dcb07adf on network fc0e72d7-a3a9-4aef-a379-d2390d4a2a10 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:52:02.319139 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-13ec7d40-8e60-4c4d-99e6-71f7581d72c2 service neutron] Port bbfc9d64-02a2-4c2f-893e-5b35dcb07adf on network fc0e72d7-a3a9-4aef-a379-d2390d4a2a10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 14:52:02.319471 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-13ec7d40-8e60-4c4d-99e6-71f7581d72c2 service neutron] Attempting to bind port bbfc9d64-02a2-4c2f-893e-5b35dcb07adf on network fc0e72d7-a3a9-4aef-a379-d2390d4a2a10 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:52:02.327486 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-13ec7d40-8e60-4c4d-99e6-71f7581d72c2 service neutron] Checking agent: {'id': '8cce4e55-f72c-4604-b6eb-27dc2f3f162a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'started_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:52:02.327833 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-13ec7d40-8e60-4c4d-99e6-71f7581d72c2 service neutron] Checking segment: {'id': '0202800f-1a47-4536-8f7c-6a5f788fbbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:52:02.328216 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-13ec7d40-8e60-4c4d-99e6-71f7581d72c2 service neutron] Bound using segment: {'id': '0202800f-1a47-4536-8f7c-6a5f788fbbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10'} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:52:02.328640 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-13ec7d40-8e60-4c4d-99e6-71f7581d72c2 service neutron] Bound port: bbfc9d64-02a2-4c2f-893e-5b35dcb07adf, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0202800f-1a47-4536-8f7c-6a5f788fbbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10'}}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:52:02.328980 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-13ec7d40-8e60-4c4d-99e6-71f7581d72c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:02.366789 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-1bc0254d-1723-4a4c-a7a1-8d969df44598 None None] Attempting to bind port 32ed4ce3-cc02-4e80-b50e-05184b6c0111 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:52:02.367957 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-1bc0254d-1723-4a4c-a7a1-8d969df44598 None None] Attempting to bind port 32ed4ce3-cc02-4e80-b50e-05184b6c0111 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': 'de299b2a-3e00-4385-bc80-0b6c5553b71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '190dc437-5d6b-4f93-9f0c-95ad988f4267'}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:52:02.368485 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc0254d-1723-4a4c-a7a1-8d969df44598 None None] Attempting to bind port 32ed4ce3-cc02-4e80-b50e-05184b6c0111 on network 190dc437-5d6b-4f93-9f0c-95ad988f4267 {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:52:02.382641 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc0254d-1723-4a4c-a7a1-8d969df44598 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:52:02.383890 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc0254d-1723-4a4c-a7a1-8d969df44598 None None] Checking segment: {'id': 'de299b2a-3e00-4385-bc80-0b6c5553b71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '190dc437-5d6b-4f93-9f0c-95ad988f4267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:52:02.384461 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-1bc0254d-1723-4a4c-a7a1-8d969df44598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:02.385010 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc0254d-1723-4a4c-a7a1-8d969df44598 None None] Bound using segment: {'id': 'de299b2a-3e00-4385-bc80-0b6c5553b71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '190dc437-5d6b-4f93-9f0c-95ad988f4267'} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:52:02.385739 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-1bc0254d-1723-4a4c-a7a1-8d969df44598 None None] Bound port: 32ed4ce3-cc02-4e80-b50e-05184b6c0111, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de299b2a-3e00-4385-bc80-0b6c5553b71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '190dc437-5d6b-4f93-9f0c-95ad988f4267'}}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:52:02.386957 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-1bc0254d-1723-4a4c-a7a1-8d969df44598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:02.438665 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-13ec7d40-8e60-4c4d-99e6-71f7581d72c2 service neutron] For port bbfc9d64-02a2-4c2f-893e-5b35dcb07adf, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:52:02.442537 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-13ec7d40-8e60-4c4d-99e6-71f7581d72c2 service neutron] For port bbfc9d64-02a2-4c2f-893e-5b35dcb07adf, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=bbfc9d64-02a2-4c2f-893e-5b35dcb07adf,segment=NetworkSegment(0202800f-1a47-4536-8f7c-6a5f788fbbee),segment_id=0202800f-1a47-4536-8f7c-6a5f788fbbee)] {{(pid=84181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:52:02.487370 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-1bc0254d-1723-4a4c-a7a1-8d969df44598 None None] For port 32ed4ce3-cc02-4e80-b50e-05184b6c0111, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:52:02.490258 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-1bc0254d-1723-4a4c-a7a1-8d969df44598 None None] For port 32ed4ce3-cc02-4e80-b50e-05184b6c0111, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=32ed4ce3-cc02-4e80-b50e-05184b6c0111,segment=NetworkSegment(de299b2a-3e00-4385-bc80-0b6c5553b71e),segment_id=de299b2a-3e00-4385-bc80-0b6c5553b71e)] {{(pid=84184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:52:02.523853 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-13ec7d40-8e60-4c4d-99e6-71f7581d72c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:02.585548 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-13ec7d40-8e60-4c4d-99e6-71f7581d72c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:02.586925 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-13ec7d40-8e60-4c4d-99e6-71f7581d72c2 service neutron] 10.222.0.47 "PUT /v2.0/ports/bbfc9d64-02a2-4c2f-893e-5b35dcb07adf HTTP/1.1" status: 200 len: 1093 time: 1.0955791 Feb 03 14:52:02.587382 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68934e92-cbf3-4003-bc5d-d64ccfbf9493', 'tag': 'bbfc9d64-02a2-4c2f-893e-5b35dcb07adf'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:52:02.607788 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec7d40-8e60-4c4d-99e6-71f7581d72c2 service neutron] Pushing event updated for resources: {'Port': ['ID=bbfc9d64-02a2-4c2f-893e-5b35dcb07adf,revision_number=3']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:52:02.632622 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-1bc0254d-1723-4a4c-a7a1-8d969df44598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:02.652493 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68934e92-cbf3-4003-bc5d-d64ccfbf9493', 'tag': 'bbfc9d64-02a2-4c2f-893e-5b35dcb07adf', 'status': 'completed', 'code': 200} Feb 03 14:52:02.716622 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454cbe-f7a8-414a-81fb-e35aeff391c6 None None] Pushing event updated for resources: {'Port': ['ID=32ed4ce3-cc02-4e80-b50e-05184b6c0111,revision_number=4']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:52:02.723242 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc0254d-1723-4a4c-a7a1-8d969df44598 None None] Routers {'41130cfd-6127-4bf9-8c96-20c5fc08125c'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:52:02.723852 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-1bc0254d-1723-4a4c-a7a1-8d969df44598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:51:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['41130cfd-6127-4bf9-8c96-20c5fc08125c'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:52:02.766828 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-22f8a295-3d39-4462-ae33-d997c34c9024 req-331d50b8-a3fb-4ea3-b40c-16bd1d72b003 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e3c6053377848dda8765fc0cb7ae5d7&device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 1096 time: 0.0936365 Feb 03 14:52:02.900918 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c4648-93d9-4bbd-b99f-60e4c45bdfea req-546d516d-48e0-43d2-adae-f390f0ff4b60 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:02.903546 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-489c4648-93d9-4bbd-b99f-60e4c45bdfea req-546d516d-48e0-43d2-adae-f390f0ff4b60 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 943 time: 0.0873086 Feb 03 14:52:02.956906 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-489c4648-93d9-4bbd-b99f-60e4c45bdfea req-b78e0aea-371b-493a-b8da-6b0e6fccd652 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448387 Feb 03 14:52:02.970317 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-1bc0254d-1723-4a4c-a7a1-8d969df44598 None None] Set router 41130cfd-6127-4bf9-8c96-20c5fc08125c gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:52:03.043934 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8a295-3d39-4462-ae33-d997c34c9024 req-f78ba228-311f-4e19-9de2-4443cbf8c2c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:03.045375 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-22f8a295-3d39-4462-ae33-d997c34c9024 req-f78ba228-311f-4e19-9de2-4443cbf8c2c8 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=8e3c6053377848dda8765fc0cb7ae5d7&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2711422 Feb 03 14:52:03.187787 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8a295-3d39-4462-ae33-d997c34c9024 req-7adb98df-d59f-422e-bd4a-d54f721652d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:03.189312 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-22f8a295-3d39-4462-ae33-d997c34c9024 req-7adb98df-d59f-422e-bd4a-d54f721652d4 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1380506 Feb 03 14:52:03.287677 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-1bc0254d-1723-4a4c-a7a1-8d969df44598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41130cfd-6127-4bf9-8c96-20c5fc08125c', 'name': 'tempest-TestShelveInstance-227915164-router', 'tenant_id': 'edbaf460c823428f8baebd07d9abab82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.158'}], 'enable_snat': True}, 'gw_port_id': '1d6b1a72-db79-4704-b0d3-e690a3260a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:51:47Z', 'updated_at': '2022-02-03T14:51:51Z', 'revision_number': 4, 'project_id': 'edbaf460c823428f8baebd07d9abab82', 'gw_port': {'id': '1d6b1a72-db79-4704-b0d3-e690a3260a91', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41130cfd-6127-4bf9-8c96-20c5fc08125c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:48Z', 'updated_at': '2022-02-03T14:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '32ed4ce3-cc02-4e80-b50e-05184b6c0111', 'name': '', 'network_id': '190dc437-5d6b-4f93-9f0c-95ad988f4267', 'tenant_id': 'edbaf460c823428f8baebd07d9abab82', 'mac_address': 'fa:16:3e:37:b7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41130cfd-6127-4bf9-8c96-20c5fc08125c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efb54dcb-b782-48ae-8c6f-e89578451ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:50Z', 'updated_at': '2022-02-03T14:52:02Z', 'revision_number': 4, 'project_id': 'edbaf460c823428f8baebd07d9abab82', 'subnets': [{'id': 'efb54dcb-b782-48ae-8c6f-e89578451ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:52:03.292113 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc0254d-1723-4a4c-a7a1-8d969df44598 None None] The sync data for ids ['41130cfd-6127-4bf9-8c96-20c5fc08125c'] in dv-neutron-827016-1-hyperv is: [{'id': '41130cfd-6127-4bf9-8c96-20c5fc08125c', 'name': 'tempest-TestShelveInstance-227915164-router', 'tenant_id': 'edbaf460c823428f8baebd07d9abab82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.158'}], 'enable_snat': True}, 'gw_port_id': '1d6b1a72-db79-4704-b0d3-e690a3260a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:51:47Z', 'updated_at': '2022-02-03T14:51:51Z', 'revision_number': 4, 'project_id': 'edbaf460c823428f8baebd07d9abab82', 'gw_port': {'id': '1d6b1a72-db79-4704-b0d3-e690a3260a91', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41130cfd-6127-4bf9-8c96-20c5fc08125c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:48Z', 'updated_at': '2022-02-03T14:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '32ed4ce3-cc02-4e80-b50e-05184b6c0111', 'name': '', 'network_id': '190dc437-5d6b-4f93-9f0c-95ad988f4267', 'tenant_id': 'edbaf460c823428f8baebd07d9abab82', 'mac_address': 'fa:16:3e:37:b7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41130cfd-6127-4bf9-8c96-20c5fc08125c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efb54dcb-b782-48ae-8c6f-e89578451ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:50Z', 'updated_at': '2022-02-03T14:52:02Z', 'revision_number': 4, 'project_id': 'edbaf460c823428f8baebd07d9abab82', 'subnets': [{'id': 'efb54dcb-b782-48ae-8c6f-e89578451ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:52:03.296665 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-783d0c88-f34f-48b5-a1d1-5e6f6057dd98 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e3c6053377848dda8765fc0cb7ae5d7&device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 1096 time: 0.0726616 Feb 03 14:52:03.387453 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-61ba3e24-0654-4f26-b71e-a30150bd5f90 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbfc9d64-02a2-4c2f-893e-5b35dcb07adf HTTP/1.1" status: 200 len: 217 time: 0.0844371 Feb 03 14:52:03.456549 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-84dcbe95-93fb-4c7f-bd1e-8b08b71212ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:03.457992 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-84dcbe95-93fb-4c7f-bd1e-8b08b71212ef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de8d70f2-6a5b-47a3-b004-cec9258c451e HTTP/1.1" status: 200 len: 847 time: 0.0654798 Feb 03 14:52:03.534979 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-6e7a5ba6-964d-4d90-bb2a-3da483d1e603 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fc0e72d7-a3a9-4aef-a379-d2390d4a2a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708225 Feb 03 14:52:03.671275 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-6143d370-e201-4606-b26d-aebd48565c51 service neutron] 10.222.0.47 "GET /v2.0/networks/fc0e72d7-a3a9-4aef-a379-d2390d4a2a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298099 Feb 03 14:52:03.808106 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-25bfec49-b08b-4971-af05-ab512e7f91cc req-66cd9a2a-cac9-4c65-8775-008f2593c592 service neutron] 10.222.0.47 "GET /v2.0/networks/fc0e72d7-a3a9-4aef-a379-d2390d4a2a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315594 Feb 03 14:52:04.027438 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 32ed4ce3-cc02-4e80-b50e-05184b6c0111 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:52:04.152215 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 32ed4ce3-cc02-4e80-b50e-05184b6c0111 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:52:04.157477 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 32ed4ce3-cc02-4e80-b50e-05184b6c0111 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:52:04.157860 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:04.177462 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ada1e-ef19-4077-a8b2-220f58f8696b req-84da718d-7852-43b5-b8db-ab4e486ceb9b tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:04.178922 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a82ada1e-ef19-4077-a8b2-220f58f8696b req-84da718d-7852-43b5-b8db-ab4e486ceb9b tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 943 time: 0.0830097 Feb 03 14:52:04.228062 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a82ada1e-ef19-4077-a8b2-220f58f8696b req-13efdbbc-588b-47b8-b5fc-5e9bd9d60de2 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434906 Feb 03 14:52:04.270793 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:04.301363 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 32ed4ce3-cc02-4e80-b50e-05184b6c0111, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=32ed4ce3-cc02-4e80-b50e-05184b6c0111,segment=NetworkSegment(de299b2a-3e00-4385-bc80-0b6c5553b71e),segment_id=de299b2a-3e00-4385-bc80-0b6c5553b71e)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:52:04.400527 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:04.470273 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=32ed4ce3-cc02-4e80-b50e-05184b6c0111,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:52:05.424382 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015ffeb-8433-4dd2-8e6a-892e911b0a5b req-fbd7d406-2243-4367-8abf-cd22642a39c9 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:05.425825 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c015ffeb-8433-4dd2-8e6a-892e911b0a5b req-fbd7d406-2243-4367-8abf-cd22642a39c9 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 943 time: 0.0773096 Feb 03 14:52:05.470706 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c015ffeb-8433-4dd2-8e6a-892e911b0a5b req-905788bb-7d55-49b0-9611-43ff9a5cc797 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393836 Feb 03 14:52:06.010727 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 32ed4ce3-cc02-4e80-b50e-05184b6c0111 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:52:06.077562 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 32ed4ce3-cc02-4e80-b50e-05184b6c0111 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:52:06.077925 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:06.668906 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189be25a-c490-4929-93ae-04521dc31819 req-5b6b4ae3-2169-42c5-a621-083ae6d9158c tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:06.670315 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-189be25a-c490-4929-93ae-04521dc31819 req-5b6b4ae3-2169-42c5-a621-083ae6d9158c tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 943 time: 0.0781713 Feb 03 14:52:06.714468 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-189be25a-c490-4929-93ae-04521dc31819 req-8deb07f5-d219-4ee2-8204-cea1738defa5 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387697 Feb 03 14:52:07.825357 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device bbfc9d64-02a2-4c2f-893e-5b35dcb07adf details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:52:07.904681 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347209f-63c0-49c6-8ee0-f0e4d8e47189 req-ce97c067-8306-4286-80bf-e2b1e72508c5 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:07.906114 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b347209f-63c0-49c6-8ee0-f0e4d8e47189 req-ce97c067-8306-4286-80bf-e2b1e72508c5 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 943 time: 0.0750015 Feb 03 14:52:07.953046 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b347209f-63c0-49c6-8ee0-f0e4d8e47189 req-dcdcb24f-f4ae-47d9-8a24-5dc633456428 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414970 Feb 03 14:52:07.958964 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port bbfc9d64-02a2-4c2f-893e-5b35dcb07adf, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=bbfc9d64-02a2-4c2f-893e-5b35dcb07adf,segment=NetworkSegment(0202800f-1a47-4536-8f7c-6a5f788fbbee),segment_id=0202800f-1a47-4536-8f7c-6a5f788fbbee)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:52:07.972687 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': 'bbfc9d64-02a2-4c2f-893e-5b35dcb07adf', 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10', 'port_id': 'bbfc9d64-02a2-4c2f-893e-5b35dcb07adf', 'mac_address': 'fa:16:3e:40:96:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de8d70f2-6a5b-47a3-b004-cec9258c451e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:52:08.024907 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:08.041677 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbfc9d64-02a2-4c2f-893e-5b35dcb07adf {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:52:08.056369 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port bbfc9d64-02a2-4c2f-893e-5b35dcb07adf, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=bbfc9d64-02a2-4c2f-893e-5b35dcb07adf,segment=NetworkSegment(0202800f-1a47-4536-8f7c-6a5f788fbbee),segment_id=0202800f-1a47-4536-8f7c-6a5f788fbbee)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:52:08.117561 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:08.184025 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=bbfc9d64-02a2-4c2f-893e-5b35dcb07adf,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:52:08.446910 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['bbfc9d64-02a2-4c2f-893e-5b35dcb07adf'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:52:09.157421 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587321b-688d-4b83-91b4-6dfd548c7859 req-4c4ba271-d13f-404c-95c8-e68cb1d2a595 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:09.158841 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4587321b-688d-4b83-91b4-6dfd548c7859 req-4c4ba271-d13f-404c-95c8-e68cb1d2a595 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 944 time: 0.0859311 Feb 03 14:52:09.203191 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4587321b-688d-4b83-91b4-6dfd548c7859 req-d13b1c70-ec1f-4946-9cf2-d85096af5eb1 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388782 Feb 03 14:52:09.826388 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device bbfc9d64-02a2-4c2f-893e-5b35dcb07adf up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:52:09.994237 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning for port bbfc9d64-02a2-4c2f-893e-5b35dcb07adf completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:52:09.999179 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port bbfc9d64-02a2-4c2f-893e-5b35dcb07adf triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:52:09.999557 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:10.109326 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:10.135581 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68934e92-cbf3-4003-bc5d-d64ccfbf9493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbfc9d64-02a2-4c2f-893e-5b35dcb07adf'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:52:10.144755 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port bbfc9d64-02a2-4c2f-893e-5b35dcb07adf, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=bbfc9d64-02a2-4c2f-893e-5b35dcb07adf,segment=NetworkSegment(0202800f-1a47-4536-8f7c-6a5f788fbbee),segment_id=0202800f-1a47-4536-8f7c-6a5f788fbbee)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:52:10.254865 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:10.289956 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68934e92-cbf3-4003-bc5d-d64ccfbf9493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbfc9d64-02a2-4c2f-893e-5b35dcb07adf', 'code': 200} Feb 03 14:52:10.326531 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=bbfc9d64-02a2-4c2f-893e-5b35dcb07adf,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:52:10.398618 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac58fc-e17d-439f-8317-cd0afba2f3c0 req-1d0f3a44-c0d4-4366-b210-30fd44df0a56 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:10.400094 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7bac58fc-e17d-439f-8317-cd0afba2f3c0 req-1d0f3a44-c0d4-4366-b210-30fd44df0a56 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 945 time: 0.0771918 Feb 03 14:52:10.449209 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7bac58fc-e17d-439f-8317-cd0afba2f3c0 req-42ab1f8e-36bd-4a3a-8444-2a094017a780 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431771 Feb 03 14:52:10.630213 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-fd782eb3-8261-4ce9-8fe7-4eae683bd66e req-2ea0dad9-094b-42de-a37c-c60cd9e630ca service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 1098 time: 0.0710924 Feb 03 14:52:10.673618 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-fd782eb3-8261-4ce9-8fe7-4eae683bd66e req-2aa072b9-f323-47a0-a64a-eb688972e222 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372295 Feb 03 14:52:11.642402 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ae96f-6f51-4f88-9f05-5671400413dd req-9de3752e-f01a-4260-b3cc-a70c689c4155 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:11.643821 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b36ae96f-6f51-4f88-9f05-5671400413dd req-9de3752e-f01a-4260-b3cc-a70c689c4155 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 945 time: 0.0753293 Feb 03 14:52:11.689428 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b36ae96f-6f51-4f88-9f05-5671400413dd req-db3b4e8d-4263-453f-b21a-72b8c3214a2a tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394101 Feb 03 14:52:12.888383 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb4165-0f24-40e8-9c56-9ab12af061e6 req-7688c046-8fc3-4878-bb3b-fc2828bc7b6b tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:12.889834 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-80eb4165-0f24-40e8-9c56-9ab12af061e6 req-7688c046-8fc3-4878-bb3b-fc2828bc7b6b tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 945 time: 0.0789616 Feb 03 14:52:13.017538 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-80eb4165-0f24-40e8-9c56-9ab12af061e6 req-155effb8-b9f7-4a08-94fa-7693a52376fc tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221118 Feb 03 14:52:13.211830 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea948a3-c8d1-4fa6-adf9-3e73fb3a1d8e req-3a497044-bf5b-4f8d-818a-ad59a5776cb5 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:13.213230 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1ea948a3-c8d1-4fa6-adf9-3e73fb3a1d8e req-3a497044-bf5b-4f8d-818a-ad59a5776cb5 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 945 time: 0.0758474 Feb 03 14:52:13.255902 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1ea948a3-c8d1-4fa6-adf9-3e73fb3a1d8e req-86e53961-e4e2-4978-97f4-01086fb5153b tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370340 Feb 03 14:52:13.283332 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 39998) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:52:13.472020 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-5ee9507a-4433-4554-a227-b7b7bf9d85a9 tempest-TestShelveInstance-1829362691 tempest-TestShelveInstance-1829362691-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 1093 time: 0.1874721 Feb 03 14:52:13.474749 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 40004) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:52:13.479725 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-c559a295-9b7c-4d03-9d11-46348503e80f tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Request body: {'floatingip': {'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'port_id': 'bbfc9d64-02a2-4c2f-893e-5b35dcb07adf', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:52:13.485034 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-c559a295-9b7c-4d03-9d11-46348503e80f tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:52:13.488813 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-c559a295-9b7c-4d03-9d11-46348503e80f tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Usage tracker for resource:floatingip and tenant:8e3c6053377848dda8765fc0cb7ae5d7 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:52:13.491583 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-c559a295-9b7c-4d03-9d11-46348503e80f tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:52:13.497659 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-c559a295-9b7c-4d03-9d11-46348503e80f tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:52:13.571781 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c559a295-9b7c-4d03-9d11-46348503e80f tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for floatingip, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:13.705695 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c559a295-9b7c-4d03-9d11-46348503e80f tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:13.841212 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-c559a295-9b7c-4d03-9d11-46348503e80f tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Allocated IP 172.26.3.112 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/894df3d5-0d0e-4ac0-96d7-f3d56ad56d3e) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:52:13.984859 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c559a295-9b7c-4d03-9d11-46348503e80f tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:14.071923 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c559a295-9b7c-4d03-9d11-46348503e80f tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:14.136095 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c559a295-9b7c-4d03-9d11-46348503e80f tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:52:14.138957 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-c559a295-9b7c-4d03-9d11-46348503e80f tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:52:14.141606 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c559a295-9b7c-4d03-9d11-46348503e80f tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:52:14.176399 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559a295-9b7c-4d03-9d11-46348503e80f tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Pushing event updated for resources: {'Port': ['ID=894df3d5-0d0e-4ac0-96d7-f3d56ad56d3e,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:52:14.643441 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c559a295-9b7c-4d03-9d11-46348503e80f tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:14.761481 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c559a295-9b7c-4d03-9d11-46348503e80f tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:14.958397 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c559a295-9b7c-4d03-9d11-46348503e80f tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:15.048465 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c559a295-9b7c-4d03-9d11-46348503e80f tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:15.238492 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559a295-9b7c-4d03-9d11-46348503e80f tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Pushing event updated for resources: {'Port': ['ID=894df3d5-0d0e-4ac0-96d7-f3d56ad56d3e,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:52:15.256036 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c559a295-9b7c-4d03-9d11-46348503e80f tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:15.440739 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.l3_db [None req-c559a295-9b7c-4d03-9d11-46348503e80f tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Floating IP a4a57f40-dff2-466d-b349-34989d9e6395 associated. External IP: 172.26.3.112, port: bbfc9d64-02a2-4c2f-893e-5b35dcb07adf. Feb 03 14:52:15.825196 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c559a295-9b7c-4d03-9d11-46348503e80f tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Router edf8d365-acc1-4006-9550-f5072261e37e has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:52:16.025910 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c559a295-9b7c-4d03-9d11-46348503e80f tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:52:16.035705 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01828852-81a3-4ec7-a9c1-b7dd066f98ce None None] Sync routers for ids ['edf8d365-acc1-4006-9550-f5072261e37e'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:52:16.047795 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01828852-81a3-4ec7-a9c1-b7dd066f98ce None None] Routers {'edf8d365-acc1-4006-9550-f5072261e37e'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:52:16.048391 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-01828852-81a3-4ec7-a9c1-b7dd066f98ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:51:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['edf8d365-acc1-4006-9550-f5072261e37e'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:52:16.117644 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c559a295-9b7c-4d03-9d11-46348503e80f tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:16.170341 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c559a295-9b7c-4d03-9d11-46348503e80f tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6945393 Feb 03 14:52:16.170996 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68934e92-cbf3-4003-bc5d-d64ccfbf9493', 'tag': 'bbfc9d64-02a2-4c2f-893e-5b35dcb07adf'}] {{(pid=84182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:52:16.225336 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-01828852-81a3-4ec7-a9c1-b7dd066f98ce None None] Set router edf8d365-acc1-4006-9550-f5072261e37e gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:52:16.301414 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68934e92-cbf3-4003-bc5d-d64ccfbf9493', 'tag': 'bbfc9d64-02a2-4c2f-893e-5b35dcb07adf', 'status': 'completed', 'code': 200} Feb 03 14:52:16.390228 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6af03d13-d2ac-4416-bcfb-9fe81b012995 req-4ad14e03-8013-43e8-8a89-a9ede8569e8c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e3c6053377848dda8765fc0cb7ae5d7&device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 1098 time: 0.0681903 Feb 03 14:52:16.519589 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af03d13-d2ac-4416-bcfb-9fe81b012995 req-c83ec694-7904-4ece-aae9-554db06ce23a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:16.521029 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6af03d13-d2ac-4416-bcfb-9fe81b012995 req-c83ec694-7904-4ece-aae9-554db06ce23a service neutron] 10.222.0.47 "GET /v2.0/networks?id=fc0e72d7-a3a9-4aef-a379-d2390d4a2a10 HTTP/1.1" status: 200 len: 908 time: 0.1250818 Feb 03 14:52:16.563541 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-01828852-81a3-4ec7-a9c1-b7dd066f98ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'name': 'tempest-TestShelveInstance-966771346-router', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '86813227-5d13-4120-94f6-9c253d72c0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:51:39Z', 'updated_at': '2022-02-03T14:51:43Z', 'revision_number': 4, 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'gw_port': {'id': '86813227-5d13-4120-94f6-9c253d72c0ab', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:40Z', 'updated_at': '2022-02-03T14:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'a4a57f40-dff2-466d-b349-34989d9e6395', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'floating_ip_address': '172.26.3.112', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'port_id': 'bbfc9d64-02a2-4c2f-893e-5b35dcb07adf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10', 'mac_address': 'fa:16:3e:40:96:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68934e92-cbf3-4003-bc5d-d64ccfbf9493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:52:14Z', 'updated_at': '2022-02-03T14:52:14Z', 'revision_number': 0, 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f23fde5-4115-48d2-807d-5ffc51bed485', 'name': '', 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'mac_address': 'fa:16:3e:d6:9b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de8d70f2-6a5b-47a3-b004-cec9258c451e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:42Z', 'updated_at': '2022-02-03T14:52:00Z', 'revision_number': 5, 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'subnets': [{'id': 'de8d70f2-6a5b-47a3-b004-cec9258c451e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:52:16.567398 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01828852-81a3-4ec7-a9c1-b7dd066f98ce None None] Checking router: edf8d365-acc1-4006-9550-f5072261e37e for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:52:16.578476 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01828852-81a3-4ec7-a9c1-b7dd066f98ce None None] Routers {'edf8d365-acc1-4006-9550-f5072261e37e'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:52:16.579093 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-01828852-81a3-4ec7-a9c1-b7dd066f98ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:51:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['edf8d365-acc1-4006-9550-f5072261e37e'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:52:16.622832 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6af03d13-d2ac-4416-bcfb-9fe81b012995 req-58681760-705f-481b-a383-6f28a0ffac5d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbfc9d64-02a2-4c2f-893e-5b35dcb07adf HTTP/1.1" status: 200 len: 999 time: 0.0960124 Feb 03 14:52:16.687321 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af03d13-d2ac-4416-bcfb-9fe81b012995 req-0ae7d064-3da3-40dc-870e-7814ccfa2c79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:16.688826 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6af03d13-d2ac-4416-bcfb-9fe81b012995 req-0ae7d064-3da3-40dc-870e-7814ccfa2c79 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de8d70f2-6a5b-47a3-b004-cec9258c451e HTTP/1.1" status: 200 len: 847 time: 0.0601792 Feb 03 14:52:16.754379 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-01828852-81a3-4ec7-a9c1-b7dd066f98ce None None] Set router edf8d365-acc1-4006-9550-f5072261e37e gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:52:16.762919 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6af03d13-d2ac-4416-bcfb-9fe81b012995 req-efb01753-d702-4000-8668-6a9f2278750a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fc0e72d7-a3a9-4aef-a379-d2390d4a2a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675285 Feb 03 14:52:16.899134 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6af03d13-d2ac-4416-bcfb-9fe81b012995 req-f7455290-f5ee-4890-a5d0-f6a8d1375a2b service neutron] 10.222.0.47 "GET /v2.0/networks/fc0e72d7-a3a9-4aef-a379-d2390d4a2a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288593 Feb 03 14:52:17.105652 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-01828852-81a3-4ec7-a9c1-b7dd066f98ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'name': 'tempest-TestShelveInstance-966771346-router', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '86813227-5d13-4120-94f6-9c253d72c0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:51:39Z', 'updated_at': '2022-02-03T14:51:43Z', 'revision_number': 4, 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'gw_port': {'id': '86813227-5d13-4120-94f6-9c253d72c0ab', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:40Z', 'updated_at': '2022-02-03T14:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'a4a57f40-dff2-466d-b349-34989d9e6395', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'floating_ip_address': '172.26.3.112', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'port_id': 'bbfc9d64-02a2-4c2f-893e-5b35dcb07adf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10', 'mac_address': 'fa:16:3e:40:96:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68934e92-cbf3-4003-bc5d-d64ccfbf9493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:52:14Z', 'updated_at': '2022-02-03T14:52:14Z', 'revision_number': 0, 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f23fde5-4115-48d2-807d-5ffc51bed485', 'name': '', 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'mac_address': 'fa:16:3e:d6:9b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de8d70f2-6a5b-47a3-b004-cec9258c451e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:42Z', 'updated_at': '2022-02-03T14:52:00Z', 'revision_number': 5, 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'subnets': [{'id': 'de8d70f2-6a5b-47a3-b004-cec9258c451e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:52:17.109598 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01828852-81a3-4ec7-a9c1-b7dd066f98ce None None] The sync data for ids ['edf8d365-acc1-4006-9550-f5072261e37e'] in dv-neutron-827016-1-hyperv is: [{'id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'name': 'tempest-TestShelveInstance-966771346-router', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '86813227-5d13-4120-94f6-9c253d72c0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:51:39Z', 'updated_at': '2022-02-03T14:51:43Z', 'revision_number': 4, 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'gw_port': {'id': '86813227-5d13-4120-94f6-9c253d72c0ab', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:40Z', 'updated_at': '2022-02-03T14:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': 'a4a57f40-dff2-466d-b349-34989d9e6395', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'floating_ip_address': '172.26.3.112', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'port_id': 'bbfc9d64-02a2-4c2f-893e-5b35dcb07adf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10', 'mac_address': 'fa:16:3e:40:96:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68934e92-cbf3-4003-bc5d-d64ccfbf9493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:52:14Z', 'updated_at': '2022-02-03T14:52:14Z', 'revision_number': 0, 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f23fde5-4115-48d2-807d-5ffc51bed485', 'name': '', 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'mac_address': 'fa:16:3e:d6:9b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de8d70f2-6a5b-47a3-b004-cec9258c451e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:42Z', 'updated_at': '2022-02-03T14:52:00Z', 'revision_number': 5, 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'subnets': [{'id': 'de8d70f2-6a5b-47a3-b004-cec9258c451e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:52:17.112192 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6af03d13-d2ac-4416-bcfb-9fe81b012995 req-8670b1b7-894f-40d3-8c87-88708d7ea035 service neutron] 10.222.0.47 "GET /v2.0/networks/fc0e72d7-a3a9-4aef-a379-d2390d4a2a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074621 Feb 03 14:52:18.005646 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:21.152900 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551a3594-5aec-4c9a-9faf-aaaf2b89bc44 None None] New status for floating IP a4a57f40-dff2-466d-b349-34989d9e6395: ACTIVE {{(pid=84184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:52:25.405453 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-56cc8ce6-f85a-46e4-90c1-391cc4d593c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:27.545956 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-99e6861a-75d7-410e-8f12-e7e5a1bf297c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:28.888570 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:29.033806 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:30.365759 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:36.880776 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:52:48.019952 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:51.455585 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-101445b3-8ae4-4e9d-9eda-a3d7cdf37c78 req-a5a3feb1-2dbf-41a5-962c-41a9babb2ba6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690124 Feb 03 14:52:51.587398 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-101445b3-8ae4-4e9d-9eda-a3d7cdf37c78 req-f16013c9-992f-4ba4-af82-33291bbfe740 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e3c6053377848dda8765fc0cb7ae5d7&device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 1098 time: 0.0674720 Feb 03 14:52:51.728980 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101445b3-8ae4-4e9d-9eda-a3d7cdf37c78 req-e29f5abf-8155-4b4e-9e78-4dc90ce4d20d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:51.730391 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-101445b3-8ae4-4e9d-9eda-a3d7cdf37c78 req-e29f5abf-8155-4b4e-9e78-4dc90ce4d20d service neutron] 10.222.0.47 "GET /v2.0/networks?id=fc0e72d7-a3a9-4aef-a379-d2390d4a2a10 HTTP/1.1" status: 200 len: 908 time: 0.1260171 Feb 03 14:52:51.830019 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-101445b3-8ae4-4e9d-9eda-a3d7cdf37c78 req-c6cc9a55-5ea7-4513-bccd-ec99f75540ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbfc9d64-02a2-4c2f-893e-5b35dcb07adf HTTP/1.1" status: 200 len: 1001 time: 0.0928609 Feb 03 14:52:51.889891 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101445b3-8ae4-4e9d-9eda-a3d7cdf37c78 req-8ba9b7a6-cce1-4de4-947a-aaf43075bab5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:51.891299 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-101445b3-8ae4-4e9d-9eda-a3d7cdf37c78 req-8ba9b7a6-cce1-4de4-947a-aaf43075bab5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de8d70f2-6a5b-47a3-b004-cec9258c451e HTTP/1.1" status: 200 len: 847 time: 0.0561073 Feb 03 14:52:51.966216 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-101445b3-8ae4-4e9d-9eda-a3d7cdf37c78 req-6ba91484-20f0-49e0-a8af-1fea5a2b2ee5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fc0e72d7-a3a9-4aef-a379-d2390d4a2a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696084 Feb 03 14:52:52.094552 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-101445b3-8ae4-4e9d-9eda-a3d7cdf37c78 req-7bcaad5d-5bee-420d-a838-3220b3452e33 service neutron] 10.222.0.47 "GET /v2.0/networks/fc0e72d7-a3a9-4aef-a379-d2390d4a2a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218328 Feb 03 14:52:52.220994 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-101445b3-8ae4-4e9d-9eda-a3d7cdf37c78 req-1314a559-3ef0-400a-8a63-22b83fc2de6d service neutron] 10.222.0.47 "GET /v2.0/networks/fc0e72d7-a3a9-4aef-a379-d2390d4a2a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206639 Feb 03 14:52:55.359467 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-89e8b993-53da-4d07-8bcc-15f0f6e0f764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:57.579763 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-98de7fb4-ed0b-4c1c-bfdb-cbca2d25d559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:58.999475 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:52:59.084891 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:53:00.364773 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:53:13.881464 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:53:18.033598 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:53:25.359250 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67f81bb3-bd83-40ff-829a-fc47b4d485df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:53:27.576361 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0a25009f-5eff-4a27-a191-79dcfffdfc8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:53:28.855965 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:53:29.061262 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:53:30.379330 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:53:48.064568 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:53:50.882062 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:53:51.458896 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-07c0c819-f47d-4174-9719-122f30f3e490 req-0d7561dd-74f9-421a-9740-69e67c9b65bb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0658574 Feb 03 14:53:51.597469 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-07c0c819-f47d-4174-9719-122f30f3e490 req-60529733-89d8-41bb-9464-fe032f113451 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e3c6053377848dda8765fc0cb7ae5d7&device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 1098 time: 0.0695639 Feb 03 14:53:51.737151 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0c819-f47d-4174-9719-122f30f3e490 req-0aed9e9f-b7ae-472c-b309-9dd05ccf85e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:51.738581 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-07c0c819-f47d-4174-9719-122f30f3e490 req-0aed9e9f-b7ae-472c-b309-9dd05ccf85e6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fc0e72d7-a3a9-4aef-a379-d2390d4a2a10 HTTP/1.1" status: 200 len: 908 time: 0.1236696 Feb 03 14:53:51.839626 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-07c0c819-f47d-4174-9719-122f30f3e490 req-8c577e95-be43-46f8-ad4c-4ad8a2989673 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbfc9d64-02a2-4c2f-893e-5b35dcb07adf HTTP/1.1" status: 200 len: 1001 time: 0.0943744 Feb 03 14:53:51.905379 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0c819-f47d-4174-9719-122f30f3e490 req-acc41320-7e60-4073-86d3-9cdbe228ab11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:51.907438 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-07c0c819-f47d-4174-9719-122f30f3e490 req-acc41320-7e60-4073-86d3-9cdbe228ab11 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de8d70f2-6a5b-47a3-b004-cec9258c451e HTTP/1.1" status: 200 len: 847 time: 0.0621254 Feb 03 14:53:51.978988 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-07c0c819-f47d-4174-9719-122f30f3e490 req-b9d70163-687a-4613-bf31-1dc1276eae53 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fc0e72d7-a3a9-4aef-a379-d2390d4a2a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663891 Feb 03 14:53:52.105784 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-07c0c819-f47d-4174-9719-122f30f3e490 req-2f847b8f-5cff-470a-8f84-26fe0c2581ad service neutron] 10.222.0.47 "GET /v2.0/networks/fc0e72d7-a3a9-4aef-a379-d2390d4a2a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205592 Feb 03 14:53:52.316607 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-07c0c819-f47d-4174-9719-122f30f3e490 req-231eecd8-61ee-4344-b3db-c934c0ff7585 service neutron] 10.222.0.47 "GET /v2.0/networks/fc0e72d7-a3a9-4aef-a379-d2390d4a2a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056112 Feb 03 14:53:55.364201 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a2a8c402-edfa-4661-a22f-4498cf928c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:53:57.563671 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-10415cbf-f54b-49c2-923d-c8a5e34b20d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:53:58.907239 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:53:59.087579 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:54:00.375572 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:54:18.129540 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:54:25.403467 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f79c42bd-fa82-41b4-a0d4-a9d79496bc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:54:27.606436 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-12fcf934-f538-425c-8384-7b95ef37c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:54:27.885655 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:54:28.883430 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:54:29.063528 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:54:30.386202 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:54:43.170012 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fef381-df90-4d49-8163-6985437b9d7c req-50cfaad3-42dd-491a-b7f0-37bd9abcde0b tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:43.171482 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-68fef381-df90-4d49-8163-6985437b9d7c req-50cfaad3-42dd-491a-b7f0-37bd9abcde0b tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 945 time: 0.1427393 Feb 03 14:54:43.216497 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-68fef381-df90-4d49-8163-6985437b9d7c req-889176c2-37a1-4b8f-914e-3e41cbe8d87a tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395575 Feb 03 14:54:44.420016 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2c9bd-cbed-49fe-964a-ac6f217be2d4 req-cdb40aec-77fc-4ec8-ad5e-833982dca6cc tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:44.421438 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ced2c9bd-cbed-49fe-964a-ac6f217be2d4 req-cdb40aec-77fc-4ec8-ad5e-833982dca6cc tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 945 time: 0.0757034 Feb 03 14:54:44.466721 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ced2c9bd-cbed-49fe-964a-ac6f217be2d4 req-17a082ec-8dd8-4107-8fff-eb60f54fd412 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397251 Feb 03 14:54:45.678964 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3164259-5aac-429f-9d24-7af7998ed73b req-a1658f9b-4718-4b3f-91a2-a7824870a37a tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:45.680422 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e3164259-5aac-429f-9d24-7af7998ed73b req-a1658f9b-4718-4b3f-91a2-a7824870a37a tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 945 time: 0.0785556 Feb 03 14:54:45.724701 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e3164259-5aac-429f-9d24-7af7998ed73b req-1c1ed480-1eec-4603-8594-00f17e54dceb tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388410 Feb 03 14:54:46.919284 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eabfd8-3135-4448-b02f-23e9e713f050 req-b29fab55-4842-42a0-9ed4-7165336ed941 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:46.920710 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f5eabfd8-3135-4448-b02f-23e9e713f050 req-b29fab55-4842-42a0-9ed4-7165336ed941 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 945 time: 0.0781980 Feb 03 14:54:46.968151 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f5eabfd8-3135-4448-b02f-23e9e713f050 req-2cb5e29a-8032-43c7-bfb2-ef18badb1583 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421131 Feb 03 14:54:48.038149 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:54:48.299022 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3632756-d300-4284-82e9-0ddf7b8d0c21 req-ae1cd019-46f4-4c85-af49-601c601d272a tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:48.300429 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b3632756-d300-4284-82e9-0ddf7b8d0c21 req-ae1cd019-46f4-4c85-af49-601c601d272a tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 945 time: 0.0755048 Feb 03 14:54:48.346477 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b3632756-d300-4284-82e9-0ddf7b8d0c21 req-dce6255b-7833-41b1-9671-68d54066d56a tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403571 Feb 03 14:54:49.545299 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01f8b7-9cbb-446e-b680-0760021a25b7 req-1e1c8d79-629f-4f2d-940a-4bb2705ffaa3 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:49.546719 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1c01f8b7-9cbb-446e-b680-0760021a25b7 req-1e1c8d79-629f-4f2d-940a-4bb2705ffaa3 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 945 time: 0.0783405 Feb 03 14:54:49.591837 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1c01f8b7-9cbb-446e-b680-0760021a25b7 req-7c40ed99-7c38-47ab-bfcc-2214fcbd82c9 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396433 Feb 03 14:54:50.788129 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178e589-3d2a-4376-9565-4c00eedd54b3 req-457792cf-515f-4bc6-8787-6e2e77fd4fa6 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:50.789666 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f178e589-3d2a-4376-9565-4c00eedd54b3 req-457792cf-515f-4bc6-8787-6e2e77fd4fa6 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 945 time: 0.0799496 Feb 03 14:54:50.833877 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f178e589-3d2a-4376-9565-4c00eedd54b3 req-7fa0a215-76e0-4ad3-b627-fddd58f7d69b tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383241 Feb 03 14:54:52.120544 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86f733-d5eb-490e-9cfb-7c4f0282e9fd req-3db1aa2c-9de8-4f79-9906-c2162c3ee454 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:52.122042 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bb86f733-d5eb-490e-9cfb-7c4f0282e9fd req-3db1aa2c-9de8-4f79-9906-c2162c3ee454 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 945 time: 0.1708810 Feb 03 14:54:52.166588 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bb86f733-d5eb-490e-9cfb-7c4f0282e9fd req-b9ba4215-7cee-4f9b-803d-479e297c4b40 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391932 Feb 03 14:54:53.361554 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ee6b5-42e8-4fa6-9fb3-8d7ac788ce82 req-1833d68b-6dbb-48ec-b878-5bf2ffa887ab tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:53.363023 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f44ee6b5-42e8-4fa6-9fb3-8d7ac788ce82 req-1833d68b-6dbb-48ec-b878-5bf2ffa887ab tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 945 time: 0.0762143 Feb 03 14:54:53.414505 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f44ee6b5-42e8-4fa6-9fb3-8d7ac788ce82 req-c7e149c0-dba9-4a82-9b22-bd2df73c6f19 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452719 Feb 03 14:54:53.621730 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c3146263-aa3d-4a79-8bf2-ea2debc07a23 req-3347d12a-7d40-433e-a759-896a2583d359 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e3c6053377848dda8765fc0cb7ae5d7&device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 1098 time: 0.1297734 Feb 03 14:54:53.763452 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3146263-aa3d-4a79-8bf2-ea2debc07a23 req-fb170be2-e184-44ca-ae31-d8b500520504 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:53.764796 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c3146263-aa3d-4a79-8bf2-ea2debc07a23 req-fb170be2-e184-44ca-ae31-d8b500520504 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fc0e72d7-a3a9-4aef-a379-d2390d4a2a10 HTTP/1.1" status: 200 len: 908 time: 0.1246963 Feb 03 14:54:53.862687 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c3146263-aa3d-4a79-8bf2-ea2debc07a23 req-42ca3517-dc68-4c8d-92de-895bc1fe5af6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbfc9d64-02a2-4c2f-893e-5b35dcb07adf HTTP/1.1" status: 200 len: 1001 time: 0.0909872 Feb 03 14:54:53.927033 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3146263-aa3d-4a79-8bf2-ea2debc07a23 req-f195f72d-1c9a-450b-945d-95bfd8d02d41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:53.928446 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c3146263-aa3d-4a79-8bf2-ea2debc07a23 req-f195f72d-1c9a-450b-945d-95bfd8d02d41 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de8d70f2-6a5b-47a3-b004-cec9258c451e HTTP/1.1" status: 200 len: 847 time: 0.0590811 Feb 03 14:54:53.999864 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c3146263-aa3d-4a79-8bf2-ea2debc07a23 req-5c292d94-dd5e-4ca4-80d1-374ed1c01a81 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fc0e72d7-a3a9-4aef-a379-d2390d4a2a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658088 Feb 03 14:54:54.129006 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c3146263-aa3d-4a79-8bf2-ea2debc07a23 req-9a10e0ee-6758-4299-a892-43ce20a5b386 service neutron] 10.222.0.47 "GET /v2.0/networks/fc0e72d7-a3a9-4aef-a379-d2390d4a2a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221271 Feb 03 14:54:54.261075 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-c3146263-aa3d-4a79-8bf2-ea2debc07a23 req-2757f153-ea12-4403-86c5-0581ad4f10fb service neutron] 10.222.0.47 "GET /v2.0/networks/fc0e72d7-a3a9-4aef-a379-d2390d4a2a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253500 Feb 03 14:54:54.604935 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31fcf77-62ac-4061-91f0-66bc19726007 req-78d742d5-a961-4f81-b28a-7eced39354df tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:54.606342 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c31fcf77-62ac-4061-91f0-66bc19726007 req-78d742d5-a961-4f81-b28a-7eced39354df tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 945 time: 0.0742788 Feb 03 14:54:54.650726 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c31fcf77-62ac-4061-91f0-66bc19726007 req-87cc5bcb-c652-4337-b2c3-5185d9c51d2b tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390215 Feb 03 14:54:55.363311 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fb8fcd81-c9f5-4bd2-bb1b-72b756696758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:54:55.843774 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01957415-9a3f-4728-b899-4cc1b2823c83 req-4b4cdf3b-4bd5-4330-8c65-575137573557 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:55.845206 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-01957415-9a3f-4728-b899-4cc1b2823c83 req-4b4cdf3b-4bd5-4330-8c65-575137573557 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 945 time: 0.0773151 Feb 03 14:54:55.888849 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-01957415-9a3f-4728-b899-4cc1b2823c83 req-d79578d5-3d15-4c7d-9d48-937531601272 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383308 Feb 03 14:54:56.621182 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device bbfc9d64-02a2-4c2f-893e-5b35dcb07adf details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:54:56.751425 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port bbfc9d64-02a2-4c2f-893e-5b35dcb07adf, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=bbfc9d64-02a2-4c2f-893e-5b35dcb07adf,segment=NetworkSegment(0202800f-1a47-4536-8f7c-6a5f788fbbee),segment_id=0202800f-1a47-4536-8f7c-6a5f788fbbee)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:54:56.770309 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': 'bbfc9d64-02a2-4c2f-893e-5b35dcb07adf', 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10', 'port_id': 'bbfc9d64-02a2-4c2f-893e-5b35dcb07adf', 'mac_address': 'fa:16:3e:40:96:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de8d70f2-6a5b-47a3-b004-cec9258c451e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:54:56.825786 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:54:56.842097 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bbfc9d64-02a2-4c2f-893e-5b35dcb07adf {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:54:56.856658 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port bbfc9d64-02a2-4c2f-893e-5b35dcb07adf, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=bbfc9d64-02a2-4c2f-893e-5b35dcb07adf,segment=NetworkSegment(0202800f-1a47-4536-8f7c-6a5f788fbbee),segment_id=0202800f-1a47-4536-8f7c-6a5f788fbbee)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:54:56.945770 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:54:57.012723 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=bbfc9d64-02a2-4c2f-893e-5b35dcb07adf,revision_number=6']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:54:57.021222 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:54:57.021573 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:54:57.021913 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:54:57.022252 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:54:57.022579 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:54:57.022909 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:54:57.023261 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:54:57.023589 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:54:57.023998 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:54:57.024324 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:54:57.024745 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:54:57.029433 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['bbfc9d64-02a2-4c2f-893e-5b35dcb07adf'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:54:57.091320 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bfe2d-2494-4556-82f4-945d6e7d754f req-0b363d45-b0b0-415f-b3bf-09787e5c742c tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:57.092750 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-534bfe2d-2494-4556-82f4-945d6e7d754f req-0b363d45-b0b0-415f-b3bf-09787e5c742c tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 944 time: 0.0772328 Feb 03 14:54:57.137332 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-534bfe2d-2494-4556-82f4-945d6e7d754f req-678d1e53-afdc-4bc3-9183-4cf3c4ef8090 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391440 Feb 03 14:54:57.560082 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b87dffdc-f73d-4547-818e-8692f07451d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:54:58.332336 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291ae82-a0c3-41f6-8eba-ce529071ca0c req-961fa601-c2a6-47fc-aed4-3e04553ed6e2 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:58.333672 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e291ae82-a0c3-41f6-8eba-ce529071ca0c req-961fa601-c2a6-47fc-aed4-3e04553ed6e2 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 944 time: 0.0779493 Feb 03 14:54:58.378306 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e291ae82-a0c3-41f6-8eba-ce529071ca0c req-b921bf40-0444-4782-8c5f-b10d6e3efc37 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391736 Feb 03 14:54:58.636396 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device bbfc9d64-02a2-4c2f-893e-5b35dcb07adf up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:54:58.704442 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port bbfc9d64-02a2-4c2f-893e-5b35dcb07adf triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:54:58.704810 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:54:58.825127 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:54:58.851449 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68934e92-cbf3-4003-bc5d-d64ccfbf9493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbfc9d64-02a2-4c2f-893e-5b35dcb07adf'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:54:58.861948 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port bbfc9d64-02a2-4c2f-893e-5b35dcb07adf, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=bbfc9d64-02a2-4c2f-893e-5b35dcb07adf,segment=NetworkSegment(0202800f-1a47-4536-8f7c-6a5f788fbbee),segment_id=0202800f-1a47-4536-8f7c-6a5f788fbbee)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:54:58.880726 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:54:58.957420 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:54:59.018949 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68934e92-cbf3-4003-bc5d-d64ccfbf9493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbfc9d64-02a2-4c2f-893e-5b35dcb07adf', 'code': 200} Feb 03 14:54:59.033156 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=bbfc9d64-02a2-4c2f-893e-5b35dcb07adf,revision_number=7']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:54:59.074830 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:54:59.572371 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9420d-3773-4f20-b5db-85c692052a51 req-6823f710-4388-49d5-9c10-b9fd02e7334b tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:59.573818 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-cfc9420d-3773-4f20-b5db-85c692052a51 req-6823f710-4388-49d5-9c10-b9fd02e7334b tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 945 time: 0.0753729 Feb 03 14:54:59.622375 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-cfc9420d-3773-4f20-b5db-85c692052a51 req-55c38d66-4b3d-4939-b2c7-75a05b966ebb tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426805 Feb 03 14:55:00.374673 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:55:00.814770 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff1e60-ef79-44a5-9191-38a0b39faeac req-2d6686d8-b91a-40c8-a85e-9688df18d155 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:00.816224 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c0ff1e60-ef79-44a5-9191-38a0b39faeac req-2d6686d8-b91a-40c8-a85e-9688df18d155 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 945 time: 0.0754094 Feb 03 14:55:00.863996 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c0ff1e60-ef79-44a5-9191-38a0b39faeac req-49bc2e7e-e6e3-4be9-89e2-650a46973391 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418103 Feb 03 14:55:02.085053 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3021452-1b52-4d7a-97a3-b0aa600514cb req-6962e3c0-857b-4312-a041-a6ef6977c3e3 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:02.086867 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a3021452-1b52-4d7a-97a3-b0aa600514cb req-6962e3c0-857b-4312-a041-a6ef6977c3e3 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 945 time: 0.0912685 Feb 03 14:55:02.135129 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a3021452-1b52-4d7a-97a3-b0aa600514cb req-e8371cba-d391-48c9-b7c2-8567148ba0cc tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425570 Feb 03 14:55:03.339091 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38657c-b97b-4c84-836c-a67fdfc16793 req-9551017f-9712-4b4a-81c1-5b526c5c4878 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:03.341365 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-cb38657c-b97b-4c84-836c-a67fdfc16793 req-9551017f-9712-4b4a-81c1-5b526c5c4878 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 945 time: 0.0806134 Feb 03 14:55:03.391957 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-cb38657c-b97b-4c84-836c-a67fdfc16793 req-e05f8ac9-94ab-4e09-8ecc-dabab4f54648 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442913 Feb 03 14:55:04.610707 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb19935-9bb6-4964-8277-f73391503e46 req-b298fe0d-1ff0-4049-8170-1eb1b87b0f4a tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:04.613067 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5cb19935-9bb6-4964-8277-f73391503e46 req-b298fe0d-1ff0-4049-8170-1eb1b87b0f4a tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 945 time: 0.0871751 Feb 03 14:55:04.665545 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5cb19935-9bb6-4964-8277-f73391503e46 req-e2542d47-b9bd-42a5-b8c2-accfdbe40fcc tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458224 Feb 03 14:55:04.886990 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:55:05.878431 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89282f7-f4d0-41f7-a317-2d0c33ffd310 req-eaa683c8-2f5b-4097-8a90-6bafd9fecd67 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:05.879939 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e89282f7-f4d0-41f7-a317-2d0c33ffd310 req-eaa683c8-2f5b-4097-8a90-6bafd9fecd67 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 945 time: 0.0807390 Feb 03 14:55:05.929884 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e89282f7-f4d0-41f7-a317-2d0c33ffd310 req-a7c9e774-469c-41bf-980a-4b48e8a03837 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438447 Feb 03 14:55:07.146705 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83a8f3-38a1-422b-b6f8-f6ab4fe739e3 req-fb8883f3-5c82-4b33-b8cf-f69d21075e4a tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:07.148189 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7e83a8f3-38a1-422b-b6f8-f6ab4fe739e3 req-fb8883f3-5c82-4b33-b8cf-f69d21075e4a tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 945 time: 0.0823841 Feb 03 14:55:07.196523 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7e83a8f3-38a1-422b-b6f8-f6ab4fe739e3 req-8a23111c-e6fa-469b-b04c-044bdb0e01b2 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426397 Feb 03 14:55:08.398158 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88229f4f-0d94-4b94-9dbb-7cdb5e94fecc req-43e3177e-1ad7-4038-b091-f17f6cdf89b3 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:08.400232 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-88229f4f-0d94-4b94-9dbb-7cdb5e94fecc req-43e3177e-1ad7-4038-b091-f17f6cdf89b3 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 945 time: 0.0783153 Feb 03 14:55:08.453799 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-88229f4f-0d94-4b94-9dbb-7cdb5e94fecc req-1de823e1-38f2-48b1-b3fb-18478ed3eaba tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487108 Feb 03 14:55:09.662874 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f1830-62f5-4ef4-a9e9-dd49401c2050 req-e4bee6af-4a31-4cc1-8085-8de7b331413f tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:09.669360 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6c9f1830-62f5-4ef4-a9e9-dd49401c2050 req-e4bee6af-4a31-4cc1-8085-8de7b331413f tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 945 time: 0.0896721 Feb 03 14:55:09.712715 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6c9f1830-62f5-4ef4-a9e9-dd49401c2050 req-6deb0601-c312-4c60-8a3a-23f056047bdc tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424275 Feb 03 14:55:10.921927 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ac77d-3426-472c-81e3-9400b1ca9169 req-84e80a9b-bcb0-4e36-9293-0feb0ae66d22 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:10.925771 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4f1ac77d-3426-472c-81e3-9400b1ca9169 req-84e80a9b-bcb0-4e36-9293-0feb0ae66d22 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 945 time: 0.0950594 Feb 03 14:55:10.979937 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4f1ac77d-3426-472c-81e3-9400b1ca9169 req-ac9b5acd-b441-4f71-b003-861103227e3e tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504436 Feb 03 14:55:12.166755 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36526e73-9e70-4bbc-b373-19db7776ac26 req-28e2f91e-95e5-41ff-b2de-794020e060bd tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:12.168184 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-36526e73-9e70-4bbc-b373-19db7776ac26 req-28e2f91e-95e5-41ff-b2de-794020e060bd tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 945 time: 0.0742559 Feb 03 14:55:12.212426 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-36526e73-9e70-4bbc-b373-19db7776ac26 req-e5a8ae1b-5b75-46fc-a114-c49eadbb1769 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388587 Feb 03 14:55:13.098640 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4904372e-c03b-4b45-a348-f9b05dacda50 req-d0c91997-96cd-4bf2-8313-ce09e4b5dd43 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e3c6053377848dda8765fc0cb7ae5d7&device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 1098 time: 0.0707071 Feb 03 14:55:13.225145 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904372e-c03b-4b45-a348-f9b05dacda50 req-6c9e9cfd-8e84-470f-b928-203968e88f72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:13.226596 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4904372e-c03b-4b45-a348-f9b05dacda50 req-6c9e9cfd-8e84-470f-b928-203968e88f72 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fc0e72d7-a3a9-4aef-a379-d2390d4a2a10 HTTP/1.1" status: 200 len: 908 time: 0.1215580 Feb 03 14:55:13.328042 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4904372e-c03b-4b45-a348-f9b05dacda50 req-04748595-21b8-4163-87ea-98977faee45a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbfc9d64-02a2-4c2f-893e-5b35dcb07adf HTTP/1.1" status: 200 len: 1001 time: 0.0947802 Feb 03 14:55:13.390267 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904372e-c03b-4b45-a348-f9b05dacda50 req-2f2d421c-64bd-4554-b885-9c49d5f21c30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:13.391728 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4904372e-c03b-4b45-a348-f9b05dacda50 req-2f2d421c-64bd-4554-b885-9c49d5f21c30 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de8d70f2-6a5b-47a3-b004-cec9258c451e HTTP/1.1" status: 200 len: 847 time: 0.0576990 Feb 03 14:55:13.411973 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80cfe83-873d-4ed8-8bf0-7d03a2d2f535 req-8014837b-5ce8-44be-97e6-2943cd156fec tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:13.413375 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b80cfe83-873d-4ed8-8bf0-7d03a2d2f535 req-8014837b-5ce8-44be-97e6-2943cd156fec tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 945 time: 0.0792112 Feb 03 14:55:13.457752 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b80cfe83-873d-4ed8-8bf0-7d03a2d2f535 req-e97c45b8-e009-419f-b321-a981f2519827 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388215 Feb 03 14:55:13.465135 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4904372e-c03b-4b45-a348-f9b05dacda50 req-11b41609-0424-432c-8936-9872e2408cb3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fc0e72d7-a3a9-4aef-a379-d2390d4a2a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672979 Feb 03 14:55:13.593476 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4904372e-c03b-4b45-a348-f9b05dacda50 req-ce10df71-7877-410f-8d77-241f1617dc88 service neutron] 10.222.0.47 "GET /v2.0/networks/fc0e72d7-a3a9-4aef-a379-d2390d4a2a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227665 Feb 03 14:55:13.721591 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-4904372e-c03b-4b45-a348-f9b05dacda50 req-9a342f5f-c20c-4c7d-b977-c783fac5e193 service neutron] 10.222.0.47 "GET /v2.0/networks/fc0e72d7-a3a9-4aef-a379-d2390d4a2a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226344 Feb 03 14:55:14.652605 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d9935-1809-4281-939e-e46390695505 req-ed8e0d98-e554-42f1-8468-8b7d65026b05 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:14.654011 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e74d9935-1809-4281-939e-e46390695505 req-ed8e0d98-e554-42f1-8468-8b7d65026b05 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 945 time: 0.0739000 Feb 03 14:55:14.701541 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e74d9935-1809-4281-939e-e46390695505 req-17a3a521-67ab-4815-a75f-711f39bc5b1a tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422034 Feb 03 14:55:15.894821 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83ff07-314d-4620-a8ff-62ca9aff40f5 req-cc583425-cf64-4540-9e40-ccd6e4521718 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:15.896275 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3f83ff07-314d-4620-a8ff-62ca9aff40f5 req-cc583425-cf64-4540-9e40-ccd6e4521718 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 945 time: 0.0755384 Feb 03 14:55:15.941005 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3f83ff07-314d-4620-a8ff-62ca9aff40f5 req-e5372bfb-8463-4493-a608-49a7bdb208de tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391927 Feb 03 14:55:16.261880 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bc3143bd-2927-43c8-8d82-c7edd37e8ea1 req-1368e277-42b3-4245-8212-6749ffc3e636 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1300781 Feb 03 14:55:16.666937 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba180bd-2eac-43c2-a236-8d7537de9e55 req-05053024-ee36-4c7d-97ad-2336771e9f78 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:16.668387 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1ba180bd-2eac-43c2-a236-8d7537de9e55 req-05053024-ee36-4c7d-97ad-2336771e9f78 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 945 time: 0.0765078 Feb 03 14:55:16.712941 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1ba180bd-2eac-43c2-a236-8d7537de9e55 req-30f6b464-a683-4565-b143-113f61ecdabd tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391054 Feb 03 14:55:16.721018 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device bbfc9d64-02a2-4c2f-893e-5b35dcb07adf no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:55:16.831924 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:55:16.859394 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68934e92-cbf3-4003-bc5d-d64ccfbf9493', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbfc9d64-02a2-4c2f-893e-5b35dcb07adf'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:55:16.868781 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port bbfc9d64-02a2-4c2f-893e-5b35dcb07adf, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=bbfc9d64-02a2-4c2f-893e-5b35dcb07adf,segment=NetworkSegment(0202800f-1a47-4536-8f7c-6a5f788fbbee),segment_id=0202800f-1a47-4536-8f7c-6a5f788fbbee)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:55:16.912586 dv-neutron-827016-1-hyperv neutron-server[84183]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '68934e92-cbf3-4003-bc5d-d64ccfbf9493', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bbfc9d64-02a2-4c2f-893e-5b35dcb07adf', 'code': 422} returned with failed status Feb 03 14:55:16.943447 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:55:16.990881 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-99b5d8aa-38cd-4e60-a70b-39c58f55f3d0 req-cb16dc1d-0019-4d7f-aee8-f191e9beb74b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2198927 Feb 03 14:55:17.017326 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=bbfc9d64-02a2-4c2f-893e-5b35dcb07adf,revision_number=8']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:55:17.918232 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308bac5-1121-406d-84ce-f9b826b23445 req-19a2b088-12fc-41dc-9961-346c730fa910 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:17.919780 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b308bac5-1121-406d-84ce-f9b826b23445 req-19a2b088-12fc-41dc-9961-346c730fa910 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 943 time: 0.0816283 Feb 03 14:55:18.050489 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b308bac5-1121-406d-84ce-f9b826b23445 req-bbdb695a-7e96-48a0-bf41-cbbf2016b75a tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249099 Feb 03 14:55:18.078269 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:55:18.103613 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-99b5d8aa-38cd-4e60-a70b-39c58f55f3d0 req-7f626a60-6d8a-421f-a125-6b71cb787948 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493&tenant_id=8e3c6053377848dda8765fc0cb7ae5d7 HTTP/1.1" status: 200 len: 1096 time: 0.0699384 Feb 03 14:55:18.192004 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-99b5d8aa-38cd-4e60-a70b-39c58f55f3d0 req-5674299e-09e7-4d8c-bb9a-824210fec0c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e3c6053377848dda8765fc0cb7ae5d7&device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 1096 time: 0.0691309 Feb 03 14:55:18.319791 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5d8aa-38cd-4e60-a70b-39c58f55f3d0 req-3349b37d-0331-44f7-a64a-50a1fc342923 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:18.321262 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-99b5d8aa-38cd-4e60-a70b-39c58f55f3d0 req-3349b37d-0331-44f7-a64a-50a1fc342923 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fc0e72d7-a3a9-4aef-a379-d2390d4a2a10 HTTP/1.1" status: 200 len: 908 time: 0.1241770 Feb 03 14:55:18.423434 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-99b5d8aa-38cd-4e60-a70b-39c58f55f3d0 req-887e4915-b2e9-4ef0-979c-891ea7598b83 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbfc9d64-02a2-4c2f-893e-5b35dcb07adf HTTP/1.1" status: 200 len: 999 time: 0.0948615 Feb 03 14:55:18.483469 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5d8aa-38cd-4e60-a70b-39c58f55f3d0 req-e5de92a8-249b-4d0b-9522-133f5f47ac37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:18.484818 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-99b5d8aa-38cd-4e60-a70b-39c58f55f3d0 req-e5de92a8-249b-4d0b-9522-133f5f47ac37 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de8d70f2-6a5b-47a3-b004-cec9258c451e HTTP/1.1" status: 200 len: 847 time: 0.0561347 Feb 03 14:55:18.556522 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-99b5d8aa-38cd-4e60-a70b-39c58f55f3d0 req-d976880f-79fb-4d40-9b89-28ccbe71a150 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fc0e72d7-a3a9-4aef-a379-d2390d4a2a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660713 Feb 03 14:55:18.684218 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-99b5d8aa-38cd-4e60-a70b-39c58f55f3d0 req-1abfbd5f-d514-4735-88bc-6b18705cf532 service neutron] 10.222.0.47 "GET /v2.0/networks/fc0e72d7-a3a9-4aef-a379-d2390d4a2a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216302 Feb 03 14:55:18.810460 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-99b5d8aa-38cd-4e60-a70b-39c58f55f3d0 req-7e0810fa-cb4b-4a2e-9b2d-a04b7d00c7fa service neutron] 10.222.0.47 "GET /v2.0/networks/fc0e72d7-a3a9-4aef-a379-d2390d4a2a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208680 Feb 03 14:55:19.245778 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3e2cd-998a-4d33-8ff8-d04703f1a5fa req-af4006ad-4c7f-43f2-ba25-d07a1a55973f tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:19.247268 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-49c3e2cd-998a-4d33-8ff8-d04703f1a5fa req-af4006ad-4c7f-43f2-ba25-d07a1a55973f tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 943 time: 0.0755558 Feb 03 14:55:19.292689 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-49c3e2cd-998a-4d33-8ff8-d04703f1a5fa req-c48533af-4b88-42f6-b4c9-1bbdfbcd4c51 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399966 Feb 03 14:55:20.512143 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f5902-7b02-4163-afa7-4767215da887 req-14dbd67e-cd2a-48df-8431-e929219af3f8 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:20.514425 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-596f5902-7b02-4163-afa7-4767215da887 req-14dbd67e-cd2a-48df-8431-e929219af3f8 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 943 time: 0.0892639 Feb 03 14:55:20.562126 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-596f5902-7b02-4163-afa7-4767215da887 req-57becead-ffa1-45fa-8608-8e1b406f58c1 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412869 Feb 03 14:55:21.772469 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055ef91-15b8-445e-81ef-db07e55cd0ac req-30e9352c-dc4c-43c2-99e6-ab381cb950ea tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:21.773938 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6055ef91-15b8-445e-81ef-db07e55cd0ac req-30e9352c-dc4c-43c2-99e6-ab381cb950ea tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 943 time: 0.0787673 Feb 03 14:55:21.826818 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6055ef91-15b8-445e-81ef-db07e55cd0ac req-0c79fc34-043c-4e73-aeaa-ab703c860127 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471492 Feb 03 14:55:23.047451 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0581d0-95bb-4e9d-a4c5-380d3719175a req-244a474e-5d68-4fe7-83c2-385e79b00355 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:23.048886 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9f0581d0-95bb-4e9d-a4c5-380d3719175a req-244a474e-5d68-4fe7-83c2-385e79b00355 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 943 time: 0.0837827 Feb 03 14:55:23.101917 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9f0581d0-95bb-4e9d-a4c5-380d3719175a req-0e056d93-88c1-4a2a-9883-efc21cacb660 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470865 Feb 03 14:55:24.336060 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441ba14-40ca-45e2-b9c5-0f081e02a7af req-dfa242c1-5ef0-438e-8ec6-6627de467aad tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:24.336060 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7441ba14-40ca-45e2-b9c5-0f081e02a7af req-dfa242c1-5ef0-438e-8ec6-6627de467aad tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 943 time: 0.0855136 Feb 03 14:55:24.375596 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7441ba14-40ca-45e2-b9c5-0f081e02a7af req-7d093f3d-7faf-4035-bad7-1f726edef844 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563457 Feb 03 14:55:25.376688 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a0ca3f50-daa7-4916-8862-ad37296506ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:55:25.592063 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43227aa-0387-40be-9e7d-7423468eddc1 req-6d7daa33-bb5f-4192-8046-d90bfe2ff4d7 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:25.593393 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a43227aa-0387-40be-9e7d-7423468eddc1 req-6d7daa33-bb5f-4192-8046-d90bfe2ff4d7 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 943 time: 0.0774441 Feb 03 14:55:25.642197 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a43227aa-0387-40be-9e7d-7423468eddc1 req-69cf96e6-0223-401f-a447-75d73ed897e6 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418804 Feb 03 14:55:26.875666 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855cc84b-842c-4783-8dd9-9b1a9ee0ecef req-fac1d57f-52b8-41e2-b2f1-06847bfbaaf8 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:26.877195 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-855cc84b-842c-4783-8dd9-9b1a9ee0ecef req-fac1d57f-52b8-41e2-b2f1-06847bfbaaf8 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 943 time: 0.0813885 Feb 03 14:55:26.926335 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-855cc84b-842c-4783-8dd9-9b1a9ee0ecef req-db28f609-9bdb-4239-acd0-6499fe3e1507 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421424 Feb 03 14:55:27.568546 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-60f08591-0ef3-4e48-b049-341f38f3c78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:55:28.123574 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0febbfa1-2d6d-48bc-882c-e0b4e228d043 req-c7db2a09-9b70-4848-b6dd-216ef9032151 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:28.124992 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0febbfa1-2d6d-48bc-882c-e0b4e228d043 req-c7db2a09-9b70-4848-b6dd-216ef9032151 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 943 time: 0.0750861 Feb 03 14:55:28.172480 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0febbfa1-2d6d-48bc-882c-e0b4e228d043 req-a373315a-f2aa-4c42-883c-8b1658b64f21 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414946 Feb 03 14:55:28.859738 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:55:29.076386 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:55:29.364280 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c4c16-c618-411d-bc03-6ec9da0f30f7 req-265a0b6c-46c4-41c8-a9a3-cd0d5553a214 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:29.365694 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-fc4c4c16-c618-411d-bc03-6ec9da0f30f7 req-265a0b6c-46c4-41c8-a9a3-cd0d5553a214 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 943 time: 0.0750434 Feb 03 14:55:29.410187 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-fc4c4c16-c618-411d-bc03-6ec9da0f30f7 req-c33837ad-64bd-4534-9e24-f988aa240a99 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390260 Feb 03 14:55:30.609192 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a17478-ee40-4b2d-bd20-096afd689525 req-b6594fdd-e1cc-4b7d-b04d-ce540c14cd79 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:30.610598 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f5a17478-ee40-4b2d-bd20-096afd689525 req-b6594fdd-e1cc-4b7d-b04d-ce540c14cd79 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 943 time: 0.0788352 Feb 03 14:55:30.656391 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f5a17478-ee40-4b2d-bd20-096afd689525 req-55a4c68c-2287-4bbd-9991-ff8317c9d0f5 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402541 Feb 03 14:55:30.943018 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:55:31.850104 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7282e-6d68-4107-b30d-a2996fef4439 req-a27ae728-ee93-4305-8527-0f5d043703d6 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:31.851547 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-86a7282e-6d68-4107-b30d-a2996fef4439 req-a27ae728-ee93-4305-8527-0f5d043703d6 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 943 time: 0.0771437 Feb 03 14:55:31.894582 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-86a7282e-6d68-4107-b30d-a2996fef4439 req-3c115f84-7f7b-42e9-88b7-4db0ed6dea9c tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376258 Feb 03 14:55:33.094440 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d9350-9f69-4556-8d72-1e44f5de0c16 req-3e1fad61-5488-4b64-88e3-121f8f97d8ae tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:33.095882 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c15d9350-9f69-4556-8d72-1e44f5de0c16 req-3e1fad61-5488-4b64-88e3-121f8f97d8ae tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 943 time: 0.0802383 Feb 03 14:55:33.142659 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c15d9350-9f69-4556-8d72-1e44f5de0c16 req-cfd28493-5d48-4620-95fc-4e97b43d23cd tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412612 Feb 03 14:55:34.338944 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794fa0ae-72db-4f8b-8898-4750d80e4de8 req-0f9a00bd-4ae3-4cec-a672-e67a45891ee3 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:34.340312 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-794fa0ae-72db-4f8b-8898-4750d80e4de8 req-0f9a00bd-4ae3-4cec-a672-e67a45891ee3 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 943 time: 0.0756485 Feb 03 14:55:34.384594 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-794fa0ae-72db-4f8b-8898-4750d80e4de8 req-60508749-6b5f-460e-bd65-4b71ff31679a tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389128 Feb 03 14:55:34.769302 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device bbfc9d64-02a2-4c2f-893e-5b35dcb07adf details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:55:34.927644 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port bbfc9d64-02a2-4c2f-893e-5b35dcb07adf, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=bbfc9d64-02a2-4c2f-893e-5b35dcb07adf,segment=NetworkSegment(0202800f-1a47-4536-8f7c-6a5f788fbbee),segment_id=0202800f-1a47-4536-8f7c-6a5f788fbbee)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:55:34.940369 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': 'bbfc9d64-02a2-4c2f-893e-5b35dcb07adf', 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10', 'port_id': 'bbfc9d64-02a2-4c2f-893e-5b35dcb07adf', 'mac_address': 'fa:16:3e:40:96:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de8d70f2-6a5b-47a3-b004-cec9258c451e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:55:34.992385 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:55:35.008355 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbfc9d64-02a2-4c2f-893e-5b35dcb07adf {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:55:35.022244 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port bbfc9d64-02a2-4c2f-893e-5b35dcb07adf, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=bbfc9d64-02a2-4c2f-893e-5b35dcb07adf,segment=NetworkSegment(0202800f-1a47-4536-8f7c-6a5f788fbbee),segment_id=0202800f-1a47-4536-8f7c-6a5f788fbbee)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:55:35.110865 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:55:35.178765 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=bbfc9d64-02a2-4c2f-893e-5b35dcb07adf,revision_number=9']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:55:35.479505 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['bbfc9d64-02a2-4c2f-893e-5b35dcb07adf'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:55:35.583387 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e761b0-95b2-4786-9ae6-e39d2cbbb841 req-fb6cc1bd-5ca1-4236-b8c1-4aa19f4ee0df tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:35.584830 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-94e761b0-95b2-4786-9ae6-e39d2cbbb841 req-fb6cc1bd-5ca1-4236-b8c1-4aa19f4ee0df tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 944 time: 0.0812693 Feb 03 14:55:35.630171 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-94e761b0-95b2-4786-9ae6-e39d2cbbb841 req-cc574874-a741-4fa9-95f3-daa68ebdd809 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389185 Feb 03 14:55:36.777396 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device bbfc9d64-02a2-4c2f-893e-5b35dcb07adf up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:55:36.823036 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea6530-936f-47aa-99ea-0c09fc9c15d4 req-310620ad-ba18-4840-9b08-d16a0567d673 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:36.824908 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7aea6530-936f-47aa-99ea-0c09fc9c15d4 req-310620ad-ba18-4840-9b08-d16a0567d673 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 944 time: 0.0782442 Feb 03 14:55:36.858922 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port bbfc9d64-02a2-4c2f-893e-5b35dcb07adf triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:55:36.859343 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:55:36.877312 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7aea6530-936f-47aa-99ea-0c09fc9c15d4 req-74579a9a-9a4c-49fc-8925-d17ecb420abf tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466971 Feb 03 14:55:36.980229 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:55:37.006306 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68934e92-cbf3-4003-bc5d-d64ccfbf9493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbfc9d64-02a2-4c2f-893e-5b35dcb07adf'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:55:37.015688 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port bbfc9d64-02a2-4c2f-893e-5b35dcb07adf, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=bbfc9d64-02a2-4c2f-893e-5b35dcb07adf,segment=NetworkSegment(0202800f-1a47-4536-8f7c-6a5f788fbbee),segment_id=0202800f-1a47-4536-8f7c-6a5f788fbbee)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:55:37.061918 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68934e92-cbf3-4003-bc5d-d64ccfbf9493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbfc9d64-02a2-4c2f-893e-5b35dcb07adf', 'code': 200} Feb 03 14:55:37.076936 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:55:37.142138 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=bbfc9d64-02a2-4c2f-893e-5b35dcb07adf,revision_number=10']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:55:37.436399 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-590c8480-dc94-4b87-b9e1-219f914aa53f req-b452219a-3e44-4961-8ee6-c97c6c46abc1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 1099 time: 0.0803232 Feb 03 14:55:37.478211 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-590c8480-dc94-4b87-b9e1-219f914aa53f req-3869dbf1-8dd7-4fb5-8a12-a1208807e344 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358508 Feb 03 14:55:38.075501 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5dafe-0a27-45ba-aed2-9d5ef1e3578d req-db75462f-aa5a-4d21-8e64-755cff1b2913 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:38.076927 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-83f5dafe-0a27-45ba-aed2-9d5ef1e3578d req-db75462f-aa5a-4d21-8e64-755cff1b2913 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 946 time: 0.0797007 Feb 03 14:55:38.121157 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-83f5dafe-0a27-45ba-aed2-9d5ef1e3578d req-bac5b1b8-69b0-4330-be57-fea0e0ca61f6 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388491 Feb 03 14:55:39.319012 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be78105-1f96-4e06-a44b-e54e75c83abd req-c3f182ed-33ce-434f-a846-7d614510fea3 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:39.320454 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7be78105-1f96-4e06-a44b-e54e75c83abd req-c3f182ed-33ce-434f-a846-7d614510fea3 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 946 time: 0.0777202 Feb 03 14:55:39.365834 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7be78105-1f96-4e06-a44b-e54e75c83abd req-cbabeec2-536a-482a-861b-1a24330428b4 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394537 Feb 03 14:55:40.561665 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd57fb-e5ad-4bec-8893-69a4a61033a7 req-c3b036be-3cf5-4d07-98c9-272843596701 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:40.563072 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bebd57fb-e5ad-4bec-8893-69a4a61033a7 req-c3b036be-3cf5-4d07-98c9-272843596701 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 946 time: 0.0744240 Feb 03 14:55:40.607452 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bebd57fb-e5ad-4bec-8893-69a4a61033a7 req-a4e89d8f-e73b-44d2-824f-0faf16efa90b tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387580 Feb 03 14:55:41.887515 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:55:48.062195 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:55:55.370918 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c7ed8e0d-b785-46c8-b5ae-62d25a5362f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:55:55.474913 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6b17bc6e-4b1f-49a8-84dd-7bbb9d2ae3aa req-5224048b-8254-44d9-a648-e859c6ee28ed service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0657828 Feb 03 14:55:55.609933 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6b17bc6e-4b1f-49a8-84dd-7bbb9d2ae3aa req-e0fc1313-7379-48c2-a42b-18173e8f163e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e3c6053377848dda8765fc0cb7ae5d7&device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 1099 time: 0.0699339 Feb 03 14:55:55.749688 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17bc6e-4b1f-49a8-84dd-7bbb9d2ae3aa req-eb06470e-ad38-4932-bd2a-2cd1e225e946 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:55.751134 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6b17bc6e-4b1f-49a8-84dd-7bbb9d2ae3aa req-eb06470e-ad38-4932-bd2a-2cd1e225e946 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fc0e72d7-a3a9-4aef-a379-d2390d4a2a10 HTTP/1.1" status: 200 len: 908 time: 0.1226976 Feb 03 14:55:55.848508 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6b17bc6e-4b1f-49a8-84dd-7bbb9d2ae3aa req-e9187767-5afb-47b8-96a8-ffd301228b0f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbfc9d64-02a2-4c2f-893e-5b35dcb07adf HTTP/1.1" status: 200 len: 1001 time: 0.0920918 Feb 03 14:55:55.906779 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17bc6e-4b1f-49a8-84dd-7bbb9d2ae3aa req-517ccd24-65ae-47d6-a134-7ee3f56fb2d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:55.908156 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6b17bc6e-4b1f-49a8-84dd-7bbb9d2ae3aa req-517ccd24-65ae-47d6-a134-7ee3f56fb2d4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de8d70f2-6a5b-47a3-b004-cec9258c451e HTTP/1.1" status: 200 len: 847 time: 0.0545669 Feb 03 14:55:55.979535 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6b17bc6e-4b1f-49a8-84dd-7bbb9d2ae3aa req-777458b6-6380-4a81-adb6-9769db797509 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fc0e72d7-a3a9-4aef-a379-d2390d4a2a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657783 Feb 03 14:55:56.107588 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6b17bc6e-4b1f-49a8-84dd-7bbb9d2ae3aa req-0ff3c249-b0ad-4c90-8508-c2b041ad1e57 service neutron] 10.222.0.47 "GET /v2.0/networks/fc0e72d7-a3a9-4aef-a379-d2390d4a2a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215696 Feb 03 14:55:56.325723 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-6b17bc6e-4b1f-49a8-84dd-7bbb9d2ae3aa req-960be869-2a17-4017-beb0-2ec78dcd7bea service neutron] 10.222.0.47 "GET /v2.0/networks/fc0e72d7-a3a9-4aef-a379-d2390d4a2a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124555 Feb 03 14:55:57.579013 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a8c4fbf8-9e2a-499d-8cc7-7bfd6396a5cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:55:58.919323 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:55:59.036140 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:56:00.384739 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:56:18.104235 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:56:18.889300 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:56:25.381773 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b4395c23-e29a-45fc-b987-c938c5e1d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:56:27.578163 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a8175722-8fdf-45d0-bb2a-9884bb4175ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:56:28.863756 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:56:29.040982 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:56:30.393123 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:56:48.078270 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:56:55.372198 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5168685c-0c52-4f08-aa57-8bff66b48dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:56:55.455350 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-94c1270b-c713-4cb8-89ed-4856f990b6e1 req-e9998e55-d356-4dc7-9adf-ebc478cdaad9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0658121 Feb 03 14:56:55.589282 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-94c1270b-c713-4cb8-89ed-4856f990b6e1 req-8809fcbb-ec34-4d86-94bb-3b3c948df297 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e3c6053377848dda8765fc0cb7ae5d7&device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 1099 time: 0.0686438 Feb 03 14:56:55.730774 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1270b-c713-4cb8-89ed-4856f990b6e1 req-1caf53df-b68e-4fe6-a83e-8465610923c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:55.732265 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-94c1270b-c713-4cb8-89ed-4856f990b6e1 req-1caf53df-b68e-4fe6-a83e-8465610923c6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fc0e72d7-a3a9-4aef-a379-d2390d4a2a10 HTTP/1.1" status: 200 len: 908 time: 0.1255474 Feb 03 14:56:55.833739 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-94c1270b-c713-4cb8-89ed-4856f990b6e1 req-b236a509-1597-4c00-9e08-138c31be0e73 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbfc9d64-02a2-4c2f-893e-5b35dcb07adf HTTP/1.1" status: 200 len: 1001 time: 0.0961204 Feb 03 14:56:55.889472 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:56:55.897860 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1270b-c713-4cb8-89ed-4856f990b6e1 req-690ce93f-f459-47cb-96e2-e2e8e2cae42f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:55.899315 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-94c1270b-c713-4cb8-89ed-4856f990b6e1 req-690ce93f-f459-47cb-96e2-e2e8e2cae42f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de8d70f2-6a5b-47a3-b004-cec9258c451e HTTP/1.1" status: 200 len: 847 time: 0.0598872 Feb 03 14:56:55.970503 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-94c1270b-c713-4cb8-89ed-4856f990b6e1 req-832bc47b-80db-421f-9fd5-6cfaaa3b52d3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fc0e72d7-a3a9-4aef-a379-d2390d4a2a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658584 Feb 03 14:56:55.980509 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [req-94c1270b-c713-4cb8-89ed-4856f990b6e1 req-984c769e-3a10-49da-9a8b-d59efecbe980 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84181) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 14:56:55.981505 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-94c1270b-c713-4cb8-89ed-4856f990b6e1 req-984c769e-3a10-49da-9a8b-d59efecbe980 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053234 Feb 03 14:56:56.111525 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-94c1270b-c713-4cb8-89ed-4856f990b6e1 req-6b666f41-d983-4ed9-a860-b026d9edd7a2 service neutron] 10.222.0.47 "GET /v2.0/networks/fc0e72d7-a3a9-4aef-a379-d2390d4a2a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245937 Feb 03 14:56:56.245394 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-94c1270b-c713-4cb8-89ed-4856f990b6e1 req-7428574d-dcf3-4253-9c24-e309c6a43c7f service neutron] 10.222.0.47 "GET /v2.0/networks/fc0e72d7-a3a9-4aef-a379-d2390d4a2a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278133 Feb 03 14:56:57.549257 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-00b4bbcb-c9fa-412a-94d3-5373dbd433fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:56:58.863594 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:56:59.057758 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:00.389323 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:18.098084 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:25.388901 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2636ff27-8a4a-4b01-b519-9aff50ca7f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:25.563681 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 40368) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:57:25.823854 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-d5d4bcbb-d7ce-41a9-818b-ba3fc80f81a4 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Deleting port 894df3d5-0d0e-4ac0-96d7-f3d56ad56d3e {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:57:25.824108 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d5d4bcbb-d7ce-41a9-818b-ba3fc80f81a4 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:25.987290 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d5d4bcbb-d7ce-41a9-818b-ba3fc80f81a4 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:25.987622 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d5d4bcbb-d7ce-41a9-818b-ba3fc80f81a4 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:26.106908 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-d5d4bcbb-d7ce-41a9-818b-ba3fc80f81a4 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Calling delete_port for 894df3d5-0d0e-4ac0-96d7-f3d56ad56d3e owned by network:floatingip {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:57:26.406067 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d5d4bcbb-d7ce-41a9-818b-ba3fc80f81a4 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:26.451565 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d4bcbb-d7ce-41a9-818b-ba3fc80f81a4 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Pushing event deleted for resources: {'Port': ['ID=894df3d5-0d0e-4ac0-96d7-f3d56ad56d3e,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:26.519754 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d4bcbb-d7ce-41a9-818b-ba3fc80f81a4 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:26.520093 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d4bcbb-d7ce-41a9-818b-ba3fc80f81a4 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:26.520424 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d4bcbb-d7ce-41a9-818b-ba3fc80f81a4 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:26.520751 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d4bcbb-d7ce-41a9-818b-ba3fc80f81a4 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:26.521076 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d4bcbb-d7ce-41a9-818b-ba3fc80f81a4 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:26.521396 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d4bcbb-d7ce-41a9-818b-ba3fc80f81a4 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:26.521715 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d4bcbb-d7ce-41a9-818b-ba3fc80f81a4 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:26.522034 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d4bcbb-d7ce-41a9-818b-ba3fc80f81a4 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:26.522350 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d4bcbb-d7ce-41a9-818b-ba3fc80f81a4 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:26.522662 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d4bcbb-d7ce-41a9-818b-ba3fc80f81a4 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:26.522979 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d4bcbb-d7ce-41a9-818b-ba3fc80f81a4 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:26.554525 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d5d4bcbb-d7ce-41a9-818b-ba3fc80f81a4 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for floatingip, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:26.936468 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d4bcbb-d7ce-41a9-818b-ba3fc80f81a4 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Router edf8d365-acc1-4006-9550-f5072261e37e has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:57:27.141402 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d4bcbb-d7ce-41a9-818b-ba3fc80f81a4 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:57:27.151830 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0f0f9e-0004-4be8-a791-0244a1d42bb4 None None] Sync routers for ids ['edf8d365-acc1-4006-9550-f5072261e37e'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:57:27.154846 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-d5d4bcbb-d7ce-41a9-818b-ba3fc80f81a4 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:27.164105 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0f0f9e-0004-4be8-a791-0244a1d42bb4 None None] Routers {'edf8d365-acc1-4006-9550-f5072261e37e'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:57:27.164714 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-bf0f0f9e-0004-4be8-a791-0244a1d42bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:56:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['edf8d365-acc1-4006-9550-f5072261e37e'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:57:27.208387 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-d5d4bcbb-d7ce-41a9-818b-ba3fc80f81a4 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "DELETE /v2.0/floatingips/a4a57f40-dff2-466d-b349-34989d9e6395 HTTP/1.1" status: 204 len: 168 time: 1.6436610 Feb 03 14:57:27.208965 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68934e92-cbf3-4003-bc5d-d64ccfbf9493', 'tag': 'bbfc9d64-02a2-4c2f-893e-5b35dcb07adf'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:57:27.379470 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-bf0f0f9e-0004-4be8-a791-0244a1d42bb4 None None] Set router edf8d365-acc1-4006-9550-f5072261e37e gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:57:27.430897 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68934e92-cbf3-4003-bc5d-d64ccfbf9493', 'tag': 'bbfc9d64-02a2-4c2f-893e-5b35dcb07adf', 'status': 'completed', 'code': 200} Feb 03 14:57:27.524476 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-726d0421-4b92-458f-b73b-b8b82f085d67 req-aa468730-4d04-4484-a0fb-5ba2c09cc313 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e3c6053377848dda8765fc0cb7ae5d7&device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 1099 time: 0.0760329 Feb 03 14:57:27.657037 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d0421-4b92-458f-b73b-b8b82f085d67 req-8503629e-b74c-4568-9565-5d202eb429b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:27.659401 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-726d0421-4b92-458f-b73b-b8b82f085d67 req-8503629e-b74c-4568-9565-5d202eb429b8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fc0e72d7-a3a9-4aef-a379-d2390d4a2a10 HTTP/1.1" status: 200 len: 908 time: 0.1290429 Feb 03 14:57:27.681821 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a0d44a3b-9f0d-410b-9b8e-44632b1b3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:27.729273 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-726d0421-4b92-458f-b73b-b8b82f085d67 req-4db0c657-239a-4e95-a897-3d9108a90530 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbfc9d64-02a2-4c2f-893e-5b35dcb07adf HTTP/1.1" status: 200 len: 217 time: 0.0636671 Feb 03 14:57:27.770133 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-bf0f0f9e-0004-4be8-a791-0244a1d42bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'name': 'tempest-TestShelveInstance-966771346-router', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '86813227-5d13-4120-94f6-9c253d72c0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:51:39Z', 'updated_at': '2022-02-03T14:51:43Z', 'revision_number': 4, 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'gw_port': {'id': '86813227-5d13-4120-94f6-9c253d72c0ab', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:40Z', 'updated_at': '2022-02-03T14:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '5f23fde5-4115-48d2-807d-5ffc51bed485', 'name': '', 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'mac_address': 'fa:16:3e:d6:9b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de8d70f2-6a5b-47a3-b004-cec9258c451e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:42Z', 'updated_at': '2022-02-03T14:52:00Z', 'revision_number': 5, 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'subnets': [{'id': 'de8d70f2-6a5b-47a3-b004-cec9258c451e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:57:27.774578 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0f0f9e-0004-4be8-a791-0244a1d42bb4 None None] Checking router: edf8d365-acc1-4006-9550-f5072261e37e for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:57:27.786829 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0f0f9e-0004-4be8-a791-0244a1d42bb4 None None] Routers {'edf8d365-acc1-4006-9550-f5072261e37e'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:57:27.787991 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-bf0f0f9e-0004-4be8-a791-0244a1d42bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:57:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['edf8d365-acc1-4006-9550-f5072261e37e'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:57:27.798708 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d0421-4b92-458f-b73b-b8b82f085d67 req-b40b09eb-bbab-4471-bb6b-855bf0f8f8bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:27.800162 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-726d0421-4b92-458f-b73b-b8b82f085d67 req-b40b09eb-bbab-4471-bb6b-855bf0f8f8bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de8d70f2-6a5b-47a3-b004-cec9258c451e HTTP/1.1" status: 200 len: 847 time: 0.0639706 Feb 03 14:57:27.885134 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-726d0421-4b92-458f-b73b-b8b82f085d67 req-4b71d538-bb14-4796-9be8-d43b50c904c1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fc0e72d7-a3a9-4aef-a379-d2390d4a2a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770926 Feb 03 14:57:27.905949 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e53926-1426-4426-be4d-e4c8bf70f82d req-b4a4a78e-3d3f-4e58-b41a-70320210bcdc tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:27.909595 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-53e53926-1426-4426-be4d-e4c8bf70f82d req-b4a4a78e-3d3f-4e58-b41a-70320210bcdc tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 946 time: 0.0892487 Feb 03 14:57:27.958531 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-53e53926-1426-4426-be4d-e4c8bf70f82d req-f6f2a782-b6dc-4d79-be6e-26a0df74b563 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412648 Feb 03 14:57:28.023920 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-726d0421-4b92-458f-b73b-b8b82f085d67 req-586404c6-979f-4d68-8c5e-a102e6bd4629 service neutron] 10.222.0.47 "GET /v2.0/networks/fc0e72d7-a3a9-4aef-a379-d2390d4a2a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317568 Feb 03 14:57:28.025270 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-bf0f0f9e-0004-4be8-a791-0244a1d42bb4 None None] Set router edf8d365-acc1-4006-9550-f5072261e37e gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:57:28.247906 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-726d0421-4b92-458f-b73b-b8b82f085d67 req-4cb6a29a-f4ea-4c00-91a3-6d2212c5faf2 service neutron] 10.222.0.47 "GET /v2.0/networks/fc0e72d7-a3a9-4aef-a379-d2390d4a2a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175016 Feb 03 14:57:28.348675 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-bf0f0f9e-0004-4be8-a791-0244a1d42bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'name': 'tempest-TestShelveInstance-966771346-router', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '86813227-5d13-4120-94f6-9c253d72c0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:51:39Z', 'updated_at': '2022-02-03T14:51:43Z', 'revision_number': 4, 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'gw_port': {'id': '86813227-5d13-4120-94f6-9c253d72c0ab', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:40Z', 'updated_at': '2022-02-03T14:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '5f23fde5-4115-48d2-807d-5ffc51bed485', 'name': '', 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'mac_address': 'fa:16:3e:d6:9b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de8d70f2-6a5b-47a3-b004-cec9258c451e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:42Z', 'updated_at': '2022-02-03T14:52:00Z', 'revision_number': 5, 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'subnets': [{'id': 'de8d70f2-6a5b-47a3-b004-cec9258c451e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:57:28.352744 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0f0f9e-0004-4be8-a791-0244a1d42bb4 None None] The sync data for ids ['edf8d365-acc1-4006-9550-f5072261e37e'] in dv-neutron-827016-1-hyperv is: [{'id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'name': 'tempest-TestShelveInstance-966771346-router', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '86813227-5d13-4120-94f6-9c253d72c0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:51:39Z', 'updated_at': '2022-02-03T14:51:43Z', 'revision_number': 4, 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'gw_port': {'id': '86813227-5d13-4120-94f6-9c253d72c0ab', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:40Z', 'updated_at': '2022-02-03T14:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '5f23fde5-4115-48d2-807d-5ffc51bed485', 'name': '', 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'mac_address': 'fa:16:3e:d6:9b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de8d70f2-6a5b-47a3-b004-cec9258c451e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:42Z', 'updated_at': '2022-02-03T14:52:00Z', 'revision_number': 5, 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'subnets': [{'id': 'de8d70f2-6a5b-47a3-b004-cec9258c451e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:57:28.565529 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5a3f24-6b6e-4ce5-a2ca-6c40cf8aa7df None None] New status for floating IP a4a57f40-dff2-466d-b349-34989d9e6395: DOWN {{(pid=84184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:57:28.851654 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:29.106407 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:29.163211 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e984ef9-c26a-4f67-ac6f-24e3d4b6e53c req-81377f06-7dbb-464a-b1f1-f9eb5c29fe06 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:29.164634 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9e984ef9-c26a-4f67-ac6f-24e3d4b6e53c req-81377f06-7dbb-464a-b1f1-f9eb5c29fe06 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 946 time: 0.0765371 Feb 03 14:57:29.212679 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9e984ef9-c26a-4f67-ac6f-24e3d4b6e53c req-ad447747-cbfb-4f49-bc84-1e356ba357ad tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3f4d34c-512b-4501-a5ca-93c63dc8e077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425429 Feb 03 14:57:29.438263 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009848b-5d9f-4b48-9b15-91f9ddb9a569 req-90dacfbb-24b0-4917-80c8-0ea685b1ba6c tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:29.438945 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-1009848b-5d9f-4b48-9b15-91f9ddb9a569 req-90dacfbb-24b0-4917-80c8-0ea685b1ba6c tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Synchronizing usage tracker for tenant:8e3c6053377848dda8765fc0cb7ae5d7 on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:57:29.551535 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-1009848b-5d9f-4b48-9b15-91f9ddb9a569 req-90dacfbb-24b0-4917-80c8-0ea685b1ba6c tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Unset dirty status for tenant:8e3c6053377848dda8765fc0cb7ae5d7 on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:57:29.552624 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1009848b-5d9f-4b48-9b15-91f9ddb9a569 req-90dacfbb-24b0-4917-80c8-0ea685b1ba6c tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.47 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 946 time: 0.1895418 Feb 03 14:57:29.621000 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-1009848b-5d9f-4b48-9b15-91f9ddb9a569 req-14a73494-68f6-4691-a842-6f1b97e35dc4 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Deleting port bbfc9d64-02a2-4c2f-893e-5b35dcb07adf {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 14:57:29.621342 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-1009848b-5d9f-4b48-9b15-91f9ddb9a569 req-14a73494-68f6-4691-a842-6f1b97e35dc4 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:29.858253 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-1009848b-5d9f-4b48-9b15-91f9ddb9a569 req-14a73494-68f6-4691-a842-6f1b97e35dc4 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] For port bbfc9d64-02a2-4c2f-893e-5b35dcb07adf, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=bbfc9d64-02a2-4c2f-893e-5b35dcb07adf,segment=NetworkSegment(0202800f-1a47-4536-8f7c-6a5f788fbbee),segment_id=0202800f-1a47-4536-8f7c-6a5f788fbbee)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:57:29.858600 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-1009848b-5d9f-4b48-9b15-91f9ddb9a569 req-14a73494-68f6-4691-a842-6f1b97e35dc4 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:29.975027 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-1009848b-5d9f-4b48-9b15-91f9ddb9a569 req-14a73494-68f6-4691-a842-6f1b97e35dc4 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Calling delete_port for bbfc9d64-02a2-4c2f-893e-5b35dcb07adf owned by compute:nova {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 14:57:30.175196 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-1009848b-5d9f-4b48-9b15-91f9ddb9a569 req-14a73494-68f6-4691-a842-6f1b97e35dc4 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:30.223615 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a73494-68f6-4691-a842-6f1b97e35dc4 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Pushing event deleted for resources: {'Port': ['ID=bbfc9d64-02a2-4c2f-893e-5b35dcb07adf,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:30.297941 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-1009848b-5d9f-4b48-9b15-91f9ddb9a569 req-14a73494-68f6-4691-a842-6f1b97e35dc4 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] No DVR routers for this DVR port bbfc9d64-02a2-4c2f-893e-5b35dcb07adf on host hv-neutron-8270 {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:57:30.301144 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-1009848b-5d9f-4b48-9b15-91f9ddb9a569 req-14a73494-68f6-4691-a842-6f1b97e35dc4 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:30.303754 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68934e92-cbf3-4003-bc5d-d64ccfbf9493', 'name': 'network-vif-deleted', 'tag': 'bbfc9d64-02a2-4c2f-893e-5b35dcb07adf'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:57:30.370499 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-1009848b-5d9f-4b48-9b15-91f9ddb9a569 req-14a73494-68f6-4691-a842-6f1b97e35dc4 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.47 "DELETE /v2.0/ports/bbfc9d64-02a2-4c2f-893e-5b35dcb07adf HTTP/1.1" status: 204 len: 173 time: 0.8117571 Feb 03 14:57:30.377539 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68934e92-cbf3-4003-bc5d-d64ccfbf9493', 'name': 'network-vif-deleted', 'tag': 'bbfc9d64-02a2-4c2f-893e-5b35dcb07adf', 'status': 'completed', 'code': 200} Feb 03 14:57:30.396118 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:30.396545 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bfefca0d-d1d9-41b5-8dfc-bf25371edabc req-fecc4b9b-27d1-4c44-9229-c164c141de23 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=68934e92-cbf3-4003-bc5d-d64ccfbf9493 HTTP/1.1" status: 200 len: 210 time: 0.0548840 Feb 03 14:57:31.501392 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 40404) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:57:31.567168 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5c3492f4-6845-4756-9191-53b460c1e802 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:31.596162 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5c3492f4-6845-4756-9191-53b460c1e802 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:31.731507 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5c3492f4-6845-4756-9191-53b460c1e802 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:31.749818 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3492f4-6845-4756-9191-53b460c1e802 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f4d34c-512b-4501-a5ca-93c63dc8e077,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:31.759142 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3492f4-6845-4756-9191-53b460c1e802 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:31.759482 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3492f4-6845-4756-9191-53b460c1e802 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:31.759813 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3492f4-6845-4756-9191-53b460c1e802 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:31.760138 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3492f4-6845-4756-9191-53b460c1e802 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:31.760460 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3492f4-6845-4756-9191-53b460c1e802 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:31.760782 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3492f4-6845-4756-9191-53b460c1e802 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:31.761096 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3492f4-6845-4756-9191-53b460c1e802 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:31.761413 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3492f4-6845-4756-9191-53b460c1e802 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:31.761727 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3492f4-6845-4756-9191-53b460c1e802 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:31.762034 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3492f4-6845-4756-9191-53b460c1e802 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:31.762342 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3492f4-6845-4756-9191-53b460c1e802 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:31.827884 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-5c3492f4-6845-4756-9191-53b460c1e802 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:31.828985 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-5c3492f4-6845-4756-9191-53b460c1e802 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "DELETE /v2.0/security-groups/b3f4d34c-512b-4501-a5ca-93c63dc8e077 HTTP/1.1" status: 204 len: 168 time: 0.3261151 Feb 03 14:57:32.335779 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 40416) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:57:32.341817 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-09922482-0833-4d5c-b2b1-b8b4eea43137 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1111164856', 'description': 'tempest-secgroup-smoke-1111164856 description', 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:57:32.348959 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-09922482-0833-4d5c-b2b1-b8b4eea43137 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:57:32.353131 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-09922482-0833-4d5c-b2b1-b8b4eea43137 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Usage tracker for resource:security_group and tenant:8e3c6053377848dda8765fc0cb7ae5d7 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:57:32.356093 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-09922482-0833-4d5c-b2b1-b8b4eea43137 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:57:32.362441 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-09922482-0833-4d5c-b2b1-b8b4eea43137 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:57:32.456989 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-09922482-0833-4d5c-b2b1-b8b4eea43137 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:32.491951 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-09922482-0833-4d5c-b2b1-b8b4eea43137 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:57:32.495683 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-09922482-0833-4d5c-b2b1-b8b4eea43137 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Usage tracker for resource:security_group_rule and tenant:8e3c6053377848dda8765fc0cb7ae5d7 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:57:32.498470 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-09922482-0833-4d5c-b2b1-b8b4eea43137 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:57:32.503966 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-09922482-0833-4d5c-b2b1-b8b4eea43137 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:57:32.555442 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-09922482-0833-4d5c-b2b1-b8b4eea43137 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:32.643499 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-09922482-0833-4d5c-b2b1-b8b4eea43137 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:32.686724 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09922482-0833-4d5c-b2b1-b8b4eea43137 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26b2175d-954c-4338-ac0c-55b63d2cff82,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:32.745900 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-09922482-0833-4d5c-b2b1-b8b4eea43137 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:32.747145 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-09922482-0833-4d5c-b2b1-b8b4eea43137 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4102244 Feb 03 14:57:32.749972 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 40420) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:57:32.755197 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-b9add292-d56c-41c9-89f2-e5a35f1d55f8 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Request body: {'security_group_rule': {'security_group_id': '26b2175d-954c-4338-ac0c-55b63d2cff82', 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:57:32.762324 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-b9add292-d56c-41c9-89f2-e5a35f1d55f8 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:57:32.764714 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-b9add292-d56c-41c9-89f2-e5a35f1d55f8 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Usage tracker for resource:security_group_rule and tenant:8e3c6053377848dda8765fc0cb7ae5d7 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:57:32.768068 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-b9add292-d56c-41c9-89f2-e5a35f1d55f8 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:57:32.773675 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-b9add292-d56c-41c9-89f2-e5a35f1d55f8 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:57:32.843320 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b9add292-d56c-41c9-89f2-e5a35f1d55f8 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:32.888758 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:57:32.906963 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b9add292-d56c-41c9-89f2-e5a35f1d55f8 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:32.965726 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b9add292-d56c-41c9-89f2-e5a35f1d55f8 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:32.989082 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9add292-d56c-41c9-89f2-e5a35f1d55f8 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef19e25d-7422-47cd-a3e6-8b0e02485724,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:33.066188 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b9add292-d56c-41c9-89f2-e5a35f1d55f8 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:33.067398 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b9add292-d56c-41c9-89f2-e5a35f1d55f8 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3165030 Feb 03 14:57:33.070140 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 40424) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:57:33.075694 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-78348e2a-4a3e-4372-bf8c-9e2fc17de9f6 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Request body: {'security_group_rule': {'security_group_id': '26b2175d-954c-4338-ac0c-55b63d2cff82', 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:57:33.082212 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-78348e2a-4a3e-4372-bf8c-9e2fc17de9f6 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:57:33.086034 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-78348e2a-4a3e-4372-bf8c-9e2fc17de9f6 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Usage tracker for resource:security_group_rule and tenant:8e3c6053377848dda8765fc0cb7ae5d7 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:57:33.089003 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-78348e2a-4a3e-4372-bf8c-9e2fc17de9f6 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:57:33.094536 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-78348e2a-4a3e-4372-bf8c-9e2fc17de9f6 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:57:33.168720 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-78348e2a-4a3e-4372-bf8c-9e2fc17de9f6 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:33.229067 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-78348e2a-4a3e-4372-bf8c-9e2fc17de9f6 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:33.300202 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-78348e2a-4a3e-4372-bf8c-9e2fc17de9f6 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:33.324857 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78348e2a-4a3e-4372-bf8c-9e2fc17de9f6 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b58d17f-9e34-48dd-9f83-3f0ed3536e3f,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:33.403564 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-78348e2a-4a3e-4372-bf8c-9e2fc17de9f6 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:33.407538 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-78348e2a-4a3e-4372-bf8c-9e2fc17de9f6 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3337221 Feb 03 14:57:33.407843 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 40428) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:57:33.413580 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-9aaf3b84-3f7d-4dfd-b10c-5cb69ae521eb tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Request body: {'security_group_rule': {'security_group_id': '26b2175d-954c-4338-ac0c-55b63d2cff82', 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:57:33.414814 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device bbfc9d64-02a2-4c2f-893e-5b35dcb07adf no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 14:57:33.419729 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-9aaf3b84-3f7d-4dfd-b10c-5cb69ae521eb tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:57:33.423367 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-9aaf3b84-3f7d-4dfd-b10c-5cb69ae521eb tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Usage tracker for resource:security_group_rule and tenant:8e3c6053377848dda8765fc0cb7ae5d7 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:57:33.426166 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-9aaf3b84-3f7d-4dfd-b10c-5cb69ae521eb tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:57:33.431992 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-9aaf3b84-3f7d-4dfd-b10c-5cb69ae521eb tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:57:33.446914 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] No Port match for: bbfc9d64-02a2-4c2f-893e-5b35dcb07adf {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 14:57:33.447556 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device bbfc9d64-02a2-4c2f-893e-5b35dcb07adf not bound to the agent host hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 14:57:33.526180 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9aaf3b84-3f7d-4dfd-b10c-5cb69ae521eb tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:33.587670 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9aaf3b84-3f7d-4dfd-b10c-5cb69ae521eb tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:33.648588 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9aaf3b84-3f7d-4dfd-b10c-5cb69ae521eb tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:33.672426 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf3b84-3f7d-4dfd-b10c-5cb69ae521eb tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5555cd9b-58c1-43fa-a57a-81be6bf6d031,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:33.742459 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-9aaf3b84-3f7d-4dfd-b10c-5cb69ae521eb tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:33.743625 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-9aaf3b84-3f7d-4dfd-b10c-5cb69ae521eb tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3347876 Feb 03 14:57:33.746399 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 40432) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:57:33.751684 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-ce7ea986-6256-4383-9c5e-a302d22b21d9 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Request body: {'security_group_rule': {'security_group_id': '26b2175d-954c-4338-ac0c-55b63d2cff82', 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:57:33.757334 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ce7ea986-6256-4383-9c5e-a302d22b21d9 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:57:33.761186 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ce7ea986-6256-4383-9c5e-a302d22b21d9 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Usage tracker for resource:security_group_rule and tenant:8e3c6053377848dda8765fc0cb7ae5d7 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:57:33.767076 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-ce7ea986-6256-4383-9c5e-a302d22b21d9 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:57:33.770330 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-ce7ea986-6256-4383-9c5e-a302d22b21d9 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:57:33.842827 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ce7ea986-6256-4383-9c5e-a302d22b21d9 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:33.904320 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ce7ea986-6256-4383-9c5e-a302d22b21d9 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:33.977041 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ce7ea986-6256-4383-9c5e-a302d22b21d9 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:33.997164 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ea986-6256-4383-9c5e-a302d22b21d9 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=347ee869-6315-4f48-9a95-ec9c08901952,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:34.077308 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-ce7ea986-6256-4383-9c5e-a302d22b21d9 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:34.078469 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-ce7ea986-6256-4383-9c5e-a302d22b21d9 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3311877 Feb 03 14:57:34.081979 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 40436) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:57:34.087386 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-52b61008-69e2-4ecf-bea1-bf6909188cc5 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Request body: {'security_group_rule': {'security_group_id': '26b2175d-954c-4338-ac0c-55b63d2cff82', 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:57:34.093010 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-52b61008-69e2-4ecf-bea1-bf6909188cc5 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:57:34.096838 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-52b61008-69e2-4ecf-bea1-bf6909188cc5 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Usage tracker for resource:security_group_rule and tenant:8e3c6053377848dda8765fc0cb7ae5d7 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:57:34.099673 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-52b61008-69e2-4ecf-bea1-bf6909188cc5 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:57:34.105394 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-52b61008-69e2-4ecf-bea1-bf6909188cc5 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:57:34.199870 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.securitygroups_db [None req-52b61008-69e2-4ecf-bea1-bf6909188cc5 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Project 8e3c6053377848dda8765fc0cb7ae5d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:57:34.207032 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-52b61008-69e2-4ecf-bea1-bf6909188cc5 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:34.268634 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-52b61008-69e2-4ecf-bea1-bf6909188cc5 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:34.380151 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-52b61008-69e2-4ecf-bea1-bf6909188cc5 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:34.403437 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b61008-69e2-4ecf-bea1-bf6909188cc5 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e23bc9f-295e-44b3-9f50-9cccdbe60f6d,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:34.460066 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-52b61008-69e2-4ecf-bea1-bf6909188cc5 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:34.461229 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-52b61008-69e2-4ecf-bea1-bf6909188cc5 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3783379 Feb 03 14:57:34.464020 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 40440) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:57:34.469262 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-706467b1-d1ce-449b-9c3b-34b36356670e tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Request body: {'security_group_rule': {'security_group_id': '26b2175d-954c-4338-ac0c-55b63d2cff82', 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:57:34.475048 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-706467b1-d1ce-449b-9c3b-34b36356670e tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:57:34.478777 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-706467b1-d1ce-449b-9c3b-34b36356670e tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Usage tracker for resource:security_group_rule and tenant:8e3c6053377848dda8765fc0cb7ae5d7 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:57:34.481590 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-706467b1-d1ce-449b-9c3b-34b36356670e tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:57:34.487691 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-706467b1-d1ce-449b-9c3b-34b36356670e tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:57:34.545884 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.securitygroups_db [None req-706467b1-d1ce-449b-9c3b-34b36356670e tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Project 8e3c6053377848dda8765fc0cb7ae5d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:57:34.552998 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-706467b1-d1ce-449b-9c3b-34b36356670e tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:34.616272 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-706467b1-d1ce-449b-9c3b-34b36356670e tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:34.691454 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-706467b1-d1ce-449b-9c3b-34b36356670e tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:34.714302 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706467b1-d1ce-449b-9c3b-34b36356670e tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7069934-4868-4a7c-b9a8-f8b5e310758b,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:34.817205 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-706467b1-d1ce-449b-9c3b-34b36356670e tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:34.818317 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-706467b1-d1ce-449b-9c3b-34b36356670e tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3533795 Feb 03 14:57:48.122898 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:55.405624 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d8992692-e92d-44c3-a2ca-fcf9205b5059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:57.574233 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3128338d-62e6-4fbd-8614-0ca4b51cbde4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:58.931306 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:57:59.119897 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:58:00.410623 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:58:01.144307 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-d82cf1f7-c75a-4178-a0ca-068e76dd0177 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Synchronizing usage tracker for tenant:8e3c6053377848dda8765fc0cb7ae5d7 on resource:security_group {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:58:01.216551 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-d82cf1f7-c75a-4178-a0ca-068e76dd0177 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Unset dirty status for tenant:8e3c6053377848dda8765fc0cb7ae5d7 on resource:security_group {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:58:01.217717 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-d82cf1f7-c75a-4178-a0ca-068e76dd0177 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1111164856&fields=id&tenant_id=8e3c6053377848dda8765fc0cb7ae5d7 HTTP/1.1" status: 200 len: 267 time: 0.1129661 Feb 03 14:58:01.366250 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-ac1df585-d2eb-4f6f-b2e3-09ecc582c434 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:01.367601 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-ac1df585-d2eb-4f6f-b2e3-09ecc582c434 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/networks?id=fc0e72d7-a3a9-4aef-a379-d2390d4a2a10 HTTP/1.1" status: 200 len: 808 time: 0.1431446 Feb 03 14:58:01.383953 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-13df5b06-9d8d-4fd5-8753-bbebbda902c1 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/quotas/8e3c6053377848dda8765fc0cb7ae5d7 HTTP/1.1" status: 200 len: 375 time: 0.0104387 Feb 03 14:58:01.538996 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-37d4e82c-e8d2-4223-8ff8-57d7536c4451 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8e3c6053377848dda8765fc0cb7ae5d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1501250 Feb 03 14:58:01.671746 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-076cb3bd-9e22-42f6-bde7-95f8ee674db6 service neutron] 10.222.0.41 "GET /v2.0/networks/fc0e72d7-a3a9-4aef-a379-d2390d4a2a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212344 Feb 03 14:58:01.798099 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-1f69d05b-3d15-4bd0-b5dc-a9252c48d60f service neutron] 10.222.0.41 "GET /v2.0/networks/fc0e72d7-a3a9-4aef-a379-d2390d4a2a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207864 Feb 03 14:58:03.519575 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-23378098-5d38-4583-9af8-b159a4880b50 req-b197319b-9479-4db5-8b6b-9d01e7eabb33 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 210 time: 0.0400920 Feb 03 14:58:04.681299 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-56124964-9d82-4425-a56d-efe673882ced req-005fe8aa-99f5-4f6a-84f3-fa2a443c7be9 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 210 time: 0.0450737 Feb 03 14:58:05.546845 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-40314aa5-ce6a-4fc9-bb7f-daddc5215dbe tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:05.548269 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-40314aa5-ce6a-4fc9-bb7f-daddc5215dbe tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.47 "GET /v2.0/networks?id=fc0e72d7-a3a9-4aef-a379-d2390d4a2a10 HTTP/1.1" status: 200 len: 808 time: 0.1405284 Feb 03 14:58:05.599650 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-a27d29b9-9709-4160-a3d5-c2d5257e66bc tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Synchronizing usage tracker for tenant:8e3c6053377848dda8765fc0cb7ae5d7 on resource:security_group {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 14:58:05.612451 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-a27d29b9-9709-4160-a3d5-c2d5257e66bc tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Unset dirty status for tenant:8e3c6053377848dda8765fc0cb7ae5d7 on resource:security_group {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 14:58:05.613601 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-a27d29b9-9709-4160-a3d5-c2d5257e66bc tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e3c6053377848dda8765fc0cb7ae5d7 HTTP/1.1" status: 200 len: 380 time: 0.0527909 Feb 03 14:58:05.622727 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-83afe763-9774-4efb-b976-fb39a6ad07ff tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Request body: {'port': {'device_id': '95726cb4-a63c-4ce6-9dd3-3f94c0b170f5', 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10', 'admin_state_up': True, 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'security_groups': ['26b2175d-954c-4338-ac0c-55b63d2cff82']}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:58:05.763531 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-83afe763-9774-4efb-b976-fb39a6ad07ff tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:58:05.767535 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-83afe763-9774-4efb-b976-fb39a6ad07ff tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Usage tracker for resource:port and tenant:8e3c6053377848dda8765fc0cb7ae5d7 is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:58:05.771553 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-83afe763-9774-4efb-b976-fb39a6ad07ff tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:58:05.780857 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-83afe763-9774-4efb-b976-fb39a6ad07ff tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:58:05.851554 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-83afe763-9774-4efb-b976-fb39a6ad07ff tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Made reservation on behalf of 8e3c6053377848dda8765fc0cb7ae5d7 for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:58:05.854267 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-83afe763-9774-4efb-b976-fb39a6ad07ff tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:58:05.858100 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-78375615-f581-4500-9956-ff4a845e97c5 req-8c73d8aa-4d09-4ac6-bc72-c6e5c3f29926 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 210 time: 0.0411537 Feb 03 14:58:06.019945 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-83afe763-9774-4efb-b976-fb39a6ad07ff tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Allocated IP 172.20.0.12 (fc0e72d7-a3a9-4aef-a379-d2390d4a2a10/de8d70f2-6a5b-47a3-b004-cec9258c451e/bf9deaab-0ef9-44f4-9aac-d019709d9b09) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:58:06.287325 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-83afe763-9774-4efb-b976-fb39a6ad07ff tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:58:06.303760 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-83afe763-9774-4efb-b976-fb39a6ad07ff tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Transition to ACTIVE for port object bf9deaab-0ef9-44f4-9aac-d019709d9b09 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:58:06.382628 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-83afe763-9774-4efb-b976-fb39a6ad07ff tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:58:06.456076 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-83afe763-9774-4efb-b976-fb39a6ad07ff tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Network fc0e72d7-a3a9-4aef-a379-d2390d4a2a10 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:58:06.459166 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-83afe763-9774-4efb-b976-fb39a6ad07ff tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:58:06.463244 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-83afe763-9774-4efb-b976-fb39a6ad07ff tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:58:06.494065 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83afe763-9774-4efb-b976-fb39a6ad07ff tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Pushing event updated for resources: {'Port': ['ID=bf9deaab-0ef9-44f4-9aac-d019709d9b09,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:58:06.528347 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-83afe763-9774-4efb-b976-fb39a6ad07ff tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:06.528954 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-83afe763-9774-4efb-b976-fb39a6ad07ff tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:58:06.629584 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-83afe763-9774-4efb-b976-fb39a6ad07ff tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0105247 Feb 03 14:58:06.642855 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-8a84d8fa-8616-49e9-a29a-3ddd2500d6e7 service neutron] Request body: {'port': {'device_id': '95726cb4-a63c-4ce6-9dd3-3f94c0b170f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:58:06.747784 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-27d5f53d-17db-4f56-85e2-37aff0d01d13 None None] Provisioning for port bf9deaab-0ef9-44f4-9aac-d019709d9b09 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:58:06.753172 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-27d5f53d-17db-4f56-85e2-37aff0d01d13 None None] Provisioning complete for port bf9deaab-0ef9-44f4-9aac-d019709d9b09 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:58:06.753708 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-27d5f53d-17db-4f56-85e2-37aff0d01d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:58:06.757030 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-8a84d8fa-8616-49e9-a29a-3ddd2500d6e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:58:06.806280 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-27d5f53d-17db-4f56-85e2-37aff0d01d13 None None] Port bf9deaab-0ef9-44f4-9aac-d019709d9b09 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 14:58:07.065231 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd60f71-8900-437a-b946-d9f2a72f6e49 req-0bbe3831-cac8-4365-aedf-37cc0fa1658c tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:07.066602 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ffd60f71-8900-437a-b946-d9f2a72f6e49 req-0bbe3831-cac8-4365-aedf-37cc0fa1658c tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 932 time: 0.0813634 Feb 03 14:58:07.112123 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-8a84d8fa-8616-49e9-a29a-3ddd2500d6e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf9deaab-0ef9-44f4-9aac-d019709d9b09 {{(pid=84181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:58:07.114219 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ffd60f71-8900-437a-b946-d9f2a72f6e49 req-e81c2cba-744d-4913-8405-5351a3d96d7d tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417428 Feb 03 14:58:07.119187 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-8a84d8fa-8616-49e9-a29a-3ddd2500d6e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:58:07.133862 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-8a84d8fa-8616-49e9-a29a-3ddd2500d6e7 service neutron] Transition to ACTIVE for port object bf9deaab-0ef9-44f4-9aac-d019709d9b09 will not be triggered until provisioned by entity L2. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:58:07.196289 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-8a84d8fa-8616-49e9-a29a-3ddd2500d6e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:58:07.329676 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84d8fa-8616-49e9-a29a-3ddd2500d6e7 service neutron] Pushing event updated for resources: {'Port': ['ID=bf9deaab-0ef9-44f4-9aac-d019709d9b09,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:58:07.438877 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-8a84d8fa-8616-49e9-a29a-3ddd2500d6e7 service neutron] Attempting to bind port bf9deaab-0ef9-44f4-9aac-d019709d9b09 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 14:58:07.439189 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-8a84d8fa-8616-49e9-a29a-3ddd2500d6e7 service neutron] Attempting to bind port bf9deaab-0ef9-44f4-9aac-d019709d9b09 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '0202800f-1a47-4536-8f7c-6a5f788fbbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 14:58:07.439520 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-8a84d8fa-8616-49e9-a29a-3ddd2500d6e7 service neutron] Attempting to bind port bf9deaab-0ef9-44f4-9aac-d019709d9b09 on network fc0e72d7-a3a9-4aef-a379-d2390d4a2a10 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:58:07.445295 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-8a84d8fa-8616-49e9-a29a-3ddd2500d6e7 service neutron] Port bf9deaab-0ef9-44f4-9aac-d019709d9b09 on network fc0e72d7-a3a9-4aef-a379-d2390d4a2a10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 14:58:07.445610 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-8a84d8fa-8616-49e9-a29a-3ddd2500d6e7 service neutron] Attempting to bind port bf9deaab-0ef9-44f4-9aac-d019709d9b09 on network fc0e72d7-a3a9-4aef-a379-d2390d4a2a10 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 14:58:07.452668 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-8a84d8fa-8616-49e9-a29a-3ddd2500d6e7 service neutron] Checking agent: {'id': '8cce4e55-f72c-4604-b6eb-27dc2f3f162a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'started_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 14:58:07.453001 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-8a84d8fa-8616-49e9-a29a-3ddd2500d6e7 service neutron] Checking segment: {'id': '0202800f-1a47-4536-8f7c-6a5f788fbbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 14:58:07.453375 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-8a84d8fa-8616-49e9-a29a-3ddd2500d6e7 service neutron] Bound using segment: {'id': '0202800f-1a47-4536-8f7c-6a5f788fbbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10'} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 14:58:07.453785 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-8a84d8fa-8616-49e9-a29a-3ddd2500d6e7 service neutron] Bound port: bf9deaab-0ef9-44f4-9aac-d019709d9b09, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0202800f-1a47-4536-8f7c-6a5f788fbbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10'}}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 14:58:07.454186 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-8a84d8fa-8616-49e9-a29a-3ddd2500d6e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:58:07.547818 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-8a84d8fa-8616-49e9-a29a-3ddd2500d6e7 service neutron] For port bf9deaab-0ef9-44f4-9aac-d019709d9b09, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:58:07.550951 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-8a84d8fa-8616-49e9-a29a-3ddd2500d6e7 service neutron] For port bf9deaab-0ef9-44f4-9aac-d019709d9b09, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=bf9deaab-0ef9-44f4-9aac-d019709d9b09,segment=NetworkSegment(0202800f-1a47-4536-8f7c-6a5f788fbbee),segment_id=0202800f-1a47-4536-8f7c-6a5f788fbbee)] {{(pid=84181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:58:07.619677 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-8a84d8fa-8616-49e9-a29a-3ddd2500d6e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:58:07.681218 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-8a84d8fa-8616-49e9-a29a-3ddd2500d6e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:58:07.682620 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-8a84d8fa-8616-49e9-a29a-3ddd2500d6e7 service neutron] 10.222.0.47 "PUT /v2.0/ports/bf9deaab-0ef9-44f4-9aac-d019709d9b09 HTTP/1.1" status: 200 len: 1094 time: 1.0458438 Feb 03 14:58:07.685401 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95726cb4-a63c-4ce6-9dd3-3f94c0b170f5', 'tag': 'bf9deaab-0ef9-44f4-9aac-d019709d9b09'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:58:07.707020 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84d8fa-8616-49e9-a29a-3ddd2500d6e7 service neutron] Pushing event updated for resources: {'Port': ['ID=bf9deaab-0ef9-44f4-9aac-d019709d9b09,revision_number=3']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:58:07.743515 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95726cb4-a63c-4ce6-9dd3-3f94c0b170f5', 'tag': 'bf9deaab-0ef9-44f4-9aac-d019709d9b09', 'status': 'completed', 'code': 200} Feb 03 14:58:07.848924 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-52649054-4dab-44d9-8a3c-21429aa3ff77 req-28d7066d-ce1d-4415-9644-d4a2d502eb6b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e3c6053377848dda8765fc0cb7ae5d7&device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 1097 time: 0.0760961 Feb 03 14:58:07.991963 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52649054-4dab-44d9-8a3c-21429aa3ff77 req-d9efa30b-01b1-4baa-914e-838a74912af7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:07.993676 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-52649054-4dab-44d9-8a3c-21429aa3ff77 req-d9efa30b-01b1-4baa-914e-838a74912af7 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=8e3c6053377848dda8765fc0cb7ae5d7&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1374297 Feb 03 14:58:08.125562 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52649054-4dab-44d9-8a3c-21429aa3ff77 req-79e69606-a84b-4a36-8855-859c49272706 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:08.126990 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-52649054-4dab-44d9-8a3c-21429aa3ff77 req-79e69606-a84b-4a36-8855-859c49272706 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1281672 Feb 03 14:58:08.231571 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-524e3f83-4197-486e-9dc8-0435adb0a8e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e3c6053377848dda8765fc0cb7ae5d7&device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 1097 time: 0.0682180 Feb 03 14:58:08.313103 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd0bb7-32f4-4915-837c-1faefec66f7b req-cdb3128d-0069-43de-91e1-867856e03605 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:08.314620 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-17bd0bb7-32f4-4915-837c-1faefec66f7b req-cdb3128d-0069-43de-91e1-867856e03605 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 944 time: 0.0775776 Feb 03 14:58:08.363860 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-17bd0bb7-32f4-4915-837c-1faefec66f7b req-ffdfeacf-b48f-4fef-892e-192768357b0a tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432525 Feb 03 14:58:08.390528 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-a64530bc-775e-42f6-ac06-aa2b14483785 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf9deaab-0ef9-44f4-9aac-d019709d9b09 HTTP/1.1" status: 200 len: 217 time: 0.1527455 Feb 03 14:58:08.451133 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-1fb86e96-0a8d-4d78-8c3d-3a24c412d532 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:08.452499 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-1fb86e96-0a8d-4d78-8c3d-3a24c412d532 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de8d70f2-6a5b-47a3-b004-cec9258c451e HTTP/1.1" status: 200 len: 847 time: 0.0560331 Feb 03 14:58:08.523870 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-9c282d32-261c-48f6-b19e-1be5003a7e00 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fc0e72d7-a3a9-4aef-a379-d2390d4a2a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660410 Feb 03 14:58:08.650443 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-1514a230-8561-4f14-98df-244630a60640 service neutron] 10.222.0.47 "GET /v2.0/networks/fc0e72d7-a3a9-4aef-a379-d2390d4a2a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204660 Feb 03 14:58:08.778141 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-12e8ada2-eadd-48d4-9849-2fbb40b6692b req-e096019a-7c58-4cb1-84fa-b032f71d3e30 service neutron] 10.222.0.47 "GET /v2.0/networks/fc0e72d7-a3a9-4aef-a379-d2390d4a2a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218472 Feb 03 14:58:09.564421 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa4607-4222-4e00-bb4c-0a927216f535 req-5356b208-6f27-4f79-ae4a-b5ffe6e8fc06 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:09.565835 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-95fa4607-4222-4e00-bb4c-0a927216f535 req-5356b208-6f27-4f79-ae4a-b5ffe6e8fc06 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 944 time: 0.0780993 Feb 03 14:58:09.616353 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-95fa4607-4222-4e00-bb4c-0a927216f535 req-3ff7be5a-989f-42ec-9496-c05a3ef1d5f6 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442798 Feb 03 14:58:09.889274 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:58:10.811680 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f343d2d-a10a-4411-94f3-c20476d5f9c2 req-caabeb55-41b6-47e9-a0cc-eac472225ff5 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:10.813086 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7f343d2d-a10a-4411-94f3-c20476d5f9c2 req-caabeb55-41b6-47e9-a0cc-eac472225ff5 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 944 time: 0.0744863 Feb 03 14:58:10.855936 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7f343d2d-a10a-4411-94f3-c20476d5f9c2 req-a4841bab-1eda-49b2-9f69-c4ab550369aa tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372829 Feb 03 14:58:12.051414 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead321c-8a85-4a43-92d7-4a4348561272 req-fe0928b1-3d75-48ca-912f-039f656ffdc2 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:12.052835 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4ead321c-8a85-4a43-92d7-4a4348561272 req-fe0928b1-3d75-48ca-912f-039f656ffdc2 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 944 time: 0.0781336 Feb 03 14:58:12.097472 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4ead321c-8a85-4a43-92d7-4a4348561272 req-e0674de3-82cc-4bbf-a70b-cca3fc1cdcaa tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391030 Feb 03 14:58:13.286513 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687b928-3780-4ae9-aaea-8559808d1051 req-7554af0c-5051-485f-9325-fad116d45ab8 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:13.287956 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2687b928-3780-4ae9-aaea-8559808d1051 req-7554af0c-5051-485f-9325-fad116d45ab8 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 944 time: 0.0742993 Feb 03 14:58:13.335585 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2687b928-3780-4ae9-aaea-8559808d1051 req-4fa0d175-56ff-4216-8402-10cbbc7b83cd tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420907 Feb 03 14:58:14.528292 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd04e6b-d4f4-47ad-9661-0a9677062ae4 req-d67e33a8-25f2-41d5-b970-028fe3d5a1ff tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:14.529774 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5fd04e6b-d4f4-47ad-9661-0a9677062ae4 req-d67e33a8-25f2-41d5-b970-028fe3d5a1ff tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 944 time: 0.0748985 Feb 03 14:58:14.574091 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5fd04e6b-d4f4-47ad-9661-0a9677062ae4 req-0b37c30c-7a79-4081-9adf-ccd7c8c1566c tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389214 Feb 03 14:58:15.770880 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f533af7-9d09-4053-bbc2-6da22298a000 req-c847fe8f-067a-4498-8d9b-e3fc2a260530 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:15.772327 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7f533af7-9d09-4053-bbc2-6da22298a000 req-c847fe8f-067a-4498-8d9b-e3fc2a260530 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 944 time: 0.0788600 Feb 03 14:58:15.815910 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7f533af7-9d09-4053-bbc2-6da22298a000 req-85105abc-04a0-4fd6-afcf-0cc715ae66d6 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381436 Feb 03 14:58:17.007761 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f6d90-39b5-4a25-a333-6aebd71bdb5e req-74f67de1-85a9-445f-9c0b-fcf704833cbf tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:17.009206 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bd3f6d90-39b5-4a25-a333-6aebd71bdb5e req-74f67de1-85a9-445f-9c0b-fcf704833cbf tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 944 time: 0.0739658 Feb 03 14:58:17.053015 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-bd3f6d90-39b5-4a25-a333-6aebd71bdb5e req-f5b12525-7d80-4b29-8373-b996a54e3cb6 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384579 Feb 03 14:58:17.622909 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device bf9deaab-0ef9-44f4-9aac-d019709d9b09 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 14:58:17.751854 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port bf9deaab-0ef9-44f4-9aac-d019709d9b09, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=bf9deaab-0ef9-44f4-9aac-d019709d9b09,segment=NetworkSegment(0202800f-1a47-4536-8f7c-6a5f788fbbee),segment_id=0202800f-1a47-4536-8f7c-6a5f788fbbee)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:58:17.764339 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': 'bf9deaab-0ef9-44f4-9aac-d019709d9b09', 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10', 'port_id': 'bf9deaab-0ef9-44f4-9aac-d019709d9b09', 'mac_address': 'fa:16:3e:d8:2f:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de8d70f2-6a5b-47a3-b004-cec9258c451e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 14:58:17.815154 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:58:17.831559 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf9deaab-0ef9-44f4-9aac-d019709d9b09 {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 14:58:17.846011 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port bf9deaab-0ef9-44f4-9aac-d019709d9b09, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=bf9deaab-0ef9-44f4-9aac-d019709d9b09,segment=NetworkSegment(0202800f-1a47-4536-8f7c-6a5f788fbbee),segment_id=0202800f-1a47-4536-8f7c-6a5f788fbbee)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:58:17.988046 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:58:18.063900 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=bf9deaab-0ef9-44f4-9aac-d019709d9b09,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:58:18.071920 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:18.072264 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:18.072596 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:18.072924 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:18.073251 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:18.073572 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:18.073891 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:18.074210 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:18.074525 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:18.074838 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:18.075188 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:18.145028 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:58:18.249125 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288a9e2-2e6f-4a43-bac0-c65cab7d6710 req-c2963433-783e-4074-a107-fd87a7bfb155 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:18.251227 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2288a9e2-2e6f-4a43-bac0-c65cab7d6710 req-c2963433-783e-4074-a107-fd87a7bfb155 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 945 time: 0.0793278 Feb 03 14:58:18.294302 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2288a9e2-2e6f-4a43-bac0-c65cab7d6710 req-b4259ae0-2cc1-47a5-8886-d8fff5da9f25 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376914 Feb 03 14:58:18.316278 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['bf9deaab-0ef9-44f4-9aac-d019709d9b09'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 14:58:19.487260 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7aa918-f65f-46fe-a65b-ea03aa32df5c req-ae41afcf-66e5-4bea-887e-def90396af6c tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:19.488714 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-aa7aa918-f65f-46fe-a65b-ea03aa32df5c req-ae41afcf-66e5-4bea-887e-def90396af6c tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 945 time: 0.0760076 Feb 03 14:58:19.535790 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-aa7aa918-f65f-46fe-a65b-ea03aa32df5c req-df2345b4-745f-413e-b259-01cf20d8739f tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415430 Feb 03 14:58:19.633168 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device bf9deaab-0ef9-44f4-9aac-d019709d9b09 up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 14:58:19.750512 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning for port bf9deaab-0ef9-44f4-9aac-d019709d9b09 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:58:19.755637 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port bf9deaab-0ef9-44f4-9aac-d019709d9b09 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:58:19.756011 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:58:19.899009 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:58:19.925166 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95726cb4-a63c-4ce6-9dd3-3f94c0b170f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf9deaab-0ef9-44f4-9aac-d019709d9b09'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:58:19.934335 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port bf9deaab-0ef9-44f4-9aac-d019709d9b09, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=bf9deaab-0ef9-44f4-9aac-d019709d9b09,segment=NetworkSegment(0202800f-1a47-4536-8f7c-6a5f788fbbee),segment_id=0202800f-1a47-4536-8f7c-6a5f788fbbee)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:58:19.979138 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95726cb4-a63c-4ce6-9dd3-3f94c0b170f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf9deaab-0ef9-44f4-9aac-d019709d9b09', 'code': 200} Feb 03 14:58:20.007873 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:58:20.077835 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=bf9deaab-0ef9-44f4-9aac-d019709d9b09,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:58:20.409050 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2120201b-a637-4a76-8bca-83a3a2ff6389 req-28f348cd-4ca8-427e-a1a8-956e1801e01d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 1099 time: 0.0716724 Feb 03 14:58:20.449972 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-2120201b-a637-4a76-8bca-83a3a2ff6389 req-fdfbf308-914e-4183-a1ab-a302a57b95bd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353954 Feb 03 14:58:20.726565 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5df4c-7b78-49f9-b74e-861cca811eb4 req-5841591a-2a41-444e-8e21-4a640b0d2a9f tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:20.728037 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4cc5df4c-7b78-49f9-b74e-861cca811eb4 req-5841591a-2a41-444e-8e21-4a640b0d2a9f tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 946 time: 0.0755913 Feb 03 14:58:20.772689 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4cc5df4c-7b78-49f9-b74e-861cca811eb4 req-d5e22fde-4d17-40f7-861b-8d8e2c1e840e tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392950 Feb 03 14:58:21.968748 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74d665-6695-49cf-a599-220cb133fee3 req-5404ed5b-e604-4243-aa6f-1194fb61ab96 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:21.970781 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-cc74d665-6695-49cf-a599-220cb133fee3 req-5404ed5b-e604-4243-aa6f-1194fb61ab96 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 946 time: 0.0791645 Feb 03 14:58:22.095894 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-cc74d665-6695-49cf-a599-220cb133fee3 req-7b020091-8760-4d08-bddc-be88c6ee74ec tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195505 Feb 03 14:58:23.431313 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45110ced-30cd-401f-9394-53cf5ecd27a6 req-cb8769e5-d2e2-42d1-9d2e-3d7c3c8adb39 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:23.432721 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-45110ced-30cd-401f-9394-53cf5ecd27a6 req-cb8769e5-d2e2-42d1-9d2e-3d7c3c8adb39 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 946 time: 0.0744212 Feb 03 14:58:23.481657 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-45110ced-30cd-401f-9394-53cf5ecd27a6 req-02850677-a140-4b30-bb10-11f0d8a529d9 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434651 Feb 03 14:58:23.676716 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37bb7a2-91f6-4c9e-8c13-9f52eecc7d36 req-90058b61-d66d-40e1-9f9d-77afebbd404a tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:23.678164 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d37bb7a2-91f6-4c9e-8c13-9f52eecc7d36 req-90058b61-d66d-40e1-9f9d-77afebbd404a tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 946 time: 0.0760455 Feb 03 14:58:23.722023 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d37bb7a2-91f6-4c9e-8c13-9f52eecc7d36 req-360ffbb9-2e38-496b-900d-6ade31589ee7 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386217 Feb 03 14:58:23.748757 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 40646) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:58:23.879225 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d6c77034-9cfb-44fb-bbee-072f303fbbc8 tempest-TestShelveInstance-1829362691 tempest-TestShelveInstance-1829362691-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 1094 time: 0.1293225 Feb 03 14:58:23.881860 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 40652) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 14:58:23.886799 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-a67481ac-4c75-46b0-afac-107d728ed4e1 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Request body: {'floatingip': {'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'port_id': 'bf9deaab-0ef9-44f4-9aac-d019709d9b09', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 14:58:23.892623 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-a67481ac-4c75-46b0-afac-107d728ed4e1 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 14:58:23.896430 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-a67481ac-4c75-46b0-afac-107d728ed4e1 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Usage tracker for resource:floatingip and tenant:8e3c6053377848dda8765fc0cb7ae5d7 is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 14:58:23.899184 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-a67481ac-4c75-46b0-afac-107d728ed4e1 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 14:58:23.904642 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-a67481ac-4c75-46b0-afac-107d728ed4e1 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 14:58:24.004734 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a67481ac-4c75-46b0-afac-107d728ed4e1 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for floatingip, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:58:24.132834 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a67481ac-4c75-46b0-afac-107d728ed4e1 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:58:24.268125 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-a67481ac-4c75-46b0-afac-107d728ed4e1 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Allocated IP 172.26.3.245 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/328ea273-1c07-4195-8396-e6ca16744e29) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:58:24.410997 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a67481ac-4c75-46b0-afac-107d728ed4e1 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:58:24.476453 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a67481ac-4c75-46b0-afac-107d728ed4e1 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:58:24.546783 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67481ac-4c75-46b0-afac-107d728ed4e1 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:58:24.550195 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-a67481ac-4c75-46b0-afac-107d728ed4e1 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:58:24.552819 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67481ac-4c75-46b0-afac-107d728ed4e1 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 14:58:24.582469 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67481ac-4c75-46b0-afac-107d728ed4e1 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Pushing event updated for resources: {'Port': ['ID=328ea273-1c07-4195-8396-e6ca16744e29,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:58:25.045171 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a67481ac-4c75-46b0-afac-107d728ed4e1 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:58:25.142414 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a67481ac-4c75-46b0-afac-107d728ed4e1 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:58:25.337153 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a67481ac-4c75-46b0-afac-107d728ed4e1 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:58:25.350990 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-65ae6215-fab0-42e7-af6a-ba8a5b564494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:58:25.384876 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a67481ac-4c75-46b0-afac-107d728ed4e1 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:58:25.568522 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67481ac-4c75-46b0-afac-107d728ed4e1 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Pushing event updated for resources: {'Port': ['ID=328ea273-1c07-4195-8396-e6ca16744e29,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:58:25.585091 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a67481ac-4c75-46b0-afac-107d728ed4e1 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:58:25.772065 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.l3_db [None req-a67481ac-4c75-46b0-afac-107d728ed4e1 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Floating IP 9755b349-8139-4677-ae9f-22ce8aa3c9f3 associated. External IP: 172.26.3.245, port: bf9deaab-0ef9-44f4-9aac-d019709d9b09. Feb 03 14:58:26.152178 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67481ac-4c75-46b0-afac-107d728ed4e1 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Router edf8d365-acc1-4006-9550-f5072261e37e has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:58:26.344013 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67481ac-4c75-46b0-afac-107d728ed4e1 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:58:26.354901 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f10c295-5bae-4cc0-ba21-9298202a4f85 None None] Sync routers for ids ['edf8d365-acc1-4006-9550-f5072261e37e'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 14:58:26.367607 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f10c295-5bae-4cc0-ba21-9298202a4f85 None None] Routers {'edf8d365-acc1-4006-9550-f5072261e37e'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:58:26.368421 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-3f10c295-5bae-4cc0-ba21-9298202a4f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:57:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['edf8d365-acc1-4006-9550-f5072261e37e'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:58:26.444843 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-a67481ac-4c75-46b0-afac-107d728ed4e1 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:58:26.500834 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-a67481ac-4c75-46b0-afac-107d728ed4e1 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6179862 Feb 03 14:58:26.501390 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95726cb4-a63c-4ce6-9dd3-3f94c0b170f5', 'tag': 'bf9deaab-0ef9-44f4-9aac-d019709d9b09'}] {{(pid=84182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 14:58:26.542506 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-3f10c295-5bae-4cc0-ba21-9298202a4f85 None None] Set router edf8d365-acc1-4006-9550-f5072261e37e gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:58:26.662978 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95726cb4-a63c-4ce6-9dd3-3f94c0b170f5', 'tag': 'bf9deaab-0ef9-44f4-9aac-d019709d9b09', 'status': 'completed', 'code': 200} Feb 03 14:58:26.754752 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-25ddfc83-4073-42cf-b19e-6d711dbbb001 req-5549d45d-3c6c-4f1f-971f-72fc97c09358 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e3c6053377848dda8765fc0cb7ae5d7&device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 1099 time: 0.0676477 Feb 03 14:58:26.887997 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-3f10c295-5bae-4cc0-ba21-9298202a4f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'name': 'tempest-TestShelveInstance-966771346-router', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '86813227-5d13-4120-94f6-9c253d72c0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:51:39Z', 'updated_at': '2022-02-03T14:51:43Z', 'revision_number': 4, 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'gw_port': {'id': '86813227-5d13-4120-94f6-9c253d72c0ab', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:40Z', 'updated_at': '2022-02-03T14:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '9755b349-8139-4677-ae9f-22ce8aa3c9f3', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'floating_ip_address': '172.26.3.245', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'port_id': 'bf9deaab-0ef9-44f4-9aac-d019709d9b09', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10', 'mac_address': 'fa:16:3e:d8:2f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95726cb4-a63c-4ce6-9dd3-3f94c0b170f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:58:24Z', 'updated_at': '2022-02-03T14:58:24Z', 'revision_number': 0, 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f23fde5-4115-48d2-807d-5ffc51bed485', 'name': '', 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'mac_address': 'fa:16:3e:d6:9b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de8d70f2-6a5b-47a3-b004-cec9258c451e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:42Z', 'updated_at': '2022-02-03T14:52:00Z', 'revision_number': 5, 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'subnets': [{'id': 'de8d70f2-6a5b-47a3-b004-cec9258c451e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:58:26.892460 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f10c295-5bae-4cc0-ba21-9298202a4f85 None None] Checking router: edf8d365-acc1-4006-9550-f5072261e37e for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 14:58:26.894670 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ddfc83-4073-42cf-b19e-6d711dbbb001 req-c2e53edb-182f-487c-b672-9cc151ccddfb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:26.896142 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-25ddfc83-4073-42cf-b19e-6d711dbbb001 req-c2e53edb-182f-487c-b672-9cc151ccddfb service neutron] 10.222.0.47 "GET /v2.0/networks?id=fc0e72d7-a3a9-4aef-a379-d2390d4a2a10 HTTP/1.1" status: 200 len: 908 time: 0.1352983 Feb 03 14:58:26.902626 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f10c295-5bae-4cc0-ba21-9298202a4f85 None None] Routers {'edf8d365-acc1-4006-9550-f5072261e37e'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 14:58:26.903243 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-3f10c295-5bae-4cc0-ba21-9298202a4f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T14:57:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['edf8d365-acc1-4006-9550-f5072261e37e'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:58:26.997933 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-25ddfc83-4073-42cf-b19e-6d711dbbb001 req-b9e450e9-cb75-4442-8f17-e1a1861b7498 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf9deaab-0ef9-44f4-9aac-d019709d9b09 HTTP/1.1" status: 200 len: 1000 time: 0.0951276 Feb 03 14:58:27.062372 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ddfc83-4073-42cf-b19e-6d711dbbb001 req-8c7018f9-368d-45e2-98d1-f44b1fb89516 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:27.064382 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-25ddfc83-4073-42cf-b19e-6d711dbbb001 req-8c7018f9-368d-45e2-98d1-f44b1fb89516 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de8d70f2-6a5b-47a3-b004-cec9258c451e HTTP/1.1" status: 200 len: 847 time: 0.0609071 Feb 03 14:58:27.078528 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-3f10c295-5bae-4cc0-ba21-9298202a4f85 None None] Set router edf8d365-acc1-4006-9550-f5072261e37e gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 14:58:27.136780 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-25ddfc83-4073-42cf-b19e-6d711dbbb001 req-9c7584ed-cbcc-4663-aa7d-50187bdb238f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fc0e72d7-a3a9-4aef-a379-d2390d4a2a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671549 Feb 03 14:58:27.267535 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-25ddfc83-4073-42cf-b19e-6d711dbbb001 req-3053725c-f0e3-4847-a47d-f40b556f14bb service neutron] 10.222.0.47 "GET /v2.0/networks/fc0e72d7-a3a9-4aef-a379-d2390d4a2a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246231 Feb 03 14:58:27.398262 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-25ddfc83-4073-42cf-b19e-6d711dbbb001 req-7f1d6350-1568-4051-89ca-9e51e28b20e3 service neutron] 10.222.0.47 "GET /v2.0/networks/fc0e72d7-a3a9-4aef-a379-d2390d4a2a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250775 Feb 03 14:58:27.418764 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-3f10c295-5bae-4cc0-ba21-9298202a4f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'name': 'tempest-TestShelveInstance-966771346-router', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '86813227-5d13-4120-94f6-9c253d72c0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:51:39Z', 'updated_at': '2022-02-03T14:51:43Z', 'revision_number': 4, 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'gw_port': {'id': '86813227-5d13-4120-94f6-9c253d72c0ab', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:40Z', 'updated_at': '2022-02-03T14:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '9755b349-8139-4677-ae9f-22ce8aa3c9f3', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'floating_ip_address': '172.26.3.245', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'port_id': 'bf9deaab-0ef9-44f4-9aac-d019709d9b09', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10', 'mac_address': 'fa:16:3e:d8:2f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95726cb4-a63c-4ce6-9dd3-3f94c0b170f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:58:24Z', 'updated_at': '2022-02-03T14:58:24Z', 'revision_number': 0, 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f23fde5-4115-48d2-807d-5ffc51bed485', 'name': '', 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'mac_address': 'fa:16:3e:d6:9b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de8d70f2-6a5b-47a3-b004-cec9258c451e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:42Z', 'updated_at': '2022-02-03T14:52:00Z', 'revision_number': 5, 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'subnets': [{'id': 'de8d70f2-6a5b-47a3-b004-cec9258c451e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:58:27.425517 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f10c295-5bae-4cc0-ba21-9298202a4f85 None None] The sync data for ids ['edf8d365-acc1-4006-9550-f5072261e37e'] in dv-neutron-827016-1-hyperv is: [{'id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'name': 'tempest-TestShelveInstance-966771346-router', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '86813227-5d13-4120-94f6-9c253d72c0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:51:39Z', 'updated_at': '2022-02-03T14:51:43Z', 'revision_number': 4, 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'gw_port': {'id': '86813227-5d13-4120-94f6-9c253d72c0ab', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:40Z', 'updated_at': '2022-02-03T14:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '9755b349-8139-4677-ae9f-22ce8aa3c9f3', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'floating_ip_address': '172.26.3.245', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'port_id': 'bf9deaab-0ef9-44f4-9aac-d019709d9b09', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10', 'mac_address': 'fa:16:3e:d8:2f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95726cb4-a63c-4ce6-9dd3-3f94c0b170f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:58:24Z', 'updated_at': '2022-02-03T14:58:24Z', 'revision_number': 0, 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f23fde5-4115-48d2-807d-5ffc51bed485', 'name': '', 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'mac_address': 'fa:16:3e:d6:9b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de8d70f2-6a5b-47a3-b004-cec9258c451e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:42Z', 'updated_at': '2022-02-03T14:52:00Z', 'revision_number': 5, 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'subnets': [{'id': 'de8d70f2-6a5b-47a3-b004-cec9258c451e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 14:58:27.553132 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-26c4f0ab-f05a-47ab-bccb-52cf56dcc812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:58:27.612042 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c538bbde-e9d0-406d-a5f8-e4b2ea78a24b None None] New status for floating IP 9755b349-8139-4677-ae9f-22ce8aa3c9f3: ACTIVE {{(pid=84184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 14:58:28.867187 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:58:29.066946 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:58:30.404838 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:58:46.889198 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:58:48.156648 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:58:55.412815 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fb7a2cc4-b10d-4ffd-b1bd-f3332818fac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:58:57.463685 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f3a6c71c-cf3a-4a11-b57c-8fca6cf2820d req-c04cd867-f27f-4090-9e1b-0c21279e1cbc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670221 Feb 03 14:58:57.601181 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7f1204a4-1995-4b39-8263-7a510c6a9494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:58:57.605889 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f3a6c71c-cf3a-4a11-b57c-8fca6cf2820d req-56e9aaa7-8562-4259-9726-036a3a69ee58 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e3c6053377848dda8765fc0cb7ae5d7&device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 1099 time: 0.0728769 Feb 03 14:58:57.748659 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6c71c-cf3a-4a11-b57c-8fca6cf2820d req-bfb77c07-2d63-4909-b906-d4ba0a711ec2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:57.750079 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f3a6c71c-cf3a-4a11-b57c-8fca6cf2820d req-bfb77c07-2d63-4909-b906-d4ba0a711ec2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fc0e72d7-a3a9-4aef-a379-d2390d4a2a10 HTTP/1.1" status: 200 len: 908 time: 0.1258278 Feb 03 14:58:57.936394 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f3a6c71c-cf3a-4a11-b57c-8fca6cf2820d req-58b9836d-ad1b-4c53-ab90-a527b9dbc406 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf9deaab-0ef9-44f4-9aac-d019709d9b09 HTTP/1.1" status: 200 len: 1002 time: 0.1797748 Feb 03 14:58:57.997768 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6c71c-cf3a-4a11-b57c-8fca6cf2820d req-d9ebf900-1943-4b94-bd69-d63e3bf3e8f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:57.998637 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f3a6c71c-cf3a-4a11-b57c-8fca6cf2820d req-d9ebf900-1943-4b94-bd69-d63e3bf3e8f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de8d70f2-6a5b-47a3-b004-cec9258c451e HTTP/1.1" status: 200 len: 847 time: 0.0562038 Feb 03 14:58:58.077637 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f3a6c71c-cf3a-4a11-b57c-8fca6cf2820d req-fbe1d1e9-772f-48b6-b9ac-3cebc04965e7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fc0e72d7-a3a9-4aef-a379-d2390d4a2a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722537 Feb 03 14:58:58.207913 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f3a6c71c-cf3a-4a11-b57c-8fca6cf2820d req-87dbf956-fc4b-4edc-8be0-7ebea0549e85 service neutron] 10.222.0.47 "GET /v2.0/networks/fc0e72d7-a3a9-4aef-a379-d2390d4a2a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243041 Feb 03 14:58:58.340363 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f3a6c71c-cf3a-4a11-b57c-8fca6cf2820d req-ed1ff12e-4746-42ff-93f6-ba2f99e4b4bd service neutron] 10.222.0.47 "GET /v2.0/networks/fc0e72d7-a3a9-4aef-a379-d2390d4a2a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262519 Feb 03 14:58:58.883606 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:58:59.105306 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:59:00.470213 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:59:18.137717 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:59:23.889899 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 14:59:25.375189 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f68a40cb-7495-4ecd-93e8-d87aad872506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:59:27.554435 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1c2fa215-96e6-496b-a92b-a6eab7638c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:59:28.880204 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:59:29.090524 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:59:30.406795 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:59:48.154662 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:59:55.411379 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-415979d6-924e-4b85-8841-c234fd9579b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:59:57.599558 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f5db62d2-bfa9-4c1b-b1e2-e40783129991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:59:58.580560 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f12e20bf-5b5e-4e40-8637-e97cb7d63f5a req-5fb1fc52-085b-4848-afef-66d133ae4548 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1616166 Feb 03 14:59:58.713716 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f12e20bf-5b5e-4e40-8637-e97cb7d63f5a req-ce921062-3afd-4e15-a007-5ca363c1ff84 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e3c6053377848dda8765fc0cb7ae5d7&device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 1099 time: 0.0682435 Feb 03 14:59:58.854132 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:59:58.857253 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e20bf-5b5e-4e40-8637-e97cb7d63f5a req-f164b6f0-c938-41af-b682-a115b9223849 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:58.857775 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f12e20bf-5b5e-4e40-8637-e97cb7d63f5a req-f164b6f0-c938-41af-b682-a115b9223849 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fc0e72d7-a3a9-4aef-a379-d2390d4a2a10 HTTP/1.1" status: 200 len: 908 time: 0.1267273 Feb 03 14:59:58.959833 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f12e20bf-5b5e-4e40-8637-e97cb7d63f5a req-66451603-8395-4ac5-910c-ffb7ab7886dd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf9deaab-0ef9-44f4-9aac-d019709d9b09 HTTP/1.1" status: 200 len: 1002 time: 0.0958476 Feb 03 14:59:59.024122 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e20bf-5b5e-4e40-8637-e97cb7d63f5a req-4a6ff441-b427-453e-a4de-de801f3a3592 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:59.025547 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f12e20bf-5b5e-4e40-8637-e97cb7d63f5a req-4a6ff441-b427-453e-a4de-de801f3a3592 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de8d70f2-6a5b-47a3-b004-cec9258c451e HTTP/1.1" status: 200 len: 847 time: 0.0605547 Feb 03 14:59:59.098923 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f12e20bf-5b5e-4e40-8637-e97cb7d63f5a req-161e5a43-99b8-4194-bcb8-40a70e09775f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fc0e72d7-a3a9-4aef-a379-d2390d4a2a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674334 Feb 03 14:59:59.122470 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 14:59:59.228262 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f12e20bf-5b5e-4e40-8637-e97cb7d63f5a req-c7b86c6c-1b77-40ab-86c5-ae28b5a9499e service neutron] 10.222.0.47 "GET /v2.0/networks/fc0e72d7-a3a9-4aef-a379-d2390d4a2a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238892 Feb 03 14:59:59.358496 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f12e20bf-5b5e-4e40-8637-e97cb7d63f5a req-66c442c2-211d-460c-a95e-abdfbadbff8b service neutron] 10.222.0.47 "GET /v2.0/networks/fc0e72d7-a3a9-4aef-a379-d2390d4a2a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246991 Feb 03 15:00:00.427501 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:00:00.889581 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 15:00:18.110748 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:00:25.362036 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a59f9632-9ef8-411b-b5eb-5b85f0357b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:00:27.595974 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ef405633-8a02-4f59-80fc-eca9c8685ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:00:28.850092 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:00:29.078891 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:00:30.408342 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:00:37.890187 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 15:00:48.162033 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:00:55.358359 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c0abd673-515b-4764-9529-e3b2a08f7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:00:57.544038 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3428e3ee-55c0-4da7-8645-d86dde1813b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:00:58.841092 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:00:59.092848 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:01:00.418304 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:01:00.453198 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-965f9277-09fa-4587-85d3-1fff0052fdf7 req-f71323a4-c1d2-45e4-b56d-6f58282c4b7a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669901 Feb 03 15:01:00.591640 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-965f9277-09fa-4587-85d3-1fff0052fdf7 req-6ea075cd-7f3b-4365-b80b-fab4144a9c0e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e3c6053377848dda8765fc0cb7ae5d7&device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 1099 time: 0.0703797 Feb 03 15:01:00.730332 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f9277-09fa-4587-85d3-1fff0052fdf7 req-eb283d8b-a5e4-4864-9501-499289f10301 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:00.731781 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-965f9277-09fa-4587-85d3-1fff0052fdf7 req-eb283d8b-a5e4-4864-9501-499289f10301 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fc0e72d7-a3a9-4aef-a379-d2390d4a2a10 HTTP/1.1" status: 200 len: 908 time: 0.1235120 Feb 03 15:01:00.913058 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-965f9277-09fa-4587-85d3-1fff0052fdf7 req-450994fe-ab47-43e2-8d09-8ec765b38528 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf9deaab-0ef9-44f4-9aac-d019709d9b09 HTTP/1.1" status: 200 len: 1002 time: 0.1751130 Feb 03 15:01:00.972645 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f9277-09fa-4587-85d3-1fff0052fdf7 req-638c5990-f47e-44c5-9efb-3163535b517d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:00.974086 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-965f9277-09fa-4587-85d3-1fff0052fdf7 req-638c5990-f47e-44c5-9efb-3163535b517d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de8d70f2-6a5b-47a3-b004-cec9258c451e HTTP/1.1" status: 200 len: 847 time: 0.0550818 Feb 03 15:01:01.049129 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-965f9277-09fa-4587-85d3-1fff0052fdf7 req-51ddadbf-970f-4af1-aa4d-19e884a6b264 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fc0e72d7-a3a9-4aef-a379-d2390d4a2a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693839 Feb 03 15:01:01.178137 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-965f9277-09fa-4587-85d3-1fff0052fdf7 req-4fb85c9d-7c83-40be-a7e5-70108a516c4b service neutron] 10.222.0.47 "GET /v2.0/networks/fc0e72d7-a3a9-4aef-a379-d2390d4a2a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230519 Feb 03 15:01:01.305408 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-965f9277-09fa-4587-85d3-1fff0052fdf7 req-483f25b2-e8bb-44ae-a556-c15464d898bb service neutron] 10.222.0.47 "GET /v2.0/networks/fc0e72d7-a3a9-4aef-a379-d2390d4a2a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214082 Feb 03 15:01:14.890976 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 15:01:17.499965 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124df74f-79c0-47c4-a3af-ea5e47e126ca req-c34e82ff-f48d-49b7-adcb-0cd86fa27be1 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:17.499965 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-124df74f-79c0-47c4-a3af-ea5e47e126ca req-c34e82ff-f48d-49b7-adcb-0cd86fa27be1 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 946 time: 0.1810503 Feb 03 15:01:17.546185 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-124df74f-79c0-47c4-a3af-ea5e47e126ca req-296c648e-b713-46a2-be0f-b3c15bdee8f0 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419300 Feb 03 15:01:18.166560 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:01:18.824084 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7506b4-525f-41ee-90ff-95ff447864fe req-371f3df3-9f82-4e2b-be29-3db67774089c tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:18.825502 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8a7506b4-525f-41ee-90ff-95ff447864fe req-371f3df3-9f82-4e2b-be29-3db67774089c tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 946 time: 0.1382494 Feb 03 15:01:18.868749 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8a7506b4-525f-41ee-90ff-95ff447864fe req-f1373daf-684e-4aa3-99da-7ccf963ce5e6 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377605 Feb 03 15:01:20.077366 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c0279-cc31-4f07-94d6-f06cafd34e47 req-29af69f9-a3c4-4dd7-accf-d32d47c49982 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:20.078782 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-cb1c0279-cc31-4f07-94d6-f06cafd34e47 req-29af69f9-a3c4-4dd7-accf-d32d47c49982 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 946 time: 0.0773489 Feb 03 15:01:20.122851 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-cb1c0279-cc31-4f07-94d6-f06cafd34e47 req-f5a674ee-de33-4cfb-a892-be91ea4a181c tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386903 Feb 03 15:01:21.314212 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4fefad-593a-45cd-92ca-50c644404e3c req-7e11fa9e-b927-4a7a-84cb-d895afbaa3c5 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:21.315652 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5d4fefad-593a-45cd-92ca-50c644404e3c req-7e11fa9e-b927-4a7a-84cb-d895afbaa3c5 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 946 time: 0.0744550 Feb 03 15:01:21.359813 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5d4fefad-593a-45cd-92ca-50c644404e3c req-62747b90-c0fb-4ed0-92de-a763adaa3e6f tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385096 Feb 03 15:01:22.556158 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39310dbe-c5bd-4f73-868f-aa2d57ab6a3e req-5aa881da-aef9-4672-914a-db022b3c3b6e tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:22.557579 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-39310dbe-c5bd-4f73-868f-aa2d57ab6a3e req-5aa881da-aef9-4672-914a-db022b3c3b6e tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 946 time: 0.0774972 Feb 03 15:01:22.603915 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-39310dbe-c5bd-4f73-868f-aa2d57ab6a3e req-dd7c2583-6c58-477a-8979-597f7b2b7705 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408978 Feb 03 15:01:23.796781 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3fe1aa-77d5-4dd2-a228-b982a9619e16 req-a40a50f0-2037-4a93-9425-c642788209ee tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:23.798195 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ea3fe1aa-77d5-4dd2-a228-b982a9619e16 req-a40a50f0-2037-4a93-9425-c642788209ee tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 946 time: 0.0755184 Feb 03 15:01:23.842783 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ea3fe1aa-77d5-4dd2-a228-b982a9619e16 req-496e553d-9639-4310-addd-eb9b5d0052b6 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392823 Feb 03 15:01:25.123930 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a157667-9e58-4294-a359-e116435017ea req-39d93073-8d0e-4df2-ad21-a0b04b3f2257 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:25.125336 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2a157667-9e58-4294-a359-e116435017ea req-39d93073-8d0e-4df2-ad21-a0b04b3f2257 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 946 time: 0.1651516 Feb 03 15:01:25.168497 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2a157667-9e58-4294-a359-e116435017ea req-6d980f86-cb38-4243-8310-98b29e2ca327 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376248 Feb 03 15:01:25.366007 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8c05bdf9-008d-4665-bd24-ae58dea54b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:01:26.365194 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb48fb-64fa-4479-8c2c-a01facf91ce0 req-5d27c18a-1b5e-499f-97aa-096bc3d001b1 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:26.366535 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-11bb48fb-64fa-4479-8c2c-a01facf91ce0 req-5d27c18a-1b5e-499f-97aa-096bc3d001b1 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 946 time: 0.0779562 Feb 03 15:01:26.411413 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-11bb48fb-64fa-4479-8c2c-a01facf91ce0 req-f4537795-adbf-4d56-8de7-b7af3c1fb91a tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391533 Feb 03 15:01:27.549351 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f9d60054-88b9-4fd8-9c5f-3685226f6b20 req-d36b1a38-9a39-4891-8d8f-d1cf4bad75ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e3c6053377848dda8765fc0cb7ae5d7&device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 1099 time: 0.0711470 Feb 03 15:01:27.552060 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-e5c6ad9b-5f75-414d-a0f9-69617c0e8679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:01:27.605241 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49fc36-be62-4840-a8f8-548a47904536 req-cf5a2d20-9d17-4aa8-9fe0-dc16336eb947 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:27.606658 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1a49fc36-be62-4840-a8f8-548a47904536 req-cf5a2d20-9d17-4aa8-9fe0-dc16336eb947 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 946 time: 0.0754707 Feb 03 15:01:27.651953 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1a49fc36-be62-4840-a8f8-548a47904536 req-758636b3-94c3-410e-9d9f-be162d5c7f31 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392635 Feb 03 15:01:27.685245 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d60054-88b9-4fd8-9c5f-3685226f6b20 req-d8d71f98-3db7-44d6-8920-22f822794699 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:27.687362 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f9d60054-88b9-4fd8-9c5f-3685226f6b20 req-d8d71f98-3db7-44d6-8920-22f822794699 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fc0e72d7-a3a9-4aef-a379-d2390d4a2a10 HTTP/1.1" status: 200 len: 908 time: 0.1308308 Feb 03 15:01:27.789091 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f9d60054-88b9-4fd8-9c5f-3685226f6b20 req-cac39cea-05a0-49c2-a617-544ef324c2ff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf9deaab-0ef9-44f4-9aac-d019709d9b09 HTTP/1.1" status: 200 len: 1002 time: 0.0949717 Feb 03 15:01:27.850684 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d60054-88b9-4fd8-9c5f-3685226f6b20 req-83d27582-4854-4162-9063-e63edc38ed4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:27.852099 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f9d60054-88b9-4fd8-9c5f-3685226f6b20 req-83d27582-4854-4162-9063-e63edc38ed4e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de8d70f2-6a5b-47a3-b004-cec9258c451e HTTP/1.1" status: 200 len: 847 time: 0.0559511 Feb 03 15:01:27.928561 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f9d60054-88b9-4fd8-9c5f-3685226f6b20 req-20773909-d3bc-4422-be1a-c5f7c6ec14ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fc0e72d7-a3a9-4aef-a379-d2390d4a2a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696926 Feb 03 15:01:28.058378 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f9d60054-88b9-4fd8-9c5f-3685226f6b20 req-3fc11b42-9d9d-43c5-ab79-1a2f2ef26afe service neutron] 10.222.0.47 "GET /v2.0/networks/fc0e72d7-a3a9-4aef-a379-d2390d4a2a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226540 Feb 03 15:01:28.187765 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f9d60054-88b9-4fd8-9c5f-3685226f6b20 req-5bc499a9-8e41-4692-992d-cd32a759283d service neutron] 10.222.0.47 "GET /v2.0/networks/fc0e72d7-a3a9-4aef-a379-d2390d4a2a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230381 Feb 03 15:01:28.846229 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d261a-c341-45a8-a33b-2c2caab9cee4 req-f25f3914-2294-4c15-871f-c81611149f06 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:28.847641 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e35d261a-c341-45a8-a33b-2c2caab9cee4 req-f25f3914-2294-4c15-871f-c81611149f06 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 946 time: 0.0780215 Feb 03 15:01:28.855000 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:01:28.892247 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-e35d261a-c341-45a8-a33b-2c2caab9cee4 req-64ae9cbe-18ad-4ffb-84c5-cfd81bc98048 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391569 Feb 03 15:01:29.103405 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:01:30.087289 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40045c9d-f98d-4a77-a5cf-e6de64a7f867 req-0db0321d-cffd-4d3d-8c5e-e020da892aca tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:30.088705 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-40045c9d-f98d-4a77-a5cf-e6de64a7f867 req-0db0321d-cffd-4d3d-8c5e-e020da892aca tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 946 time: 0.0752690 Feb 03 15:01:30.134332 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-40045c9d-f98d-4a77-a5cf-e6de64a7f867 req-4de69385-6bbc-43ce-861c-244777e1f0a4 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398252 Feb 03 15:01:30.431946 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:01:31.330419 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff3a08-9303-40bf-9505-e22069674407 req-64a01304-78b1-4476-aa2f-3870931d0d43 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:31.331883 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d3ff3a08-9303-40bf-9505-e22069674407 req-64a01304-78b1-4476-aa2f-3870931d0d43 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 946 time: 0.0799882 Feb 03 15:01:31.378523 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d3ff3a08-9303-40bf-9505-e22069674407 req-a3fe051d-d895-4a7e-932b-9407e817ed32 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409415 Feb 03 15:01:31.672088 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0567893e-ce7f-4308-8953-ec6f4bf78bb4 req-89787851-6643-45fd-8de3-9c572d9dab8f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1268008 Feb 03 15:01:32.085627 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0ffa7-72fe-422b-9857-e3cd7d0f6aea req-b44a93ee-ceaa-4d58-a811-8adc053e8f91 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:32.087149 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7db0ffa7-72fe-422b-9857-e3cd7d0f6aea req-b44a93ee-ceaa-4d58-a811-8adc053e8f91 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 946 time: 0.0809886 Feb 03 15:01:32.133379 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7db0ffa7-72fe-422b-9857-e3cd7d0f6aea req-e66ab97d-4aa4-49f7-8a58-08a07a14b1a2 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408974 Feb 03 15:01:32.146159 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-0411b013-bd3c-47e8-adf5-857c8065dc5a req-434560a9-e102-43fa-bb44-0bc2551bf035 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1291618 Feb 03 15:01:32.707410 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device bf9deaab-0ef9-44f4-9aac-d019709d9b09 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 15:01:32.814577 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:01:32.840337 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95726cb4-a63c-4ce6-9dd3-3f94c0b170f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf9deaab-0ef9-44f4-9aac-d019709d9b09'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 15:01:32.850182 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port bf9deaab-0ef9-44f4-9aac-d019709d9b09, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=bf9deaab-0ef9-44f4-9aac-d019709d9b09,segment=NetworkSegment(0202800f-1a47-4536-8f7c-6a5f788fbbee),segment_id=0202800f-1a47-4536-8f7c-6a5f788fbbee)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:01:32.921080 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:01:32.959196 dv-neutron-827016-1-hyperv neutron-server[84183]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '95726cb4-a63c-4ce6-9dd3-3f94c0b170f5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bf9deaab-0ef9-44f4-9aac-d019709d9b09', 'code': 422} returned with failed status Feb 03 15:01:32.990173 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=bf9deaab-0ef9-44f4-9aac-d019709d9b09,revision_number=6']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:01:32.998316 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:01:32.999269 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:01:32.999609 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:01:32.999944 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:01:33.000277 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:01:33.000609 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:01:33.000938 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:01:33.001264 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:01:33.001586 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:01:33.001905 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:01:33.002227 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:01:33.327216 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7d146-56cb-409a-9272-0db46417eaef req-7d252264-8686-4d20-95a2-183d0d7588df tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:33.328648 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-55d7d146-56cb-409a-9272-0db46417eaef req-7d252264-8686-4d20-95a2-183d0d7588df tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 944 time: 0.0748363 Feb 03 15:01:33.379609 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-55d7d146-56cb-409a-9272-0db46417eaef req-25c5865e-9848-4a41-86f5-e57cd0afe680 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453582 Feb 03 15:01:34.576208 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e70682-04a5-4f77-af21-3293e57a2c60 req-bef83d84-d60e-4315-b236-2f83e39afddc tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:34.577716 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-32e70682-04a5-4f77-af21-3293e57a2c60 req-bef83d84-d60e-4315-b236-2f83e39afddc tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 944 time: 0.0759332 Feb 03 15:01:34.626878 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-32e70682-04a5-4f77-af21-3293e57a2c60 req-c66b3910-4eca-446c-8c8c-e68f650307f2 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434022 Feb 03 15:01:35.274041 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-0411b013-bd3c-47e8-adf5-857c8065dc5a req-eed69b6e-16c9-4147-8a7d-d272be0eef5e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5&tenant_id=8e3c6053377848dda8765fc0cb7ae5d7 HTTP/1.1" status: 200 len: 1097 time: 0.0677774 Feb 03 15:01:35.364869 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-0411b013-bd3c-47e8-adf5-857c8065dc5a req-f9f8731a-14e9-4616-a8e6-dbed1c650aba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e3c6053377848dda8765fc0cb7ae5d7&device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 1097 time: 0.0709374 Feb 03 15:01:35.491797 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0411b013-bd3c-47e8-adf5-857c8065dc5a req-e2cd481e-4912-4095-8ff4-7df2174d2df8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:35.493116 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-0411b013-bd3c-47e8-adf5-857c8065dc5a req-e2cd481e-4912-4095-8ff4-7df2174d2df8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fc0e72d7-a3a9-4aef-a379-d2390d4a2a10 HTTP/1.1" status: 200 len: 908 time: 0.1229432 Feb 03 15:01:35.678993 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-0411b013-bd3c-47e8-adf5-857c8065dc5a req-0e33a2eb-0843-4c44-9844-a53d7cbbccc0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf9deaab-0ef9-44f4-9aac-d019709d9b09 HTTP/1.1" status: 200 len: 1000 time: 0.1802347 Feb 03 15:01:35.739859 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0411b013-bd3c-47e8-adf5-857c8065dc5a req-15576ddb-3581-46ee-a886-38227bc21ac6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:35.741288 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-0411b013-bd3c-47e8-adf5-857c8065dc5a req-15576ddb-3581-46ee-a886-38227bc21ac6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de8d70f2-6a5b-47a3-b004-cec9258c451e HTTP/1.1" status: 200 len: 847 time: 0.0566840 Feb 03 15:01:35.819731 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-0411b013-bd3c-47e8-adf5-857c8065dc5a req-37d80f07-5f3f-43ec-a240-13f31c16cd19 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fc0e72d7-a3a9-4aef-a379-d2390d4a2a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725546 Feb 03 15:01:35.824564 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1add50-de3b-47aa-93a4-074ebefc723f req-51c78830-1bd8-460b-a458-8c97b301b8a9 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:35.825978 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4d1add50-de3b-47aa-93a4-074ebefc723f req-51c78830-1bd8-460b-a458-8c97b301b8a9 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 944 time: 0.0809693 Feb 03 15:01:35.870526 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-4d1add50-de3b-47aa-93a4-074ebefc723f req-c38ca421-b2f4-4ba9-ab33-c3f8d1e9f3f5 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390339 Feb 03 15:01:35.950576 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-0411b013-bd3c-47e8-adf5-857c8065dc5a req-5475e9fa-43fc-4ad9-b07d-32e3ccfc1e5c service neutron] 10.222.0.47 "GET /v2.0/networks/fc0e72d7-a3a9-4aef-a379-d2390d4a2a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251938 Feb 03 15:01:36.092059 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-0411b013-bd3c-47e8-adf5-857c8065dc5a req-c72fe499-0cd5-441f-81c0-730620b15b36 service neutron] 10.222.0.47 "GET /v2.0/networks/fc0e72d7-a3a9-4aef-a379-d2390d4a2a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237359 Feb 03 15:01:37.061601 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7605a7-ed73-4513-baa8-3d67a80c0a33 req-e182c803-04f6-41f8-aceb-7179cf43ccea tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:37.063091 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-cf7605a7-ed73-4513-baa8-3d67a80c0a33 req-e182c803-04f6-41f8-aceb-7179cf43ccea tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 944 time: 0.0748467 Feb 03 15:01:37.107334 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-cf7605a7-ed73-4513-baa8-3d67a80c0a33 req-ee93669e-e59c-4ba0-b118-9fd56103227a tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385737 Feb 03 15:01:38.305396 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1946081-7876-4193-9fa2-c95330f6b0bb req-cdff2407-2c07-485a-8da7-bb5e4dc3f15a tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:38.307168 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c1946081-7876-4193-9fa2-c95330f6b0bb req-cdff2407-2c07-485a-8da7-bb5e4dc3f15a tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 944 time: 0.0786474 Feb 03 15:01:38.353087 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c1946081-7876-4193-9fa2-c95330f6b0bb req-16f382ad-a2aa-4197-b17d-8477391d3e3b tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404692 Feb 03 15:01:39.546219 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351c643-90a1-43b3-bf6f-d35f122af08c req-aa2f6b73-918b-46d3-bb52-73f509776a19 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:39.548180 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7351c643-90a1-43b3-bf6f-d35f122af08c req-aa2f6b73-918b-46d3-bb52-73f509776a19 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 944 time: 0.0748432 Feb 03 15:01:39.595391 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7351c643-90a1-43b3-bf6f-d35f122af08c req-e6a3b698-0f46-499b-80eb-7b18d712a1a0 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418458 Feb 03 15:01:40.786032 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f052e57-b922-4b69-93ab-53493afff5f3 req-d4baad40-1eff-4b9e-901e-b31a697b8c7f tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:40.787466 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9f052e57-b922-4b69-93ab-53493afff5f3 req-d4baad40-1eff-4b9e-901e-b31a697b8c7f tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 944 time: 0.0735691 Feb 03 15:01:40.831623 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9f052e57-b922-4b69-93ab-53493afff5f3 req-c742c453-bf32-46ca-b2d5-70617d7a8455 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388222 Feb 03 15:01:42.026114 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b47b8-0ae8-47bc-9e29-5febd134f62a req-07ffb2e2-0d30-4eb4-8317-5de2ee03126c tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:42.027529 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-284b47b8-0ae8-47bc-9e29-5febd134f62a req-07ffb2e2-0d30-4eb4-8317-5de2ee03126c tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 944 time: 0.0772948 Feb 03 15:01:42.071000 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-284b47b8-0ae8-47bc-9e29-5febd134f62a req-ca209e4d-dbaf-422e-ae3c-c4a3f74fb1a8 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374923 Feb 03 15:01:43.260926 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a3c70-2c61-4166-a05d-861286f20343 req-dbedc081-d391-40a6-9bb3-2ccc1fb54f74 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:43.262330 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-665a3c70-2c61-4166-a05d-861286f20343 req-dbedc081-d391-40a6-9bb3-2ccc1fb54f74 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 944 time: 0.0740058 Feb 03 15:01:43.306490 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-665a3c70-2c61-4166-a05d-861286f20343 req-5acbb7ac-385d-4cb1-abf2-2669106a560f tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382388 Feb 03 15:01:44.506841 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6a735-6859-474a-9f69-a679bca3374e req-097ab83d-f6d4-4561-8c81-a27407202c31 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:44.508180 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-74d6a735-6859-474a-9f69-a679bca3374e req-097ab83d-f6d4-4561-8c81-a27407202c31 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 944 time: 0.0819721 Feb 03 15:01:44.551859 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-74d6a735-6859-474a-9f69-a679bca3374e req-082d694b-c86a-4bf4-a9d6-055422bb88df tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382757 Feb 03 15:01:44.775671 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device bf9deaab-0ef9-44f4-9aac-d019709d9b09 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 15:01:44.904496 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port bf9deaab-0ef9-44f4-9aac-d019709d9b09, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=bf9deaab-0ef9-44f4-9aac-d019709d9b09,segment=NetworkSegment(0202800f-1a47-4536-8f7c-6a5f788fbbee),segment_id=0202800f-1a47-4536-8f7c-6a5f788fbbee)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:01:44.917254 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': 'bf9deaab-0ef9-44f4-9aac-d019709d9b09', 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10', 'port_id': 'bf9deaab-0ef9-44f4-9aac-d019709d9b09', 'mac_address': 'fa:16:3e:d8:2f:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de8d70f2-6a5b-47a3-b004-cec9258c451e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 15:01:44.969455 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:01:44.985567 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf9deaab-0ef9-44f4-9aac-d019709d9b09 {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 15:01:44.999875 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port bf9deaab-0ef9-44f4-9aac-d019709d9b09, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=bf9deaab-0ef9-44f4-9aac-d019709d9b09,segment=NetworkSegment(0202800f-1a47-4536-8f7c-6a5f788fbbee),segment_id=0202800f-1a47-4536-8f7c-6a5f788fbbee)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:01:45.076843 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:01:45.143954 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=bf9deaab-0ef9-44f4-9aac-d019709d9b09,revision_number=7']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:01:45.450967 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['bf9deaab-0ef9-44f4-9aac-d019709d9b09'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 15:01:45.745710 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef228c10-24f3-4ad1-8d09-48a4c957e163 req-6e851ead-0056-41bd-833f-645bfcbfe797 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:45.747153 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ef228c10-24f3-4ad1-8d09-48a4c957e163 req-6e851ead-0056-41bd-833f-645bfcbfe797 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 945 time: 0.0743551 Feb 03 15:01:45.791420 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ef228c10-24f3-4ad1-8d09-48a4c957e163 req-52463aa5-c5de-4e5d-962d-755c23f83b95 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378952 Feb 03 15:01:46.800595 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device bf9deaab-0ef9-44f4-9aac-d019709d9b09 up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 15:01:46.866949 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port bf9deaab-0ef9-44f4-9aac-d019709d9b09 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:01:46.867349 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:01:46.979258 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:01:46.987945 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda4781-392b-4a2c-9816-faebf826d5a4 req-162f70e0-604d-40c4-9daa-70da14d012a4 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:46.989479 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7cda4781-392b-4a2c-9816-faebf826d5a4 req-162f70e0-604d-40c4-9daa-70da14d012a4 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 945 time: 0.0784142 Feb 03 15:01:47.005926 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95726cb4-a63c-4ce6-9dd3-3f94c0b170f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf9deaab-0ef9-44f4-9aac-d019709d9b09'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 15:01:47.016191 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port bf9deaab-0ef9-44f4-9aac-d019709d9b09, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=bf9deaab-0ef9-44f4-9aac-d019709d9b09,segment=NetworkSegment(0202800f-1a47-4536-8f7c-6a5f788fbbee),segment_id=0202800f-1a47-4536-8f7c-6a5f788fbbee)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:01:47.038438 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7cda4781-392b-4a2c-9816-faebf826d5a4 req-dc1b869e-0fef-4e9b-8bc8-2ee030faa1d8 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408885 Feb 03 15:01:47.069397 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95726cb4-a63c-4ce6-9dd3-3f94c0b170f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf9deaab-0ef9-44f4-9aac-d019709d9b09', 'code': 200} Feb 03 15:01:47.119934 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:01:47.183930 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=bf9deaab-0ef9-44f4-9aac-d019709d9b09,revision_number=8']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:01:47.381095 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ee044ab9-d0a0-4a7b-bc28-b882d6cad359 req-88e9a1f7-efb3-49eb-abc8-f78de05b3871 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 1099 time: 0.0663033 Feb 03 15:01:47.422407 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ee044ab9-d0a0-4a7b-bc28-b882d6cad359 req-07802afd-1126-44da-b159-6385b841242c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354149 Feb 03 15:01:48.146093 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:01:48.234746 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4f714-7fee-4330-9160-aacd909ead14 req-a4cc30fe-0150-4b0b-ae64-5f25c7d326af tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:48.236205 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b9f4f714-7fee-4330-9160-aacd909ead14 req-a4cc30fe-0150-4b0b-ae64-5f25c7d326af tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 946 time: 0.0774240 Feb 03 15:01:48.285873 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b9f4f714-7fee-4330-9160-aacd909ead14 req-ccbded12-682a-4a27-87d5-46cc23201e53 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440409 Feb 03 15:01:49.482898 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec391fa-aca0-41f6-9e22-839d68aeb1da req-46827964-44c4-4042-a8e4-f683bf521638 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:49.484846 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-eec391fa-aca0-41f6-9e22-839d68aeb1da req-46827964-44c4-4042-a8e4-f683bf521638 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 946 time: 0.0746920 Feb 03 15:01:49.528906 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-eec391fa-aca0-41f6-9e22-839d68aeb1da req-109d2f8a-0529-4f7e-a6b2-5151b6f81e81 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384583 Feb 03 15:01:51.892471 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 15:01:55.362353 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1bb9c890-1570-4215-8dd2-6b84cd7f3549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:01:57.550832 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a8ae3c70-4e5b-422d-80bd-1ac68fa2587b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:01:58.860877 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:01:59.082953 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:02:00.440092 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:02:00.459821 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ab1c8b67-26cd-4e2a-b9a1-ede90b585fc1 req-46d26b6f-ab64-4820-91cc-c6d0f7b90ea9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714691 Feb 03 15:02:00.595048 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ab1c8b67-26cd-4e2a-b9a1-ede90b585fc1 req-9bd159ac-b1d4-46ea-b2bb-92153b2b0006 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e3c6053377848dda8765fc0cb7ae5d7&device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 1099 time: 0.0671954 Feb 03 15:02:00.736500 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c8b67-26cd-4e2a-b9a1-ede90b585fc1 req-29e78862-4ba4-42a9-b945-123adb029707 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:02:00.737906 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ab1c8b67-26cd-4e2a-b9a1-ede90b585fc1 req-29e78862-4ba4-42a9-b945-123adb029707 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fc0e72d7-a3a9-4aef-a379-d2390d4a2a10 HTTP/1.1" status: 200 len: 908 time: 0.1245389 Feb 03 15:02:00.839357 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ab1c8b67-26cd-4e2a-b9a1-ede90b585fc1 req-5e3c3168-9421-4dd0-8a2d-0298e15e4bfc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf9deaab-0ef9-44f4-9aac-d019709d9b09 HTTP/1.1" status: 200 len: 1002 time: 0.0945859 Feb 03 15:02:00.899581 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c8b67-26cd-4e2a-b9a1-ede90b585fc1 req-bc625b1b-17d0-46d0-bb51-ec93b8e55f8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:02:00.900964 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ab1c8b67-26cd-4e2a-b9a1-ede90b585fc1 req-bc625b1b-17d0-46d0-bb51-ec93b8e55f8f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de8d70f2-6a5b-47a3-b004-cec9258c451e HTTP/1.1" status: 200 len: 847 time: 0.0562317 Feb 03 15:02:00.976115 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ab1c8b67-26cd-4e2a-b9a1-ede90b585fc1 req-77f21735-960c-4599-bdbf-3954ecf1ac6a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fc0e72d7-a3a9-4aef-a379-d2390d4a2a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689008 Feb 03 15:02:01.104221 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ab1c8b67-26cd-4e2a-b9a1-ede90b585fc1 req-60658661-dc91-47ea-b93d-4747d633d0c8 service neutron] 10.222.0.47 "GET /v2.0/networks/fc0e72d7-a3a9-4aef-a379-d2390d4a2a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215279 Feb 03 15:02:01.232072 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-ab1c8b67-26cd-4e2a-b9a1-ede90b585fc1 req-be92e783-afe1-4329-81a7-4d679929e8e6 service neutron] 10.222.0.47 "GET /v2.0/networks/fc0e72d7-a3a9-4aef-a379-d2390d4a2a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214368 Feb 03 15:02:18.181795 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:02:25.385037 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-08eaf1fe-86fd-45eb-8b8a-5f0418de12f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:02:27.564505 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9809190c-230e-4e26-bc8a-2aac2d73c260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:02:28.887663 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:02:28.892008 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 15:02:29.130163 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:02:30.435835 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:02:48.181722 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:02:55.404410 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d589d3e7-bf1a-4936-9184-eb78590aa9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:02:57.557899 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-aae72061-14d5-47f0-8414-fb927b6ed416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:02:58.876117 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:02:59.070603 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:03:00.449850 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:03:01.467208 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8e813425-eeea-4e47-b9e6-c229f71a0e68 req-389fd433-28f2-412d-b943-0c11ec414110 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674179 Feb 03 15:03:01.606819 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8e813425-eeea-4e47-b9e6-c229f71a0e68 req-bb0894bc-59c7-4a83-8dc5-bc25a82f92f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e3c6053377848dda8765fc0cb7ae5d7&device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 1099 time: 0.0692964 Feb 03 15:03:01.751717 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e813425-eeea-4e47-b9e6-c229f71a0e68 req-78becb92-a42d-4cd6-89a9-a06292182683 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:01.753186 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8e813425-eeea-4e47-b9e6-c229f71a0e68 req-78becb92-a42d-4cd6-89a9-a06292182683 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fc0e72d7-a3a9-4aef-a379-d2390d4a2a10 HTTP/1.1" status: 200 len: 908 time: 0.1269076 Feb 03 15:03:01.932898 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8e813425-eeea-4e47-b9e6-c229f71a0e68 req-b4c5c98a-f722-40ef-967b-da7587a1a370 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf9deaab-0ef9-44f4-9aac-d019709d9b09 HTTP/1.1" status: 200 len: 1002 time: 0.1728036 Feb 03 15:03:01.995497 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e813425-eeea-4e47-b9e6-c229f71a0e68 req-db2768f6-0705-422d-bde5-66a1462dc8a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:01.996856 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8e813425-eeea-4e47-b9e6-c229f71a0e68 req-db2768f6-0705-422d-bde5-66a1462dc8a8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de8d70f2-6a5b-47a3-b004-cec9258c451e HTTP/1.1" status: 200 len: 847 time: 0.0572608 Feb 03 15:03:02.069574 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8e813425-eeea-4e47-b9e6-c229f71a0e68 req-41210ebb-856f-4376-ac1f-27afe5c35535 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fc0e72d7-a3a9-4aef-a379-d2390d4a2a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658612 Feb 03 15:03:02.198850 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8e813425-eeea-4e47-b9e6-c229f71a0e68 req-084667e4-e0f2-4c16-94a4-e343ed7756e2 service neutron] 10.222.0.47 "GET /v2.0/networks/fc0e72d7-a3a9-4aef-a379-d2390d4a2a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225348 Feb 03 15:03:02.327700 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8e813425-eeea-4e47-b9e6-c229f71a0e68 req-3be6c52f-28f8-478e-aa30-aae13d15917c service neutron] 10.222.0.47 "GET /v2.0/networks/fc0e72d7-a3a9-4aef-a379-d2390d4a2a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226404 Feb 03 15:03:05.892269 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 15:03:18.203356 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:03:25.385866 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-1975b2b4-f8e5-45b1-a03b-c859b078361f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:03:27.580151 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9685c16a-fdaf-47fc-92f2-21edb5f67c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:03:28.854685 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:03:29.088722 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:03:30.454472 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:03:42.891803 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 15:03:47.260878 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 40864) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:03:47.768549 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-bc97663a-b745-44a4-88a5-09a156aa9400 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Deleting port 328ea273-1c07-4195-8396-e6ca16744e29 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 15:03:47.768886 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bc97663a-b745-44a4-88a5-09a156aa9400 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:03:47.931412 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bc97663a-b745-44a4-88a5-09a156aa9400 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:03:47.931412 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bc97663a-b745-44a4-88a5-09a156aa9400 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:03:48.053607 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-bc97663a-b745-44a4-88a5-09a156aa9400 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Calling delete_port for 328ea273-1c07-4195-8396-e6ca16744e29 owned by network:floatingip {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 15:03:48.191824 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:03:48.260218 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bc97663a-b745-44a4-88a5-09a156aa9400 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:03:48.308194 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97663a-b745-44a4-88a5-09a156aa9400 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Pushing event deleted for resources: {'Port': ['ID=328ea273-1c07-4195-8396-e6ca16744e29,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:03:48.344958 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97663a-b745-44a4-88a5-09a156aa9400 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:48.345303 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97663a-b745-44a4-88a5-09a156aa9400 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:48.345644 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97663a-b745-44a4-88a5-09a156aa9400 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:48.345976 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97663a-b745-44a4-88a5-09a156aa9400 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:48.346307 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97663a-b745-44a4-88a5-09a156aa9400 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:48.346637 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97663a-b745-44a4-88a5-09a156aa9400 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:48.346962 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97663a-b745-44a4-88a5-09a156aa9400 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:48.347311 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97663a-b745-44a4-88a5-09a156aa9400 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:48.347633 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97663a-b745-44a4-88a5-09a156aa9400 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:48.347951 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97663a-b745-44a4-88a5-09a156aa9400 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:48.348269 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97663a-b745-44a4-88a5-09a156aa9400 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:48.414327 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bc97663a-b745-44a4-88a5-09a156aa9400 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for floatingip, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:03:48.805731 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc97663a-b745-44a4-88a5-09a156aa9400 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Router edf8d365-acc1-4006-9550-f5072261e37e has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:03:48.999952 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc97663a-b745-44a4-88a5-09a156aa9400 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:03:49.009328 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df22fa6-6800-400d-b3ae-f9cae8490d1b None None] Sync routers for ids ['edf8d365-acc1-4006-9550-f5072261e37e'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 15:03:49.016016 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-bc97663a-b745-44a4-88a5-09a156aa9400 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:03:49.021049 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df22fa6-6800-400d-b3ae-f9cae8490d1b None None] Routers {'edf8d365-acc1-4006-9550-f5072261e37e'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 15:03:49.021690 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-3df22fa6-6800-400d-b3ae-f9cae8490d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T15:03:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['edf8d365-acc1-4006-9550-f5072261e37e'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:03:49.067358 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-bc97663a-b745-44a4-88a5-09a156aa9400 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "DELETE /v2.0/floatingips/9755b349-8139-4677-ae9f-22ce8aa3c9f3 HTTP/1.1" status: 204 len: 168 time: 1.8053188 Feb 03 15:03:49.067933 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95726cb4-a63c-4ce6-9dd3-3f94c0b170f5', 'tag': 'bf9deaab-0ef9-44f4-9aac-d019709d9b09'}] {{(pid=84182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 15:03:49.202562 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-3df22fa6-6800-400d-b3ae-f9cae8490d1b None None] Set router edf8d365-acc1-4006-9550-f5072261e37e gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 15:03:49.280145 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95726cb4-a63c-4ce6-9dd3-3f94c0b170f5', 'tag': 'bf9deaab-0ef9-44f4-9aac-d019709d9b09', 'status': 'completed', 'code': 200} Feb 03 15:03:49.375963 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-29c2405f-4d8e-43bf-a31a-efc073cd7ce6 req-87ffadca-1d61-4f64-80e8-e0f32e8e108d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e3c6053377848dda8765fc0cb7ae5d7&device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 1099 time: 0.0758495 Feb 03 15:03:49.521122 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-3df22fa6-6800-400d-b3ae-f9cae8490d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'name': 'tempest-TestShelveInstance-966771346-router', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '86813227-5d13-4120-94f6-9c253d72c0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:51:39Z', 'updated_at': '2022-02-03T14:51:43Z', 'revision_number': 4, 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'gw_port': {'id': '86813227-5d13-4120-94f6-9c253d72c0ab', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:40Z', 'updated_at': '2022-02-03T14:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '5f23fde5-4115-48d2-807d-5ffc51bed485', 'name': '', 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'mac_address': 'fa:16:3e:d6:9b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de8d70f2-6a5b-47a3-b004-cec9258c451e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:42Z', 'updated_at': '2022-02-03T14:52:00Z', 'revision_number': 5, 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'subnets': [{'id': 'de8d70f2-6a5b-47a3-b004-cec9258c451e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:03:49.523382 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2405f-4d8e-43bf-a31a-efc073cd7ce6 req-f8b5b2fc-d724-4f07-ad34-2bf5abda040e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:49.524977 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-29c2405f-4d8e-43bf-a31a-efc073cd7ce6 req-f8b5b2fc-d724-4f07-ad34-2bf5abda040e service neutron] 10.222.0.47 "GET /v2.0/networks?id=fc0e72d7-a3a9-4aef-a379-d2390d4a2a10 HTTP/1.1" status: 200 len: 908 time: 0.1435685 Feb 03 15:03:49.525196 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df22fa6-6800-400d-b3ae-f9cae8490d1b None None] Checking router: edf8d365-acc1-4006-9550-f5072261e37e for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 15:03:49.536486 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df22fa6-6800-400d-b3ae-f9cae8490d1b None None] Routers {'edf8d365-acc1-4006-9550-f5072261e37e'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 15:03:49.537218 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-3df22fa6-6800-400d-b3ae-f9cae8490d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T15:03:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['edf8d365-acc1-4006-9550-f5072261e37e'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:03:49.594415 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-29c2405f-4d8e-43bf-a31a-efc073cd7ce6 req-35e3510a-2acd-447d-88a5-776795d52e67 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf9deaab-0ef9-44f4-9aac-d019709d9b09 HTTP/1.1" status: 200 len: 217 time: 0.0624123 Feb 03 15:03:49.662303 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2405f-4d8e-43bf-a31a-efc073cd7ce6 req-2e2faa60-fe22-492a-8c76-a3b2bf47b474 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:49.664067 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-29c2405f-4d8e-43bf-a31a-efc073cd7ce6 req-2e2faa60-fe22-492a-8c76-a3b2bf47b474 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de8d70f2-6a5b-47a3-b004-cec9258c451e HTTP/1.1" status: 200 len: 847 time: 0.0636432 Feb 03 15:03:49.722866 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-3df22fa6-6800-400d-b3ae-f9cae8490d1b None None] Set router edf8d365-acc1-4006-9550-f5072261e37e gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 15:03:49.749886 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-29c2405f-4d8e-43bf-a31a-efc073cd7ce6 req-5b34b05c-32ef-4b56-8b98-d2ab72be7cbc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fc0e72d7-a3a9-4aef-a379-d2390d4a2a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776944 Feb 03 15:03:49.763332 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430830f8-cb02-4061-808a-e5096d1aa7dc req-1d20b135-a503-4417-86ec-d333ebe68975 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:49.764067 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-430830f8-cb02-4061-808a-e5096d1aa7dc req-1d20b135-a503-4417-86ec-d333ebe68975 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Synchronizing usage tracker for tenant:8e3c6053377848dda8765fc0cb7ae5d7 on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 15:03:49.831404 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-430830f8-cb02-4061-808a-e5096d1aa7dc req-1d20b135-a503-4417-86ec-d333ebe68975 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Unset dirty status for tenant:8e3c6053377848dda8765fc0cb7ae5d7 on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 15:03:49.832492 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-430830f8-cb02-4061-808a-e5096d1aa7dc req-1d20b135-a503-4417-86ec-d333ebe68975 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 946 time: 0.2546782 Feb 03 15:03:49.879595 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-430830f8-cb02-4061-808a-e5096d1aa7dc req-08cf5f2f-af0d-4f69-9b9f-292f346e3039 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416093 Feb 03 15:03:49.887135 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-29c2405f-4d8e-43bf-a31a-efc073cd7ce6 req-e62b36e3-585e-4574-8ad9-f4ea99993653 service neutron] 10.222.0.47 "GET /v2.0/networks/fc0e72d7-a3a9-4aef-a379-d2390d4a2a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311500 Feb 03 15:03:50.018624 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-29c2405f-4d8e-43bf-a31a-efc073cd7ce6 req-589d085b-4c24-4484-9eee-727a936352c7 service neutron] 10.222.0.47 "GET /v2.0/networks/fc0e72d7-a3a9-4aef-a379-d2390d4a2a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252496 Feb 03 15:03:50.040259 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-3df22fa6-6800-400d-b3ae-f9cae8490d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'name': 'tempest-TestShelveInstance-966771346-router', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '86813227-5d13-4120-94f6-9c253d72c0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:51:39Z', 'updated_at': '2022-02-03T14:51:43Z', 'revision_number': 4, 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'gw_port': {'id': '86813227-5d13-4120-94f6-9c253d72c0ab', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:40Z', 'updated_at': '2022-02-03T14:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '5f23fde5-4115-48d2-807d-5ffc51bed485', 'name': '', 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'mac_address': 'fa:16:3e:d6:9b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de8d70f2-6a5b-47a3-b004-cec9258c451e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:42Z', 'updated_at': '2022-02-03T14:52:00Z', 'revision_number': 5, 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'subnets': [{'id': 'de8d70f2-6a5b-47a3-b004-cec9258c451e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:03:50.044190 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df22fa6-6800-400d-b3ae-f9cae8490d1b None None] The sync data for ids ['edf8d365-acc1-4006-9550-f5072261e37e'] in dv-neutron-827016-1-hyperv is: [{'id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'name': 'tempest-TestShelveInstance-966771346-router', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '86813227-5d13-4120-94f6-9c253d72c0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:51:39Z', 'updated_at': '2022-02-03T14:51:43Z', 'revision_number': 4, 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'gw_port': {'id': '86813227-5d13-4120-94f6-9c253d72c0ab', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:40Z', 'updated_at': '2022-02-03T14:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '5f23fde5-4115-48d2-807d-5ffc51bed485', 'name': '', 'network_id': 'fc0e72d7-a3a9-4aef-a379-d2390d4a2a10', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'mac_address': 'fa:16:3e:d6:9b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de8d70f2-6a5b-47a3-b004-cec9258c451e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:42Z', 'updated_at': '2022-02-03T14:52:00Z', 'revision_number': 5, 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'subnets': [{'id': 'de8d70f2-6a5b-47a3-b004-cec9258c451e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 15:03:50.256952 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25955956-efeb-4e72-823c-9e513dc22bf8 None None] New status for floating IP 9755b349-8139-4677-ae9f-22ce8aa3c9f3: DOWN {{(pid=84184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 15:03:51.078684 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e4973-7e6b-4476-8faf-3ce26e32708b req-7259a6fe-05dc-4bf9-b4b7-fecad4280162 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:51.080124 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-cb1e4973-7e6b-4476-8faf-3ce26e32708b req-7259a6fe-05dc-4bf9-b4b7-fecad4280162 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 946 time: 0.0757048 Feb 03 15:03:51.123366 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-cb1e4973-7e6b-4476-8faf-3ce26e32708b req-9e54a58b-7121-41b3-b309-30891565b8d7 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/security-groups?id=26b2175d-954c-4338-ac0c-55b63d2cff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379138 Feb 03 15:03:51.277314 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdd6df-5cbc-415b-b6f6-d44e8ae451ef req-4e751c91-897b-4f03-b334-edb7da4bb673 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:51.277892 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-95fdd6df-5cbc-415b-b6f6-d44e8ae451ef req-4e751c91-897b-4f03-b334-edb7da4bb673 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Synchronizing usage tracker for tenant:8e3c6053377848dda8765fc0cb7ae5d7 on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 15:03:51.289788 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-95fdd6df-5cbc-415b-b6f6-d44e8ae451ef req-4e751c91-897b-4f03-b334-edb7da4bb673 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Unset dirty status for tenant:8e3c6053377848dda8765fc0cb7ae5d7 on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 15:03:51.290853 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-95fdd6df-5cbc-415b-b6f6-d44e8ae451ef req-4e751c91-897b-4f03-b334-edb7da4bb673 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.47 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 946 time: 0.0908844 Feb 03 15:03:51.357395 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-95fdd6df-5cbc-415b-b6f6-d44e8ae451ef req-8713b37a-53ae-4cff-840d-8d5fc7d3b490 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Deleting port bf9deaab-0ef9-44f4-9aac-d019709d9b09 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 15:03:51.362872 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-95fdd6df-5cbc-415b-b6f6-d44e8ae451ef req-8713b37a-53ae-4cff-840d-8d5fc7d3b490 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:03:51.676657 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-95fdd6df-5cbc-415b-b6f6-d44e8ae451ef req-8713b37a-53ae-4cff-840d-8d5fc7d3b490 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] For port bf9deaab-0ef9-44f4-9aac-d019709d9b09, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=bf9deaab-0ef9-44f4-9aac-d019709d9b09,segment=NetworkSegment(0202800f-1a47-4536-8f7c-6a5f788fbbee),segment_id=0202800f-1a47-4536-8f7c-6a5f788fbbee)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:03:51.677019 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-95fdd6df-5cbc-415b-b6f6-d44e8ae451ef req-8713b37a-53ae-4cff-840d-8d5fc7d3b490 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:03:51.795777 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-95fdd6df-5cbc-415b-b6f6-d44e8ae451ef req-8713b37a-53ae-4cff-840d-8d5fc7d3b490 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Calling delete_port for bf9deaab-0ef9-44f4-9aac-d019709d9b09 owned by compute:nova {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 15:03:52.005410 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-95fdd6df-5cbc-415b-b6f6-d44e8ae451ef req-8713b37a-53ae-4cff-840d-8d5fc7d3b490 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:03:52.051702 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8713b37a-53ae-4cff-840d-8d5fc7d3b490 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Pushing event deleted for resources: {'Port': ['ID=bf9deaab-0ef9-44f4-9aac-d019709d9b09,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:03:52.088010 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713b37a-53ae-4cff-840d-8d5fc7d3b490 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:52.088361 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713b37a-53ae-4cff-840d-8d5fc7d3b490 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:52.088700 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713b37a-53ae-4cff-840d-8d5fc7d3b490 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:52.089033 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713b37a-53ae-4cff-840d-8d5fc7d3b490 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:52.089364 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713b37a-53ae-4cff-840d-8d5fc7d3b490 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:52.089692 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713b37a-53ae-4cff-840d-8d5fc7d3b490 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:52.090016 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713b37a-53ae-4cff-840d-8d5fc7d3b490 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:52.090345 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713b37a-53ae-4cff-840d-8d5fc7d3b490 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:52.090669 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713b37a-53ae-4cff-840d-8d5fc7d3b490 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:52.090995 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713b37a-53ae-4cff-840d-8d5fc7d3b490 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:52.091341 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713b37a-53ae-4cff-840d-8d5fc7d3b490 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:52.140581 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-95fdd6df-5cbc-415b-b6f6-d44e8ae451ef req-8713b37a-53ae-4cff-840d-8d5fc7d3b490 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] No DVR routers for this DVR port bf9deaab-0ef9-44f4-9aac-d019709d9b09 on host hv-neutron-8270 {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:03:52.142896 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-95fdd6df-5cbc-415b-b6f6-d44e8ae451ef req-8713b37a-53ae-4cff-840d-8d5fc7d3b490 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:03:52.145331 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95726cb4-a63c-4ce6-9dd3-3f94c0b170f5', 'name': 'network-vif-deleted', 'tag': 'bf9deaab-0ef9-44f4-9aac-d019709d9b09'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 15:03:52.220820 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-95fdd6df-5cbc-415b-b6f6-d44e8ae451ef req-8713b37a-53ae-4cff-840d-8d5fc7d3b490 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.47 "DELETE /v2.0/ports/bf9deaab-0ef9-44f4-9aac-d019709d9b09 HTTP/1.1" status: 204 len: 173 time: 0.9247365 Feb 03 15:03:52.271011 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95726cb4-a63c-4ce6-9dd3-3f94c0b170f5', 'name': 'network-vif-deleted', 'tag': 'bf9deaab-0ef9-44f4-9aac-d019709d9b09', 'status': 'completed', 'code': 200} Feb 03 15:03:52.292433 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ac07f1e2-a245-4ff3-a8f0-64c1e7121797 req-51e7625c-234f-4b79-ba93-ee70bda1f5bb tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 210 time: 0.0441189 Feb 03 15:03:53.461477 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b5b4f8d2-c68d-49f6-9278-71b10f49c19a req-e6197063-64a9-4659-880f-d5a9a613c4b6 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "GET /v2.0/ports?device_id=95726cb4-a63c-4ce6-9dd3-3f94c0b170f5 HTTP/1.1" status: 200 len: 210 time: 0.0416942 Feb 03 15:03:53.501656 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device bf9deaab-0ef9-44f4-9aac-d019709d9b09 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 15:03:53.536479 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] No Port match for: bf9deaab-0ef9-44f4-9aac-d019709d9b09 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 15:03:53.536748 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device bf9deaab-0ef9-44f4-9aac-d019709d9b09 not bound to the agent host hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 15:03:54.567590 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 40890) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:03:54.634426 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-55794115-99c3-473e-b658-afbbca10e802 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:03:54.666169 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-55794115-99c3-473e-b658-afbbca10e802 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:03:54.802463 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-55794115-99c3-473e-b658-afbbca10e802 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:03:54.821638 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55794115-99c3-473e-b658-afbbca10e802 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b2175d-954c-4338-ac0c-55b63d2cff82,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:03:54.922881 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-55794115-99c3-473e-b658-afbbca10e802 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:03:54.924015 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-55794115-99c3-473e-b658-afbbca10e802 tempest-TestShelveInstance-1499700991 tempest-TestShelveInstance-1499700991-project] 10.222.0.41 "DELETE /v2.0/security-groups/26b2175d-954c-4338-ac0c-55b63d2cff82 HTTP/1.1" status: 204 len: 168 time: 0.3554525 Feb 03 15:03:55.035626 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 40896) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:03:55.365466 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4558eec8-37ec-4fc6-b71c-4b1ddb4053a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:03:55.591480 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-88a40943-f1cd-4d04-91bf-ff5dea09d96d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:03:56.177635 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-88a40943-f1cd-4d04-91bf-ff5dea09d96d admin admin] Deleting port 5f23fde5-4115-48d2-807d-5ffc51bed485 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 15:03:56.177961 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-88a40943-f1cd-4d04-91bf-ff5dea09d96d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:03:56.349628 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-88a40943-f1cd-4d04-91bf-ff5dea09d96d admin admin] For port 5f23fde5-4115-48d2-807d-5ffc51bed485, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=5f23fde5-4115-48d2-807d-5ffc51bed485,segment=NetworkSegment(0202800f-1a47-4536-8f7c-6a5f788fbbee),segment_id=0202800f-1a47-4536-8f7c-6a5f788fbbee)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:03:56.349972 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-88a40943-f1cd-4d04-91bf-ff5dea09d96d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:03:56.558048 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-88a40943-f1cd-4d04-91bf-ff5dea09d96d admin admin] Calling delete_port for 5f23fde5-4115-48d2-807d-5ffc51bed485 owned by network:router_interface {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 15:03:56.785038 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-88a40943-f1cd-4d04-91bf-ff5dea09d96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:03:56.828457 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a40943-f1cd-4d04-91bf-ff5dea09d96d admin admin] Pushing event deleted for resources: {'Port': ['ID=5f23fde5-4115-48d2-807d-5ffc51bed485,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:03:57.128050 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-88a40943-f1cd-4d04-91bf-ff5dea09d96d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:03:57.539839 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-359527c9-ead5-4e6a-bc60-777e76810f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:03:57.693292 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a40943-f1cd-4d04-91bf-ff5dea09d96d admin admin] Router edf8d365-acc1-4006-9550-f5072261e37e has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:03:57.986235 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a40943-f1cd-4d04-91bf-ff5dea09d96d admin admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:03:57.994444 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c99f9a7-3e90-464d-90f9-08d94faf999b None None] Sync routers for ids ['edf8d365-acc1-4006-9550-f5072261e37e'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 15:03:57.997774 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-88a40943-f1cd-4d04-91bf-ff5dea09d96d admin admin] 10.222.0.41 "PUT /v2.0/routers/edf8d365-acc1-4006-9550-f5072261e37e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9611256 Feb 03 15:03:58.000814 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 40902) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:03:58.006419 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c99f9a7-3e90-464d-90f9-08d94faf999b None None] Routers {'edf8d365-acc1-4006-9550-f5072261e37e'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 15:03:58.007046 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-1c99f9a7-3e90-464d-90f9-08d94faf999b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T15:03:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['edf8d365-acc1-4006-9550-f5072261e37e'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:03:58.193873 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-aa4c15f8-2caa-4a55-95a3-c33c47e0cd8a admin admin] Notify callbacks [] for router, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:03:58.215279 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-1c99f9a7-3e90-464d-90f9-08d94faf999b None None] Set router edf8d365-acc1-4006-9550-f5072261e37e gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 15:03:58.394283 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-aa4c15f8-2caa-4a55-95a3-c33c47e0cd8a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:03:58.473579 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-aa4c15f8-2caa-4a55-95a3-c33c47e0cd8a admin admin] Deleting port 86813227-5d13-4120-94f6-9c253d72c0ab {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 15:03:58.474034 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-aa4c15f8-2caa-4a55-95a3-c33c47e0cd8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:03:58.495478 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-1c99f9a7-3e90-464d-90f9-08d94faf999b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'name': 'tempest-TestShelveInstance-966771346-router', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '86813227-5d13-4120-94f6-9c253d72c0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:51:39Z', 'updated_at': '2022-02-03T15:03:56Z', 'revision_number': 5, 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'gw_port': {'id': '86813227-5d13-4120-94f6-9c253d72c0ab', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:40Z', 'updated_at': '2022-02-03T14:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:03:58.499980 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c99f9a7-3e90-464d-90f9-08d94faf999b None None] Checking router: edf8d365-acc1-4006-9550-f5072261e37e for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 15:03:58.510239 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c99f9a7-3e90-464d-90f9-08d94faf999b None None] Routers {'edf8d365-acc1-4006-9550-f5072261e37e'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 15:03:58.510833 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-1c99f9a7-3e90-464d-90f9-08d94faf999b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T15:03:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['edf8d365-acc1-4006-9550-f5072261e37e'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:03:58.642904 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-aa4c15f8-2caa-4a55-95a3-c33c47e0cd8a admin admin] For port 86813227-5d13-4120-94f6-9c253d72c0ab, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=86813227-5d13-4120-94f6-9c253d72c0ab,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:03:58.643198 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-aa4c15f8-2caa-4a55-95a3-c33c47e0cd8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:03:58.659999 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-1c99f9a7-3e90-464d-90f9-08d94faf999b None None] Set router edf8d365-acc1-4006-9550-f5072261e37e gateway port host: None {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 15:03:58.760720 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-aa4c15f8-2caa-4a55-95a3-c33c47e0cd8a admin admin] Calling delete_port for 86813227-5d13-4120-94f6-9c253d72c0ab owned by network:router_gateway {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 15:03:58.762548 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-1c99f9a7-3e90-464d-90f9-08d94faf999b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'name': 'tempest-TestShelveInstance-966771346-router', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:51:39Z', 'updated_at': '2022-02-03T15:03:58Z', 'revision_number': 6, 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'gw_port_host': None}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:03:58.767017 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c99f9a7-3e90-464d-90f9-08d94faf999b None None] The sync data for ids ['edf8d365-acc1-4006-9550-f5072261e37e'] in dv-neutron-827016-1-hyperv is: [{'id': 'edf8d365-acc1-4006-9550-f5072261e37e', 'name': 'tempest-TestShelveInstance-966771346-router', 'tenant_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:51:39Z', 'updated_at': '2022-02-03T15:03:58Z', 'revision_number': 6, 'project_id': '8e3c6053377848dda8765fc0cb7ae5d7', 'gw_port_host': None}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 15:03:58.850789 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:03:58.973691 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-aa4c15f8-2caa-4a55-95a3-c33c47e0cd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:03:59.019370 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c15f8-2caa-4a55-95a3-c33c47e0cd8a admin admin] Pushing event deleted for resources: {'Port': ['ID=86813227-5d13-4120-94f6-9c253d72c0ab,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:03:59.099906 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:03:59.248397 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-aa4c15f8-2caa-4a55-95a3-c33c47e0cd8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:03:59.612805 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-aa4c15f8-2caa-4a55-95a3-c33c47e0cd8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:03:59.617072 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-aa4c15f8-2caa-4a55-95a3-c33c47e0cd8a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:03:59.730929 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-aa4c15f8-2caa-4a55-95a3-c33c47e0cd8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:03:59.731465 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4c15f8-2caa-4a55-95a3-c33c47e0cd8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router edf8d365-acc1-4006-9550-f5072261e37e {{(pid=84182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 15:03:59.745413 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-aa4c15f8-2caa-4a55-95a3-c33c47e0cd8a admin admin] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:03:59.746415 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-aa4c15f8-2caa-4a55-95a3-c33c47e0cd8a admin admin] 10.222.0.41 "DELETE /v2.0/routers/edf8d365-acc1-4006-9550-f5072261e37e HTTP/1.1" status: 204 len: 168 time: 1.7445779 Feb 03 15:03:59.748965 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 40906) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:03:59.811304 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-80690fbd-5be1-44bf-9c45-9785430a9b6e admin admin] Deleting subnet de8d70f2-6a5b-47a3-b004-cec9258c451e {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 15:03:59.814377 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-80690fbd-5be1-44bf-9c45-9785430a9b6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:03:59.867332 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-80690fbd-5be1-44bf-9c45-9785430a9b6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:03:59.945278 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-80690fbd-5be1-44bf-9c45-9785430a9b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:00.079615 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-80690fbd-5be1-44bf-9c45-9785430a9b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:00.117785 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80690fbd-5be1-44bf-9c45-9785430a9b6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de8d70f2-6a5b-47a3-b004-cec9258c451e,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:00.123926 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-80690fbd-5be1-44bf-9c45-9785430a9b6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:00.129553 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d27b5c-a7c9-43e1-be2c-3ae5f093710d None None] Network fc0e72d7-a3a9-4aef-a379-d2390d4a2a10 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 15:04:00.130749 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-80690fbd-5be1-44bf-9c45-9785430a9b6e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/de8d70f2-6a5b-47a3-b004-cec9258c451e HTTP/1.1" status: 204 len: 168 time: 0.3794398 Feb 03 15:04:00.132589 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 40910) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:04:00.238336 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6fa80f9c-9164-4c3e-a7c8-185bfdccceb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:00.248614 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-6fa80f9c-9164-4c3e-a7c8-185bfdccceb5 admin admin] Deleting port f3226810-c1a0-4dc2-95ed-5afde65904ba {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 15:04:00.249019 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6fa80f9c-9164-4c3e-a7c8-185bfdccceb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:00.343254 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 5f23fde5-4115-48d2-807d-5ffc51bed485 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 15:04:00.393579 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 5f23fde5-4115-48d2-807d-5ffc51bed485 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 15:04:00.399415 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 5f23fde5-4115-48d2-807d-5ffc51bed485 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 15:04:00.399415 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 86813227-5d13-4120-94f6-9c253d72c0ab no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 15:04:00.426598 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fe5569-5cad-4287-8e66-fe030c7b4a0f None None] DHCP port deletion for fc0e72d7-a3a9-4aef-a379-d2390d4a2a10 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 15:04:00.439899 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 86813227-5d13-4120-94f6-9c253d72c0ab {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 15:04:00.440483 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 86813227-5d13-4120-94f6-9c253d72c0ab not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 15:04:00.441895 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-50fe5569-5cad-4287-8e66-fe030c7b4a0f None None] Deleting port f3226810-c1a0-4dc2-95ed-5afde65904ba {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 15:04:00.442262 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-50fe5569-5cad-4287-8e66-fe030c7b4a0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:00.465495 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-6fa80f9c-9164-4c3e-a7c8-185bfdccceb5 admin admin] For port f3226810-c1a0-4dc2-95ed-5afde65904ba, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=f3226810-c1a0-4dc2-95ed-5afde65904ba,segment=NetworkSegment(0202800f-1a47-4536-8f7c-6a5f788fbbee),segment_id=0202800f-1a47-4536-8f7c-6a5f788fbbee)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:04:00.465844 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6fa80f9c-9164-4c3e-a7c8-185bfdccceb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:00.520958 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:00.588910 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-6fa80f9c-9164-4c3e-a7c8-185bfdccceb5 admin admin] Calling delete_port for f3226810-c1a0-4dc2-95ed-5afde65904ba owned by network:dhcp {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 15:04:00.639778 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-50fe5569-5cad-4287-8e66-fe030c7b4a0f None None] For port f3226810-c1a0-4dc2-95ed-5afde65904ba, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=f3226810-c1a0-4dc2-95ed-5afde65904ba,segment=NetworkSegment(0202800f-1a47-4536-8f7c-6a5f788fbbee),segment_id=0202800f-1a47-4536-8f7c-6a5f788fbbee)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:04:00.640087 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-50fe5569-5cad-4287-8e66-fe030c7b4a0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:00.716929 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6fa80f9c-9164-4c3e-a7c8-185bfdccceb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:00.755322 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-50fe5569-5cad-4287-8e66-fe030c7b4a0f None None] Calling delete_port for f3226810-c1a0-4dc2-95ed-5afde65904ba owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 15:04:00.761923 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa80f9c-9164-4c3e-a7c8-185bfdccceb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3226810-c1a0-4dc2-95ed-5afde65904ba,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:00.766320 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa80f9c-9164-4c3e-a7c8-185bfdccceb5 admin admin] No DVR routers for this DVR port f3226810-c1a0-4dc2-95ed-5afde65904ba on host dv-neutron-827016-1-hyperv {{(pid=84182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:04:00.822391 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-50fe5569-5cad-4287-8e66-fe030c7b4a0f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 15:04:00.822739 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-50fe5569-5cad-4287-8e66-fe030c7b4a0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 15:04:00.879459 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6fa80f9c-9164-4c3e-a7c8-185bfdccceb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:00.907134 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-6fa80f9c-9164-4c3e-a7c8-185bfdccceb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc0e72d7-a3a9-4aef-a379-d2390d4a2a10']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:04:00.918705 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-6fa80f9c-9164-4c3e-a7c8-185bfdccceb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0202800f-1a47-4536-8f7c-6a5f788fbbee') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:04:00.919001 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-6fa80f9c-9164-4c3e-a7c8-185bfdccceb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0202800f-1a47-4536-8f7c-6a5f788fbbee') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:04:00.930417 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6fa80f9c-9164-4c3e-a7c8-185bfdccceb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:00.946010 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6fa80f9c-9164-4c3e-a7c8-185bfdccceb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:00.952183 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa80f9c-9164-4c3e-a7c8-185bfdccceb5 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 15:04:00.952562 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6fa80f9c-9164-4c3e-a7c8-185bfdccceb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:00.965232 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 15:04:00.965232 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 15:04:00.965232 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 15:04:00.965232 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 15:04:00.965232 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 15:04:00.965232 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 15:04:00.965232 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 15:04:00.965232 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 15:04:00.965232 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 15:04:00.965232 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 15:04:00.965232 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 15:04:00.965232 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 15:04:00.965232 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 15:04:00.965232 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 15:04:00.965232 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 15:04:00.965232 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 15:04:00.965232 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 15:04:00.965232 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 15:04:00.965232 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 15:04:00.965232 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 15:04:00.965232 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 15:04:00.965232 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 15:04:00.965232 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 15:04:00.965232 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 15:04:00.965232 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 15:04:00.965232 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 15:04:00.965232 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 15:04:00.965232 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 15:04:00.965232 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 15:04:00.965232 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 15:04:00.965232 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 15:04:00.965232 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 15:04:01.096573 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6fa80f9c-9164-4c3e-a7c8-185bfdccceb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:01.116173 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-6fa80f9c-9164-4c3e-a7c8-185bfdccceb5 admin admin] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:01.126024 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa80f9c-9164-4c3e-a7c8-185bfdccceb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc0e72d7-a3a9-4aef-a379-d2390d4a2a10,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:01.205653 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-6fa80f9c-9164-4c3e-a7c8-185bfdccceb5 admin admin] 10.222.0.41 "DELETE /v2.0/networks/fc0e72d7-a3a9-4aef-a379-d2390d4a2a10 HTTP/1.1" status: 204 len: 168 time: 1.0720870 Feb 03 15:04:01.208445 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 40914) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:04:01.323632 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-50fe5569-5cad-4287-8e66-fe030c7b4a0f None None] Deleting port f3226810-c1a0-4dc2-95ed-5afde65904ba {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 15:04:01.324163 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-50fe5569-5cad-4287-8e66-fe030c7b4a0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:01.434872 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-50fe5569-5cad-4287-8e66-fe030c7b4a0f None None] The port 'f3226810-c1a0-4dc2-95ed-5afde65904ba' was deleted {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 15:04:01.684545 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d25def72-80fd-4588-a774-c0cfee35c064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:02.254441 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-d25def72-80fd-4588-a774-c0cfee35c064 admin admin] Deleting port 32ed4ce3-cc02-4e80-b50e-05184b6c0111 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 15:04:02.255134 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d25def72-80fd-4588-a774-c0cfee35c064 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:02.334224 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device f3226810-c1a0-4dc2-95ed-5afde65904ba no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 15:04:02.366124 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: f3226810-c1a0-4dc2-95ed-5afde65904ba {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 15:04:02.366711 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device f3226810-c1a0-4dc2-95ed-5afde65904ba not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 15:04:02.425581 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-d25def72-80fd-4588-a774-c0cfee35c064 admin admin] For port 32ed4ce3-cc02-4e80-b50e-05184b6c0111, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=32ed4ce3-cc02-4e80-b50e-05184b6c0111,segment=NetworkSegment(de299b2a-3e00-4385-bc80-0b6c5553b71e),segment_id=de299b2a-3e00-4385-bc80-0b6c5553b71e)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:04:02.425932 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d25def72-80fd-4588-a774-c0cfee35c064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:02.542530 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-d25def72-80fd-4588-a774-c0cfee35c064 admin admin] Calling delete_port for 32ed4ce3-cc02-4e80-b50e-05184b6c0111 owned by network:router_interface {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 15:04:02.797284 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d25def72-80fd-4588-a774-c0cfee35c064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:02.845429 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25def72-80fd-4588-a774-c0cfee35c064 admin admin] Pushing event deleted for resources: {'Port': ['ID=32ed4ce3-cc02-4e80-b50e-05184b6c0111,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:03.211280 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-d25def72-80fd-4588-a774-c0cfee35c064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:03.764010 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25def72-80fd-4588-a774-c0cfee35c064 admin admin] Router 41130cfd-6127-4bf9-8c96-20c5fc08125c has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:04:03.957616 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25def72-80fd-4588-a774-c0cfee35c064 admin admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:04:03.966361 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d25def72-80fd-4588-a774-c0cfee35c064 admin admin] 10.222.0.41 "PUT /v2.0/routers/41130cfd-6127-4bf9-8c96-20c5fc08125c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7569642 Feb 03 15:04:03.966658 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d00ce2b-4433-4b69-80b7-5d9eb41e323a None None] Sync routers for ids ['41130cfd-6127-4bf9-8c96-20c5fc08125c'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 15:04:03.970149 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 40918) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:04:03.978905 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d00ce2b-4433-4b69-80b7-5d9eb41e323a None None] Routers {'41130cfd-6127-4bf9-8c96-20c5fc08125c'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 15:04:03.979538 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-0d00ce2b-4433-4b69-80b7-5d9eb41e323a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T15:03:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['41130cfd-6127-4bf9-8c96-20c5fc08125c'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:04:04.152695 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-0d00ce2b-4433-4b69-80b7-5d9eb41e323a None None] Set router 41130cfd-6127-4bf9-8c96-20c5fc08125c gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 15:04:04.160395 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-47f6cec1-0d41-4067-aa7b-3996c0f37464 admin admin] Notify callbacks [] for router, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:04.354142 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-47f6cec1-0d41-4067-aa7b-3996c0f37464 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:04.430734 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-47f6cec1-0d41-4067-aa7b-3996c0f37464 admin admin] Deleting port 1d6b1a72-db79-4704-b0d3-e690a3260a91 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 15:04:04.431034 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-47f6cec1-0d41-4067-aa7b-3996c0f37464 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:04.483052 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-0d00ce2b-4433-4b69-80b7-5d9eb41e323a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41130cfd-6127-4bf9-8c96-20c5fc08125c', 'name': 'tempest-TestShelveInstance-227915164-router', 'tenant_id': 'edbaf460c823428f8baebd07d9abab82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.158'}], 'enable_snat': True}, 'gw_port_id': '1d6b1a72-db79-4704-b0d3-e690a3260a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:51:47Z', 'updated_at': '2022-02-03T15:04:02Z', 'revision_number': 5, 'project_id': 'edbaf460c823428f8baebd07d9abab82', 'gw_port': {'id': '1d6b1a72-db79-4704-b0d3-e690a3260a91', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41130cfd-6127-4bf9-8c96-20c5fc08125c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:48Z', 'updated_at': '2022-02-03T14:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:04:04.487140 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d00ce2b-4433-4b69-80b7-5d9eb41e323a None None] Checking router: 41130cfd-6127-4bf9-8c96-20c5fc08125c for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 15:04:04.497956 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d00ce2b-4433-4b69-80b7-5d9eb41e323a None None] Routers {'41130cfd-6127-4bf9-8c96-20c5fc08125c'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 15:04:04.498567 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-0d00ce2b-4433-4b69-80b7-5d9eb41e323a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T15:03:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['41130cfd-6127-4bf9-8c96-20c5fc08125c'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:04:04.647415 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-0d00ce2b-4433-4b69-80b7-5d9eb41e323a None None] Set router 41130cfd-6127-4bf9-8c96-20c5fc08125c gateway port host: None {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 15:04:04.711318 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-47f6cec1-0d41-4067-aa7b-3996c0f37464 admin admin] For port 1d6b1a72-db79-4704-b0d3-e690a3260a91, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=1d6b1a72-db79-4704-b0d3-e690a3260a91,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:04:04.711582 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-47f6cec1-0d41-4067-aa7b-3996c0f37464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:04.748619 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-0d00ce2b-4433-4b69-80b7-5d9eb41e323a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41130cfd-6127-4bf9-8c96-20c5fc08125c', 'name': 'tempest-TestShelveInstance-227915164-router', 'tenant_id': 'edbaf460c823428f8baebd07d9abab82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:51:47Z', 'updated_at': '2022-02-03T15:04:04Z', 'revision_number': 6, 'project_id': 'edbaf460c823428f8baebd07d9abab82', 'gw_port_host': None}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:04:04.753010 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d00ce2b-4433-4b69-80b7-5d9eb41e323a None None] The sync data for ids ['41130cfd-6127-4bf9-8c96-20c5fc08125c'] in dv-neutron-827016-1-hyperv is: [{'id': '41130cfd-6127-4bf9-8c96-20c5fc08125c', 'name': 'tempest-TestShelveInstance-227915164-router', 'tenant_id': 'edbaf460c823428f8baebd07d9abab82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:51:47Z', 'updated_at': '2022-02-03T15:04:04Z', 'revision_number': 6, 'project_id': 'edbaf460c823428f8baebd07d9abab82', 'gw_port_host': None}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 15:04:04.829667 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-47f6cec1-0d41-4067-aa7b-3996c0f37464 admin admin] Calling delete_port for 1d6b1a72-db79-4704-b0d3-e690a3260a91 owned by network:router_gateway {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 15:04:05.053653 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-47f6cec1-0d41-4067-aa7b-3996c0f37464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:05.100895 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f6cec1-0d41-4067-aa7b-3996c0f37464 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d6b1a72-db79-4704-b0d3-e690a3260a91,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:05.333801 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-47f6cec1-0d41-4067-aa7b-3996c0f37464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:05.589018 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-47f6cec1-0d41-4067-aa7b-3996c0f37464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:05.593559 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-47f6cec1-0d41-4067-aa7b-3996c0f37464 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:05.688621 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-47f6cec1-0d41-4067-aa7b-3996c0f37464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:05.689135 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f6cec1-0d41-4067-aa7b-3996c0f37464 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41130cfd-6127-4bf9-8c96-20c5fc08125c {{(pid=84182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 15:04:05.705801 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-47f6cec1-0d41-4067-aa7b-3996c0f37464 admin admin] Notify callbacks [] for router, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:05.705801 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-47f6cec1-0d41-4067-aa7b-3996c0f37464 admin admin] 10.222.0.41 "DELETE /v2.0/routers/41130cfd-6127-4bf9-8c96-20c5fc08125c HTTP/1.1" status: 204 len: 168 time: 1.7322166 Feb 03 15:04:05.705989 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 40922) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:04:05.765985 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_v2 [None req-52519c5f-5078-4d78-af69-aa48bee822b8 admin admin] Deleting subnet efb54dcb-b782-48ae-8c6f-e89578451ef3 {{(pid=84182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 15:04:05.769015 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-52519c5f-5078-4d78-af69-aa48bee822b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:05.817368 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-52519c5f-5078-4d78-af69-aa48bee822b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4162895'] for subnet, precommit_delete_associations {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:05.895244 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-52519c5f-5078-4d78-af69-aa48bee822b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:06.016761 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-52519c5f-5078-4d78-af69-aa48bee822b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3151256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3187147'] for subnet, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:06.052295 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52519c5f-5078-4d78-af69-aa48bee822b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efb54dcb-b782-48ae-8c6f-e89578451ef3,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:06.058226 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-52519c5f-5078-4d78-af69-aa48bee822b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:06.063694 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4713d0-5e9d-4f59-b4d2-11845dbbe7f7 None None] Network 190dc437-5d6b-4f93-9f0c-95ad988f4267 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 15:04:06.065482 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-52519c5f-5078-4d78-af69-aa48bee822b8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/efb54dcb-b782-48ae-8c6f-e89578451ef3 HTTP/1.1" status: 204 len: 168 time: 0.3578789 Feb 03 15:04:06.067651 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 40926) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:04:06.263433 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0b61b971-ee9f-4481-87ff-c1aa678fd9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:06.274318 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-0b61b971-ee9f-4481-87ff-c1aa678fd9bf admin admin] Deleting port b7def4e1-e056-4429-bf4a-3d8642d6bcfc {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 15:04:06.274653 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0b61b971-ee9f-4481-87ff-c1aa678fd9bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:06.321709 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3b3dbe-819b-42aa-a946-2d8c58fc9872 None None] DHCP port deletion for 190dc437-5d6b-4f93-9f0c-95ad988f4267 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 15:04:06.332019 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-2a3b3dbe-819b-42aa-a946-2d8c58fc9872 None None] Deleting port b7def4e1-e056-4429-bf4a-3d8642d6bcfc {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 15:04:06.332395 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2a3b3dbe-819b-42aa-a946-2d8c58fc9872 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:06.385041 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 32ed4ce3-cc02-4e80-b50e-05184b6c0111 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 15:04:06.423937 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 32ed4ce3-cc02-4e80-b50e-05184b6c0111 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 15:04:06.424282 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 32ed4ce3-cc02-4e80-b50e-05184b6c0111 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 15:04:06.424696 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device b7def4e1-e056-4429-bf4a-3d8642d6bcfc no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 15:04:06.479508 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-0b61b971-ee9f-4481-87ff-c1aa678fd9bf admin admin] For port b7def4e1-e056-4429-bf4a-3d8642d6bcfc, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=b7def4e1-e056-4429-bf4a-3d8642d6bcfc,segment=NetworkSegment(de299b2a-3e00-4385-bc80-0b6c5553b71e),segment_id=de299b2a-3e00-4385-bc80-0b6c5553b71e)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:04:06.480723 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0b61b971-ee9f-4481-87ff-c1aa678fd9bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:06.597189 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-0b61b971-ee9f-4481-87ff-c1aa678fd9bf admin admin] Calling delete_port for b7def4e1-e056-4429-bf4a-3d8642d6bcfc owned by network:dhcp {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 15:04:06.655509 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-2a3b3dbe-819b-42aa-a946-2d8c58fc9872 None None] For port b7def4e1-e056-4429-bf4a-3d8642d6bcfc, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=b7def4e1-e056-4429-bf4a-3d8642d6bcfc,segment=NetworkSegment(de299b2a-3e00-4385-bc80-0b6c5553b71e),segment_id=de299b2a-3e00-4385-bc80-0b6c5553b71e)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:04:06.655900 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2a3b3dbe-819b-42aa-a946-2d8c58fc9872 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:06.720331 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:06.751453 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0b61b971-ee9f-4481-87ff-c1aa678fd9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:06.788791 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-2a3b3dbe-819b-42aa-a946-2d8c58fc9872 None None] Calling delete_port for b7def4e1-e056-4429-bf4a-3d8642d6bcfc owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 15:04:06.796891 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61b971-ee9f-4481-87ff-c1aa678fd9bf admin admin] Pushing event deleted for resources: {'Port': ['ID=b7def4e1-e056-4429-bf4a-3d8642d6bcfc,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:06.800655 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b61b971-ee9f-4481-87ff-c1aa678fd9bf admin admin] No DVR routers for this DVR port b7def4e1-e056-4429-bf4a-3d8642d6bcfc on host dv-neutron-827016-1-hyperv {{(pid=84182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:04:06.881084 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 1d6b1a72-db79-4704-b0d3-e690a3260a91 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 15:04:06.915013 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0b61b971-ee9f-4481-87ff-c1aa678fd9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:06.924173 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 1d6b1a72-db79-4704-b0d3-e690a3260a91 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 15:04:06.924527 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 1d6b1a72-db79-4704-b0d3-e690a3260a91 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 15:04:06.935884 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-2a3b3dbe-819b-42aa-a946-2d8c58fc9872 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 15:04:06.936290 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-2a3b3dbe-819b-42aa-a946-2d8c58fc9872 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 15:04:06.941054 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-0b61b971-ee9f-4481-87ff-c1aa678fd9bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['190dc437-5d6b-4f93-9f0c-95ad988f4267']}} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:04:06.952969 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-0b61b971-ee9f-4481-87ff-c1aa678fd9bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de299b2a-3e00-4385-bc80-0b6c5553b71e') {'for_net_delete': True} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:04:06.953264 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.services.segments.db [None req-0b61b971-ee9f-4481-87ff-c1aa678fd9bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de299b2a-3e00-4385-bc80-0b6c5553b71e') {} {{(pid=84182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:04:06.964173 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0b61b971-ee9f-4481-87ff-c1aa678fd9bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4162934'] for segment, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:06.979863 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0b61b971-ee9f-4481-87ff-c1aa678fd9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:06.986232 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b61b971-ee9f-4481-87ff-c1aa678fd9bf admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=84182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 15:04:06.986648 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0b61b971-ee9f-4481-87ff-c1aa678fd9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277626'] for segment, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:07.002830 dv-neutron-827016-1-hyperv neutron-server[84182]: Traceback (most recent call last): Feb 03 15:04:07.002830 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 15:04:07.002830 dv-neutron-827016-1-hyperv neutron-server[84182]: timer() Feb 03 15:04:07.002830 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 15:04:07.002830 dv-neutron-827016-1-hyperv neutron-server[84182]: cb(*args, **kw) Feb 03 15:04:07.002830 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 15:04:07.002830 dv-neutron-827016-1-hyperv neutron-server[84182]: return func(*args, **kwargs) Feb 03 15:04:07.002830 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 15:04:07.002830 dv-neutron-827016-1-hyperv neutron-server[84182]: self._notify() Feb 03 15:04:07.002830 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 15:04:07.002830 dv-neutron-827016-1-hyperv neutron-server[84182]: self.callback(batched_events) Feb 03 15:04:07.002830 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 15:04:07.002830 dv-neutron-827016-1-hyperv neutron-server[84182]: event.method(event) Feb 03 15:04:07.002830 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 15:04:07.002830 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 15:04:07.002830 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 15:04:07.002830 dv-neutron-827016-1-hyperv neutron-server[84182]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 15:04:07.002830 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 15:04:07.002830 dv-neutron-827016-1-hyperv neutron-server[84182]: return f(self, *a, **k) Feb 03 15:04:07.002830 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 15:04:07.002830 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._get(url).json() Feb 03 15:04:07.002830 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 15:04:07.002830 dv-neutron-827016-1-hyperv neutron-server[84182]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 15:04:07.002830 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 15:04:07.002830 dv-neutron-827016-1-hyperv neutron-server[84182]: return self.request(url, 'GET', **kwargs) Feb 03 15:04:07.002830 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 15:04:07.002830 dv-neutron-827016-1-hyperv neutron-server[84182]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 15:04:07.002830 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 15:04:07.002830 dv-neutron-827016-1-hyperv neutron-server[84182]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 15:04:07.002830 dv-neutron-827016-1-hyperv neutron-server[84182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 15:04:07.002830 dv-neutron-827016-1-hyperv neutron-server[84182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 15:04:07.002830 dv-neutron-827016-1-hyperv neutron-server[84182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 15:04:07.136302 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0b61b971-ee9f-4481-87ff-c1aa678fd9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:07.151693 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-0b61b971-ee9f-4481-87ff-c1aa678fd9bf admin admin] Notify callbacks [] for network, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:07.162007 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61b971-ee9f-4481-87ff-c1aa678fd9bf admin admin] Pushing event deleted for resources: {'Network': ['ID=190dc437-5d6b-4f93-9f0c-95ad988f4267,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:07.166018 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-0b61b971-ee9f-4481-87ff-c1aa678fd9bf admin admin] 10.222.0.41 "DELETE /v2.0/networks/190dc437-5d6b-4f93-9f0c-95ad988f4267 HTTP/1.1" status: 204 len: 168 time: 1.0973723 Feb 03 15:04:07.437811 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-2a3b3dbe-819b-42aa-a946-2d8c58fc9872 None None] Deleting port b7def4e1-e056-4429-bf4a-3d8642d6bcfc {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 15:04:07.438340 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2a3b3dbe-819b-42aa-a946-2d8c58fc9872 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:07.504340 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 40932) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:04:07.508932 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-2a3b3dbe-819b-42aa-a946-2d8c58fc9872 None None] The port 'b7def4e1-e056-4429-bf4a-3d8642d6bcfc' was deleted {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 15:04:07.559948 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-0eb848ca-3e3a-4851-b4f6-838abb9271a6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8e3c6053377848dda8765fc0cb7ae5d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0544808 Feb 03 15:04:07.563045 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 40936) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:04:07.619336 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f7f2fc87-cf35-496d-bd27-100bf2f4e5cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:07.644973 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f7f2fc87-cf35-496d-bd27-100bf2f4e5cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:07.765476 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f7f2fc87-cf35-496d-bd27-100bf2f4e5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:07.782273 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2fc87-cf35-496d-bd27-100bf2f4e5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae86315f-e9a5-43c0-928c-823468410e6f,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:07.790557 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f7f2fc87-cf35-496d-bd27-100bf2f4e5cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:07.794317 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f7f2fc87-cf35-496d-bd27-100bf2f4e5cd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ae86315f-e9a5-43c0-928c-823468410e6f HTTP/1.1" status: 204 len: 168 time: 0.2280178 Feb 03 15:04:08.449707 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 40944) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:04:08.497519 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-5e872af9-cd0c-4a87-8ebe-4203fd709ad0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=edbaf460c823428f8baebd07d9abab82&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0466397 Feb 03 15:04:08.500538 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 40948) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:04:08.559425 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-44cc5cfb-2249-4987-a2fb-ce1db44db418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:08.586044 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-44cc5cfb-2249-4987-a2fb-ce1db44db418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:08.690863 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-44cc5cfb-2249-4987-a2fb-ce1db44db418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:08.704542 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc5cfb-2249-4987-a2fb-ce1db44db418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd1f7b1-fe46-4fd2-9167-61495bb35d4a,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:08.710092 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-44cc5cfb-2249-4987-a2fb-ce1db44db418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:08.711204 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-44cc5cfb-2249-4987-a2fb-ce1db44db418 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3fd1f7b1-fe46-4fd2-9167-61495bb35d4a HTTP/1.1" status: 204 len: 168 time: 0.2096751 Feb 03 15:04:09.906803 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 40970) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:04:10.030483 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-46f9a776-b996-4cb6-b6a6-175269d2d49f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-86615715-network', 'tenant_id': '17ec959da6924f96935d980fa824189d'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 15:04:10.035482 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-46f9a776-b996-4cb6-b6a6-175269d2d49f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 15:04:10.039243 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-46f9a776-b996-4cb6-b6a6-175269d2d49f admin admin] Usage tracker for resource:network and tenant:17ec959da6924f96935d980fa824189d is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 15:04:10.042017 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-46f9a776-b996-4cb6-b6a6-175269d2d49f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 15:04:10.048257 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-46f9a776-b996-4cb6-b6a6-175269d2d49f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 15:04:10.121816 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f9a776-b996-4cb6-b6a6-175269d2d49f admin admin] Made reservation on behalf of 17ec959da6924f96935d980fa824189d for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:04:10.124088 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-46f9a776-b996-4cb6-b6a6-175269d2d49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:10.136768 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-46f9a776-b996-4cb6-b6a6-175269d2d49f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:10.167845 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-46f9a776-b996-4cb6-b6a6-175269d2d49f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 15:04:10.172120 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-46f9a776-b996-4cb6-b6a6-175269d2d49f admin admin] Usage tracker for resource:security_group_rule and tenant:17ec959da6924f96935d980fa824189d is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 15:04:10.175009 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-46f9a776-b996-4cb6-b6a6-175269d2d49f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 15:04:10.180643 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-46f9a776-b996-4cb6-b6a6-175269d2d49f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 15:04:10.244101 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-46f9a776-b996-4cb6-b6a6-175269d2d49f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:10.287722 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-46f9a776-b996-4cb6-b6a6-175269d2d49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:10.319886 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46f9a776-b996-4cb6-b6a6-175269d2d49f admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 15:04:10.325032 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f9a776-b996-4cb6-b6a6-175269d2d49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5daffaf4-47f0-4c5e-83cb-52f1d8870041,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:10.331702 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-46f9a776-b996-4cb6-b6a6-175269d2d49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:10.332045 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-46f9a776-b996-4cb6-b6a6-175269d2d49f admin admin] Added segment 3481dae9-740c-4146-a558-8f86b1d6444c of type vlan for network 19942a66-75ad-40d5-ab92-345a0497caa5 Feb 03 15:04:10.356854 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-46f9a776-b996-4cb6-b6a6-175269d2d49f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:10.444811 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-46f9a776-b996-4cb6-b6a6-175269d2d49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:10.445677 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f9a776-b996-4cb6-b6a6-175269d2d49f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:10.446255 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-46f9a776-b996-4cb6-b6a6-175269d2d49f admin admin] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:10.546753 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f9a776-b996-4cb6-b6a6-175269d2d49f admin admin] Pushing event updated for resources: {'Network': ['ID=19942a66-75ad-40d5-ab92-345a0497caa5,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:10.556033 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network 19942a66-75ad-40d5-ab92-345a0497caa5 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 15:04:10.611528 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-46f9a776-b996-4cb6-b6a6-175269d2d49f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7035742 Feb 03 15:04:10.614328 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 40976) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:04:10.619637 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-e62e3f8f-3fb9-4145-85dd-921a097ee8f2 admin admin] Request body: {'subnet': {'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-86615715-subnet', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'ip_version': 4}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 15:04:10.624531 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e62e3f8f-3fb9-4145-85dd-921a097ee8f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 15:04:10.628692 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e62e3f8f-3fb9-4145-85dd-921a097ee8f2 admin admin] Usage tracker for resource:subnet and tenant:17ec959da6924f96935d980fa824189d is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 15:04:10.631495 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-e62e3f8f-3fb9-4145-85dd-921a097ee8f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 15:04:10.637306 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-e62e3f8f-3fb9-4145-85dd-921a097ee8f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 15:04:10.713406 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62e3f8f-3fb9-4145-85dd-921a097ee8f2 admin admin] Made reservation on behalf of 17ec959da6924f96935d980fa824189d for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:04:10.715736 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e62e3f8f-3fb9-4145-85dd-921a097ee8f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:10.962356 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e62e3f8f-3fb9-4145-85dd-921a097ee8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:11.033155 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e3f8f-3fb9-4145-85dd-921a097ee8f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e08a11d-d386-4449-90e0-12df7c8a7cdb,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:11.044322 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62e3f8f-3fb9-4145-85dd-921a097ee8f2 admin admin] Checking segment: {'id': '3481dae9-740c-4146-a558-8f86b1d6444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 15:04:11.044683 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62e3f8f-3fb9-4145-85dd-921a097ee8f2 admin admin] Network hostable DHCP agents. Network: 19942a66-75ad-40d5-ab92-345a0497caa5, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 15:04:11.135925 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62e3f8f-3fb9-4145-85dd-921a097ee8f2 admin admin] Network 19942a66-75ad-40d5-ab92-345a0497caa5 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 15:04:11.215992 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-e62e3f8f-3fb9-4145-85dd-921a097ee8f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, 19942a66-75ad-40d5-ab92-345a0497caa5) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:04:11.219758 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62e3f8f-3fb9-4145-85dd-921a097ee8f2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:11.220363 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-e62e3f8f-3fb9-4145-85dd-921a097ee8f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:11.226515 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640596ce-849f-4ffa-b485-25c34e3073c3 None None] Network 19942a66-75ad-40d5-ab92-345a0497caa5 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 15:04:11.308328 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-e62e3f8f-3fb9-4145-85dd-921a097ee8f2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6905100 Feb 03 15:04:11.308571 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 40980) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:04:11.314205 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-21713942-819d-447a-9352-2c2557458460 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-86615715-router', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 15:04:11.319285 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-21713942-819d-447a-9352-2c2557458460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 15:04:11.323195 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-21713942-819d-447a-9352-2c2557458460 admin admin] Usage tracker for resource:router and tenant:17ec959da6924f96935d980fa824189d is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 15:04:11.326212 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-21713942-819d-447a-9352-2c2557458460 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 15:04:11.331788 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-21713942-819d-447a-9352-2c2557458460 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 15:04:11.399653 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-21713942-819d-447a-9352-2c2557458460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:11.400608 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-21713942-819d-447a-9352-2c2557458460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:11.418124 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-21713942-819d-447a-9352-2c2557458460 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:11.438376 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eea6fa6-5fc5-4abb-8a19-1b02293e6ba1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-19942a66-75ad-40d5-ab92-345a0497caa5', 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'fixed_ips': [{'subnet_id': '4e08a11d-d386-4449-90e0-12df7c8a7cdb'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 15:04:11.440831 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7eea6fa6-5fc5-4abb-8a19-1b02293e6ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:11.628070 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-7eea6fa6-5fc5-4abb-8a19-1b02293e6ba1 None None] Allocated IP 172.20.0.2 (19942a66-75ad-40d5-ab92-345a0497caa5/4e08a11d-d386-4449-90e0-12df7c8a7cdb/a1e84dc7-de96-46a7-902f-38ce1a82fd19) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:04:11.640277 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-21713942-819d-447a-9352-2c2557458460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:11.820319 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7eea6fa6-5fc5-4abb-8a19-1b02293e6ba1 None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:11.830769 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-7eea6fa6-5fc5-4abb-8a19-1b02293e6ba1 None None] Transition to ACTIVE for port object a1e84dc7-de96-46a7-902f-38ce1a82fd19 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:04:11.848764 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-7eea6fa6-5fc5-4abb-8a19-1b02293e6ba1 None None] Transition to ACTIVE for port object a1e84dc7-de96-46a7-902f-38ce1a82fd19 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:04:11.909385 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-21713942-819d-447a-9352-2c2557458460 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:11.919653 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7eea6fa6-5fc5-4abb-8a19-1b02293e6ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:11.938333 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-21713942-819d-447a-9352-2c2557458460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:11.991915 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eea6fa6-5fc5-4abb-8a19-1b02293e6ba1 None None] Network 19942a66-75ad-40d5-ab92-345a0497caa5 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:04:11.992776 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea6fa6-5fc5-4abb-8a19-1b02293e6ba1 None None] Pushing event updated for resources: {'Port': ['ID=a1e84dc7-de96-46a7-902f-38ce1a82fd19,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:11.995102 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-7eea6fa6-5fc5-4abb-8a19-1b02293e6ba1 None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:04:11.997524 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eea6fa6-5fc5-4abb-8a19-1b02293e6ba1 None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 15:04:12.008011 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eea6fa6-5fc5-4abb-8a19-1b02293e6ba1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:04:12.008376 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eea6fa6-5fc5-4abb-8a19-1b02293e6ba1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:04:12.008706 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eea6fa6-5fc5-4abb-8a19-1b02293e6ba1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:04:12.009050 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eea6fa6-5fc5-4abb-8a19-1b02293e6ba1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:04:12.009386 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eea6fa6-5fc5-4abb-8a19-1b02293e6ba1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:04:12.009719 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eea6fa6-5fc5-4abb-8a19-1b02293e6ba1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:04:12.010046 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eea6fa6-5fc5-4abb-8a19-1b02293e6ba1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:04:12.010381 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eea6fa6-5fc5-4abb-8a19-1b02293e6ba1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:04:12.010707 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eea6fa6-5fc5-4abb-8a19-1b02293e6ba1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:04:12.011031 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eea6fa6-5fc5-4abb-8a19-1b02293e6ba1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:04:12.011381 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eea6fa6-5fc5-4abb-8a19-1b02293e6ba1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:04:12.080442 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-21713942-819d-447a-9352-2c2557458460 admin admin] Allocated IP 172.26.3.210 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/05a5c00b-8248-430b-8f74-7542585ed872) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:04:12.092523 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-7eea6fa6-5fc5-4abb-8a19-1b02293e6ba1 None None] Attempting to bind port a1e84dc7-de96-46a7-902f-38ce1a82fd19 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 15:04:12.092934 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-7eea6fa6-5fc5-4abb-8a19-1b02293e6ba1 None None] Attempting to bind port a1e84dc7-de96-46a7-902f-38ce1a82fd19 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '3481dae9-740c-4146-a558-8f86b1d6444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 15:04:12.093300 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eea6fa6-5fc5-4abb-8a19-1b02293e6ba1 None None] Attempting to bind port a1e84dc7-de96-46a7-902f-38ce1a82fd19 on network 19942a66-75ad-40d5-ab92-345a0497caa5 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 15:04:12.099708 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eea6fa6-5fc5-4abb-8a19-1b02293e6ba1 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 15:04:12.100099 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eea6fa6-5fc5-4abb-8a19-1b02293e6ba1 None None] Checking segment: {'id': '3481dae9-740c-4146-a558-8f86b1d6444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 15:04:12.100489 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7eea6fa6-5fc5-4abb-8a19-1b02293e6ba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:12.100886 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eea6fa6-5fc5-4abb-8a19-1b02293e6ba1 None None] Bound using segment: {'id': '3481dae9-740c-4146-a558-8f86b1d6444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 15:04:12.101355 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-7eea6fa6-5fc5-4abb-8a19-1b02293e6ba1 None None] Bound port: a1e84dc7-de96-46a7-902f-38ce1a82fd19, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3481dae9-740c-4146-a558-8f86b1d6444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 15:04:12.101757 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7eea6fa6-5fc5-4abb-8a19-1b02293e6ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:12.193351 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-7eea6fa6-5fc5-4abb-8a19-1b02293e6ba1 None None] For port a1e84dc7-de96-46a7-902f-38ce1a82fd19, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:04:12.196453 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-7eea6fa6-5fc5-4abb-8a19-1b02293e6ba1 None None] For port a1e84dc7-de96-46a7-902f-38ce1a82fd19, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=a1e84dc7-de96-46a7-902f-38ce1a82fd19,segment=NetworkSegment(3481dae9-740c-4146-a558-8f86b1d6444c),segment_id=3481dae9-740c-4146-a558-8f86b1d6444c)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:04:12.268071 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7eea6fa6-5fc5-4abb-8a19-1b02293e6ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:12.313811 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-21713942-819d-447a-9352-2c2557458460 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:12.352219 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea6fa6-5fc5-4abb-8a19-1b02293e6ba1 None None] Pushing event updated for resources: {'Port': ['ID=a1e84dc7-de96-46a7-902f-38ce1a82fd19,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:12.385506 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-21713942-819d-447a-9352-2c2557458460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:12.457065 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21713942-819d-447a-9352-2c2557458460 admin admin] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:04:12.460068 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-21713942-819d-447a-9352-2c2557458460 admin admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:04:12.463927 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21713942-819d-447a-9352-2c2557458460 admin admin] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 15:04:12.510651 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21713942-819d-447a-9352-2c2557458460 admin admin] Pushing event updated for resources: {'Port': ['ID=05a5c00b-8248-430b-8f74-7542585ed872,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:12.693307 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-21713942-819d-447a-9352-2c2557458460 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:12.694054 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-21713942-819d-447a-9352-2c2557458460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:13.005070 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21713942-819d-447a-9352-2c2557458460 admin admin] Router 862817f4-6761-40ff-90a5-4b9a3f997939 is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 15:04:13.213176 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21713942-819d-447a-9352-2c2557458460 admin admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:04:13.222475 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7009b8a-e2ee-4cfd-981d-1f4bf8372e2e None None] Sync routers for ids ['862817f4-6761-40ff-90a5-4b9a3f997939'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 15:04:13.234329 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7009b8a-e2ee-4cfd-981d-1f4bf8372e2e None None] Routers {'862817f4-6761-40ff-90a5-4b9a3f997939'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 15:04:13.235011 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-d7009b8a-e2ee-4cfd-981d-1f4bf8372e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T15:03:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['862817f4-6761-40ff-90a5-4b9a3f997939'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:04:13.284466 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16a1642-c583-4177-b41d-d987369abef8 None None] Network 19942a66-75ad-40d5-ab92-345a0497caa5 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 15:04:13.319337 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-21713942-819d-447a-9352-2c2557458460 admin admin] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:13.322950 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-21713942-819d-447a-9352-2c2557458460 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0109897 Feb 03 15:04:13.323188 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 40984) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:04:13.550489 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-76149b94-aca4-46ef-9d83-0510212f2286 None None] Provisioning for port a1e84dc7-de96-46a7-902f-38ce1a82fd19 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:04:13.557542 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-d7009b8a-e2ee-4cfd-981d-1f4bf8372e2e None None] Set router 862817f4-6761-40ff-90a5-4b9a3f997939 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 15:04:13.945322 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-d7009b8a-e2ee-4cfd-981d-1f4bf8372e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'name': 'tempest-TestSnapshotPattern-86615715-router', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.210'}], 'enable_snat': True}, 'gw_port_id': '05a5c00b-8248-430b-8f74-7542585ed872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:04:11Z', 'updated_at': '2022-02-03T15:04:12Z', 'revision_number': 3, 'project_id': '17ec959da6924f96935d980fa824189d', 'gw_port': {'id': '05a5c00b-8248-430b-8f74-7542585ed872', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:40:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:11Z', 'updated_at': '2022-02-03T15:04:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:04:13.949439 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7009b8a-e2ee-4cfd-981d-1f4bf8372e2e None None] Checking router: 862817f4-6761-40ff-90a5-4b9a3f997939 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 15:04:13.949791 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7009b8a-e2ee-4cfd-981d-1f4bf8372e2e None None] Updating router 862817f4-6761-40ff-90a5-4b9a3f997939 port 05a5c00b-8248-430b-8f74-7542585ed872 binding host dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 15:04:14.005602 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d7009b8a-e2ee-4cfd-981d-1f4bf8372e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:14.059956 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-50fafe12-befa-4a52-a7a9-4e81dc81f20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:14.344278 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d7009b8a-e2ee-4cfd-981d-1f4bf8372e2e None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:14.360682 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-d7009b8a-e2ee-4cfd-981d-1f4bf8372e2e None None] Transition to ACTIVE for port object 05a5c00b-8248-430b-8f74-7542585ed872 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:04:14.371534 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-50fafe12-befa-4a52-a7a9-4e81dc81f20b admin admin] Allocated IP 172.20.0.1 (19942a66-75ad-40d5-ab92-345a0497caa5/4e08a11d-d386-4449-90e0-12df7c8a7cdb/727a8c2e-ad0d-4980-bddb-c0aa79589c14) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:04:14.406953 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device a1e84dc7-de96-46a7-902f-38ce1a82fd19 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 15:04:14.437202 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d7009b8a-e2ee-4cfd-981d-1f4bf8372e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:14.521442 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-50fafe12-befa-4a52-a7a9-4e81dc81f20b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:14.537611 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-50fafe12-befa-4a52-a7a9-4e81dc81f20b admin admin] Transition to ACTIVE for port object 727a8c2e-ad0d-4980-bddb-c0aa79589c14 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:04:14.543087 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4909b9-2ad7-4b59-a7c9-d90b6e51acb2 None None] Pushing event updated for resources: {'Port': ['ID=05a5c00b-8248-430b-8f74-7542585ed872,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:14.551016 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-d7009b8a-e2ee-4cfd-981d-1f4bf8372e2e None None] Attempting to bind port 05a5c00b-8248-430b-8f74-7542585ed872 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 15:04:14.551016 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-d7009b8a-e2ee-4cfd-981d-1f4bf8372e2e None None] Attempting to bind port 05a5c00b-8248-430b-8f74-7542585ed872 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 15:04:14.551016 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7009b8a-e2ee-4cfd-981d-1f4bf8372e2e None None] Attempting to bind port 05a5c00b-8248-430b-8f74-7542585ed872 on network 16a0e898-50c0-4b65-ae3a-069e9649bbca {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 15:04:14.559874 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7009b8a-e2ee-4cfd-981d-1f4bf8372e2e None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 15:04:14.560253 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7009b8a-e2ee-4cfd-981d-1f4bf8372e2e None None] Checking segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 15:04:14.560660 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d7009b8a-e2ee-4cfd-981d-1f4bf8372e2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:14.561055 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7009b8a-e2ee-4cfd-981d-1f4bf8372e2e None None] Bound using segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 15:04:14.562045 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-d7009b8a-e2ee-4cfd-981d-1f4bf8372e2e None None] Bound port: 05a5c00b-8248-430b-8f74-7542585ed872, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 15:04:14.562425 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d7009b8a-e2ee-4cfd-981d-1f4bf8372e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:14.626092 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-50fafe12-befa-4a52-a7a9-4e81dc81f20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:14.631850 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-d7009b8a-e2ee-4cfd-981d-1f4bf8372e2e None None] For port 05a5c00b-8248-430b-8f74-7542585ed872, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:04:14.635031 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-d7009b8a-e2ee-4cfd-981d-1f4bf8372e2e None None] For port 05a5c00b-8248-430b-8f74-7542585ed872, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=05a5c00b-8248-430b-8f74-7542585ed872,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:04:14.636338 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port a1e84dc7-de96-46a7-902f-38ce1a82fd19 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:04:14.641924 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port a1e84dc7-de96-46a7-902f-38ce1a82fd19 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:04:14.642325 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:14.693797 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fafe12-befa-4a52-a7a9-4e81dc81f20b admin admin] Network 19942a66-75ad-40d5-ab92-345a0497caa5 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:04:14.695311 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d7009b8a-e2ee-4cfd-981d-1f4bf8372e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:14.696719 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-50fafe12-befa-4a52-a7a9-4e81dc81f20b admin admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:04:14.699110 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fafe12-befa-4a52-a7a9-4e81dc81f20b admin admin] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 15:04:14.736260 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fafe12-befa-4a52-a7a9-4e81dc81f20b admin admin] Pushing event updated for resources: {'Port': ['ID=727a8c2e-ad0d-4980-bddb-c0aa79589c14,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:14.761629 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-50fafe12-befa-4a52-a7a9-4e81dc81f20b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:14.819249 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4909b9-2ad7-4b59-a7c9-d90b6e51acb2 None None] Pushing event updated for resources: {'Port': ['ID=05a5c00b-8248-430b-8f74-7542585ed872,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:14.836814 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7009b8a-e2ee-4cfd-981d-1f4bf8372e2e None None] Routers {'862817f4-6761-40ff-90a5-4b9a3f997939'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 15:04:14.837447 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-d7009b8a-e2ee-4cfd-981d-1f4bf8372e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T15:03:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['862817f4-6761-40ff-90a5-4b9a3f997939'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:04:14.907186 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-50fafe12-befa-4a52-a7a9-4e81dc81f20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:14.907309 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:15.036552 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port a1e84dc7-de96-46a7-902f-38ce1a82fd19, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=a1e84dc7-de96-46a7-902f-38ce1a82fd19,segment=NetworkSegment(3481dae9-740c-4146-a558-8f86b1d6444c),segment_id=3481dae9-740c-4146-a558-8f86b1d6444c)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:04:15.053566 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-d7009b8a-e2ee-4cfd-981d-1f4bf8372e2e None None] Set router 862817f4-6761-40ff-90a5-4b9a3f997939 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 15:04:15.099660 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-c46d73e0-faf4-4387-a7b1-4f075ff9b42d None None] Provisioning for port 727a8c2e-ad0d-4980-bddb-c0aa79589c14 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:04:15.119635 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-c46d73e0-faf4-4387-a7b1-4f075ff9b42d None None] Provisioning complete for port 727a8c2e-ad0d-4980-bddb-c0aa79589c14 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:04:15.120013 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c46d73e0-faf4-4387-a7b1-4f075ff9b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:15.130594 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-50fafe12-befa-4a52-a7a9-4e81dc81f20b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:15.147963 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:15.198937 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-50fafe12-befa-4a52-a7a9-4e81dc81f20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:15.298215 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-c46d73e0-faf4-4387-a7b1-4f075ff9b42d None None] Port 727a8c2e-ad0d-4980-bddb-c0aa79589c14 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 15:04:15.302487 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-50fafe12-befa-4a52-a7a9-4e81dc81f20b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:15.306704 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fafe12-befa-4a52-a7a9-4e81dc81f20b admin admin] Pushing event updated for resources: {'Port': ['ID=727a8c2e-ad0d-4980-bddb-c0aa79589c14,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:15.361936 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=a1e84dc7-de96-46a7-902f-38ce1a82fd19,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:15.441643 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fafe12-befa-4a52-a7a9-4e81dc81f20b admin admin] Network 19942a66-75ad-40d5-ab92-345a0497caa5 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:04:15.442694 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-50fafe12-befa-4a52-a7a9-4e81dc81f20b admin admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:04:15.479402 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-d7009b8a-e2ee-4cfd-981d-1f4bf8372e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'name': 'tempest-TestSnapshotPattern-86615715-router', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.210'}], 'enable_snat': True}, 'gw_port_id': '05a5c00b-8248-430b-8f74-7542585ed872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:04:11Z', 'updated_at': '2022-02-03T15:04:14Z', 'revision_number': 4, 'project_id': '17ec959da6924f96935d980fa824189d', 'gw_port': {'id': '05a5c00b-8248-430b-8f74-7542585ed872', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:40:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:11Z', 'updated_at': '2022-02-03T15:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '727a8c2e-ad0d-4980-bddb-c0aa79589c14', 'name': '', 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'mac_address': 'fa:16:3e:59:1b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e08a11d-d386-4449-90e0-12df7c8a7cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:14Z', 'updated_at': '2022-02-03T15:04:14Z', 'revision_number': 1, 'project_id': '17ec959da6924f96935d980fa824189d', 'subnets': [{'id': '4e08a11d-d386-4449-90e0-12df7c8a7cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:04:15.483684 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7009b8a-e2ee-4cfd-981d-1f4bf8372e2e None None] The sync data for ids ['862817f4-6761-40ff-90a5-4b9a3f997939'] in dv-neutron-827016-1-hyperv is: [{'id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'name': 'tempest-TestSnapshotPattern-86615715-router', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.210'}], 'enable_snat': True}, 'gw_port_id': '05a5c00b-8248-430b-8f74-7542585ed872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:04:11Z', 'updated_at': '2022-02-03T15:04:14Z', 'revision_number': 4, 'project_id': '17ec959da6924f96935d980fa824189d', 'gw_port': {'id': '05a5c00b-8248-430b-8f74-7542585ed872', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:40:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:11Z', 'updated_at': '2022-02-03T15:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '727a8c2e-ad0d-4980-bddb-c0aa79589c14', 'name': '', 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'mac_address': 'fa:16:3e:59:1b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e08a11d-d386-4449-90e0-12df7c8a7cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:14Z', 'updated_at': '2022-02-03T15:04:14Z', 'revision_number': 1, 'project_id': '17ec959da6924f96935d980fa824189d', 'subnets': [{'id': '4e08a11d-d386-4449-90e0-12df7c8a7cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 15:04:15.722305 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-df08f43c-7a4c-4c2f-8781-f49b71b42dff None None] Provisioning complete for port 727a8c2e-ad0d-4980-bddb-c0aa79589c14 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:04:15.722608 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-df08f43c-7a4c-4c2f-8781-f49b71b42dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:15.833991 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-df08f43c-7a4c-4c2f-8781-f49b71b42dff None None] Port 727a8c2e-ad0d-4980-bddb-c0aa79589c14 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 15:04:15.879206 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50fafe12-befa-4a52-a7a9-4e81dc81f20b admin admin] Router 862817f4-6761-40ff-90a5-4b9a3f997939 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:04:16.186290 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50fafe12-befa-4a52-a7a9-4e81dc81f20b admin admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:04:16.199427 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-50fafe12-befa-4a52-a7a9-4e81dc81f20b admin admin] 10.222.0.41 "PUT /v2.0/routers/862817f4-6761-40ff-90a5-4b9a3f997939/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8750708 Feb 03 15:04:16.456654 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 05a5c00b-8248-430b-8f74-7542585ed872 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 15:04:16.613108 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 05a5c00b-8248-430b-8f74-7542585ed872 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:04:16.618721 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 05a5c00b-8248-430b-8f74-7542585ed872 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:04:16.619498 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:16.734916 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:16.750566 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 05a5c00b-8248-430b-8f74-7542585ed872, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=05a5c00b-8248-430b-8f74-7542585ed872,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:04:16.904666 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:16.910944 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device a1e84dc7-de96-46a7-902f-38ce1a82fd19 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 15:04:17.019202 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=05a5c00b-8248-430b-8f74-7542585ed872,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:17.032518 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port a1e84dc7-de96-46a7-902f-38ce1a82fd19 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:04:17.032886 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:17.424240 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 41008) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:04:17.429728 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-8335c7cb-e7e9-40d9-89ae-f6f572c62624 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1069104181-network', 'tenant_id': 'e28883aefb374550b094504b84a8fc3c'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 15:04:17.434672 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-8335c7cb-e7e9-40d9-89ae-f6f572c62624 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 15:04:17.439131 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-8335c7cb-e7e9-40d9-89ae-f6f572c62624 admin admin] Usage tracker for resource:network and tenant:e28883aefb374550b094504b84a8fc3c is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 15:04:17.442253 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-8335c7cb-e7e9-40d9-89ae-f6f572c62624 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 15:04:17.447783 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-8335c7cb-e7e9-40d9-89ae-f6f572c62624 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 15:04:17.527687 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8335c7cb-e7e9-40d9-89ae-f6f572c62624 admin admin] Made reservation on behalf of e28883aefb374550b094504b84a8fc3c for: {'network': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:04:17.529869 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8335c7cb-e7e9-40d9-89ae-f6f572c62624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for network, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:17.542182 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8335c7cb-e7e9-40d9-89ae-f6f572c62624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:17.573961 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-8335c7cb-e7e9-40d9-89ae-f6f572c62624 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 15:04:17.578422 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-8335c7cb-e7e9-40d9-89ae-f6f572c62624 admin admin] Usage tracker for resource:security_group_rule and tenant:e28883aefb374550b094504b84a8fc3c is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 15:04:17.581205 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-8335c7cb-e7e9-40d9-89ae-f6f572c62624 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 15:04:17.586730 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-8335c7cb-e7e9-40d9-89ae-f6f572c62624 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 15:04:17.650111 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8335c7cb-e7e9-40d9-89ae-f6f572c62624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:17.709977 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8335c7cb-e7e9-40d9-89ae-f6f572c62624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:17.738586 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8335c7cb-e7e9-40d9-89ae-f6f572c62624 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=84181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 15:04:17.746419 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335c7cb-e7e9-40d9-89ae-f6f572c62624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827e099d-bb6c-49bc-a829-007aace1323b,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:17.753525 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8335c7cb-e7e9-40d9-89ae-f6f572c62624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:17.753847 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.db.segments_db [None req-8335c7cb-e7e9-40d9-89ae-f6f572c62624 admin admin] Added segment 3bd2808c-28ee-4562-a37b-7f4e83e70123 of type vlan for network baf93d8c-e214-488d-97e1-44b10128a1f1 Feb 03 15:04:17.778855 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8335c7cb-e7e9-40d9-89ae-f6f572c62624 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769356719225'] for network, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:17.867073 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8335c7cb-e7e9-40d9-89ae-f6f572c62624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894'] for network, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:17.867925 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8335c7cb-e7e9-40d9-89ae-f6f572c62624 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:17.868496 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8335c7cb-e7e9-40d9-89ae-f6f572c62624 admin admin] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:17.969544 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335c7cb-e7e9-40d9-89ae-f6f572c62624 admin admin] Pushing event updated for resources: {'Network': ['ID=baf93d8c-e214-488d-97e1-44b10128a1f1,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:17.979029 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Network baf93d8c-e214-488d-97e1-44b10128a1f1 details requested by agent ovs-agent-dv-neutron-827016-1-hyperv with host dv-neutron-827016-1-hyperv {{(pid=84183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 15:04:18.034211 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8335c7cb-e7e9-40d9-89ae-f6f572c62624 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6087160 Feb 03 15:04:18.036738 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 41012) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:04:18.042901 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-365e4f51-2326-44fd-ae25-06a0d396c6b5 admin admin] Request body: {'subnet': {'network_id': 'baf93d8c-e214-488d-97e1-44b10128a1f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1069104181-subnet', 'tenant_id': 'e28883aefb374550b094504b84a8fc3c', 'ip_version': 4}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 15:04:18.049238 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-365e4f51-2326-44fd-ae25-06a0d396c6b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 15:04:18.053277 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-365e4f51-2326-44fd-ae25-06a0d396c6b5 admin admin] Usage tracker for resource:subnet and tenant:e28883aefb374550b094504b84a8fc3c is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 15:04:18.056161 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-365e4f51-2326-44fd-ae25-06a0d396c6b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 15:04:18.062603 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-365e4f51-2326-44fd-ae25-06a0d396c6b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 15:04:18.122034 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365e4f51-2326-44fd-ae25-06a0d396c6b5 admin admin] Made reservation on behalf of e28883aefb374550b094504b84a8fc3c for: {'subnet': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:04:18.124500 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-365e4f51-2326-44fd-ae25-06a0d396c6b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600435'] for subnet, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:18.173674 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:18.345032 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 05a5c00b-8248-430b-8f74-7542585ed872 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 15:04:18.379332 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-365e4f51-2326-44fd-ae25-06a0d396c6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3333159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600421'] for subnet, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:18.416738 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 05a5c00b-8248-430b-8f74-7542585ed872 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:04:18.417100 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:18.457299 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e4f51-2326-44fd-ae25-06a0d396c6b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b16f30e8-7e0b-4d9c-87c6-bbf1a68f91d3,revision_number=0']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:18.466953 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365e4f51-2326-44fd-ae25-06a0d396c6b5 admin admin] Checking segment: {'id': '3bd2808c-28ee-4562-a37b-7f4e83e70123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'baf93d8c-e214-488d-97e1-44b10128a1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 15:04:18.467340 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365e4f51-2326-44fd-ae25-06a0d396c6b5 admin admin] Network hostable DHCP agents. Network: baf93d8c-e214-488d-97e1-44b10128a1f1, hostable agents: ['eeaec188-8ccf-47e0-b727-a48446797d07'], hosted agents: [] {{(pid=84181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 15:04:18.556383 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365e4f51-2326-44fd-ae25-06a0d396c6b5 admin admin] Network baf93d8c-e214-488d-97e1-44b10128a1f1 is scheduled to be hosted by DHCP agent eeaec188-8ccf-47e0-b727-a48446797d07 with binding_index 1 {{(pid=84181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 15:04:18.632929 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-365e4f51-2326-44fd-ae25-06a0d396c6b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-1-hyperv, baf93d8c-e214-488d-97e1-44b10128a1f1) {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:04:18.637240 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365e4f51-2326-44fd-ae25-06a0d396c6b5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:18.638285 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-365e4f51-2326-44fd-ae25-06a0d396c6b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:18.641734 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e8a96c-988b-457d-8d76-8591ca2cc908 None None] Network baf93d8c-e214-488d-97e1-44b10128a1f1 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 15:04:18.720198 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-365e4f51-2326-44fd-ae25-06a0d396c6b5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6824250 Feb 03 15:04:18.722615 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 41016) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:04:18.727472 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [None req-9f5a9d79-0832-420f-a28c-43438daf2f07 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1069104181-router', 'tenant_id': 'e28883aefb374550b094504b84a8fc3c', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 15:04:18.732188 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-9f5a9d79-0832-420f-a28c-43438daf2f07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 15:04:18.735998 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-9f5a9d79-0832-420f-a28c-43438daf2f07 admin admin] Usage tracker for resource:router and tenant:e28883aefb374550b094504b84a8fc3c is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 15:04:18.741280 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [None req-9f5a9d79-0832-420f-a28c-43438daf2f07 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 15:04:18.744394 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [None req-9f5a9d79-0832-420f-a28c-43438daf2f07 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 15:04:18.816491 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9f5a9d79-0832-420f-a28c-43438daf2f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-970698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57868'] for router, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:18.817360 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9f5a9d79-0832-420f-a28c-43438daf2f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57877'] for router, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:18.835835 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9f5a9d79-0832-420f-a28c-43438daf2f07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:18.848709 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387d43ab-c3a4-4e66-9908-fb8d8433ccae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp982b9e2b-c6e0-5553-b9ba-e18451d14b65-baf93d8c-e214-488d-97e1-44b10128a1f1', 'network_id': 'baf93d8c-e214-488d-97e1-44b10128a1f1', 'tenant_id': 'e28883aefb374550b094504b84a8fc3c', 'fixed_ips': [{'subnet_id': 'b16f30e8-7e0b-4d9c-87c6-bbf1a68f91d3'}]}} from dv-neutron-827016-1-hyperv. {{(pid=84183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 15:04:18.849556 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-387d43ab-c3a4-4e66-9908-fb8d8433ccae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:19.002300 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.db_base_plugin_common [None req-387d43ab-c3a4-4e66-9908-fb8d8433ccae None None] Allocated IP 172.20.0.2 (baf93d8c-e214-488d-97e1-44b10128a1f1/b16f30e8-7e0b-4d9c-87c6-bbf1a68f91d3/6c478e62-f2d3-43b5-ac65-965c4b698444) {{(pid=84183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:04:19.071928 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9f5a9d79-0832-420f-a28c-43438daf2f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-970724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57895'] for router, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:19.199859 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-387d43ab-c3a4-4e66-9908-fb8d8433ccae None None] Notify callbacks [] for port, precommit_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:19.209907 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-387d43ab-c3a4-4e66-9908-fb8d8433ccae None None] Transition to ACTIVE for port object 6c478e62-f2d3-43b5-ac65-965c4b698444 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:04:19.227565 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-387d43ab-c3a4-4e66-9908-fb8d8433ccae None None] Transition to ACTIVE for port object 6c478e62-f2d3-43b5-ac65-965c4b698444 will not be triggered until provisioned by entity DHCP. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:04:19.290439 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-387d43ab-c3a4-4e66-9908-fb8d8433ccae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630'] for port, after_create {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:19.332436 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9f5a9d79-0832-420f-a28c-43438daf2f07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:19.361959 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387d43ab-c3a4-4e66-9908-fb8d8433ccae None None] Network baf93d8c-e214-488d-97e1-44b10128a1f1 is already hosted by enough agents. {{(pid=84183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:04:19.363678 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9f5a9d79-0832-420f-a28c-43438daf2f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:19.365458 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.scheduler.base_scheduler [None req-387d43ab-c3a4-4e66-9908-fb8d8433ccae None None] Resources bound (agent type, host, resource id): {{(pid=84183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:04:19.367371 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d43ab-c3a4-4e66-9908-fb8d8433ccae None None] Pushing event updated for resources: {'Port': ['ID=6c478e62-f2d3-43b5-ac65-965c4b698444,revision_number=1']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:19.369459 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387d43ab-c3a4-4e66-9908-fb8d8433ccae None None] Received port after_create {{(pid=84183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 15:04:19.455691 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-387d43ab-c3a4-4e66-9908-fb8d8433ccae None None] Attempting to bind port 6c478e62-f2d3-43b5-ac65-965c4b698444 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 15:04:19.456066 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-387d43ab-c3a4-4e66-9908-fb8d8433ccae None None] Attempting to bind port 6c478e62-f2d3-43b5-ac65-965c4b698444 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '3bd2808c-28ee-4562-a37b-7f4e83e70123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'baf93d8c-e214-488d-97e1-44b10128a1f1'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 15:04:19.456428 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387d43ab-c3a4-4e66-9908-fb8d8433ccae None None] Attempting to bind port 6c478e62-f2d3-43b5-ac65-965c4b698444 on network baf93d8c-e214-488d-97e1-44b10128a1f1 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 15:04:19.462790 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387d43ab-c3a4-4e66-9908-fb8d8433ccae None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 15:04:19.466542 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387d43ab-c3a4-4e66-9908-fb8d8433ccae None None] Checking segment: {'id': '3bd2808c-28ee-4562-a37b-7f4e83e70123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'baf93d8c-e214-488d-97e1-44b10128a1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 15:04:19.466542 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-387d43ab-c3a4-4e66-9908-fb8d8433ccae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:19.466542 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387d43ab-c3a4-4e66-9908-fb8d8433ccae None None] Bound using segment: {'id': '3bd2808c-28ee-4562-a37b-7f4e83e70123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'baf93d8c-e214-488d-97e1-44b10128a1f1'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 15:04:19.466542 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-387d43ab-c3a4-4e66-9908-fb8d8433ccae None None] Bound port: 6c478e62-f2d3-43b5-ac65-965c4b698444, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd2808c-28ee-4562-a37b-7f4e83e70123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'baf93d8c-e214-488d-97e1-44b10128a1f1'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 15:04:19.466542 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-387d43ab-c3a4-4e66-9908-fb8d8433ccae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:19.501807 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-9f5a9d79-0832-420f-a28c-43438daf2f07 admin admin] Allocated IP 172.26.3.98 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/22564a50-2251-401d-825f-59acdee50029) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:04:19.554031 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-387d43ab-c3a4-4e66-9908-fb8d8433ccae None None] For port 6c478e62-f2d3-43b5-ac65-965c4b698444, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:04:19.557099 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-387d43ab-c3a4-4e66-9908-fb8d8433ccae None None] For port 6c478e62-f2d3-43b5-ac65-965c4b698444, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=6c478e62-f2d3-43b5-ac65-965c4b698444,segment=NetworkSegment(3bd2808c-28ee-4562-a37b-7f4e83e70123),segment_id=3bd2808c-28ee-4562-a37b-7f4e83e70123)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:04:19.636873 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-387d43ab-c3a4-4e66-9908-fb8d8433ccae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:19.647385 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9f5a9d79-0832-420f-a28c-43438daf2f07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:19.711814 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d43ab-c3a4-4e66-9908-fb8d8433ccae None None] Pushing event updated for resources: {'Port': ['ID=6c478e62-f2d3-43b5-ac65-965c4b698444,revision_number=2']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:19.768009 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9f5a9d79-0832-420f-a28c-43438daf2f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:19.845976 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5a9d79-0832-420f-a28c-43438daf2f07 admin admin] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:04:19.849801 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-9f5a9d79-0832-420f-a28c-43438daf2f07 admin admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:04:19.851651 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a9d79-0832-420f-a28c-43438daf2f07 admin admin] Pushing event updated for resources: {'Port': ['ID=22564a50-2251-401d-825f-59acdee50029,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:19.853758 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5a9d79-0832-420f-a28c-43438daf2f07 admin admin] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 15:04:19.897748 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 15:04:20.079820 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9f5a9d79-0832-420f-a28c-43438daf2f07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:20.080547 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9f5a9d79-0832-420f-a28c-43438daf2f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-970739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972688'] for router, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:20.394925 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 6c478e62-f2d3-43b5-ac65-965c4b698444 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 15:04:20.496241 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5a9d79-0832-420f-a28c-43438daf2f07 admin admin] Router e69189d3-25df-4324-9215-2da6a88db6eb is scheduled to L3 agent 68da04b2-629e-45c8-8ab8-7405952287be with binding_index 1 {{(pid=84181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 15:04:20.598973 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 6c478e62-f2d3-43b5-ac65-965c4b698444 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:04:20.639601 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e72944b-69dc-4edf-bb3a-0e81fa2d3c50 None None] Network baf93d8c-e214-488d-97e1-44b10128a1f1 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 15:04:20.706828 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5a9d79-0832-420f-a28c-43438daf2f07 admin admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:04:20.718731 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ab32cf-c57d-47f0-9f47-6253feba7ab0 None None] Sync routers for ids ['e69189d3-25df-4324-9215-2da6a88db6eb'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 15:04:20.731987 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ab32cf-c57d-47f0-9f47-6253feba7ab0 None None] Routers {'e69189d3-25df-4324-9215-2da6a88db6eb'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 15:04:20.732760 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-a9ab32cf-c57d-47f0-9f47-6253feba7ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T15:03:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e69189d3-25df-4324-9215-2da6a88db6eb'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:04:20.828279 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9f5a9d79-0832-420f-a28c-43438daf2f07 admin admin] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:20.832076 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-9f5a9d79-0832-420f-a28c-43438daf2f07 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1059136 Feb 03 15:04:20.832384 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 41026) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:04:20.838481 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-80a44cb4-c752-4404-9108-2b2dfa42e092 None None] Provisioning for port 6c478e62-f2d3-43b5-ac65-965c4b698444 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:04:20.853098 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-80a44cb4-c752-4404-9108-2b2dfa42e092 None None] Provisioning complete for port 6c478e62-f2d3-43b5-ac65-965c4b698444 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:04:20.853475 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-80a44cb4-c752-4404-9108-2b2dfa42e092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:20.911637 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-a9ab32cf-c57d-47f0-9f47-6253feba7ab0 None None] Set router e69189d3-25df-4324-9215-2da6a88db6eb gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 15:04:20.992464 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-80a44cb4-c752-4404-9108-2b2dfa42e092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:21.030890 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-80a44cb4-c752-4404-9108-2b2dfa42e092 None None] For port 6c478e62-f2d3-43b5-ac65-965c4b698444, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=6c478e62-f2d3-43b5-ac65-965c4b698444,segment=NetworkSegment(3bd2808c-28ee-4562-a37b-7f4e83e70123),segment_id=3bd2808c-28ee-4562-a37b-7f4e83e70123)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:04:21.110649 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-80a44cb4-c752-4404-9108-2b2dfa42e092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:21.184207 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a44cb4-c752-4404-9108-2b2dfa42e092 None None] Pushing event updated for resources: {'Port': ['ID=6c478e62-f2d3-43b5-ac65-965c4b698444,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:21.201706 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-a9ab32cf-c57d-47f0-9f47-6253feba7ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e69189d3-25df-4324-9215-2da6a88db6eb', 'name': 'tempest-TestSnapshotPattern-1069104181-router', 'tenant_id': 'e28883aefb374550b094504b84a8fc3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.98'}], 'enable_snat': True}, 'gw_port_id': '22564a50-2251-401d-825f-59acdee50029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:04:18Z', 'updated_at': '2022-02-03T15:04:19Z', 'revision_number': 3, 'project_id': 'e28883aefb374550b094504b84a8fc3c', 'gw_port': {'id': '22564a50-2251-401d-825f-59acdee50029', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e69189d3-25df-4324-9215-2da6a88db6eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:19Z', 'updated_at': '2022-02-03T15:04:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:04:21.206675 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ab32cf-c57d-47f0-9f47-6253feba7ab0 None None] Checking router: e69189d3-25df-4324-9215-2da6a88db6eb for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 15:04:21.206961 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ab32cf-c57d-47f0-9f47-6253feba7ab0 None None] Updating router e69189d3-25df-4324-9215-2da6a88db6eb port 22564a50-2251-401d-825f-59acdee50029 binding host dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 15:04:21.234869 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-4bfce88f-2014-4f19-94ae-dedfb110e94a None None] Provisioning complete for port 6c478e62-f2d3-43b5-ac65-965c4b698444 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:04:21.235506 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-4bfce88f-2014-4f19-94ae-dedfb110e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:21.257522 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-a9ab32cf-c57d-47f0-9f47-6253feba7ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:21.574267 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-a9ab32cf-c57d-47f0-9f47-6253feba7ab0 None None] Notify callbacks [] for port, precommit_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:21.580299 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bb1fd75b-84ef-41b3-9973-77200344a3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:21.587923 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.provisioning_blocks [None req-a9ab32cf-c57d-47f0-9f47-6253feba7ab0 None None] Transition to ACTIVE for port object 22564a50-2251-401d-825f-59acdee50029 will not be triggered until provisioned by entity L2. {{(pid=84184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:04:21.664822 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-a9ab32cf-c57d-47f0-9f47-6253feba7ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:21.746154 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e719c2d9-4fdc-4998-977e-9488c821449b None None] Pushing event updated for resources: {'Port': ['ID=22564a50-2251-401d-825f-59acdee50029,revision_number=2']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:21.748338 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-a9ab32cf-c57d-47f0-9f47-6253feba7ab0 None None] Attempting to bind port 22564a50-2251-401d-825f-59acdee50029 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 15:04:21.748696 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-a9ab32cf-c57d-47f0-9f47-6253feba7ab0 None None] Attempting to bind port 22564a50-2251-401d-825f-59acdee50029 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 15:04:21.749047 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ab32cf-c57d-47f0-9f47-6253feba7ab0 None None] Attempting to bind port 22564a50-2251-401d-825f-59acdee50029 on network 16a0e898-50c0-4b65-ae3a-069e9649bbca {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 15:04:21.760141 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e719c2d9-4fdc-4998-977e-9488c821449b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:04:21.760481 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e719c2d9-4fdc-4998-977e-9488c821449b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:04:21.760815 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e719c2d9-4fdc-4998-977e-9488c821449b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:04:21.761142 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e719c2d9-4fdc-4998-977e-9488c821449b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:04:21.761467 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e719c2d9-4fdc-4998-977e-9488c821449b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:04:21.761789 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e719c2d9-4fdc-4998-977e-9488c821449b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:04:21.762110 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e719c2d9-4fdc-4998-977e-9488c821449b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:04:21.762427 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e719c2d9-4fdc-4998-977e-9488c821449b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:04:21.762746 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e719c2d9-4fdc-4998-977e-9488c821449b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:04:21.763054 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e719c2d9-4fdc-4998-977e-9488c821449b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:04:21.763395 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e719c2d9-4fdc-4998-977e-9488c821449b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:04:21.766927 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ab32cf-c57d-47f0-9f47-6253feba7ab0 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 15:04:21.767314 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ab32cf-c57d-47f0-9f47-6253feba7ab0 None None] Checking segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 15:04:21.767701 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-a9ab32cf-c57d-47f0-9f47-6253feba7ab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:21.768080 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ab32cf-c57d-47f0-9f47-6253feba7ab0 None None] Bound using segment: {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 15:04:21.768535 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-a9ab32cf-c57d-47f0-9f47-6253feba7ab0 None None] Bound port: 22564a50-2251-401d-825f-59acdee50029, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790184b3-123d-49fd-97b3-71a33183e821', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca'}}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 15:04:21.768892 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-a9ab32cf-c57d-47f0-9f47-6253feba7ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:21.794695 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [None req-bb1fd75b-84ef-41b3-9973-77200344a3ad admin admin] Allocated IP 172.20.0.1 (baf93d8c-e214-488d-97e1-44b10128a1f1/b16f30e8-7e0b-4d9c-87c6-bbf1a68f91d3/d8fc2bf4-6652-4c01-898e-48fc071da813) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:04:21.841311 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-a9ab32cf-c57d-47f0-9f47-6253feba7ab0 None None] For port 22564a50-2251-401d-825f-59acdee50029, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:04:21.845215 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-a9ab32cf-c57d-47f0-9f47-6253feba7ab0 None None] For port 22564a50-2251-401d-825f-59acdee50029, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=22564a50-2251-401d-825f-59acdee50029,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:04:21.927926 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-a9ab32cf-c57d-47f0-9f47-6253feba7ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:21.944289 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bb1fd75b-84ef-41b3-9973-77200344a3ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:21.959684 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [None req-bb1fd75b-84ef-41b3-9973-77200344a3ad admin admin] Transition to ACTIVE for port object d8fc2bf4-6652-4c01-898e-48fc071da813 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:04:22.034974 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e719c2d9-4fdc-4998-977e-9488c821449b None None] Pushing event updated for resources: {'Port': ['ID=22564a50-2251-401d-825f-59acdee50029,revision_number=3']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:22.038424 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ab32cf-c57d-47f0-9f47-6253feba7ab0 None None] Routers {'e69189d3-25df-4324-9215-2da6a88db6eb'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 15:04:22.039003 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-a9ab32cf-c57d-47f0-9f47-6253feba7ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T15:03:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e69189d3-25df-4324-9215-2da6a88db6eb'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:04:22.053589 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bb1fd75b-84ef-41b3-9973-77200344a3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:22.214739 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-a9ab32cf-c57d-47f0-9f47-6253feba7ab0 None None] Set router e69189d3-25df-4324-9215-2da6a88db6eb gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 15:04:22.218914 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1fd75b-84ef-41b3-9973-77200344a3ad admin admin] Network baf93d8c-e214-488d-97e1-44b10128a1f1 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:04:22.221835 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-bb1fd75b-84ef-41b3-9973-77200344a3ad admin admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:04:22.226172 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1fd75b-84ef-41b3-9973-77200344a3ad admin admin] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 15:04:22.250044 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fd75b-84ef-41b3-9973-77200344a3ad admin admin] Pushing event updated for resources: {'Port': ['ID=d8fc2bf4-6652-4c01-898e-48fc071da813,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:22.285179 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bb1fd75b-84ef-41b3-9973-77200344a3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972638'] for router_interface, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:22.371801 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 6c478e62-f2d3-43b5-ac65-965c4b698444 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 15:04:22.448096 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 6c478e62-f2d3-43b5-ac65-965c4b698444 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:04:22.448096 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:22.457918 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bb1fd75b-84ef-41b3-9973-77200344a3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:22.524468 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-a9ab32cf-c57d-47f0-9f47-6253feba7ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e69189d3-25df-4324-9215-2da6a88db6eb', 'name': 'tempest-TestSnapshotPattern-1069104181-router', 'tenant_id': 'e28883aefb374550b094504b84a8fc3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.98'}], 'enable_snat': True}, 'gw_port_id': '22564a50-2251-401d-825f-59acdee50029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:04:18Z', 'updated_at': '2022-02-03T15:04:19Z', 'revision_number': 3, 'project_id': 'e28883aefb374550b094504b84a8fc3c', 'gw_port': {'id': '22564a50-2251-401d-825f-59acdee50029', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e69189d3-25df-4324-9215-2da6a88db6eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:19Z', 'updated_at': '2022-02-03T15:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:04:22.528438 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ab32cf-c57d-47f0-9f47-6253feba7ab0 None None] The sync data for ids ['e69189d3-25df-4324-9215-2da6a88db6eb'] in dv-neutron-827016-1-hyperv is: [{'id': 'e69189d3-25df-4324-9215-2da6a88db6eb', 'name': 'tempest-TestSnapshotPattern-1069104181-router', 'tenant_id': 'e28883aefb374550b094504b84a8fc3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.98'}], 'enable_snat': True}, 'gw_port_id': '22564a50-2251-401d-825f-59acdee50029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:04:18Z', 'updated_at': '2022-02-03T15:04:19Z', 'revision_number': 3, 'project_id': 'e28883aefb374550b094504b84a8fc3c', 'gw_port': {'id': '22564a50-2251-401d-825f-59acdee50029', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e69189d3-25df-4324-9215-2da6a88db6eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:19Z', 'updated_at': '2022-02-03T15:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 15:04:22.574762 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-d24cb4bd-8636-4e25-a73d-7d4df4800b04 None None] Provisioning for port d8fc2bf4-6652-4c01-898e-48fc071da813 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:04:22.580360 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-d24cb4bd-8636-4e25-a73d-7d4df4800b04 None None] Provisioning complete for port d8fc2bf4-6652-4c01-898e-48fc071da813 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:04:22.580732 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d24cb4bd-8636-4e25-a73d-7d4df4800b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:22.631241 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-d24cb4bd-8636-4e25-a73d-7d4df4800b04 None None] Port d8fc2bf4-6652-4c01-898e-48fc071da813 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 15:04:22.683409 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bb1fd75b-84ef-41b3-9973-77200344a3ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:22.739106 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bb1fd75b-84ef-41b3-9973-77200344a3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:22.843473 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-bb1fd75b-84ef-41b3-9973-77200344a3ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968869'] for router_interface, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:22.847961 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fd75b-84ef-41b3-9973-77200344a3ad admin admin] Pushing event updated for resources: {'Port': ['ID=d8fc2bf4-6652-4c01-898e-48fc071da813,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:22.985485 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1fd75b-84ef-41b3-9973-77200344a3ad admin admin] Network baf93d8c-e214-488d-97e1-44b10128a1f1 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:04:22.986612 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [None req-bb1fd75b-84ef-41b3-9973-77200344a3ad admin admin] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:04:23.255288 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-9a244c4e-fd21-4236-9dcc-52978a6f85b2 None None] Provisioning complete for port d8fc2bf4-6652-4c01-898e-48fc071da813 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:04:23.255624 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9a244c4e-fd21-4236-9dcc-52978a6f85b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:23.307687 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-9a244c4e-fd21-4236-9dcc-52978a6f85b2 None None] Port d8fc2bf4-6652-4c01-898e-48fc071da813 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 15:04:23.368738 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1fd75b-84ef-41b3-9973-77200344a3ad admin admin] Router e69189d3-25df-4324-9215-2da6a88db6eb has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:04:23.563259 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1fd75b-84ef-41b3-9973-77200344a3ad admin admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:04:23.572183 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-bb1fd75b-84ef-41b3-9973-77200344a3ad admin admin] 10.222.0.41 "PUT /v2.0/routers/e69189d3-25df-4324-9215-2da6a88db6eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7385180 Feb 03 15:04:25.361583 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0550b542-664a-47cd-90c5-70aaaf53ee2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:25.363593 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 41042) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:04:25.369495 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-dcf4fa4a-2dd8-45f3-a4bc-4e18a63c87ca tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1365235721', 'description': 'tempest-secgroup-smoke-1365235721 description', 'project_id': '17ec959da6924f96935d980fa824189d'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 15:04:25.376227 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-dcf4fa4a-2dd8-45f3-a4bc-4e18a63c87ca tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 15:04:25.380108 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-dcf4fa4a-2dd8-45f3-a4bc-4e18a63c87ca tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Usage tracker for resource:security_group and tenant:17ec959da6924f96935d980fa824189d is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 15:04:25.382925 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-dcf4fa4a-2dd8-45f3-a4bc-4e18a63c87ca tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 15:04:25.389253 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-dcf4fa4a-2dd8-45f3-a4bc-4e18a63c87ca tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 15:04:25.476008 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-dcf4fa4a-2dd8-45f3-a4bc-4e18a63c87ca tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks [] for security_group, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:25.510125 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-dcf4fa4a-2dd8-45f3-a4bc-4e18a63c87ca tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 15:04:25.513822 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-dcf4fa4a-2dd8-45f3-a4bc-4e18a63c87ca tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Usage tracker for resource:security_group_rule and tenant:17ec959da6924f96935d980fa824189d is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 15:04:25.516583 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-dcf4fa4a-2dd8-45f3-a4bc-4e18a63c87ca tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 15:04:25.522061 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-dcf4fa4a-2dd8-45f3-a4bc-4e18a63c87ca tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 15:04:25.575281 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-dcf4fa4a-2dd8-45f3-a4bc-4e18a63c87ca tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks [] for security_group, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:25.656039 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-dcf4fa4a-2dd8-45f3-a4bc-4e18a63c87ca tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:25.696011 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf4fa4a-2dd8-45f3-a4bc-4e18a63c87ca tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36781c3d-2f6c-4bc5-83a7-62b5a671e61d,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:25.753237 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-dcf4fa4a-2dd8-45f3-a4bc-4e18a63c87ca tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks [] for security_group, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:25.754470 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-dcf4fa4a-2dd8-45f3-a4bc-4e18a63c87ca tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3897469 Feb 03 15:04:25.757336 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 41048) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:04:25.762856 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-743ccbb3-40e2-4768-9faf-8ec77271be42 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Request body: {'security_group_rule': {'security_group_id': '36781c3d-2f6c-4bc5-83a7-62b5a671e61d', 'project_id': '17ec959da6924f96935d980fa824189d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 15:04:25.769479 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-743ccbb3-40e2-4768-9faf-8ec77271be42 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 15:04:25.773317 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-743ccbb3-40e2-4768-9faf-8ec77271be42 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Usage tracker for resource:security_group_rule and tenant:17ec959da6924f96935d980fa824189d is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 15:04:25.776211 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-743ccbb3-40e2-4768-9faf-8ec77271be42 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 15:04:25.781986 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-743ccbb3-40e2-4768-9faf-8ec77271be42 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 15:04:25.873514 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-743ccbb3-40e2-4768-9faf-8ec77271be42 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:25.935090 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-743ccbb3-40e2-4768-9faf-8ec77271be42 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:26.001884 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-743ccbb3-40e2-4768-9faf-8ec77271be42 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:26.024858 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ccbb3-40e2-4768-9faf-8ec77271be42 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f90ce4cb-b43b-4a0c-81c2-fe88b7b64378,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:26.098895 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-743ccbb3-40e2-4768-9faf-8ec77271be42 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:26.100161 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-743ccbb3-40e2-4768-9faf-8ec77271be42 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3418961 Feb 03 15:04:26.102836 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 41054) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:04:26.108287 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-71af812e-2e54-4a34-b177-47e8a94a247f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Request body: {'security_group_rule': {'security_group_id': '36781c3d-2f6c-4bc5-83a7-62b5a671e61d', 'project_id': '17ec959da6924f96935d980fa824189d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 15:04:26.114623 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-71af812e-2e54-4a34-b177-47e8a94a247f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 15:04:26.118384 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-71af812e-2e54-4a34-b177-47e8a94a247f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Usage tracker for resource:security_group_rule and tenant:17ec959da6924f96935d980fa824189d is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 15:04:26.121215 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-71af812e-2e54-4a34-b177-47e8a94a247f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 15:04:26.127400 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-71af812e-2e54-4a34-b177-47e8a94a247f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 15:04:26.213598 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-71af812e-2e54-4a34-b177-47e8a94a247f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:26.273213 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-71af812e-2e54-4a34-b177-47e8a94a247f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:26.338756 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-71af812e-2e54-4a34-b177-47e8a94a247f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:26.362796 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af812e-2e54-4a34-b177-47e8a94a247f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1e1f090-4846-49b9-8992-123afbd223a6,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:26.450388 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-71af812e-2e54-4a34-b177-47e8a94a247f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:26.451610 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-71af812e-2e54-4a34-b177-47e8a94a247f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3478448 Feb 03 15:04:26.454411 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 41058) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:04:26.459827 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-85416a80-6bd8-43d0-b2de-d8b096ea70a7 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Request body: {'security_group_rule': {'security_group_id': '36781c3d-2f6c-4bc5-83a7-62b5a671e61d', 'project_id': '17ec959da6924f96935d980fa824189d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 15:04:26.465604 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-85416a80-6bd8-43d0-b2de-d8b096ea70a7 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 15:04:26.469432 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-85416a80-6bd8-43d0-b2de-d8b096ea70a7 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Usage tracker for resource:security_group_rule and tenant:17ec959da6924f96935d980fa824189d is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 15:04:26.472746 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-85416a80-6bd8-43d0-b2de-d8b096ea70a7 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 15:04:26.478329 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-85416a80-6bd8-43d0-b2de-d8b096ea70a7 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 15:04:26.575979 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-85416a80-6bd8-43d0-b2de-d8b096ea70a7 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:26.639555 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-85416a80-6bd8-43d0-b2de-d8b096ea70a7 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:26.704023 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-85416a80-6bd8-43d0-b2de-d8b096ea70a7 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:26.727809 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85416a80-6bd8-43d0-b2de-d8b096ea70a7 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42843346-b7ed-4177-82e4-be801da62f1b,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:26.809802 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-85416a80-6bd8-43d0-b2de-d8b096ea70a7 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:26.810988 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-85416a80-6bd8-43d0-b2de-d8b096ea70a7 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3556795 Feb 03 15:04:26.813720 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 41064) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:04:26.819459 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-3dbf3acf-ff44-4b89-a2ad-016e224da030 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Request body: {'security_group_rule': {'security_group_id': '36781c3d-2f6c-4bc5-83a7-62b5a671e61d', 'project_id': '17ec959da6924f96935d980fa824189d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 15:04:26.825253 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-3dbf3acf-ff44-4b89-a2ad-016e224da030 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 15:04:26.829114 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3dbf3acf-ff44-4b89-a2ad-016e224da030 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Usage tracker for resource:security_group_rule and tenant:17ec959da6924f96935d980fa824189d is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 15:04:26.832476 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-3dbf3acf-ff44-4b89-a2ad-016e224da030 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 15:04:26.838133 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-3dbf3acf-ff44-4b89-a2ad-016e224da030 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 15:04:26.919095 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3dbf3acf-ff44-4b89-a2ad-016e224da030 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:26.981776 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3dbf3acf-ff44-4b89-a2ad-016e224da030 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:27.061182 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3dbf3acf-ff44-4b89-a2ad-016e224da030 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:27.089218 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf3acf-ff44-4b89-a2ad-016e224da030 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05d15d23-297a-4080-aa6e-abb3f1d005d2,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:27.181401 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-3dbf3acf-ff44-4b89-a2ad-016e224da030 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:27.182511 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-3dbf3acf-ff44-4b89-a2ad-016e224da030 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3678021 Feb 03 15:04:27.185280 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 41068) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:04:27.191401 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-35c35a00-90fe-4a18-897e-7e3b205ee0e5 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Request body: {'security_group_rule': {'security_group_id': '36781c3d-2f6c-4bc5-83a7-62b5a671e61d', 'project_id': '17ec959da6924f96935d980fa824189d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 15:04:27.197742 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-35c35a00-90fe-4a18-897e-7e3b205ee0e5 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 15:04:27.200943 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-35c35a00-90fe-4a18-897e-7e3b205ee0e5 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Usage tracker for resource:security_group_rule and tenant:17ec959da6924f96935d980fa824189d is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 15:04:27.203875 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-35c35a00-90fe-4a18-897e-7e3b205ee0e5 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 15:04:27.210193 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-35c35a00-90fe-4a18-897e-7e3b205ee0e5 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 15:04:27.276604 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.securitygroups_db [None req-35c35a00-90fe-4a18-897e-7e3b205ee0e5 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Project 17ec959da6924f96935d980fa824189d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 15:04:27.282937 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-35c35a00-90fe-4a18-897e-7e3b205ee0e5 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:27.345766 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-35c35a00-90fe-4a18-897e-7e3b205ee0e5 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:27.433723 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-35c35a00-90fe-4a18-897e-7e3b205ee0e5 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:27.458549 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c35a00-90fe-4a18-897e-7e3b205ee0e5 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea4673a3-99a8-49b6-9238-8053993712fb,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:27.535856 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-35c35a00-90fe-4a18-897e-7e3b205ee0e5 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:27.537130 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-35c35a00-90fe-4a18-897e-7e3b205ee0e5 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3509183 Feb 03 15:04:27.539936 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 41072) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:04:27.545330 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-f5cad8d5-385f-418d-a6ee-55ec110cad51 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Request body: {'security_group_rule': {'security_group_id': '36781c3d-2f6c-4bc5-83a7-62b5a671e61d', 'project_id': '17ec959da6924f96935d980fa824189d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 15:04:27.551686 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-f5cad8d5-385f-418d-a6ee-55ec110cad51 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 15:04:27.555502 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-f5cad8d5-385f-418d-a6ee-55ec110cad51 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Usage tracker for resource:security_group_rule and tenant:17ec959da6924f96935d980fa824189d is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 15:04:27.558381 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-f5cad8d5-385f-418d-a6ee-55ec110cad51 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 15:04:27.558985 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ebe08116-d224-4838-91ee-af5c869f032f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:27.564946 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-f5cad8d5-385f-418d-a6ee-55ec110cad51 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 15:04:27.638896 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.securitygroups_db [None req-f5cad8d5-385f-418d-a6ee-55ec110cad51 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Project 17ec959da6924f96935d980fa824189d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 15:04:27.645442 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f5cad8d5-385f-418d-a6ee-55ec110cad51 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:27.710985 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f5cad8d5-385f-418d-a6ee-55ec110cad51 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:27.789660 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f5cad8d5-385f-418d-a6ee-55ec110cad51 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-868087'] for security_group_rule, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:27.812874 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cad8d5-385f-418d-a6ee-55ec110cad51 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd793222-c806-487b-b0b3-44b8f560b51a,revision_number=0']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:27.889682 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f5cad8d5-385f-418d-a6ee-55ec110cad51 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:27.890816 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f5cad8d5-385f-418d-a6ee-55ec110cad51 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3499939 Feb 03 15:04:28.056319 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-6144bcd8-2862-407e-a4f5-13a0d4c14e13 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Synchronizing usage tracker for tenant:17ec959da6924f96935d980fa824189d on resource:security_group {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 15:04:28.135790 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-6144bcd8-2862-407e-a4f5-13a0d4c14e13 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Unset dirty status for tenant:17ec959da6924f96935d980fa824189d on resource:security_group {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 15:04:28.137001 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-6144bcd8-2862-407e-a4f5-13a0d4c14e13 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1365235721&fields=id&tenant_id=17ec959da6924f96935d980fa824189d HTTP/1.1" status: 200 len: 267 time: 0.1201620 Feb 03 15:04:28.312889 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-6d276309-ceba-4500-8bd6-6f8eb721643a tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:28.314529 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-6d276309-ceba-4500-8bd6-6f8eb721643a tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/networks?id=19942a66-75ad-40d5-ab92-345a0497caa5 HTTP/1.1" status: 200 len: 808 time: 0.1706867 Feb 03 15:04:28.339052 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-1944eb6d-5528-465c-a36a-2a5d77edd5bb tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/quotas/17ec959da6924f96935d980fa824189d HTTP/1.1" status: 200 len: 375 time: 0.0168161 Feb 03 15:04:28.382765 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 22564a50-2251-401d-825f-59acdee50029 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 15:04:28.442573 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-381e0916-0181-425e-94ae-e265fd7db34e tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=17ec959da6924f96935d980fa824189d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0981786 Feb 03 15:04:28.530172 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 22564a50-2251-401d-825f-59acdee50029 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:04:28.536764 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 22564a50-2251-401d-825f-59acdee50029 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:04:28.537413 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:28.672966 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-f7f00ed0-5cdc-4cf1-9b0e-2680446e2fac service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84182) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 15:04:28.673944 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-f7f00ed0-5cdc-4cf1-9b0e-2680446e2fac service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2200825 Feb 03 15:04:28.683732 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:28.700988 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 22564a50-2251-401d-825f-59acdee50029, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=22564a50-2251-401d-825f-59acdee50029,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:04:28.791248 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:28.810229 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-fb412163-dc7b-46c9-a1c9-52d5595c08c1 service neutron] 10.222.0.41 "GET /v2.0/networks/19942a66-75ad-40d5-ab92-345a0497caa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297684 Feb 03 15:04:28.859878 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=22564a50-2251-401d-825f-59acdee50029,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:28.890136 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:29.028172 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-3389d34f-3938-499b-85f8-54c00a0484a3 service neutron] 10.222.0.41 "GET /v2.0/networks/19942a66-75ad-40d5-ab92-345a0497caa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106414 Feb 03 15:04:29.121735 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:29.300197 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c9097a-fde8-4a6b-baf5-ecae76f1c2d5 None None] Sync routers for ids ['862817f4-6761-40ff-90a5-4b9a3f997939'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 15:04:29.312656 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c9097a-fde8-4a6b-baf5-ecae76f1c2d5 None None] Routers {'862817f4-6761-40ff-90a5-4b9a3f997939'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 15:04:29.313408 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-31c9097a-fde8-4a6b-baf5-ecae76f1c2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T15:04:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['862817f4-6761-40ff-90a5-4b9a3f997939'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:04:29.491441 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-31c9097a-fde8-4a6b-baf5-ecae76f1c2d5 None None] Set router 862817f4-6761-40ff-90a5-4b9a3f997939 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 15:04:29.833112 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-31c9097a-fde8-4a6b-baf5-ecae76f1c2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'name': 'tempest-TestSnapshotPattern-86615715-router', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.210'}], 'enable_snat': True}, 'gw_port_id': '05a5c00b-8248-430b-8f74-7542585ed872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:04:11Z', 'updated_at': '2022-02-03T15:04:14Z', 'revision_number': 4, 'project_id': '17ec959da6924f96935d980fa824189d', 'gw_port': {'id': '05a5c00b-8248-430b-8f74-7542585ed872', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:40:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:11Z', 'updated_at': '2022-02-03T15:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '727a8c2e-ad0d-4980-bddb-c0aa79589c14', 'name': '', 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'mac_address': 'fa:16:3e:59:1b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e08a11d-d386-4449-90e0-12df7c8a7cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:14Z', 'updated_at': '2022-02-03T15:04:14Z', 'revision_number': 2, 'project_id': '17ec959da6924f96935d980fa824189d', 'subnets': [{'id': '4e08a11d-d386-4449-90e0-12df7c8a7cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:04:29.836791 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c9097a-fde8-4a6b-baf5-ecae76f1c2d5 None None] Checking router: 862817f4-6761-40ff-90a5-4b9a3f997939 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 15:04:29.837140 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c9097a-fde8-4a6b-baf5-ecae76f1c2d5 None None] Updating router 862817f4-6761-40ff-90a5-4b9a3f997939 port 727a8c2e-ad0d-4980-bddb-c0aa79589c14 binding host dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 15:04:29.885889 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-31c9097a-fde8-4a6b-baf5-ecae76f1c2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:30.207333 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-31c9097a-fde8-4a6b-baf5-ecae76f1c2d5 None None] Notify callbacks [] for port, precommit_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:30.218759 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-31c9097a-fde8-4a6b-baf5-ecae76f1c2d5 None None] Transition to ACTIVE for port object 727a8c2e-ad0d-4980-bddb-c0aa79589c14 will not be triggered until provisioned by entity L2. {{(pid=84183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:04:30.293390 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-31c9097a-fde8-4a6b-baf5-ecae76f1c2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:30.305938 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-1ef5d724-54d3-4c17-8460-f09cff6ad252 req-48dd8eb0-d602-4d58-b780-71c01d44353e tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/ports?device_id=cff5421c-dd87-4d78-a8fa-39e972388a5b HTTP/1.1" status: 200 len: 210 time: 0.0419316 Feb 03 15:04:30.420705 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 22564a50-2251-401d-825f-59acdee50029 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 15:04:30.500451 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d4d21-27ed-4753-8ff0-7e7a79ff6a4e None None] Pushing event updated for resources: {'Port': ['ID=727a8c2e-ad0d-4980-bddb-c0aa79589c14,revision_number=3']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:30.593313 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:30.607883 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-31c9097a-fde8-4a6b-baf5-ecae76f1c2d5 None None] Attempting to bind port 727a8c2e-ad0d-4980-bddb-c0aa79589c14 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 15:04:30.608248 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-31c9097a-fde8-4a6b-baf5-ecae76f1c2d5 None None] Attempting to bind port 727a8c2e-ad0d-4980-bddb-c0aa79589c14 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '3481dae9-740c-4146-a558-8f86b1d6444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5'}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 15:04:30.608610 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c9097a-fde8-4a6b-baf5-ecae76f1c2d5 None None] Attempting to bind port 727a8c2e-ad0d-4980-bddb-c0aa79589c14 on network 19942a66-75ad-40d5-ab92-345a0497caa5 {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 15:04:30.622608 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 22564a50-2251-401d-825f-59acdee50029 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:04:30.622971 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:30.650167 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c9097a-fde8-4a6b-baf5-ecae76f1c2d5 None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 15:04:30.650493 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c9097a-fde8-4a6b-baf5-ecae76f1c2d5 None None] Checking segment: {'id': '3481dae9-740c-4146-a558-8f86b1d6444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 15:04:30.650891 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-31c9097a-fde8-4a6b-baf5-ecae76f1c2d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:30.651307 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c9097a-fde8-4a6b-baf5-ecae76f1c2d5 None None] Bound using segment: {'id': '3481dae9-740c-4146-a558-8f86b1d6444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5'} {{(pid=84183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 15:04:30.651776 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.managers [None req-31c9097a-fde8-4a6b-baf5-ecae76f1c2d5 None None] Bound port: 727a8c2e-ad0d-4980-bddb-c0aa79589c14, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3481dae9-740c-4146-a558-8f86b1d6444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5'}}] {{(pid=84183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 15:04:30.652146 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-31c9097a-fde8-4a6b-baf5-ecae76f1c2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:30.802804 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-31c9097a-fde8-4a6b-baf5-ecae76f1c2d5 None None] For port 727a8c2e-ad0d-4980-bddb-c0aa79589c14, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:04:30.816361 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-31c9097a-fde8-4a6b-baf5-ecae76f1c2d5 None None] For port 727a8c2e-ad0d-4980-bddb-c0aa79589c14, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=727a8c2e-ad0d-4980-bddb-c0aa79589c14,segment=NetworkSegment(3481dae9-740c-4146-a558-8f86b1d6444c),segment_id=3481dae9-740c-4146-a558-8f86b1d6444c)] {{(pid=84183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:04:30.887950 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-31c9097a-fde8-4a6b-baf5-ecae76f1c2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:30.966114 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d4d21-27ed-4753-8ff0-7e7a79ff6a4e None None] Pushing event updated for resources: {'Port': ['ID=727a8c2e-ad0d-4980-bddb-c0aa79589c14,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:30.972146 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c9097a-fde8-4a6b-baf5-ecae76f1c2d5 None None] Routers {'862817f4-6761-40ff-90a5-4b9a3f997939'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 15:04:30.972772 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-31c9097a-fde8-4a6b-baf5-ecae76f1c2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T15:04:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['862817f4-6761-40ff-90a5-4b9a3f997939'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:04:31.153274 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-31c9097a-fde8-4a6b-baf5-ecae76f1c2d5 None None] Set router 862817f4-6761-40ff-90a5-4b9a3f997939 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 15:04:31.502882 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7ad02610-793f-4e5f-b845-a08e32e556bc req-a5a0e757-40d7-4ff5-abcb-734a2aaf3caf tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/ports?device_id=cff5421c-dd87-4d78-a8fa-39e972388a5b HTTP/1.1" status: 200 len: 210 time: 0.0440001 Feb 03 15:04:31.515050 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-31c9097a-fde8-4a6b-baf5-ecae76f1c2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'name': 'tempest-TestSnapshotPattern-86615715-router', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.210'}], 'enable_snat': True}, 'gw_port_id': '05a5c00b-8248-430b-8f74-7542585ed872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:04:11Z', 'updated_at': '2022-02-03T15:04:14Z', 'revision_number': 4, 'project_id': '17ec959da6924f96935d980fa824189d', 'gw_port': {'id': '05a5c00b-8248-430b-8f74-7542585ed872', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:40:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:11Z', 'updated_at': '2022-02-03T15:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '727a8c2e-ad0d-4980-bddb-c0aa79589c14', 'name': '', 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'mac_address': 'fa:16:3e:59:1b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e08a11d-d386-4449-90e0-12df7c8a7cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:14Z', 'updated_at': '2022-02-03T15:04:30Z', 'revision_number': 4, 'project_id': '17ec959da6924f96935d980fa824189d', 'subnets': [{'id': '4e08a11d-d386-4449-90e0-12df7c8a7cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:04:31.519696 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c9097a-fde8-4a6b-baf5-ecae76f1c2d5 None None] The sync data for ids ['862817f4-6761-40ff-90a5-4b9a3f997939'] in dv-neutron-827016-1-hyperv is: [{'id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'name': 'tempest-TestSnapshotPattern-86615715-router', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.210'}], 'enable_snat': True}, 'gw_port_id': '05a5c00b-8248-430b-8f74-7542585ed872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:04:11Z', 'updated_at': '2022-02-03T15:04:14Z', 'revision_number': 4, 'project_id': '17ec959da6924f96935d980fa824189d', 'gw_port': {'id': '05a5c00b-8248-430b-8f74-7542585ed872', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:40:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:11Z', 'updated_at': '2022-02-03T15:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '727a8c2e-ad0d-4980-bddb-c0aa79589c14', 'name': '', 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'mac_address': 'fa:16:3e:59:1b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e08a11d-d386-4449-90e0-12df7c8a7cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:14Z', 'updated_at': '2022-02-03T15:04:30Z', 'revision_number': 4, 'project_id': '17ec959da6924f96935d980fa824189d', 'subnets': [{'id': '4e08a11d-d386-4449-90e0-12df7c8a7cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 15:04:32.065592 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4183ec4-0c6f-43e0-95fe-35ce4814eeed None None] Sync routers for ids ['e69189d3-25df-4324-9215-2da6a88db6eb'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 15:04:32.078471 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4183ec4-0c6f-43e0-95fe-35ce4814eeed None None] Routers {'e69189d3-25df-4324-9215-2da6a88db6eb'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 15:04:32.079180 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-a4183ec4-0c6f-43e0-95fe-35ce4814eeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T15:04:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e69189d3-25df-4324-9215-2da6a88db6eb'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:04:32.256015 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-a4183ec4-0c6f-43e0-95fe-35ce4814eeed None None] Set router e69189d3-25df-4324-9215-2da6a88db6eb gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 15:04:32.419980 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 727a8c2e-ad0d-4980-bddb-c0aa79589c14 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 15:04:32.492347 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-dcbdefb1-94de-45ce-a7a9-f7f193820883 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:32.493030 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-dcbdefb1-94de-45ce-a7a9-f7f193820883 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Synchronizing usage tracker for tenant:17ec959da6924f96935d980fa824189d on resource:network {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 15:04:32.575980 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port 727a8c2e-ad0d-4980-bddb-c0aa79589c14 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:04:32.582073 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 727a8c2e-ad0d-4980-bddb-c0aa79589c14 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:04:32.582073 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:32.612194 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-a4183ec4-0c6f-43e0-95fe-35ce4814eeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e69189d3-25df-4324-9215-2da6a88db6eb', 'name': 'tempest-TestSnapshotPattern-1069104181-router', 'tenant_id': 'e28883aefb374550b094504b84a8fc3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.98'}], 'enable_snat': True}, 'gw_port_id': '22564a50-2251-401d-825f-59acdee50029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:04:18Z', 'updated_at': '2022-02-03T15:04:22Z', 'revision_number': 4, 'project_id': 'e28883aefb374550b094504b84a8fc3c', 'gw_port': {'id': '22564a50-2251-401d-825f-59acdee50029', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69189d3-25df-4324-9215-2da6a88db6eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:19Z', 'updated_at': '2022-02-03T15:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'd8fc2bf4-6652-4c01-898e-48fc071da813', 'name': '', 'network_id': 'baf93d8c-e214-488d-97e1-44b10128a1f1', 'tenant_id': 'e28883aefb374550b094504b84a8fc3c', 'mac_address': 'fa:16:3e:14:44:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e69189d3-25df-4324-9215-2da6a88db6eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b16f30e8-7e0b-4d9c-87c6-bbf1a68f91d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:21Z', 'updated_at': '2022-02-03T15:04:22Z', 'revision_number': 2, 'project_id': 'e28883aefb374550b094504b84a8fc3c', 'subnets': [{'id': 'b16f30e8-7e0b-4d9c-87c6-bbf1a68f91d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:04:32.616952 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4183ec4-0c6f-43e0-95fe-35ce4814eeed None None] Checking router: e69189d3-25df-4324-9215-2da6a88db6eb for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 15:04:32.617627 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4183ec4-0c6f-43e0-95fe-35ce4814eeed None None] Updating router e69189d3-25df-4324-9215-2da6a88db6eb port d8fc2bf4-6652-4c01-898e-48fc071da813 binding host dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 15:04:32.628121 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-dcbdefb1-94de-45ce-a7a9-f7f193820883 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Unset dirty status for tenant:17ec959da6924f96935d980fa824189d on resource:network {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 15:04:32.629255 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-dcbdefb1-94de-45ce-a7a9-f7f193820883 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.47 "GET /v2.0/networks?id=19942a66-75ad-40d5-ab92-345a0497caa5 HTTP/1.1" status: 200 len: 808 time: 0.3133664 Feb 03 15:04:32.675244 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-a4183ec4-0c6f-43e0-95fe-35ce4814eeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:32.696650 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-144b9972-ad56-44a4-ba9e-5ccd902bb902 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Synchronizing usage tracker for tenant:17ec959da6924f96935d980fa824189d on resource:security_group {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 15:04:32.705461 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:32.709274 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-144b9972-ad56-44a4-ba9e-5ccd902bb902 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Unset dirty status for tenant:17ec959da6924f96935d980fa824189d on resource:security_group {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 15:04:32.711491 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-144b9972-ad56-44a4-ba9e-5ccd902bb902 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17ec959da6924f96935d980fa824189d HTTP/1.1" status: 200 len: 380 time: 0.0698547 Feb 03 15:04:32.716549 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-29037ec5-2bc1-4f43-869b-2c05e228edb5 req-a960bd1b-a5a2-416a-a065-e7d8e7350bae tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/ports?device_id=cff5421c-dd87-4d78-a8fa-39e972388a5b HTTP/1.1" status: 200 len: 210 time: 0.0849669 Feb 03 15:04:32.721266 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-749dc854-127d-4135-816e-7a85b33b98b3 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Request body: {'port': {'device_id': 'cff5421c-dd87-4d78-a8fa-39e972388a5b', 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5', 'admin_state_up': True, 'tenant_id': '17ec959da6924f96935d980fa824189d', 'security_groups': ['36781c3d-2f6c-4bc5-83a7-62b5a671e61d']}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 15:04:32.744395 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port 727a8c2e-ad0d-4980-bddb-c0aa79589c14, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=727a8c2e-ad0d-4980-bddb-c0aa79589c14,segment=NetworkSegment(3481dae9-740c-4146-a558-8f86b1d6444c),segment_id=3481dae9-740c-4146-a558-8f86b1d6444c)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:04:32.793335 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:32.869785 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=727a8c2e-ad0d-4980-bddb-c0aa79589c14,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:32.966453 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-749dc854-127d-4135-816e-7a85b33b98b3 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 15:04:32.970273 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-749dc854-127d-4135-816e-7a85b33b98b3 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Usage tracker for resource:port and tenant:17ec959da6924f96935d980fa824189d is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 15:04:32.973098 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-749dc854-127d-4135-816e-7a85b33b98b3 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 15:04:32.979241 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-749dc854-127d-4135-816e-7a85b33b98b3 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 15:04:33.044382 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-749dc854-127d-4135-816e-7a85b33b98b3 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Made reservation on behalf of 17ec959da6924f96935d980fa824189d for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:04:33.047553 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-749dc854-127d-4135-816e-7a85b33b98b3 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:33.071696 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-a4183ec4-0c6f-43e0-95fe-35ce4814eeed None None] Notify callbacks [] for port, precommit_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:33.083146 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.provisioning_blocks [None req-a4183ec4-0c6f-43e0-95fe-35ce4814eeed None None] Transition to ACTIVE for port object d8fc2bf4-6652-4c01-898e-48fc071da813 will not be triggered until provisioned by entity L2. {{(pid=84184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:04:33.182477 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-a4183ec4-0c6f-43e0-95fe-35ce4814eeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:33.211746 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-749dc854-127d-4135-816e-7a85b33b98b3 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Allocated IP 172.20.0.8 (19942a66-75ad-40d5-ab92-345a0497caa5/4e08a11d-d386-4449-90e0-12df7c8a7cdb/1e3a4e75-43f9-4432-927a-92d1e85dbc69) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:04:33.309608 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df59b5b-18c2-4a94-9641-b12521c5c0ba None None] Pushing event updated for resources: {'Port': ['ID=d8fc2bf4-6652-4c01-898e-48fc071da813,revision_number=3']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:33.401069 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-a4183ec4-0c6f-43e0-95fe-35ce4814eeed None None] Attempting to bind port d8fc2bf4-6652-4c01-898e-48fc071da813 on host dv-neutron-827016-1-hyperv for vnic_type normal with profile {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 15:04:33.401438 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-a4183ec4-0c6f-43e0-95fe-35ce4814eeed None None] Attempting to bind port d8fc2bf4-6652-4c01-898e-48fc071da813 by drivers openvswitch,hyperv on host dv-neutron-827016-1-hyperv at level 0 using segments [{'id': '3bd2808c-28ee-4562-a37b-7f4e83e70123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'baf93d8c-e214-488d-97e1-44b10128a1f1'}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 15:04:33.401803 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4183ec4-0c6f-43e0-95fe-35ce4814eeed None None] Attempting to bind port d8fc2bf4-6652-4c01-898e-48fc071da813 on network baf93d8c-e214-488d-97e1-44b10128a1f1 {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 15:04:33.408728 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4183ec4-0c6f-43e0-95fe-35ce4814eeed None None] Checking agent: {'id': 'd36c03f9-1ac4-4f11-aff3-d17d26b16f5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 47, 29), 'started_at': datetime.datetime(2022, 2, 3, 13, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 15:04:33.409101 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4183ec4-0c6f-43e0-95fe-35ce4814eeed None None] Checking segment: {'id': '3bd2808c-28ee-4562-a37b-7f4e83e70123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'baf93d8c-e214-488d-97e1-44b10128a1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 15:04:33.409499 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-a4183ec4-0c6f-43e0-95fe-35ce4814eeed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:33.409897 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4183ec4-0c6f-43e0-95fe-35ce4814eeed None None] Bound using segment: {'id': '3bd2808c-28ee-4562-a37b-7f4e83e70123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'baf93d8c-e214-488d-97e1-44b10128a1f1'} {{(pid=84184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 15:04:33.410349 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.managers [None req-a4183ec4-0c6f-43e0-95fe-35ce4814eeed None None] Bound port: d8fc2bf4-6652-4c01-898e-48fc071da813, host: dv-neutron-827016-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd2808c-28ee-4562-a37b-7f4e83e70123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'baf93d8c-e214-488d-97e1-44b10128a1f1'}}] {{(pid=84184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 15:04:33.410717 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-a4183ec4-0c6f-43e0-95fe-35ce4814eeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:33.419406 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-749dc854-127d-4135-816e-7a85b33b98b3 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:33.439154 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-749dc854-127d-4135-816e-7a85b33b98b3 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Transition to ACTIVE for port object 1e3a4e75-43f9-4432-927a-92d1e85dbc69 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:04:33.497081 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-a4183ec4-0c6f-43e0-95fe-35ce4814eeed None None] For port d8fc2bf4-6652-4c01-898e-48fc071da813, host dv-neutron-827016-1-hyperv, cleared binding levels {{(pid=84184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:04:33.500037 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.plugins.ml2.db [None req-a4183ec4-0c6f-43e0-95fe-35ce4814eeed None None] For port d8fc2bf4-6652-4c01-898e-48fc071da813, host dv-neutron-827016-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=d8fc2bf4-6652-4c01-898e-48fc071da813,segment=NetworkSegment(3bd2808c-28ee-4562-a37b-7f4e83e70123),segment_id=3bd2808c-28ee-4562-a37b-7f4e83e70123)] {{(pid=84184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:04:33.513748 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-749dc854-127d-4135-816e-7a85b33b98b3 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:33.587737 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron_lib.callbacks.manager [None req-a4183ec4-0c6f-43e0-95fe-35ce4814eeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:33.589312 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-749dc854-127d-4135-816e-7a85b33b98b3 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Network 19942a66-75ad-40d5-ab92-345a0497caa5 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:04:33.592554 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-749dc854-127d-4135-816e-7a85b33b98b3 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:04:33.597612 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-749dc854-127d-4135-816e-7a85b33b98b3 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 15:04:33.622631 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749dc854-127d-4135-816e-7a85b33b98b3 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Pushing event updated for resources: {'Port': ['ID=1e3a4e75-43f9-4432-927a-92d1e85dbc69,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:33.666154 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-749dc854-127d-4135-816e-7a85b33b98b3 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:33.667469 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-749dc854-127d-4135-816e-7a85b33b98b3 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:33.672203 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df59b5b-18c2-4a94-9641-b12521c5c0ba None None] Pushing event updated for resources: {'Port': ['ID=d8fc2bf4-6652-4c01-898e-48fc071da813,revision_number=4']} {{(pid=84184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:33.676258 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4183ec4-0c6f-43e0-95fe-35ce4814eeed None None] Routers {'e69189d3-25df-4324-9215-2da6a88db6eb'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 15:04:33.676866 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-a4183ec4-0c6f-43e0-95fe-35ce4814eeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T15:04:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e69189d3-25df-4324-9215-2da6a88db6eb'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:04:33.748270 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-749dc854-127d-4135-816e-7a85b33b98b3 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0308537 Feb 03 15:04:33.760756 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-d3ee00bb-3605-4fbc-a53d-29873dfbc7a4 service neutron] Request body: {'port': {'device_id': 'cff5421c-dd87-4d78-a8fa-39e972388a5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 15:04:33.884613 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-a4183ec4-0c6f-43e0-95fe-35ce4814eeed None None] Set router e69189d3-25df-4324-9215-2da6a88db6eb gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 15:04:33.920335 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-d3ee00bb-3605-4fbc-a53d-29873dfbc7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:33.971809 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6304029-af59-4057-95b9-6248fde8b122 req-40203ac6-41c5-4bca-8428-8b09e033c4dd tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:33.973366 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b6304029-af59-4057-95b9-6248fde8b122 req-40203ac6-41c5-4bca-8428-8b09e033c4dd tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/ports?device_id=cff5421c-dd87-4d78-a8fa-39e972388a5b HTTP/1.1" status: 200 len: 931 time: 0.0870376 Feb 03 15:04:34.009960 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-f1d0cd11-467d-4646-a163-bf3f306cbab8 None None] Provisioning for port 1e3a4e75-43f9-4432-927a-92d1e85dbc69 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:04:34.016043 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-f1d0cd11-467d-4646-a163-bf3f306cbab8 None None] Provisioning complete for port 1e3a4e75-43f9-4432-927a-92d1e85dbc69 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:04:34.017277 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f1d0cd11-467d-4646-a163-bf3f306cbab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:34.026719 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b6304029-af59-4057-95b9-6248fde8b122 req-a1d551e7-bc6b-46ce-b68a-7e778a659d87 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/security-groups?id=36781c3d-2f6c-4bc5-83a7-62b5a671e61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474999 Feb 03 15:04:34.074259 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-f1d0cd11-467d-4646-a163-bf3f306cbab8 None None] Port 1e3a4e75-43f9-4432-927a-92d1e85dbc69 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 15:04:34.229356 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-a4183ec4-0c6f-43e0-95fe-35ce4814eeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e69189d3-25df-4324-9215-2da6a88db6eb', 'name': 'tempest-TestSnapshotPattern-1069104181-router', 'tenant_id': 'e28883aefb374550b094504b84a8fc3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.98'}], 'enable_snat': True}, 'gw_port_id': '22564a50-2251-401d-825f-59acdee50029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:04:18Z', 'updated_at': '2022-02-03T15:04:22Z', 'revision_number': 4, 'project_id': 'e28883aefb374550b094504b84a8fc3c', 'gw_port': {'id': '22564a50-2251-401d-825f-59acdee50029', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69189d3-25df-4324-9215-2da6a88db6eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:19Z', 'updated_at': '2022-02-03T15:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'd8fc2bf4-6652-4c01-898e-48fc071da813', 'name': '', 'network_id': 'baf93d8c-e214-488d-97e1-44b10128a1f1', 'tenant_id': 'e28883aefb374550b094504b84a8fc3c', 'mac_address': 'fa:16:3e:14:44:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e69189d3-25df-4324-9215-2da6a88db6eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b16f30e8-7e0b-4d9c-87c6-bbf1a68f91d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:21Z', 'updated_at': '2022-02-03T15:04:33Z', 'revision_number': 4, 'project_id': 'e28883aefb374550b094504b84a8fc3c', 'subnets': [{'id': 'b16f30e8-7e0b-4d9c-87c6-bbf1a68f91d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:04:34.233455 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4183ec4-0c6f-43e0-95fe-35ce4814eeed None None] The sync data for ids ['e69189d3-25df-4324-9215-2da6a88db6eb'] in dv-neutron-827016-1-hyperv is: [{'id': 'e69189d3-25df-4324-9215-2da6a88db6eb', 'name': 'tempest-TestSnapshotPattern-1069104181-router', 'tenant_id': 'e28883aefb374550b094504b84a8fc3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.98'}], 'enable_snat': True}, 'gw_port_id': '22564a50-2251-401d-825f-59acdee50029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:04:18Z', 'updated_at': '2022-02-03T15:04:22Z', 'revision_number': 4, 'project_id': 'e28883aefb374550b094504b84a8fc3c', 'gw_port': {'id': '22564a50-2251-401d-825f-59acdee50029', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69189d3-25df-4324-9215-2da6a88db6eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:19Z', 'updated_at': '2022-02-03T15:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': 'd8fc2bf4-6652-4c01-898e-48fc071da813', 'name': '', 'network_id': 'baf93d8c-e214-488d-97e1-44b10128a1f1', 'tenant_id': 'e28883aefb374550b094504b84a8fc3c', 'mac_address': 'fa:16:3e:14:44:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e69189d3-25df-4324-9215-2da6a88db6eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b16f30e8-7e0b-4d9c-87c6-bbf1a68f91d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:21Z', 'updated_at': '2022-02-03T15:04:33Z', 'revision_number': 4, 'project_id': 'e28883aefb374550b094504b84a8fc3c', 'subnets': [{'id': 'b16f30e8-7e0b-4d9c-87c6-bbf1a68f91d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 15:04:34.302030 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-d3ee00bb-3605-4fbc-a53d-29873dfbc7a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e3a4e75-43f9-4432-927a-92d1e85dbc69 {{(pid=84181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 15:04:34.309295 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-d3ee00bb-3605-4fbc-a53d-29873dfbc7a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:34.325000 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-d3ee00bb-3605-4fbc-a53d-29873dfbc7a4 service neutron] Transition to ACTIVE for port object 1e3a4e75-43f9-4432-927a-92d1e85dbc69 will not be triggered until provisioned by entity L2. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:04:34.429685 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-d3ee00bb-3605-4fbc-a53d-29873dfbc7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:34.444923 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device d8fc2bf4-6652-4c01-898e-48fc071da813 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 15:04:34.562052 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee00bb-3605-4fbc-a53d-29873dfbc7a4 service neutron] Pushing event updated for resources: {'Port': ['ID=1e3a4e75-43f9-4432-927a-92d1e85dbc69,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:34.573010 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning for port d8fc2bf4-6652-4c01-898e-48fc071da813 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:04:34.578601 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port d8fc2bf4-6652-4c01-898e-48fc071da813 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:04:34.579926 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:34.683433 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-d3ee00bb-3605-4fbc-a53d-29873dfbc7a4 service neutron] Attempting to bind port 1e3a4e75-43f9-4432-927a-92d1e85dbc69 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 15:04:34.684656 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-d3ee00bb-3605-4fbc-a53d-29873dfbc7a4 service neutron] Attempting to bind port 1e3a4e75-43f9-4432-927a-92d1e85dbc69 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '3481dae9-740c-4146-a558-8f86b1d6444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 15:04:34.685105 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-d3ee00bb-3605-4fbc-a53d-29873dfbc7a4 service neutron] Attempting to bind port 1e3a4e75-43f9-4432-927a-92d1e85dbc69 on network 19942a66-75ad-40d5-ab92-345a0497caa5 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 15:04:34.694257 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-d3ee00bb-3605-4fbc-a53d-29873dfbc7a4 service neutron] Port 1e3a4e75-43f9-4432-927a-92d1e85dbc69 on network 19942a66-75ad-40d5-ab92-345a0497caa5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 15:04:34.694963 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-d3ee00bb-3605-4fbc-a53d-29873dfbc7a4 service neutron] Attempting to bind port 1e3a4e75-43f9-4432-927a-92d1e85dbc69 on network 19942a66-75ad-40d5-ab92-345a0497caa5 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 15:04:34.703598 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-d3ee00bb-3605-4fbc-a53d-29873dfbc7a4 service neutron] Checking agent: {'id': '8cce4e55-f72c-4604-b6eb-27dc2f3f162a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'started_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 15:04:34.704738 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-d3ee00bb-3605-4fbc-a53d-29873dfbc7a4 service neutron] Checking segment: {'id': '3481dae9-740c-4146-a558-8f86b1d6444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 15:04:34.705461 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-d3ee00bb-3605-4fbc-a53d-29873dfbc7a4 service neutron] Bound using segment: {'id': '3481dae9-740c-4146-a558-8f86b1d6444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5'} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 15:04:34.706751 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-d3ee00bb-3605-4fbc-a53d-29873dfbc7a4 service neutron] Bound port: 1e3a4e75-43f9-4432-927a-92d1e85dbc69, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3481dae9-740c-4146-a558-8f86b1d6444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5'}}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 15:04:34.707356 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-d3ee00bb-3605-4fbc-a53d-29873dfbc7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:34.712933 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:34.756144 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] For port d8fc2bf4-6652-4c01-898e-48fc071da813, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=d8fc2bf4-6652-4c01-898e-48fc071da813,segment=NetworkSegment(3bd2808c-28ee-4562-a37b-7f4e83e70123),segment_id=3bd2808c-28ee-4562-a37b-7f4e83e70123)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:04:34.808978 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-d3ee00bb-3605-4fbc-a53d-29873dfbc7a4 service neutron] For port 1e3a4e75-43f9-4432-927a-92d1e85dbc69, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:04:34.812328 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-d3ee00bb-3605-4fbc-a53d-29873dfbc7a4 service neutron] For port 1e3a4e75-43f9-4432-927a-92d1e85dbc69, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=1e3a4e75-43f9-4432-927a-92d1e85dbc69,segment=NetworkSegment(3481dae9-740c-4146-a558-8f86b1d6444c),segment_id=3481dae9-740c-4146-a558-8f86b1d6444c)] {{(pid=84181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:04:34.832939 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:34.833860 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 727a8c2e-ad0d-4980-bddb-c0aa79589c14 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 15:04:34.890668 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-d3ee00bb-3605-4fbc-a53d-29873dfbc7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:34.947917 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Pushing event updated for resources: {'Port': ['ID=d8fc2bf4-6652-4c01-898e-48fc071da813,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:34.958957 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-d3ee00bb-3605-4fbc-a53d-29873dfbc7a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:34.960468 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-d3ee00bb-3605-4fbc-a53d-29873dfbc7a4 service neutron] 10.222.0.47 "PUT /v2.0/ports/1e3a4e75-43f9-4432-927a-92d1e85dbc69 HTTP/1.1" status: 200 len: 1093 time: 1.2049966 Feb 03 15:04:34.962814 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port 727a8c2e-ad0d-4980-bddb-c0aa79589c14 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:04:34.963215 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:34.963768 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff5421c-dd87-4d78-a8fa-39e972388a5b', 'tag': '1e3a4e75-43f9-4432-927a-92d1e85dbc69'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 15:04:34.991766 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee00bb-3605-4fbc-a53d-29873dfbc7a4 service neutron] Pushing event updated for resources: {'Port': ['ID=1e3a4e75-43f9-4432-927a-92d1e85dbc69,revision_number=3']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:35.041178 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cff5421c-dd87-4d78-a8fa-39e972388a5b', 'tag': '1e3a4e75-43f9-4432-927a-92d1e85dbc69', 'status': 'completed', 'code': 200} Feb 03 15:04:35.159125 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-137819ed-fedd-49a7-a5a1-1150a0ba145d req-095a7b34-0c0c-4731-853d-cd6dbd3dc637 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17ec959da6924f96935d980fa824189d&device_id=cff5421c-dd87-4d78-a8fa-39e972388a5b HTTP/1.1" status: 200 len: 1096 time: 0.0936995 Feb 03 15:04:35.287662 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa4ca7-16ea-4d5d-9be4-5429c89b8b35 req-02f1d431-df76-49f3-85c2-e6b16b88d2c0 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:35.289104 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b2fa4ca7-16ea-4d5d-9be4-5429c89b8b35 req-02f1d431-df76-49f3-85c2-e6b16b88d2c0 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/ports?device_id=cff5421c-dd87-4d78-a8fa-39e972388a5b HTTP/1.1" status: 200 len: 943 time: 0.0931139 Feb 03 15:04:35.310733 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137819ed-fedd-49a7-a5a1-1150a0ba145d req-914147c5-79f1-4b0a-98a1-64a7f676c9e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:35.312195 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-137819ed-fedd-49a7-a5a1-1150a0ba145d req-914147c5-79f1-4b0a-98a1-64a7f676c9e1 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=17ec959da6924f96935d980fa824189d&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1460965 Feb 03 15:04:35.336915 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b2fa4ca7-16ea-4d5d-9be4-5429c89b8b35 req-4bb4f02f-dbc0-4b95-bd41-0c39fea00728 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/security-groups?id=36781c3d-2f6c-4bc5-83a7-62b5a671e61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421569 Feb 03 15:04:35.446298 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137819ed-fedd-49a7-a5a1-1150a0ba145d req-141ea8ad-5532-42a2-9902-1498c779847b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:35.447910 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-137819ed-fedd-49a7-a5a1-1150a0ba145d req-141ea8ad-5532-42a2-9902-1498c779847b service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1304240 Feb 03 15:04:35.628363 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-cf068f25-6656-49ff-a2bd-1bbfda0a16a7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17ec959da6924f96935d980fa824189d&device_id=cff5421c-dd87-4d78-a8fa-39e972388a5b HTTP/1.1" status: 200 len: 1096 time: 0.1452699 Feb 03 15:04:35.697369 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-502a9f6f-2a7e-4714-95b0-df5edef05c0d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e3a4e75-43f9-4432-927a-92d1e85dbc69 HTTP/1.1" status: 200 len: 217 time: 0.0610280 Feb 03 15:04:35.757576 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-14156f62-c4a8-457c-b7ab-02fd1a29ae93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:35.758990 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-14156f62-c4a8-457c-b7ab-02fd1a29ae93 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4e08a11d-d386-4449-90e0-12df7c8a7cdb HTTP/1.1" status: 200 len: 847 time: 0.0562415 Feb 03 15:04:35.834591 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-d95605c0-7ac4-4fb4-8bb2-8ba47b876f2e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=19942a66-75ad-40d5-ab92-345a0497caa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697670 Feb 03 15:04:35.963145 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-f2d7891d-e8d7-476d-a4d6-63484b2823b9 service neutron] 10.222.0.47 "GET /v2.0/networks/19942a66-75ad-40d5-ab92-345a0497caa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226463 Feb 03 15:04:36.090524 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-afa3dfc3-0514-4ccb-8342-925c18db1e10 req-b0e454dc-413a-437b-b4d1-2d250cad8f90 service neutron] 10.222.0.47 "GET /v2.0/networks/19942a66-75ad-40d5-ab92-345a0497caa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221287 Feb 03 15:04:36.362608 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device d8fc2bf4-6652-4c01-898e-48fc071da813 up at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 15:04:36.437966 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Provisioning complete for port d8fc2bf4-6652-4c01-898e-48fc071da813 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:04:36.439021 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:36.536866 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367fd5ec-3a4e-4f38-811e-872fa9b6a4c7 req-3ccaddb6-1325-4dff-9afd-088a24b6b7ab tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:36.538213 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-367fd5ec-3a4e-4f38-811e-872fa9b6a4c7 req-3ccaddb6-1325-4dff-9afd-088a24b6b7ab tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/ports?device_id=cff5421c-dd87-4d78-a8fa-39e972388a5b HTTP/1.1" status: 200 len: 943 time: 0.0760145 Feb 03 15:04:36.584984 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-367fd5ec-3a4e-4f38-811e-872fa9b6a4c7 req-ea13b064-52c5-4b0b-acec-fdb93fdc6035 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/security-groups?id=36781c3d-2f6c-4bc5-83a7-62b5a671e61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412500 Feb 03 15:04:37.731088 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 1e3a4e75-43f9-4432-927a-92d1e85dbc69 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 15:04:37.783579 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e001a-4e32-477c-a1ed-27799945d00f req-cec60f61-3aa4-414c-a95e-5288f23e5345 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:37.785011 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-013e001a-4e32-477c-a1ed-27799945d00f req-cec60f61-3aa4-414c-a95e-5288f23e5345 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/ports?device_id=cff5421c-dd87-4d78-a8fa-39e972388a5b HTTP/1.1" status: 200 len: 943 time: 0.0805192 Feb 03 15:04:37.830171 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-013e001a-4e32-477c-a1ed-27799945d00f req-8219e2ee-4786-4276-a9cf-c38c79d097a9 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/security-groups?id=36781c3d-2f6c-4bc5-83a7-62b5a671e61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396700 Feb 03 15:04:37.864044 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 1e3a4e75-43f9-4432-927a-92d1e85dbc69, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=1e3a4e75-43f9-4432-927a-92d1e85dbc69,segment=NetworkSegment(3481dae9-740c-4146-a558-8f86b1d6444c),segment_id=3481dae9-740c-4146-a558-8f86b1d6444c)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:04:37.877496 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': '1e3a4e75-43f9-4432-927a-92d1e85dbc69', 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5', 'port_id': '1e3a4e75-43f9-4432-927a-92d1e85dbc69', 'mac_address': 'fa:16:3e:0d:49:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e08a11d-d386-4449-90e0-12df7c8a7cdb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 15:04:37.928723 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:37.946128 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e3a4e75-43f9-4432-927a-92d1e85dbc69 {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 15:04:37.961032 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 1e3a4e75-43f9-4432-927a-92d1e85dbc69, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=1e3a4e75-43f9-4432-927a-92d1e85dbc69,segment=NetworkSegment(3481dae9-740c-4146-a558-8f86b1d6444c),segment_id=3481dae9-740c-4146-a558-8f86b1d6444c)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:04:38.081244 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:38.148526 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=1e3a4e75-43f9-4432-927a-92d1e85dbc69,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:38.459310 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['1e3a4e75-43f9-4432-927a-92d1e85dbc69'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 15:04:39.023891 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643d3ef-a33c-42d0-a104-4ae1e1b0936e req-67c72912-141e-415b-81fd-b165c896041b tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:39.025316 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9643d3ef-a33c-42d0-a104-4ae1e1b0936e req-67c72912-141e-415b-81fd-b165c896041b tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/ports?device_id=cff5421c-dd87-4d78-a8fa-39e972388a5b HTTP/1.1" status: 200 len: 944 time: 0.0748186 Feb 03 15:04:39.071566 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-9643d3ef-a33c-42d0-a104-4ae1e1b0936e req-e198d846-bd8c-4f58-a6f8-97b75303ba95 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/security-groups?id=36781c3d-2f6c-4bc5-83a7-62b5a671e61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406599 Feb 03 15:04:39.734718 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 1e3a4e75-43f9-4432-927a-92d1e85dbc69 up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 15:04:39.855153 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning for port 1e3a4e75-43f9-4432-927a-92d1e85dbc69 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:04:39.859808 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port 1e3a4e75-43f9-4432-927a-92d1e85dbc69 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:04:39.860209 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:40.001555 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:40.027826 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff5421c-dd87-4d78-a8fa-39e972388a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3a4e75-43f9-4432-927a-92d1e85dbc69'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 15:04:40.037484 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 1e3a4e75-43f9-4432-927a-92d1e85dbc69, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=1e3a4e75-43f9-4432-927a-92d1e85dbc69,segment=NetworkSegment(3481dae9-740c-4146-a558-8f86b1d6444c),segment_id=3481dae9-740c-4146-a558-8f86b1d6444c)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:04:40.081373 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff5421c-dd87-4d78-a8fa-39e972388a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3a4e75-43f9-4432-927a-92d1e85dbc69', 'code': 200} Feb 03 15:04:40.113076 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:40.182684 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=1e3a4e75-43f9-4432-927a-92d1e85dbc69,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:40.272344 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aceadf-68a2-489b-b4f7-44daba4ce92f req-8106b55e-d7ab-4d27-a54f-51d11328fb5b tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:40.273698 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f3aceadf-68a2-489b-b4f7-44daba4ce92f req-8106b55e-d7ab-4d27-a54f-51d11328fb5b tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/ports?device_id=cff5421c-dd87-4d78-a8fa-39e972388a5b HTTP/1.1" status: 200 len: 945 time: 0.0796337 Feb 03 15:04:40.318768 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-f3aceadf-68a2-489b-b4f7-44daba4ce92f req-e1aa2584-3778-4d20-92d6-d6bcb616e660 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/security-groups?id=36781c3d-2f6c-4bc5-83a7-62b5a671e61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397019 Feb 03 15:04:40.443631 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a62f54b3-59c4-4601-adcc-7dccfe310bf4 req-e502f398-a562-45b0-ae93-fda262cccb4c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cff5421c-dd87-4d78-a8fa-39e972388a5b HTTP/1.1" status: 200 len: 1098 time: 0.0691147 Feb 03 15:04:40.484620 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-a62f54b3-59c4-4601-adcc-7dccfe310bf4 req-2133fd5d-bd44-4501-b006-5b65bf108104 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=36781c3d-2f6c-4bc5-83a7-62b5a671e61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351045 Feb 03 15:04:41.513011 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32cd1af-a4ea-4dc9-9fe2-c43f0d9fdb4e req-383685a1-c538-4081-8020-cf1f0d6d1516 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:41.514426 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b32cd1af-a4ea-4dc9-9fe2-c43f0d9fdb4e req-383685a1-c538-4081-8020-cf1f0d6d1516 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/ports?device_id=cff5421c-dd87-4d78-a8fa-39e972388a5b HTTP/1.1" status: 200 len: 945 time: 0.0754490 Feb 03 15:04:41.561641 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b32cd1af-a4ea-4dc9-9fe2-c43f0d9fdb4e req-891f953a-b701-4469-92cd-ec4e7bb4d285 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/security-groups?id=36781c3d-2f6c-4bc5-83a7-62b5a671e61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410173 Feb 03 15:04:42.756212 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db80a9-f43b-4550-9aa6-9c4588348759 req-0192071b-b9d0-4350-b51a-f5b7a4434b98 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:42.757618 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-59db80a9-f43b-4550-9aa6-9c4588348759 req-0192071b-b9d0-4350-b51a-f5b7a4434b98 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/ports?device_id=cff5421c-dd87-4d78-a8fa-39e972388a5b HTTP/1.1" status: 200 len: 945 time: 0.0750887 Feb 03 15:04:42.802209 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-59db80a9-f43b-4550-9aa6-9c4588348759 req-7052137e-a00d-406e-92fa-f9718041d14e tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/security-groups?id=36781c3d-2f6c-4bc5-83a7-62b5a671e61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392253 Feb 03 15:04:42.994412 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1d21c-136f-4d54-93e6-90aa99b1e203 req-bc951525-2be8-462a-8a47-4b2e340f59ce tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:42.995856 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d1c1d21c-136f-4d54-93e6-90aa99b1e203 req-bc951525-2be8-462a-8a47-4b2e340f59ce tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/ports?device_id=cff5421c-dd87-4d78-a8fa-39e972388a5b HTTP/1.1" status: 200 len: 945 time: 0.0781765 Feb 03 15:04:43.038912 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-d1c1d21c-136f-4d54-93e6-90aa99b1e203 req-17221fe5-0ee3-4b14-b658-3217ac672dc9 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/security-groups?id=36781c3d-2f6c-4bc5-83a7-62b5a671e61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377095 Feb 03 15:04:43.066565 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 41128) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:04:43.199881 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-68492de3-db01-4799-ad30-b20429c5cf7b tempest-TestSnapshotPattern-243277641 tempest-TestSnapshotPattern-243277641-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=cff5421c-dd87-4d78-a8fa-39e972388a5b HTTP/1.1" status: 200 len: 1093 time: 0.1320455 Feb 03 15:04:43.202517 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 41134) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:04:43.208025 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-2c2bbb01-eaca-4a63-93b6-c0ca1ba6883f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Request body: {'floatingip': {'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'port_id': '1e3a4e75-43f9-4432-927a-92d1e85dbc69', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 15:04:43.213313 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-2c2bbb01-eaca-4a63-93b6-c0ca1ba6883f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 15:04:43.217063 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2c2bbb01-eaca-4a63-93b6-c0ca1ba6883f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Usage tracker for resource:floatingip and tenant:17ec959da6924f96935d980fa824189d is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 15:04:43.219855 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-2c2bbb01-eaca-4a63-93b6-c0ca1ba6883f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 15:04:43.225952 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-2c2bbb01-eaca-4a63-93b6-c0ca1ba6883f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 15:04:43.295408 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2c2bbb01-eaca-4a63-93b6-c0ca1ba6883f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks [] for floatingip, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:43.426824 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2c2bbb01-eaca-4a63-93b6-c0ca1ba6883f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:43.558973 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-2c2bbb01-eaca-4a63-93b6-c0ca1ba6883f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Allocated IP 172.26.3.52 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/afd57972-6a41-40d6-b357-fa28cb4d9287) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:04:43.702533 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2c2bbb01-eaca-4a63-93b6-c0ca1ba6883f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:43.795922 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2c2bbb01-eaca-4a63-93b6-c0ca1ba6883f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:43.859509 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2bbb01-eaca-4a63-93b6-c0ca1ba6883f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:04:43.862168 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-2c2bbb01-eaca-4a63-93b6-c0ca1ba6883f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:04:43.865859 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2bbb01-eaca-4a63-93b6-c0ca1ba6883f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 15:04:43.980294 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2bbb01-eaca-4a63-93b6-c0ca1ba6883f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Pushing event updated for resources: {'Port': ['ID=afd57972-6a41-40d6-b357-fa28cb4d9287,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:44.452784 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2c2bbb01-eaca-4a63-93b6-c0ca1ba6883f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:44.571383 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2c2bbb01-eaca-4a63-93b6-c0ca1ba6883f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:44.766280 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2c2bbb01-eaca-4a63-93b6-c0ca1ba6883f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:44.835351 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2c2bbb01-eaca-4a63-93b6-c0ca1ba6883f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:44.936993 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2bbb01-eaca-4a63-93b6-c0ca1ba6883f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Pushing event updated for resources: {'Port': ['ID=afd57972-6a41-40d6-b357-fa28cb4d9287,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:44.954544 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2c2bbb01-eaca-4a63-93b6-c0ca1ba6883f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:45.138688 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.l3_db [None req-2c2bbb01-eaca-4a63-93b6-c0ca1ba6883f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Floating IP 826bc541-4b82-4191-b17c-20ce3b731e1d associated. External IP: 172.26.3.52, port: 1e3a4e75-43f9-4432-927a-92d1e85dbc69. Feb 03 15:04:45.512084 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2bbb01-eaca-4a63-93b6-c0ca1ba6883f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Router 862817f4-6761-40ff-90a5-4b9a3f997939 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:04:45.802072 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2bbb01-eaca-4a63-93b6-c0ca1ba6883f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:04:45.811471 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a81639-f2dc-4b89-bf49-7fc9c691e84e None None] Sync routers for ids ['862817f4-6761-40ff-90a5-4b9a3f997939'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 15:04:45.823745 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a81639-f2dc-4b89-bf49-7fc9c691e84e None None] Routers {'862817f4-6761-40ff-90a5-4b9a3f997939'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 15:04:45.824351 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-a9a81639-f2dc-4b89-bf49-7fc9c691e84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T15:04:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['862817f4-6761-40ff-90a5-4b9a3f997939'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:04:45.904347 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-2c2bbb01-eaca-4a63-93b6-c0ca1ba6883f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:45.960716 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-2c2bbb01-eaca-4a63-93b6-c0ca1ba6883f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7571890 Feb 03 15:04:45.961657 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff5421c-dd87-4d78-a8fa-39e972388a5b', 'tag': '1e3a4e75-43f9-4432-927a-92d1e85dbc69'}] {{(pid=84182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 15:04:45.999537 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-a9a81639-f2dc-4b89-bf49-7fc9c691e84e None None] Set router 862817f4-6761-40ff-90a5-4b9a3f997939 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 15:04:46.016172 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cff5421c-dd87-4d78-a8fa-39e972388a5b', 'tag': '1e3a4e75-43f9-4432-927a-92d1e85dbc69', 'status': 'completed', 'code': 200} Feb 03 15:04:46.110643 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-edcf2b13-a2ae-4b71-878b-538cb9dc69b9 req-af9f2b89-2f3d-447c-83fc-a2aba55f5d1c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17ec959da6924f96935d980fa824189d&device_id=cff5421c-dd87-4d78-a8fa-39e972388a5b HTTP/1.1" status: 200 len: 1098 time: 0.0710690 Feb 03 15:04:46.243078 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf2b13-a2ae-4b71-878b-538cb9dc69b9 req-2681158d-6f4e-4081-a026-b47e436f2ba9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:46.244637 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-edcf2b13-a2ae-4b71-878b-538cb9dc69b9 req-2681158d-6f4e-4081-a026-b47e436f2ba9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=19942a66-75ad-40d5-ab92-345a0497caa5 HTTP/1.1" status: 200 len: 908 time: 0.1282949 Feb 03 15:04:46.342868 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-a9a81639-f2dc-4b89-bf49-7fc9c691e84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'name': 'tempest-TestSnapshotPattern-86615715-router', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.210'}], 'enable_snat': True}, 'gw_port_id': '05a5c00b-8248-430b-8f74-7542585ed872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:04:11Z', 'updated_at': '2022-02-03T15:04:14Z', 'revision_number': 4, 'project_id': '17ec959da6924f96935d980fa824189d', 'gw_port': {'id': '05a5c00b-8248-430b-8f74-7542585ed872', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:40:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:11Z', 'updated_at': '2022-02-03T15:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '826bc541-4b82-4191-b17c-20ce3b731e1d', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'floating_ip_address': '172.26.3.52', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'port_id': '1e3a4e75-43f9-4432-927a-92d1e85dbc69', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5', 'mac_address': 'fa:16:3e:0d:49:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff5421c-dd87-4d78-a8fa-39e972388a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:04:44Z', 'updated_at': '2022-02-03T15:04:44Z', 'revision_number': 0, 'project_id': '17ec959da6924f96935d980fa824189d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '727a8c2e-ad0d-4980-bddb-c0aa79589c14', 'name': '', 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'mac_address': 'fa:16:3e:59:1b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e08a11d-d386-4449-90e0-12df7c8a7cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:14Z', 'updated_at': '2022-02-03T15:04:32Z', 'revision_number': 5, 'project_id': '17ec959da6924f96935d980fa824189d', 'subnets': [{'id': '4e08a11d-d386-4449-90e0-12df7c8a7cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:04:46.345878 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-edcf2b13-a2ae-4b71-878b-538cb9dc69b9 req-91d87467-9e7f-4a15-a693-37edddb84efd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e3a4e75-43f9-4432-927a-92d1e85dbc69 HTTP/1.1" status: 200 len: 998 time: 0.0954654 Feb 03 15:04:46.346798 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a81639-f2dc-4b89-bf49-7fc9c691e84e None None] Checking router: 862817f4-6761-40ff-90a5-4b9a3f997939 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 15:04:46.357924 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a81639-f2dc-4b89-bf49-7fc9c691e84e None None] Routers {'862817f4-6761-40ff-90a5-4b9a3f997939'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 15:04:46.358549 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-a9a81639-f2dc-4b89-bf49-7fc9c691e84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T15:04:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['862817f4-6761-40ff-90a5-4b9a3f997939'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:04:46.411468 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf2b13-a2ae-4b71-878b-538cb9dc69b9 req-df79821d-0d16-4b45-a0c8-fa8b74aabaec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:46.412890 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-edcf2b13-a2ae-4b71-878b-538cb9dc69b9 req-df79821d-0d16-4b45-a0c8-fa8b74aabaec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4e08a11d-d386-4449-90e0-12df7c8a7cdb HTTP/1.1" status: 200 len: 847 time: 0.0620856 Feb 03 15:04:46.485391 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-edcf2b13-a2ae-4b71-878b-538cb9dc69b9 req-feb61fb6-8e2f-4b85-89f9-816aef0fda3e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=19942a66-75ad-40d5-ab92-345a0497caa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666780 Feb 03 15:04:46.535336 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-a9a81639-f2dc-4b89-bf49-7fc9c691e84e None None] Set router 862817f4-6761-40ff-90a5-4b9a3f997939 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 15:04:46.618126 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-edcf2b13-a2ae-4b71-878b-538cb9dc69b9 req-93e5d11b-c5af-4934-96cf-104b45fe2901 service neutron] 10.222.0.47 "GET /v2.0/networks/19942a66-75ad-40d5-ab92-345a0497caa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266124 Feb 03 15:04:46.748163 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-edcf2b13-a2ae-4b71-878b-538cb9dc69b9 req-ae9da4c2-7ca3-4672-a113-5fbbcda7e1b5 service neutron] 10.222.0.47 "GET /v2.0/networks/19942a66-75ad-40d5-ab92-345a0497caa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243041 Feb 03 15:04:46.876696 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-a9a81639-f2dc-4b89-bf49-7fc9c691e84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'name': 'tempest-TestSnapshotPattern-86615715-router', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.210'}], 'enable_snat': True}, 'gw_port_id': '05a5c00b-8248-430b-8f74-7542585ed872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:04:11Z', 'updated_at': '2022-02-03T15:04:14Z', 'revision_number': 4, 'project_id': '17ec959da6924f96935d980fa824189d', 'gw_port': {'id': '05a5c00b-8248-430b-8f74-7542585ed872', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:40:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:11Z', 'updated_at': '2022-02-03T15:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '826bc541-4b82-4191-b17c-20ce3b731e1d', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'floating_ip_address': '172.26.3.52', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'port_id': '1e3a4e75-43f9-4432-927a-92d1e85dbc69', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5', 'mac_address': 'fa:16:3e:0d:49:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff5421c-dd87-4d78-a8fa-39e972388a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:04:44Z', 'updated_at': '2022-02-03T15:04:44Z', 'revision_number': 0, 'project_id': '17ec959da6924f96935d980fa824189d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '727a8c2e-ad0d-4980-bddb-c0aa79589c14', 'name': '', 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'mac_address': 'fa:16:3e:59:1b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e08a11d-d386-4449-90e0-12df7c8a7cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:14Z', 'updated_at': '2022-02-03T15:04:32Z', 'revision_number': 5, 'project_id': '17ec959da6924f96935d980fa824189d', 'subnets': [{'id': '4e08a11d-d386-4449-90e0-12df7c8a7cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:04:46.881150 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a81639-f2dc-4b89-bf49-7fc9c691e84e None None] The sync data for ids ['862817f4-6761-40ff-90a5-4b9a3f997939'] in dv-neutron-827016-1-hyperv is: [{'id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'name': 'tempest-TestSnapshotPattern-86615715-router', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.210'}], 'enable_snat': True}, 'gw_port_id': '05a5c00b-8248-430b-8f74-7542585ed872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:04:11Z', 'updated_at': '2022-02-03T15:04:14Z', 'revision_number': 4, 'project_id': '17ec959da6924f96935d980fa824189d', 'gw_port': {'id': '05a5c00b-8248-430b-8f74-7542585ed872', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:40:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:11Z', 'updated_at': '2022-02-03T15:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '826bc541-4b82-4191-b17c-20ce3b731e1d', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'floating_ip_address': '172.26.3.52', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'port_id': '1e3a4e75-43f9-4432-927a-92d1e85dbc69', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5', 'mac_address': 'fa:16:3e:0d:49:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff5421c-dd87-4d78-a8fa-39e972388a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:04:44Z', 'updated_at': '2022-02-03T15:04:44Z', 'revision_number': 0, 'project_id': '17ec959da6924f96935d980fa824189d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '727a8c2e-ad0d-4980-bddb-c0aa79589c14', 'name': '', 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'mac_address': 'fa:16:3e:59:1b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e08a11d-d386-4449-90e0-12df7c8a7cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:14Z', 'updated_at': '2022-02-03T15:04:32Z', 'revision_number': 5, 'project_id': '17ec959da6924f96935d980fa824189d', 'subnets': [{'id': '4e08a11d-d386-4449-90e0-12df7c8a7cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 15:04:48.215332 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:51.943131 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b31c16e-32d7-453e-b4e5-401a6d5b1ef9 None None] New status for floating IP 826bc541-4b82-4191-b17c-20ce3b731e1d: ACTIVE {{(pid=84184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 15:04:55.415317 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a1cecc2f-39d0-4048-8792-0806e8650c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:56.888572 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 15:04:57.555222 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-cc4a5082-fcf6-49f6-a01f-d48f713cd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:58.866105 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:04:59.120809 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:05:00.452294 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:05:03.514038 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-708f42c0-71fb-4f27-a3bb-dd352b2f7da1 req-23d84972-86db-4d21-bc1e-8cf7c10ad452 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cff5421c-dd87-4d78-a8fa-39e972388a5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1358922 Feb 03 15:05:03.648406 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-708f42c0-71fb-4f27-a3bb-dd352b2f7da1 req-4ecce175-b2fc-4f9f-ae06-f343ae6c38c9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17ec959da6924f96935d980fa824189d&device_id=cff5421c-dd87-4d78-a8fa-39e972388a5b HTTP/1.1" status: 200 len: 1098 time: 0.0688655 Feb 03 15:05:03.864901 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f42c0-71fb-4f27-a3bb-dd352b2f7da1 req-98ac49b3-5657-4dbf-b736-ce2962a1a995 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:03.866317 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-708f42c0-71fb-4f27-a3bb-dd352b2f7da1 req-98ac49b3-5657-4dbf-b736-ce2962a1a995 service neutron] 10.222.0.47 "GET /v2.0/networks?id=19942a66-75ad-40d5-ab92-345a0497caa5 HTTP/1.1" status: 200 len: 908 time: 0.2011466 Feb 03 15:05:03.968865 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-708f42c0-71fb-4f27-a3bb-dd352b2f7da1 req-a43d004b-268e-4f83-ba5a-78a309f4fefc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e3a4e75-43f9-4432-927a-92d1e85dbc69 HTTP/1.1" status: 200 len: 1000 time: 0.0958469 Feb 03 15:05:04.028848 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f42c0-71fb-4f27-a3bb-dd352b2f7da1 req-186b2328-d871-4742-b627-312eaaf8ab43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:04.030321 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-708f42c0-71fb-4f27-a3bb-dd352b2f7da1 req-186b2328-d871-4742-b627-312eaaf8ab43 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4e08a11d-d386-4449-90e0-12df7c8a7cdb HTTP/1.1" status: 200 len: 847 time: 0.0557482 Feb 03 15:05:04.105423 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-708f42c0-71fb-4f27-a3bb-dd352b2f7da1 req-886c1f92-c5a7-42cb-8d44-d2731d93b40f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=19942a66-75ad-40d5-ab92-345a0497caa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692506 Feb 03 15:05:04.233686 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-708f42c0-71fb-4f27-a3bb-dd352b2f7da1 req-9204a231-fa31-42b4-a27a-f82d3bd159f9 service neutron] 10.222.0.47 "GET /v2.0/networks/19942a66-75ad-40d5-ab92-345a0497caa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214426 Feb 03 15:05:04.362891 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-708f42c0-71fb-4f27-a3bb-dd352b2f7da1 req-78a13fe7-9325-478f-a02d-9933cf419e99 service neutron] 10.222.0.47 "GET /v2.0/networks/19942a66-75ad-40d5-ab92-345a0497caa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239073 Feb 03 15:05:18.211994 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:05:25.385921 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a0110b2a-d7c3-41b7-916e-9ac9fa87269b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:05:27.571539 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f8083635-f73f-4f8f-94fc-2b288f64a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:05:28.853877 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:05:29.105247 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:05:30.442544 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:05:33.911884 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 15:05:48.213720 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:05:55.376482 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-72a12b7c-1255-4a82-a10d-806db2dd02fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:05:57.550108 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-82d27552-e5a5-4bf5-b413-4628fbf8998d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:05:58.838907 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:05:59.096295 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:06:00.435944 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:06:03.445443 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-fe679059-3914-4e0f-9537-fd265d282a97 req-d495ddab-a481-42f0-8139-819f534656be service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cff5421c-dd87-4d78-a8fa-39e972388a5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676284 Feb 03 15:06:03.579438 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-fe679059-3914-4e0f-9537-fd265d282a97 req-fa359c86-dbac-4246-9bd1-7d6612cacdbc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17ec959da6924f96935d980fa824189d&device_id=cff5421c-dd87-4d78-a8fa-39e972388a5b HTTP/1.1" status: 200 len: 1098 time: 0.0704005 Feb 03 15:06:03.719116 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe679059-3914-4e0f-9537-fd265d282a97 req-6fc47439-bc8d-4fca-8d0d-dbe6bab0b227 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:03.720537 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-fe679059-3914-4e0f-9537-fd265d282a97 req-6fc47439-bc8d-4fca-8d0d-dbe6bab0b227 service neutron] 10.222.0.47 "GET /v2.0/networks?id=19942a66-75ad-40d5-ab92-345a0497caa5 HTTP/1.1" status: 200 len: 908 time: 0.1233468 Feb 03 15:06:03.816615 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-fe679059-3914-4e0f-9537-fd265d282a97 req-de888661-09c6-4a98-bf99-cc34169eade7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e3a4e75-43f9-4432-927a-92d1e85dbc69 HTTP/1.1" status: 200 len: 1000 time: 0.0901046 Feb 03 15:06:03.878742 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe679059-3914-4e0f-9537-fd265d282a97 req-39fe2d5f-62d1-4251-b97e-f45831c78c24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:03.880140 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-fe679059-3914-4e0f-9537-fd265d282a97 req-39fe2d5f-62d1-4251-b97e-f45831c78c24 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4e08a11d-d386-4449-90e0-12df7c8a7cdb HTTP/1.1" status: 200 len: 847 time: 0.0578675 Feb 03 15:06:03.953121 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-fe679059-3914-4e0f-9537-fd265d282a97 req-45cb5e4d-b7a3-473b-a9a3-1f9271482c6b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=19942a66-75ad-40d5-ab92-345a0497caa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672085 Feb 03 15:06:04.080906 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-fe679059-3914-4e0f-9537-fd265d282a97 req-ca81fa9e-2a6a-459e-b504-e38a138a7da9 service neutron] 10.222.0.47 "GET /v2.0/networks/19942a66-75ad-40d5-ab92-345a0497caa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213038 Feb 03 15:06:04.207740 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-fe679059-3914-4e0f-9537-fd265d282a97 req-57ec3c14-5104-471a-92e2-c3227020ad0d service neutron] 10.222.0.47 "GET /v2.0/networks/19942a66-75ad-40d5-ab92-345a0497caa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215343 Feb 03 15:06:10.891868 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 15:06:18.233049 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:06:25.384293 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-403fe171-07bc-4956-9197-c066b0605165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:06:27.612296 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a2950a13-f163-4afa-9513-5d567b0df58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:06:28.869518 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:06:29.103679 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:06:30.461661 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:06:47.891455 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 15:06:48.226862 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:06:55.380576 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6980d710-437a-4987-a640-7344f12e8009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:06:57.580215 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a34da62a-675c-4426-982d-5475c122a7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:06:58.848833 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:06:59.140381 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:07:00.448841 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:07:03.441372 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-27f314a7-7898-44b8-805c-75a4396d7b35 req-0f37b632-6222-4ff1-92d6-a97e1700c86b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cff5421c-dd87-4d78-a8fa-39e972388a5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703659 Feb 03 15:07:03.574458 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-27f314a7-7898-44b8-805c-75a4396d7b35 req-ecbbdc90-b162-4eee-9724-5ca3b6200dc3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17ec959da6924f96935d980fa824189d&device_id=cff5421c-dd87-4d78-a8fa-39e972388a5b HTTP/1.1" status: 200 len: 1098 time: 0.0680599 Feb 03 15:07:03.793520 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f314a7-7898-44b8-805c-75a4396d7b35 req-853eaae6-99e8-463f-ae97-aa8645114589 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:03.794937 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-27f314a7-7898-44b8-805c-75a4396d7b35 req-853eaae6-99e8-463f-ae97-aa8645114589 service neutron] 10.222.0.47 "GET /v2.0/networks?id=19942a66-75ad-40d5-ab92-345a0497caa5 HTTP/1.1" status: 200 len: 908 time: 0.2034059 Feb 03 15:07:03.894749 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-27f314a7-7898-44b8-805c-75a4396d7b35 req-1c9be9aa-84ef-46cc-95c8-982c1dbc0bff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e3a4e75-43f9-4432-927a-92d1e85dbc69 HTTP/1.1" status: 200 len: 1000 time: 0.0930786 Feb 03 15:07:03.954843 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f314a7-7898-44b8-805c-75a4396d7b35 req-12e59d9e-809b-4590-8eb1-e9df12c3f079 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:03.956292 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-27f314a7-7898-44b8-805c-75a4396d7b35 req-12e59d9e-809b-4590-8eb1-e9df12c3f079 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4e08a11d-d386-4449-90e0-12df7c8a7cdb HTTP/1.1" status: 200 len: 847 time: 0.0547884 Feb 03 15:07:04.030307 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-27f314a7-7898-44b8-805c-75a4396d7b35 req-5ec755b5-202a-45e8-a3f9-bb78c9eb6c1b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=19942a66-75ad-40d5-ab92-345a0497caa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677857 Feb 03 15:07:04.041189 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [req-27f314a7-7898-44b8-805c-75a4396d7b35 req-40b4f6f4-4350-4fb6-86ce-f134e67aadb1 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84181) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 15:07:04.042194 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-27f314a7-7898-44b8-805c-75a4396d7b35 req-40b4f6f4-4350-4fb6-86ce-f134e67aadb1 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053136 Feb 03 15:07:04.168610 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-27f314a7-7898-44b8-805c-75a4396d7b35 req-70dac443-184e-429c-909f-8a59e3e11a27 service neutron] 10.222.0.47 "GET /v2.0/networks/19942a66-75ad-40d5-ab92-345a0497caa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202569 Feb 03 15:07:04.295450 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-27f314a7-7898-44b8-805c-75a4396d7b35 req-81b8c4ef-b90a-451a-bef9-464aa3f42018 service neutron] 10.222.0.47 "GET /v2.0/networks/19942a66-75ad-40d5-ab92-345a0497caa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210628 Feb 03 15:07:16.477846 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 1e3a4e75-43f9-4432-927a-92d1e85dbc69 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 15:07:16.605678 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 1e3a4e75-43f9-4432-927a-92d1e85dbc69, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=1e3a4e75-43f9-4432-927a-92d1e85dbc69,segment=NetworkSegment(3481dae9-740c-4146-a558-8f86b1d6444c),segment_id=3481dae9-740c-4146-a558-8f86b1d6444c)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:07:16.618733 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': '1e3a4e75-43f9-4432-927a-92d1e85dbc69', 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5', 'port_id': '1e3a4e75-43f9-4432-927a-92d1e85dbc69', 'mac_address': 'fa:16:3e:0d:49:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e08a11d-d386-4449-90e0-12df7c8a7cdb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 15:07:16.669059 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:07:16.686010 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e3a4e75-43f9-4432-927a-92d1e85dbc69 {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 15:07:16.700979 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 1e3a4e75-43f9-4432-927a-92d1e85dbc69, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=1e3a4e75-43f9-4432-927a-92d1e85dbc69,segment=NetworkSegment(3481dae9-740c-4146-a558-8f86b1d6444c),segment_id=3481dae9-740c-4146-a558-8f86b1d6444c)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:07:16.796945 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:07:16.865722 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=1e3a4e75-43f9-4432-927a-92d1e85dbc69,revision_number=6']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:07:16.874200 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:16.874543 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:16.874875 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:16.875233 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:16.875563 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:16.875890 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:16.876207 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:16.876528 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:16.876844 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:16.877158 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:16.877476 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:16.884286 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['1e3a4e75-43f9-4432-927a-92d1e85dbc69'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 15:07:18.254440 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:07:18.485917 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 1e3a4e75-43f9-4432-927a-92d1e85dbc69 up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 15:07:18.550814 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port 1e3a4e75-43f9-4432-927a-92d1e85dbc69 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:07:18.551213 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:07:18.658699 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:07:18.684724 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff5421c-dd87-4d78-a8fa-39e972388a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3a4e75-43f9-4432-927a-92d1e85dbc69'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 15:07:18.694514 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 1e3a4e75-43f9-4432-927a-92d1e85dbc69, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=1e3a4e75-43f9-4432-927a-92d1e85dbc69,segment=NetworkSegment(3481dae9-740c-4146-a558-8f86b1d6444c),segment_id=3481dae9-740c-4146-a558-8f86b1d6444c)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:07:18.754167 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:07:18.822643 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=1e3a4e75-43f9-4432-927a-92d1e85dbc69,revision_number=7']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:07:18.838728 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff5421c-dd87-4d78-a8fa-39e972388a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3a4e75-43f9-4432-927a-92d1e85dbc69', 'code': 200} Feb 03 15:07:24.891804 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 15:07:25.411291 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d468fe98-693a-4320-9fcb-babb7405307d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:07:27.708286 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fa5e0ea6-8675-4393-8331-3cf99a695ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:07:28.857086 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:07:29.117978 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:07:30.458206 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:07:32.910550 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-750c5634-cded-4f01-89e7-c795d35466a3 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1365235721&fields=id&tenant_id=17ec959da6924f96935d980fa824189d HTTP/1.1" status: 200 len: 267 time: 0.0394545 Feb 03 15:07:33.078011 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-82ffdd3a-4109-4c25-8bf1-a2c2e2d015d4 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:33.079380 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-82ffdd3a-4109-4c25-8bf1-a2c2e2d015d4 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/networks?id=19942a66-75ad-40d5-ab92-345a0497caa5 HTTP/1.1" status: 200 len: 808 time: 0.1620395 Feb 03 15:07:33.096285 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-73e3d8dd-bb63-4ca8-88b5-a83c0b81a560 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/quotas/17ec959da6924f96935d980fa824189d HTTP/1.1" status: 200 len: 375 time: 0.0116348 Feb 03 15:07:33.186589 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-8ddeac33-d02d-4a14-a38e-85c6d5759b0c tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=17ec959da6924f96935d980fa824189d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0848837 Feb 03 15:07:33.323707 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-e92ef017-f960-4843-9ee4-59d57bfd9211 service neutron] 10.222.0.41 "GET /v2.0/networks/19942a66-75ad-40d5-ab92-345a0497caa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254666 Feb 03 15:07:33.452973 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-00c6450a-84ea-494c-8b71-608d49505a0a service neutron] 10.222.0.41 "GET /v2.0/networks/19942a66-75ad-40d5-ab92-345a0497caa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236627 Feb 03 15:07:34.846757 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-8f415a30-5f06-48e8-8fbb-4a45dff058b0 req-9cb5836c-71c9-4cd2-8b2b-bba3fbda0e46 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4fba-04ac-431c-af05-e0282fbb6509 HTTP/1.1" status: 200 len: 210 time: 0.1172602 Feb 03 15:07:35.954766 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-7657edc5-56a1-4211-9213-843843cf02f6 req-9b6a086d-12c8-4e04-b0c4-5f0c308f7077 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4fba-04ac-431c-af05-e0282fbb6509 HTTP/1.1" status: 200 len: 210 time: 0.0408189 Feb 03 15:07:36.575019 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 1e3a4e75-43f9-4432-927a-92d1e85dbc69 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 15:07:36.679939 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:07:36.708311 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff5421c-dd87-4d78-a8fa-39e972388a5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e3a4e75-43f9-4432-927a-92d1e85dbc69'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 15:07:36.718285 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 1e3a4e75-43f9-4432-927a-92d1e85dbc69, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=1e3a4e75-43f9-4432-927a-92d1e85dbc69,segment=NetworkSegment(3481dae9-740c-4146-a558-8f86b1d6444c),segment_id=3481dae9-740c-4146-a558-8f86b1d6444c)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:07:36.778075 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff5421c-dd87-4d78-a8fa-39e972388a5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e3a4e75-43f9-4432-927a-92d1e85dbc69', 'code': 200} Feb 03 15:07:36.816473 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:07:36.880555 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=1e3a4e75-43f9-4432-927a-92d1e85dbc69,revision_number=8']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:07:37.064827 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-789fbd74-bae8-4ced-bdd1-2af32faee197 req-59a58cff-7c7e-433d-8e3d-ebdc688b813c tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4fba-04ac-431c-af05-e0282fbb6509 HTTP/1.1" status: 200 len: 210 time: 0.0434377 Feb 03 15:07:38.174470 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-731eb49d-856c-42b1-a3e8-877bba62f7c7 req-7e5ada57-c508-4cc3-a848-2ca03d619a34 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4fba-04ac-431c-af05-e0282fbb6509 HTTP/1.1" status: 200 len: 210 time: 0.0411878 Feb 03 15:07:39.337197 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-dd910bd8-210c-4aa0-9c55-f217679abe44 req-afb3f4d4-eb64-4e7b-a9e3-cfbcabc3162f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4fba-04ac-431c-af05-e0282fbb6509 HTTP/1.1" status: 200 len: 210 time: 0.0404971 Feb 03 15:07:40.500029 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-20bcadeb-a209-49d2-82b3-2e7ab076db03 req-40496816-f648-4685-8776-b4ad3a389bd0 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4fba-04ac-431c-af05-e0282fbb6509 HTTP/1.1" status: 200 len: 210 time: 0.0429614 Feb 03 15:07:41.032755 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-a40ef14d-289a-4061-80e7-c14b117d6f7a tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:41.034174 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-a40ef14d-289a-4061-80e7-c14b117d6f7a tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.47 "GET /v2.0/networks?id=19942a66-75ad-40d5-ab92-345a0497caa5 HTTP/1.1" status: 200 len: 808 time: 0.1410913 Feb 03 15:07:41.086347 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-b709679a-bc32-471c-a70f-187435515d22 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17ec959da6924f96935d980fa824189d HTTP/1.1" status: 200 len: 380 time: 0.0402763 Feb 03 15:07:41.095006 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-fae33917-f513-42c4-994b-335fbb999ad0 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Request body: {'port': {'device_id': 'f71b4fba-04ac-431c-af05-e0282fbb6509', 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5', 'admin_state_up': True, 'tenant_id': '17ec959da6924f96935d980fa824189d', 'security_groups': ['36781c3d-2f6c-4bc5-83a7-62b5a671e61d']}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 15:07:41.230725 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-fae33917-f513-42c4-994b-335fbb999ad0 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 15:07:41.234550 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-fae33917-f513-42c4-994b-335fbb999ad0 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Usage tracker for resource:port and tenant:17ec959da6924f96935d980fa824189d is out of sync, need to count used quota {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 15:07:41.237503 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-fae33917-f513-42c4-994b-335fbb999ad0 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84181) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 15:07:41.243202 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.quota.driver [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-fae33917-f513-42c4-994b-335fbb999ad0 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 15:07:41.307768 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-fae33917-f513-42c4-994b-335fbb999ad0 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Made reservation on behalf of 17ec959da6924f96935d980fa824189d for: {'port': 1} {{(pid=84181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:07:41.310979 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-fae33917-f513-42c4-994b-335fbb999ad0 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:07:41.475177 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_common [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-fae33917-f513-42c4-994b-335fbb999ad0 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Allocated IP 172.20.0.9 (19942a66-75ad-40d5-ab92-345a0497caa5/4e08a11d-d386-4449-90e0-12df7c8a7cdb/57646a3a-5759-4481-b431-66651474a8b8) {{(pid=84181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:07:41.663339 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-fae33917-f513-42c4-994b-335fbb999ad0 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks [] for port, precommit_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:07:41.674813 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6276cebf-6fb6-448d-ad6d-dad160307553 req-553727d1-a209-4da2-8d72-2d78bc5786af tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4fba-04ac-431c-af05-e0282fbb6509 HTTP/1.1" status: 200 len: 210 time: 0.0528948 Feb 03 15:07:41.678953 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-fae33917-f513-42c4-994b-335fbb999ad0 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Transition to ACTIVE for port object 57646a3a-5759-4481-b431-66651474a8b8 will not be triggered until provisioned by entity DHCP. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:07:41.792602 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-fae33917-f513-42c4-994b-335fbb999ad0 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_create {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:07:41.875807 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-fae33917-f513-42c4-994b-335fbb999ad0 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Network 19942a66-75ad-40d5-ab92-345a0497caa5 is already hosted by enough agents. {{(pid=84181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:07:41.879115 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.base_scheduler [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-fae33917-f513-42c4-994b-335fbb999ad0 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Resources bound (agent type, host, resource id): {{(pid=84181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:07:41.883864 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-fae33917-f513-42c4-994b-335fbb999ad0 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Received port after_create {{(pid=84181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 15:07:41.913869 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae33917-f513-42c4-994b-335fbb999ad0 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Pushing event updated for resources: {'Port': ['ID=57646a3a-5759-4481-b431-66651474a8b8,revision_number=1']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:07:41.937326 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae33917-f513-42c4-994b-335fbb999ad0 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:41.937733 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae33917-f513-42c4-994b-335fbb999ad0 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:41.938073 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae33917-f513-42c4-994b-335fbb999ad0 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:41.938456 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae33917-f513-42c4-994b-335fbb999ad0 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:41.938833 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae33917-f513-42c4-994b-335fbb999ad0 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:41.939194 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae33917-f513-42c4-994b-335fbb999ad0 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:41.939577 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae33917-f513-42c4-994b-335fbb999ad0 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:41.939986 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae33917-f513-42c4-994b-335fbb999ad0 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:41.940314 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae33917-f513-42c4-994b-335fbb999ad0 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:41.940637 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae33917-f513-42c4-994b-335fbb999ad0 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:41.940958 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae33917-f513-42c4-994b-335fbb999ad0 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:42.003474 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-fae33917-f513-42c4-994b-335fbb999ad0 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:42.004225 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-fae33917-f513-42c4-994b-335fbb999ad0 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:07:42.143111 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-fae33917-f513-42c4-994b-335fbb999ad0 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0523825 Feb 03 15:07:42.213910 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-50806937-5d4d-4deb-82c9-36133de2eb54 None None] Provisioning for port 57646a3a-5759-4481-b431-66651474a8b8 completed by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:07:42.219872 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-50806937-5d4d-4deb-82c9-36133de2eb54 None None] Provisioning complete for port 57646a3a-5759-4481-b431-66651474a8b8 triggered by entity DHCP. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:07:42.220263 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-50806937-5d4d-4deb-82c9-36133de2eb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:07:42.277622 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-50806937-5d4d-4deb-82c9-36133de2eb54 None None] Port 57646a3a-5759-4481-b431-66651474a8b8 cannot update to ACTIVE because it is not bound. {{(pid=84183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 15:07:42.879501 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442fe21-f629-45b6-b0d1-5c2c2ca70f34 req-77c52e5d-207d-4438-9c56-c347a2f53c26 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:42.880906 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0442fe21-f629-45b6-b0d1-5c2c2ca70f34 req-77c52e5d-207d-4438-9c56-c347a2f53c26 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4fba-04ac-431c-af05-e0282fbb6509 HTTP/1.1" status: 200 len: 931 time: 0.0790267 Feb 03 15:07:42.932277 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0442fe21-f629-45b6-b0d1-5c2c2ca70f34 req-8dec8d4f-9621-4ec9-a0b0-6f5323a6d41e tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/security-groups?id=36781c3d-2f6c-4bc5-83a7-62b5a671e61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444305 Feb 03 15:07:44.140889 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68607aa2-d4a5-4844-900a-385e544c6205 req-ccc9e403-cd7c-4379-8098-026dfdd1a99f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:44.142302 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-68607aa2-d4a5-4844-900a-385e544c6205 req-ccc9e403-cd7c-4379-8098-026dfdd1a99f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4fba-04ac-431c-af05-e0282fbb6509 HTTP/1.1" status: 200 len: 931 time: 0.0780718 Feb 03 15:07:44.194527 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-68607aa2-d4a5-4844-900a-385e544c6205 req-d6737236-7e2a-4844-8526-8e2193b47ff2 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/security-groups?id=36781c3d-2f6c-4bc5-83a7-62b5a671e61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457854 Feb 03 15:07:45.430602 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa69e6-f03a-4a8a-ae13-f910f783a133 req-735b4415-165c-48fe-9ace-a8d2d0f17c08 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:45.432744 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-43aa69e6-f03a-4a8a-ae13-f910f783a133 req-735b4415-165c-48fe-9ace-a8d2d0f17c08 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4fba-04ac-431c-af05-e0282fbb6509 HTTP/1.1" status: 200 len: 931 time: 0.1073420 Feb 03 15:07:45.480597 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-43aa69e6-f03a-4a8a-ae13-f910f783a133 req-82b23f09-7328-4146-b19c-d81597bfe12f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/security-groups?id=36781c3d-2f6c-4bc5-83a7-62b5a671e61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412035 Feb 03 15:07:46.688903 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a546f7d-5658-4f7f-8d28-02d205968fc2 req-00e6a7fd-c800-4bf4-8ca0-37c787ae7ead tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:46.691436 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3a546f7d-5658-4f7f-8d28-02d205968fc2 req-00e6a7fd-c800-4bf4-8ca0-37c787ae7ead tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4fba-04ac-431c-af05-e0282fbb6509 HTTP/1.1" status: 200 len: 931 time: 0.0828633 Feb 03 15:07:46.740737 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-3a546f7d-5658-4f7f-8d28-02d205968fc2 req-d80ed1da-360b-4374-b08d-80e6a3870d6b tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/security-groups?id=36781c3d-2f6c-4bc5-83a7-62b5a671e61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404644 Feb 03 15:07:48.048211 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b9751-8388-4beb-ab84-a8821c0eec3f req-64b24592-1438-48ab-8605-86391a69e230 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:48.049572 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-797b9751-8388-4beb-ab84-a8821c0eec3f req-64b24592-1438-48ab-8605-86391a69e230 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4fba-04ac-431c-af05-e0282fbb6509 HTTP/1.1" status: 200 len: 931 time: 0.1776230 Feb 03 15:07:48.112743 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-797b9751-8388-4beb-ab84-a8821c0eec3f req-0e603f90-e92f-4c4d-bddb-087a0b612a1f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/security-groups?id=36781c3d-2f6c-4bc5-83a7-62b5a671e61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569062 Feb 03 15:07:48.248500 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:07:49.258778 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.v2.base [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-c67966e9-984e-48b4-9592-b2dcaba9d3c2 service neutron] Request body: {'port': {'device_id': 'f71b4fba-04ac-431c-af05-e0282fbb6509', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 15:07:49.317813 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50494ae-02be-4beb-965b-58aea52ebdcf req-a5bf4f3f-f7b6-4612-8282-070498391dad tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:49.319442 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a50494ae-02be-4beb-965b-58aea52ebdcf req-a5bf4f3f-f7b6-4612-8282-070498391dad tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4fba-04ac-431c-af05-e0282fbb6509 HTTP/1.1" status: 200 len: 931 time: 0.0805571 Feb 03 15:07:49.370047 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-a50494ae-02be-4beb-965b-58aea52ebdcf req-4fb433ea-9476-456e-ad2d-9e0a99816125 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/security-groups?id=36781c3d-2f6c-4bc5-83a7-62b5a671e61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439901 Feb 03 15:07:49.391448 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-c67966e9-984e-48b4-9592-b2dcaba9d3c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:07:49.807753 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-c67966e9-984e-48b4-9592-b2dcaba9d3c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57646a3a-5759-4481-b431-66651474a8b8 {{(pid=84181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 15:07:49.814609 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-c67966e9-984e-48b4-9592-b2dcaba9d3c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:07:49.828259 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.provisioning_blocks [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-c67966e9-984e-48b4-9592-b2dcaba9d3c2 service neutron] Transition to ACTIVE for port object 57646a3a-5759-4481-b431-66651474a8b8 will not be triggered until provisioned by entity L2. {{(pid=84181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:07:49.890142 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-c67966e9-984e-48b4-9592-b2dcaba9d3c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:07:50.015609 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67966e9-984e-48b4-9592-b2dcaba9d3c2 service neutron] Pushing event updated for resources: {'Port': ['ID=57646a3a-5759-4481-b431-66651474a8b8,revision_number=2']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:07:50.121523 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-c67966e9-984e-48b4-9592-b2dcaba9d3c2 service neutron] Attempting to bind port 57646a3a-5759-4481-b431-66651474a8b8 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 15:07:50.121856 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-c67966e9-984e-48b4-9592-b2dcaba9d3c2 service neutron] Attempting to bind port 57646a3a-5759-4481-b431-66651474a8b8 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '3481dae9-740c-4146-a558-8f86b1d6444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5'}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 15:07:50.122181 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-c67966e9-984e-48b4-9592-b2dcaba9d3c2 service neutron] Attempting to bind port 57646a3a-5759-4481-b431-66651474a8b8 on network 19942a66-75ad-40d5-ab92-345a0497caa5 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 15:07:50.127792 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-c67966e9-984e-48b4-9592-b2dcaba9d3c2 service neutron] Port 57646a3a-5759-4481-b431-66651474a8b8 on network 19942a66-75ad-40d5-ab92-345a0497caa5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 03 15:07:50.128111 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-c67966e9-984e-48b4-9592-b2dcaba9d3c2 service neutron] Attempting to bind port 57646a3a-5759-4481-b431-66651474a8b8 on network 19942a66-75ad-40d5-ab92-345a0497caa5 {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 15:07:50.134114 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-c67966e9-984e-48b4-9592-b2dcaba9d3c2 service neutron] Checking agent: {'id': '8cce4e55-f72c-4604-b6eb-27dc2f3f162a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'started_at': datetime.datetime(2022, 2, 3, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 15:07:50.134448 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-c67966e9-984e-48b4-9592-b2dcaba9d3c2 service neutron] Checking segment: {'id': '3481dae9-740c-4146-a558-8f86b1d6444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 15:07:50.134838 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-c67966e9-984e-48b4-9592-b2dcaba9d3c2 service neutron] Bound using segment: {'id': '3481dae9-740c-4146-a558-8f86b1d6444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5'} {{(pid=84181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 15:07:50.135889 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.managers [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-c67966e9-984e-48b4-9592-b2dcaba9d3c2 service neutron] Bound port: 57646a3a-5759-4481-b431-66651474a8b8, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3481dae9-740c-4146-a558-8f86b1d6444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5'}}] {{(pid=84181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 15:07:50.136234 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-c67966e9-984e-48b4-9592-b2dcaba9d3c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:07:50.224711 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-c67966e9-984e-48b4-9592-b2dcaba9d3c2 service neutron] For port 57646a3a-5759-4481-b431-66651474a8b8, host hv-neutron-8270, cleared binding levels {{(pid=84181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:07:50.227504 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-c67966e9-984e-48b4-9592-b2dcaba9d3c2 service neutron] For port 57646a3a-5759-4481-b431-66651474a8b8, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=57646a3a-5759-4481-b431-66651474a8b8,segment=NetworkSegment(3481dae9-740c-4146-a558-8f86b1d6444c),segment_id=3481dae9-740c-4146-a558-8f86b1d6444c)] {{(pid=84181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:07:50.305866 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-c67966e9-984e-48b4-9592-b2dcaba9d3c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3197600'] for port, after_update {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:07:50.366351 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-c67966e9-984e-48b4-9592-b2dcaba9d3c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:07:50.367732 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-c67966e9-984e-48b4-9592-b2dcaba9d3c2 service neutron] 10.222.0.47 "PUT /v2.0/ports/57646a3a-5759-4481-b431-66651474a8b8 HTTP/1.1" status: 200 len: 1093 time: 1.1150806 Feb 03 15:07:50.368181 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f71b4fba-04ac-431c-af05-e0282fbb6509', 'tag': '57646a3a-5759-4481-b431-66651474a8b8'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 15:07:50.385725 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67966e9-984e-48b4-9592-b2dcaba9d3c2 service neutron] Pushing event updated for resources: {'Port': ['ID=57646a3a-5759-4481-b431-66651474a8b8,revision_number=3']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:07:50.438556 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f71b4fba-04ac-431c-af05-e0282fbb6509', 'tag': '57646a3a-5759-4481-b431-66651474a8b8', 'status': 'completed', 'code': 200} Feb 03 15:07:50.580376 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603dab62-2135-403e-a401-e6b38874e506 req-03e6816f-4229-418b-ae1b-b322030e8b0b tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:50.581811 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-603dab62-2135-403e-a401-e6b38874e506 req-03e6816f-4229-418b-ae1b-b322030e8b0b tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4fba-04ac-431c-af05-e0282fbb6509 HTTP/1.1" status: 200 len: 943 time: 0.0787747 Feb 03 15:07:50.626912 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-603dab62-2135-403e-a401-e6b38874e506 req-62a1adca-77a6-4668-85ea-dcc71da45236 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/security-groups?id=36781c3d-2f6c-4bc5-83a7-62b5a671e61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397239 Feb 03 15:07:51.820274 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6aff66-966a-406d-b35a-aa056b319ec0 req-e061c48e-40b5-4739-955f-94cbbca77ede tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:51.821722 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ca6aff66-966a-406d-b35a-aa056b319ec0 req-e061c48e-40b5-4739-955f-94cbbca77ede tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4fba-04ac-431c-af05-e0282fbb6509 HTTP/1.1" status: 200 len: 943 time: 0.0751109 Feb 03 15:07:51.868606 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ca6aff66-966a-406d-b35a-aa056b319ec0 req-b1c5d9a6-988d-4439-b759-0956a92dd175 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/security-groups?id=36781c3d-2f6c-4bc5-83a7-62b5a671e61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414629 Feb 03 15:07:53.061937 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ad889-eca7-4193-909e-5c7bffe5d647 req-16d258ff-a58e-4a6e-8620-aeca226aceea tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:53.063350 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-786ad889-eca7-4193-909e-5c7bffe5d647 req-16d258ff-a58e-4a6e-8620-aeca226aceea tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4fba-04ac-431c-af05-e0282fbb6509 HTTP/1.1" status: 200 len: 943 time: 0.0741181 Feb 03 15:07:53.106622 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-786ad889-eca7-4193-909e-5c7bffe5d647 req-a159f813-741d-4092-b9d4-f4d220a84aff tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/security-groups?id=36781c3d-2f6c-4bc5-83a7-62b5a671e61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379245 Feb 03 15:07:53.330301 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b5c7c4d3-e06b-4972-996e-dbe1042f2017 req-835ed98f-30f9-43d2-b422-e5976c2fb51f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17ec959da6924f96935d980fa824189d&device_id=f71b4fba-04ac-431c-af05-e0282fbb6509 HTTP/1.1" status: 200 len: 1096 time: 0.0709457 Feb 03 15:07:53.472935 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7c4d3-e06b-4972-996e-dbe1042f2017 req-e267f433-78b5-45cc-bcfd-c0dfeac742f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:53.474379 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b5c7c4d3-e06b-4972-996e-dbe1042f2017 req-e267f433-78b5-45cc-bcfd-c0dfeac742f8 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=17ec959da6924f96935d980fa824189d&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1339147 Feb 03 15:07:53.607438 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7c4d3-e06b-4972-996e-dbe1042f2017 req-7074dbcf-bbc8-4387-ba0d-067ecf2e94af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:53.608756 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b5c7c4d3-e06b-4972-996e-dbe1042f2017 req-7074dbcf-bbc8-4387-ba0d-067ecf2e94af service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1279540 Feb 03 15:07:53.714826 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-bf345ae5-b503-4397-a1ad-918361305791 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17ec959da6924f96935d980fa824189d&device_id=f71b4fba-04ac-431c-af05-e0282fbb6509 HTTP/1.1" status: 200 len: 1096 time: 0.0716374 Feb 03 15:07:53.782897 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-4d7c71f9-5b47-44b7-8efc-d3d7bc359f2c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57646a3a-5759-4481-b431-66651474a8b8 HTTP/1.1" status: 200 len: 217 time: 0.0604646 Feb 03 15:07:53.844805 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-96ec7954-3b23-4772-b2ac-b2d43b086cf1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:53.846166 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-96ec7954-3b23-4772-b2ac-b2d43b086cf1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4e08a11d-d386-4449-90e0-12df7c8a7cdb HTTP/1.1" status: 200 len: 847 time: 0.0579422 Feb 03 15:07:53.918015 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-e3859a10-2d65-4203-b9d5-fb5718928b59 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=19942a66-75ad-40d5-ab92-345a0497caa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659473 Feb 03 15:07:54.046345 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-e57a5aa5-faa6-42d8-a3ff-7b7df210b756 service neutron] 10.222.0.47 "GET /v2.0/networks/19942a66-75ad-40d5-ab92-345a0497caa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224604 Feb 03 15:07:54.175969 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-28da01dd-4144-4a6d-955d-89509acf0e6f req-3054e2d2-028e-445e-84e0-9f05a1c58854 service neutron] 10.222.0.47 "GET /v2.0/networks/19942a66-75ad-40d5-ab92-345a0497caa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240096 Feb 03 15:07:54.307651 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9094ae5-cf7b-4890-acde-984956f8ef58 req-ac45264c-9c43-4d6a-a031-cfd8d11ee67f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:54.309055 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c9094ae5-cf7b-4890-acde-984956f8ef58 req-ac45264c-9c43-4d6a-a031-cfd8d11ee67f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4fba-04ac-431c-af05-e0282fbb6509 HTTP/1.1" status: 200 len: 943 time: 0.0798116 Feb 03 15:07:54.353571 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c9094ae5-cf7b-4890-acde-984956f8ef58 req-a5ef543d-9f48-43f4-9875-b2030d9416d3 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/security-groups?id=36781c3d-2f6c-4bc5-83a7-62b5a671e61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384469 Feb 03 15:07:55.407977 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-7ccda1e3-9bbf-4ff2-8a28-fafea00cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:07:55.546623 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe4719-b898-40fe-8554-668ea0606801 req-a1563b83-d6d0-4819-a6a3-d95c5e76a4a6 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:55.548076 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5bfe4719-b898-40fe-8554-668ea0606801 req-a1563b83-d6d0-4819-a6a3-d95c5e76a4a6 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4fba-04ac-431c-af05-e0282fbb6509 HTTP/1.1" status: 200 len: 943 time: 0.0758405 Feb 03 15:07:55.591738 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5bfe4719-b898-40fe-8554-668ea0606801 req-ec4ba6ba-25a3-4a09-80f3-ba71dedd2617 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/security-groups?id=36781c3d-2f6c-4bc5-83a7-62b5a671e61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383189 Feb 03 15:07:56.792649 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f2aca-4759-47db-811b-473d2b189be9 req-a66a2c21-0dff-49a7-af21-0916c14bd916 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:56.794078 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c29f2aca-4759-47db-811b-473d2b189be9 req-a66a2c21-0dff-49a7-af21-0916c14bd916 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4fba-04ac-431c-af05-e0282fbb6509 HTTP/1.1" status: 200 len: 943 time: 0.0811641 Feb 03 15:07:56.839462 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c29f2aca-4759-47db-811b-473d2b189be9 req-b3aa155a-3263-4f02-9076-63a5fa2445a8 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/security-groups?id=36781c3d-2f6c-4bc5-83a7-62b5a671e61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397568 Feb 03 15:07:57.556139 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-90c87f3a-e791-4cce-9baf-d1bde3cb9232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:07:58.029962 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65679eaf-91ed-4af3-999f-485f85bb9031 req-2f3aefad-d07b-4f84-b5f9-4b4d808bdc23 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:58.031387 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-65679eaf-91ed-4af3-999f-485f85bb9031 req-2f3aefad-d07b-4f84-b5f9-4b4d808bdc23 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4fba-04ac-431c-af05-e0282fbb6509 HTTP/1.1" status: 200 len: 943 time: 0.0737281 Feb 03 15:07:58.077733 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-65679eaf-91ed-4af3-999f-485f85bb9031 req-85d00b79-1350-42d8-93b9-413b0e1e981d tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/security-groups?id=36781c3d-2f6c-4bc5-83a7-62b5a671e61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410728 Feb 03 15:07:58.679571 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 57646a3a-5759-4481-b431-66651474a8b8 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 15:07:58.820144 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 57646a3a-5759-4481-b431-66651474a8b8, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=57646a3a-5759-4481-b431-66651474a8b8,segment=NetworkSegment(3481dae9-740c-4146-a558-8f86b1d6444c),segment_id=3481dae9-740c-4146-a558-8f86b1d6444c)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:07:58.832777 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': '57646a3a-5759-4481-b431-66651474a8b8', 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5', 'port_id': '57646a3a-5759-4481-b431-66651474a8b8', 'mac_address': 'fa:16:3e:d0:c5:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e08a11d-d386-4449-90e0-12df7c8a7cdb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 15:07:58.884755 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:07:58.893763 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:07:58.904123 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57646a3a-5759-4481-b431-66651474a8b8 {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 15:07:58.918486 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 57646a3a-5759-4481-b431-66651474a8b8, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=57646a3a-5759-4481-b431-66651474a8b8,segment=NetworkSegment(3481dae9-740c-4146-a558-8f86b1d6444c),segment_id=3481dae9-740c-4146-a558-8f86b1d6444c)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:07:58.987515 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:07:59.091095 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=57646a3a-5759-4481-b431-66651474a8b8,revision_number=4']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:07:59.144724 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:07:59.273066 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c44882-2554-4182-b1fb-17b9232c2cd0 req-26ef847f-b0af-4bfe-b21b-2e81cd3e7073 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:59.274462 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-81c44882-2554-4182-b1fb-17b9232c2cd0 req-26ef847f-b0af-4bfe-b21b-2e81cd3e7073 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4fba-04ac-431c-af05-e0282fbb6509 HTTP/1.1" status: 200 len: 944 time: 0.0783248 Feb 03 15:07:59.319102 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-81c44882-2554-4182-b1fb-17b9232c2cd0 req-ad56d20a-65a7-4c73-b1fd-5bb90719c672 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/security-groups?id=36781c3d-2f6c-4bc5-83a7-62b5a671e61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391526 Feb 03 15:07:59.392900 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['57646a3a-5759-4481-b431-66651474a8b8'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 15:08:00.467396 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:08:00.667603 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb61e70-c8c7-456b-9d76-7ac24016da7a req-5a8cbb18-cb02-494e-b540-9eece8b24ffa tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:00.668998 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6fb61e70-c8c7-456b-9d76-7ac24016da7a req-5a8cbb18-cb02-494e-b540-9eece8b24ffa tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4fba-04ac-431c-af05-e0282fbb6509 HTTP/1.1" status: 200 len: 944 time: 0.0778818 Feb 03 15:08:00.683292 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 57646a3a-5759-4481-b431-66651474a8b8 up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 15:08:00.713938 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6fb61e70-c8c7-456b-9d76-7ac24016da7a req-91f0e34f-804e-46e4-b0f0-cb6a0b4ddfb2 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/security-groups?id=36781c3d-2f6c-4bc5-83a7-62b5a671e61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395730 Feb 03 15:08:00.815865 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning for port 57646a3a-5759-4481-b431-66651474a8b8 completed by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:08:00.820658 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port 57646a3a-5759-4481-b431-66651474a8b8 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:08:00.821056 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:08:00.930039 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:08:00.955083 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71b4fba-04ac-431c-af05-e0282fbb6509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57646a3a-5759-4481-b431-66651474a8b8'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 15:08:00.964979 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 57646a3a-5759-4481-b431-66651474a8b8, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=57646a3a-5759-4481-b431-66651474a8b8,segment=NetworkSegment(3481dae9-740c-4146-a558-8f86b1d6444c),segment_id=3481dae9-740c-4146-a558-8f86b1d6444c)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:08:01.009031 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71b4fba-04ac-431c-af05-e0282fbb6509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57646a3a-5759-4481-b431-66651474a8b8', 'code': 200} Feb 03 15:08:01.019697 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:08:01.087366 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=57646a3a-5759-4481-b431-66651474a8b8,revision_number=5']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:08:01.504254 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-503cea4e-1626-4440-a023-92834022857c req-cc677cd7-973d-437d-9661-63ccb5003843 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f71b4fba-04ac-431c-af05-e0282fbb6509 HTTP/1.1" status: 200 len: 1098 time: 0.1547587 Feb 03 15:08:01.545109 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-503cea4e-1626-4440-a023-92834022857c req-05d149e4-8dc4-4576-a75f-f4165124fca8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=36781c3d-2f6c-4bc5-83a7-62b5a671e61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350308 Feb 03 15:08:01.892208 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 15:08:01.904939 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132390b-2d48-44a7-a817-c48d0cb52c2e req-023d98ff-ea03-4078-aca7-23ab6881bc3f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:01.906367 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b132390b-2d48-44a7-a817-c48d0cb52c2e req-023d98ff-ea03-4078-aca7-23ab6881bc3f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4fba-04ac-431c-af05-e0282fbb6509 HTTP/1.1" status: 200 len: 945 time: 0.0747676 Feb 03 15:08:01.950919 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-b132390b-2d48-44a7-a817-c48d0cb52c2e req-44e93a12-e654-4274-94b6-af04746dc04a tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/security-groups?id=36781c3d-2f6c-4bc5-83a7-62b5a671e61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392067 Feb 03 15:08:03.153484 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c52080-8eb7-459f-bfcc-ca653e1264be req-0c52f162-36f1-4fb2-a4f5-68fb50038eca tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:03.154905 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-67c52080-8eb7-459f-bfcc-ca653e1264be req-0c52f162-36f1-4fb2-a4f5-68fb50038eca tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4fba-04ac-431c-af05-e0282fbb6509 HTTP/1.1" status: 200 len: 945 time: 0.0780473 Feb 03 15:08:03.199824 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-67c52080-8eb7-459f-bfcc-ca653e1264be req-38197728-fb9c-4cba-873d-1e0471807ad2 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/security-groups?id=36781c3d-2f6c-4bc5-83a7-62b5a671e61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395079 Feb 03 15:08:03.389843 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c31c46-190d-461a-b01d-b84ec905174f req-007dcf9d-ad11-4d18-81bd-4e0a553681f5 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:03.391306 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c8c31c46-190d-461a-b01d-b84ec905174f req-007dcf9d-ad11-4d18-81bd-4e0a553681f5 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4fba-04ac-431c-af05-e0282fbb6509 HTTP/1.1" status: 200 len: 945 time: 0.0757623 Feb 03 15:08:03.437331 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-c8c31c46-190d-461a-b01d-b84ec905174f req-107f63e5-b16f-47a4-ae27-bcc651970a9d tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/security-groups?id=36781c3d-2f6c-4bc5-83a7-62b5a671e61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403645 Feb 03 15:08:03.464153 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 41404) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:08:03.534145 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-d4446a99-435f-4cbd-a144-24f3532a1c78 tempest-TestSnapshotPattern-243277641 tempest-TestSnapshotPattern-243277641-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4fba-04ac-431c-af05-e0282fbb6509 HTTP/1.1" status: 200 len: 1093 time: 0.0687685 Feb 03 15:08:03.536637 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 41408) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:08:03.542075 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.v2.base [None req-c590251f-0027-45d1-b019-221ed74ce836 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Request body: {'floatingip': {'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'port_id': '57646a3a-5759-4481-b431-66651474a8b8', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 15:08:03.547425 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-c590251f-0027-45d1-b019-221ed74ce836 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 15:08:03.551216 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-c590251f-0027-45d1-b019-221ed74ce836 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Usage tracker for resource:floatingip and tenant:17ec959da6924f96935d980fa824189d is out of sync, need to count used quota {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 15:08:03.553983 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [None req-c590251f-0027-45d1-b019-221ed74ce836 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84182) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 15:08:03.560178 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.quota.driver [None req-c590251f-0027-45d1-b019-221ed74ce836 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84182) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 15:08:03.664266 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c590251f-0027-45d1-b019-221ed74ce836 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks [] for floatingip, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:08:03.795991 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c590251f-0027-45d1-b019-221ed74ce836 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:08:03.930695 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.db_base_plugin_common [None req-c590251f-0027-45d1-b019-221ed74ce836 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Allocated IP 172.26.3.149 (16a0e898-50c0-4b65-ae3a-069e9649bbca/8117aa68-7f4f-47bf-a856-8b5b7e48cff9/06cfcde4-5a4f-4766-bd79-7398d48319c7) {{(pid=84182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:08:04.073648 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c590251f-0027-45d1-b019-221ed74ce836 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks [] for port, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:08:04.158699 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c590251f-0027-45d1-b019-221ed74ce836 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769356731630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:08:04.223642 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c590251f-0027-45d1-b019-221ed74ce836 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Network 16a0e898-50c0-4b65-ae3a-069e9649bbca is already hosted by enough agents. {{(pid=84182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:08:04.226466 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.base_scheduler [None req-c590251f-0027-45d1-b019-221ed74ce836 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Resources bound (agent type, host, resource id): {{(pid=84182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:08:04.230699 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c590251f-0027-45d1-b019-221ed74ce836 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Received port after_create {{(pid=84182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 15:08:04.253775 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590251f-0027-45d1-b019-221ed74ce836 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Pushing event updated for resources: {'Port': ['ID=06cfcde4-5a4f-4766-bd79-7398d48319c7,revision_number=1']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:08:04.274077 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590251f-0027-45d1-b019-221ed74ce836 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:08:04.274427 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590251f-0027-45d1-b019-221ed74ce836 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:08:04.274767 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590251f-0027-45d1-b019-221ed74ce836 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:08:04.275134 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590251f-0027-45d1-b019-221ed74ce836 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:08:04.275453 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590251f-0027-45d1-b019-221ed74ce836 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:08:04.275778 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590251f-0027-45d1-b019-221ed74ce836 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:08:04.276664 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590251f-0027-45d1-b019-221ed74ce836 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:08:04.276988 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590251f-0027-45d1-b019-221ed74ce836 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:08:04.277308 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590251f-0027-45d1-b019-221ed74ce836 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:08:04.277625 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590251f-0027-45d1-b019-221ed74ce836 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:08:04.277938 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590251f-0027-45d1-b019-221ed74ce836 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:08:04.446960 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3ffa1d5f-b4f7-4343-9344-67f784048bb4 req-d525f7dc-9ba3-4bf4-b94b-8606bf80c9a5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cff5421c-dd87-4d78-a8fa-39e972388a5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680161 Feb 03 15:08:04.583742 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3ffa1d5f-b4f7-4343-9344-67f784048bb4 req-00f7d06f-e430-4e56-871d-3542cf008d83 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17ec959da6924f96935d980fa824189d&device_id=cff5421c-dd87-4d78-a8fa-39e972388a5b HTTP/1.1" status: 200 len: 1096 time: 0.0718391 Feb 03 15:08:04.726283 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa1d5f-b4f7-4343-9344-67f784048bb4 req-8d4839ed-72cc-4a84-be83-15fb6fc5d3ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:04.727805 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3ffa1d5f-b4f7-4343-9344-67f784048bb4 req-8d4839ed-72cc-4a84-be83-15fb6fc5d3ab service neutron] 10.222.0.47 "GET /v2.0/networks?id=19942a66-75ad-40d5-ab92-345a0497caa5 HTTP/1.1" status: 200 len: 908 time: 0.1276300 Feb 03 15:08:04.830900 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3ffa1d5f-b4f7-4343-9344-67f784048bb4 req-246f6e0d-faf2-4d48-b8ed-e6487d88b11e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e3a4e75-43f9-4432-927a-92d1e85dbc69 HTTP/1.1" status: 200 len: 998 time: 0.0975926 Feb 03 15:08:04.840621 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c590251f-0027-45d1-b019-221ed74ce836 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:08:04.893192 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa1d5f-b4f7-4343-9344-67f784048bb4 req-5f8c9932-2f11-4100-82a7-e28d514b2dbd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:04.894593 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3ffa1d5f-b4f7-4343-9344-67f784048bb4 req-5f8c9932-2f11-4100-82a7-e28d514b2dbd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4e08a11d-d386-4449-90e0-12df7c8a7cdb HTTP/1.1" status: 200 len: 847 time: 0.0580006 Feb 03 15:08:04.981476 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c590251f-0027-45d1-b019-221ed74ce836 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:08:05.008817 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3ffa1d5f-b4f7-4343-9344-67f784048bb4 req-fb31321a-36ca-4e2e-8976-e526b596dcb3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=19942a66-75ad-40d5-ab92-345a0497caa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1079640 Feb 03 15:08:05.139134 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3ffa1d5f-b4f7-4343-9344-67f784048bb4 req-8329f946-59b5-401c-b394-5a01634a4d6f service neutron] 10.222.0.47 "GET /v2.0/networks/19942a66-75ad-40d5-ab92-345a0497caa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242735 Feb 03 15:08:05.190291 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c590251f-0027-45d1-b019-221ed74ce836 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks [] for port, precommit_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:08:05.247415 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c590251f-0027-45d1-b019-221ed74ce836 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277662'] for port, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:08:05.270013 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-3ffa1d5f-b4f7-4343-9344-67f784048bb4 req-307935d6-2956-4ef1-9c48-ee16f72a0d64 service neutron] 10.222.0.47 "GET /v2.0/networks/19942a66-75ad-40d5-ab92-345a0497caa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243644 Feb 03 15:08:05.351213 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590251f-0027-45d1-b019-221ed74ce836 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Pushing event updated for resources: {'Port': ['ID=06cfcde4-5a4f-4766-bd79-7398d48319c7,revision_number=2']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:08:05.366820 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c590251f-0027-45d1-b019-221ed74ce836 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972737'] for floatingip, after_update {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:08:05.556925 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.db.l3_db [None req-c590251f-0027-45d1-b019-221ed74ce836 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Floating IP 466be2cf-e021-42e1-aec4-8d1b50ee53ef associated. External IP: 172.26.3.149, port: 57646a3a-5759-4481-b431-66651474a8b8. Feb 03 15:08:06.067380 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c590251f-0027-45d1-b019-221ed74ce836 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Router 862817f4-6761-40ff-90a5-4b9a3f997939 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:08:06.261827 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c590251f-0027-45d1-b019-221ed74ce836 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:08:06.271127 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a17001-42af-412c-9dca-b17d58f91b3a None None] Sync routers for ids ['862817f4-6761-40ff-90a5-4b9a3f997939'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 15:08:06.287124 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a17001-42af-412c-9dca-b17d58f91b3a None None] Routers {'862817f4-6761-40ff-90a5-4b9a3f997939'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 15:08:06.288282 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-08a17001-42af-412c-9dca-b17d58f91b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T15:07:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['862817f4-6761-40ff-90a5-4b9a3f997939'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:08:06.329840 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-c590251f-0027-45d1-b019-221ed74ce836 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:08:06.397305 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-c590251f-0027-45d1-b019-221ed74ce836 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8488116 Feb 03 15:08:06.397305 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f71b4fba-04ac-431c-af05-e0282fbb6509', 'tag': '57646a3a-5759-4481-b431-66651474a8b8'}] {{(pid=84182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 15:08:06.446961 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f71b4fba-04ac-431c-af05-e0282fbb6509', 'tag': '57646a3a-5759-4481-b431-66651474a8b8', 'status': 'completed', 'code': 200} Feb 03 15:08:06.465727 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-08a17001-42af-412c-9dca-b17d58f91b3a None None] Set router 862817f4-6761-40ff-90a5-4b9a3f997939 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 15:08:06.539450 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f064f883-b05f-435a-9254-4f85de829f5f req-781a8636-a36e-4385-a1bb-021640708cc5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17ec959da6924f96935d980fa824189d&device_id=f71b4fba-04ac-431c-af05-e0282fbb6509 HTTP/1.1" status: 200 len: 1098 time: 0.0726209 Feb 03 15:08:06.668651 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064f883-b05f-435a-9254-4f85de829f5f req-26833501-d97b-43b8-8f57-78ffc245c98a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:06.670100 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f064f883-b05f-435a-9254-4f85de829f5f req-26833501-d97b-43b8-8f57-78ffc245c98a service neutron] 10.222.0.47 "GET /v2.0/networks?id=19942a66-75ad-40d5-ab92-345a0497caa5 HTTP/1.1" status: 200 len: 908 time: 0.1247647 Feb 03 15:08:06.771959 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f064f883-b05f-435a-9254-4f85de829f5f req-d0b023a0-435a-4213-9a40-9569e36ebb4b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57646a3a-5759-4481-b431-66651474a8b8 HTTP/1.1" status: 200 len: 999 time: 0.0958080 Feb 03 15:08:06.809444 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-08a17001-42af-412c-9dca-b17d58f91b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'name': 'tempest-TestSnapshotPattern-86615715-router', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.210'}], 'enable_snat': True}, 'gw_port_id': '05a5c00b-8248-430b-8f74-7542585ed872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:04:11Z', 'updated_at': '2022-02-03T15:04:14Z', 'revision_number': 4, 'project_id': '17ec959da6924f96935d980fa824189d', 'gw_port': {'id': '05a5c00b-8248-430b-8f74-7542585ed872', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:40:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:11Z', 'updated_at': '2022-02-03T15:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '466be2cf-e021-42e1-aec4-8d1b50ee53ef', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'floating_ip_address': '172.26.3.149', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'port_id': '57646a3a-5759-4481-b431-66651474a8b8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5', 'mac_address': 'fa:16:3e:d0:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71b4fba-04ac-431c-af05-e0282fbb6509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:08:04Z', 'updated_at': '2022-02-03T15:08:04Z', 'revision_number': 0, 'project_id': '17ec959da6924f96935d980fa824189d', 'fixed_ip_address_scope': None}, {'id': '826bc541-4b82-4191-b17c-20ce3b731e1d', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'floating_ip_address': '172.26.3.52', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'port_id': '1e3a4e75-43f9-4432-927a-92d1e85dbc69', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5', 'mac_address': 'fa:16:3e:0d:49:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff5421c-dd87-4d78-a8fa-39e972388a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:04:44Z', 'updated_at': '2022-02-03T15:04:52Z', 'revision_number': 1, 'project_id': '17ec959da6924f96935d980fa824189d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '727a8c2e-ad0d-4980-bddb-c0aa79589c14', 'name': '', 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'mac_address': 'fa:16:3e:59:1b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e08a11d-d386-4449-90e0-12df7c8a7cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:14Z', 'updated_at': '2022-02-03T15:04:32Z', 'revision_number': 5, 'project_id': '17ec959da6924f96935d980fa824189d', 'subnets': [{'id': '4e08a11d-d386-4449-90e0-12df7c8a7cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:08:06.813712 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a17001-42af-412c-9dca-b17d58f91b3a None None] Checking router: 862817f4-6761-40ff-90a5-4b9a3f997939 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 15:08:06.825095 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a17001-42af-412c-9dca-b17d58f91b3a None None] Routers {'862817f4-6761-40ff-90a5-4b9a3f997939'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 15:08:06.825689 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-08a17001-42af-412c-9dca-b17d58f91b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T15:07:57Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['862817f4-6761-40ff-90a5-4b9a3f997939'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:08:06.833171 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064f883-b05f-435a-9254-4f85de829f5f req-f7a6ec2d-bb29-48ea-9121-a855e4673da2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:06.834612 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f064f883-b05f-435a-9254-4f85de829f5f req-f7a6ec2d-bb29-48ea-9121-a855e4673da2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4e08a11d-d386-4449-90e0-12df7c8a7cdb HTTP/1.1" status: 200 len: 847 time: 0.0569470 Feb 03 15:08:06.907085 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f064f883-b05f-435a-9254-4f85de829f5f req-aa02a839-575f-4a50-9043-a0b539a7ed5b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=19942a66-75ad-40d5-ab92-345a0497caa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665753 Feb 03 15:08:07.001496 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-08a17001-42af-412c-9dca-b17d58f91b3a None None] Set router 862817f4-6761-40ff-90a5-4b9a3f997939 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 15:08:07.037267 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f064f883-b05f-435a-9254-4f85de829f5f req-9630b9d0-66c4-44f2-ae97-8cac2fe5d2a3 service neutron] 10.222.0.47 "GET /v2.0/networks/19942a66-75ad-40d5-ab92-345a0497caa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237752 Feb 03 15:08:07.167085 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-f064f883-b05f-435a-9254-4f85de829f5f req-257ea18c-d44e-4de6-92e9-be004156e042 service neutron] 10.222.0.47 "GET /v2.0/networks/19942a66-75ad-40d5-ab92-345a0497caa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237814 Feb 03 15:08:07.373207 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-08a17001-42af-412c-9dca-b17d58f91b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'name': 'tempest-TestSnapshotPattern-86615715-router', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.210'}], 'enable_snat': True}, 'gw_port_id': '05a5c00b-8248-430b-8f74-7542585ed872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:04:11Z', 'updated_at': '2022-02-03T15:04:14Z', 'revision_number': 4, 'project_id': '17ec959da6924f96935d980fa824189d', 'gw_port': {'id': '05a5c00b-8248-430b-8f74-7542585ed872', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:40:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:11Z', 'updated_at': '2022-02-03T15:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '466be2cf-e021-42e1-aec4-8d1b50ee53ef', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'floating_ip_address': '172.26.3.149', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'port_id': '57646a3a-5759-4481-b431-66651474a8b8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5', 'mac_address': 'fa:16:3e:d0:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71b4fba-04ac-431c-af05-e0282fbb6509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:08:04Z', 'updated_at': '2022-02-03T15:08:04Z', 'revision_number': 0, 'project_id': '17ec959da6924f96935d980fa824189d', 'fixed_ip_address_scope': None}, {'id': '826bc541-4b82-4191-b17c-20ce3b731e1d', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'floating_ip_address': '172.26.3.52', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'port_id': '1e3a4e75-43f9-4432-927a-92d1e85dbc69', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5', 'mac_address': 'fa:16:3e:0d:49:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff5421c-dd87-4d78-a8fa-39e972388a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:04:44Z', 'updated_at': '2022-02-03T15:04:52Z', 'revision_number': 1, 'project_id': '17ec959da6924f96935d980fa824189d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '727a8c2e-ad0d-4980-bddb-c0aa79589c14', 'name': '', 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'mac_address': 'fa:16:3e:59:1b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e08a11d-d386-4449-90e0-12df7c8a7cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:14Z', 'updated_at': '2022-02-03T15:04:32Z', 'revision_number': 5, 'project_id': '17ec959da6924f96935d980fa824189d', 'subnets': [{'id': '4e08a11d-d386-4449-90e0-12df7c8a7cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:08:07.377032 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a17001-42af-412c-9dca-b17d58f91b3a None None] The sync data for ids ['862817f4-6761-40ff-90a5-4b9a3f997939'] in dv-neutron-827016-1-hyperv is: [{'id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'name': 'tempest-TestSnapshotPattern-86615715-router', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.210'}], 'enable_snat': True}, 'gw_port_id': '05a5c00b-8248-430b-8f74-7542585ed872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:04:11Z', 'updated_at': '2022-02-03T15:04:14Z', 'revision_number': 4, 'project_id': '17ec959da6924f96935d980fa824189d', 'gw_port': {'id': '05a5c00b-8248-430b-8f74-7542585ed872', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:40:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:11Z', 'updated_at': '2022-02-03T15:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '466be2cf-e021-42e1-aec4-8d1b50ee53ef', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'floating_ip_address': '172.26.3.149', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'port_id': '57646a3a-5759-4481-b431-66651474a8b8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5', 'mac_address': 'fa:16:3e:d0:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71b4fba-04ac-431c-af05-e0282fbb6509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:08:04Z', 'updated_at': '2022-02-03T15:08:04Z', 'revision_number': 0, 'project_id': '17ec959da6924f96935d980fa824189d', 'fixed_ip_address_scope': None}, {'id': '826bc541-4b82-4191-b17c-20ce3b731e1d', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'floating_ip_address': '172.26.3.52', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'port_id': '1e3a4e75-43f9-4432-927a-92d1e85dbc69', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5', 'mac_address': 'fa:16:3e:0d:49:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff5421c-dd87-4d78-a8fa-39e972388a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:04:44Z', 'updated_at': '2022-02-03T15:04:52Z', 'revision_number': 1, 'project_id': '17ec959da6924f96935d980fa824189d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '727a8c2e-ad0d-4980-bddb-c0aa79589c14', 'name': '', 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'mac_address': 'fa:16:3e:59:1b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e08a11d-d386-4449-90e0-12df7c8a7cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:14Z', 'updated_at': '2022-02-03T15:04:32Z', 'revision_number': 5, 'project_id': '17ec959da6924f96935d980fa824189d', 'subnets': [{'id': '4e08a11d-d386-4449-90e0-12df7c8a7cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 15:08:07.567539 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d591d2-103b-4d8b-9814-dbcd5ace086e None None] New status for floating IP 466be2cf-e021-42e1-aec4-8d1b50ee53ef: ACTIVE {{(pid=84184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 15:08:18.258096 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:08:25.374946 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-36460cb3-b173-4bc5-984f-904fb9e93737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:08:27.583934 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fb2728be-20b3-4e1b-98e8-97a375ff1403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:08:28.858139 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:08:29.132500 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:08:30.463612 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:08:38.892494 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 15:08:48.297665 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:08:55.365922 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0aaa09af-3c8e-4b43-ae65-2fbe36767c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:08:57.557081 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-39947653-d2bb-4098-a9a7-302ed54e8843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:08:58.871345 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:08:59.122395 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:09:00.454134 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:09:06.551885 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-cbb70345-6cbe-46bc-b12a-4817f0492775 req-ca6e2121-17ac-482a-be6c-43efb2136b19 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f71b4fba-04ac-431c-af05-e0282fbb6509&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1483510 Feb 03 15:09:06.638936 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-cbb70345-6cbe-46bc-b12a-4817f0492775 req-6e72a497-2e4b-4af9-8235-472679313754 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17ec959da6924f96935d980fa824189d&device_id=f71b4fba-04ac-431c-af05-e0282fbb6509 HTTP/1.1" status: 200 len: 1098 time: 0.0671864 Feb 03 15:09:06.777505 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb70345-6cbe-46bc-b12a-4817f0492775 req-04b41a59-d113-44d8-94b4-08e6141732a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:06.778928 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-cbb70345-6cbe-46bc-b12a-4817f0492775 req-04b41a59-d113-44d8-94b4-08e6141732a6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=19942a66-75ad-40d5-ab92-345a0497caa5 HTTP/1.1" status: 200 len: 908 time: 0.1220801 Feb 03 15:09:06.880602 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-cbb70345-6cbe-46bc-b12a-4817f0492775 req-caf62cbf-afc5-4b6e-a4c4-7eb4cc903a52 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57646a3a-5759-4481-b431-66651474a8b8 HTTP/1.1" status: 200 len: 1001 time: 0.0955913 Feb 03 15:09:06.943955 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb70345-6cbe-46bc-b12a-4817f0492775 req-fd56e271-d11c-4097-9120-f4db5a151929 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:06.945365 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-cbb70345-6cbe-46bc-b12a-4817f0492775 req-fd56e271-d11c-4097-9120-f4db5a151929 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4e08a11d-d386-4449-90e0-12df7c8a7cdb HTTP/1.1" status: 200 len: 847 time: 0.0591285 Feb 03 15:09:07.016791 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-cbb70345-6cbe-46bc-b12a-4817f0492775 req-951d7f35-b1fc-49b9-ba9d-2a035c355b6a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=19942a66-75ad-40d5-ab92-345a0497caa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660849 Feb 03 15:09:07.144006 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-cbb70345-6cbe-46bc-b12a-4817f0492775 req-fbaeb5e9-8a08-40f1-93b0-9ecb1860a878 service neutron] 10.222.0.47 "GET /v2.0/networks/19942a66-75ad-40d5-ab92-345a0497caa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212866 Feb 03 15:09:07.272172 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-cbb70345-6cbe-46bc-b12a-4817f0492775 req-63cfcb6f-1d70-44e2-835a-df0ffd30f631 service neutron] 10.222.0.47 "GET /v2.0/networks/19942a66-75ad-40d5-ab92-345a0497caa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219387 Feb 03 15:09:15.892654 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 15:09:18.253304 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:09:25.382458 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-432fc3f3-b8c5-4200-b191-57242017d698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:09:27.567576 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-39872ac1-1381-46d1-a305-0732f6c803e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:09:28.847609 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:09:29.121870 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:09:30.458604 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:09:48.276129 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:09:52.893344 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 15:09:55.361289 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-a08ff5ae-a155-4f5d-b04c-7f8d8c85fa29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:09:57.560686 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2df410e2-1185-490e-8b47-efb86c9981a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:09:58.875087 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:09:59.141190 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:00.464329 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:07.529493 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b1cfbb17-29a0-45ae-986c-c6a34aaeb03a req-531cb479-af75-4efd-83ac-8dcd954742d2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cff5421c-dd87-4d78-a8fa-39e972388a5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1530626 Feb 03 15:10:07.674105 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b1cfbb17-29a0-45ae-986c-c6a34aaeb03a req-9422eee6-d998-4fce-a143-e0f19e5fcc59 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17ec959da6924f96935d980fa824189d&device_id=cff5421c-dd87-4d78-a8fa-39e972388a5b HTTP/1.1" status: 200 len: 1096 time: 0.0741537 Feb 03 15:10:07.821070 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfbb17-29a0-45ae-986c-c6a34aaeb03a req-c358f906-c7b6-4803-8ed1-f76c33d28478 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:07.822522 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b1cfbb17-29a0-45ae-986c-c6a34aaeb03a req-c358f906-c7b6-4803-8ed1-f76c33d28478 service neutron] 10.222.0.47 "GET /v2.0/networks?id=19942a66-75ad-40d5-ab92-345a0497caa5 HTTP/1.1" status: 200 len: 908 time: 0.1266255 Feb 03 15:10:07.926609 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b1cfbb17-29a0-45ae-986c-c6a34aaeb03a req-81cc4a3d-878e-4e0b-b49f-3c919738f98d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e3a4e75-43f9-4432-927a-92d1e85dbc69 HTTP/1.1" status: 200 len: 998 time: 0.0965898 Feb 03 15:10:07.999674 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfbb17-29a0-45ae-986c-c6a34aaeb03a req-0b567ad0-05e4-4812-b745-dde884a73238 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:08.001114 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b1cfbb17-29a0-45ae-986c-c6a34aaeb03a req-0b567ad0-05e4-4812-b745-dde884a73238 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4e08a11d-d386-4449-90e0-12df7c8a7cdb HTTP/1.1" status: 200 len: 847 time: 0.0682669 Feb 03 15:10:08.078211 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b1cfbb17-29a0-45ae-986c-c6a34aaeb03a req-650e264b-e5e7-49ac-b7a2-379cc653b46c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=19942a66-75ad-40d5-ab92-345a0497caa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693989 Feb 03 15:10:08.209179 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b1cfbb17-29a0-45ae-986c-c6a34aaeb03a req-d50eb990-64f8-4d7c-81b9-0f591a121893 service neutron] 10.222.0.47 "GET /v2.0/networks/19942a66-75ad-40d5-ab92-345a0497caa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225157 Feb 03 15:10:08.427776 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-b1cfbb17-29a0-45ae-986c-c6a34aaeb03a req-ae83933b-7a31-4443-a201-4c2fe77d8f02 service neutron] 10.222.0.47 "GET /v2.0/networks/19942a66-75ad-40d5-ab92-345a0497caa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125189 Feb 03 15:10:11.354441 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 57646a3a-5759-4481-b431-66651474a8b8 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 03 15:10:11.486752 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 57646a3a-5759-4481-b431-66651474a8b8, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=57646a3a-5759-4481-b431-66651474a8b8,segment=NetworkSegment(3481dae9-740c-4146-a558-8f86b1d6444c),segment_id=3481dae9-740c-4146-a558-8f86b1d6444c)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:10:11.502819 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Returning: {'device': '57646a3a-5759-4481-b431-66651474a8b8', 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5', 'port_id': '57646a3a-5759-4481-b431-66651474a8b8', 'mac_address': 'fa:16:3e:d0:c5:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e08a11d-d386-4449-90e0-12df7c8a7cdb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 03 15:10:11.553972 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:11.570278 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57646a3a-5759-4481-b431-66651474a8b8 {{(pid=84183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 03 15:10:11.584880 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 57646a3a-5759-4481-b431-66651474a8b8, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=57646a3a-5759-4481-b431-66651474a8b8,segment=NetworkSegment(3481dae9-740c-4146-a558-8f86b1d6444c),segment_id=3481dae9-740c-4146-a558-8f86b1d6444c)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:10:11.663596 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:11.729910 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=57646a3a-5759-4481-b431-66651474a8b8,revision_number=6']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:11.738013 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:11.738365 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:11.738736 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:11.739073 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:11.739435 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:11.739789 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:11.740119 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:11.740448 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:11.740774 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:11.741098 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:11.741422 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:11.745816 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] get_ports_and_sgs() called for port_ids ['57646a3a-5759-4481-b431-66651474a8b8'] {{(pid=84183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 03 15:10:13.373743 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 57646a3a-5759-4481-b431-66651474a8b8 up at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 15:10:13.443332 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.provisioning_blocks [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Provisioning complete for port 57646a3a-5759-4481-b431-66651474a8b8 triggered by entity L2. {{(pid=84183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:10:13.443706 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1595465'] for port, provisioning_complete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:13.549145 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668502'] for port, before_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:13.574894 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71b4fba-04ac-431c-af05-e0282fbb6509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57646a3a-5759-4481-b431-66651474a8b8'}] {{(pid=84183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 15:10:13.584846 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] For port 57646a3a-5759-4481-b431-66651474a8b8, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=57646a3a-5759-4481-b431-66651474a8b8,segment=NetworkSegment(3481dae9-740c-4146-a558-8f86b1d6444c),segment_id=3481dae9-740c-4146-a558-8f86b1d6444c)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:10:13.646090 dv-neutron-827016-1-hyperv neutron-server[84183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71b4fba-04ac-431c-af05-e0282fbb6509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57646a3a-5759-4481-b431-66651474a8b8', 'code': 200} Feb 03 15:10:13.657603 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769357090061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769356730628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769356730673'] for port, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:13.724480 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Pushing event updated for resources: {'Port': ['ID=57646a3a-5759-4481-b431-66651474a8b8,revision_number=7']} {{(pid=84183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:18.320643 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:25.480713 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-0f1a923d-767b-48da-bb18-5869a6a0a028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:27.005463 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 41578) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:10:27.200063 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-791907ea-7f46-4edf-beca-9b6a0dedb601 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Deleting port 06cfcde4-5a4f-4766-bd79-7398d48319c7 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 15:10:27.200395 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-791907ea-7f46-4edf-beca-9b6a0dedb601 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:27.362858 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-791907ea-7f46-4edf-beca-9b6a0dedb601 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:27.363216 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-791907ea-7f46-4edf-beca-9b6a0dedb601 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:27.485876 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-791907ea-7f46-4edf-beca-9b6a0dedb601 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Calling delete_port for 06cfcde4-5a4f-4766-bd79-7398d48319c7 owned by network:floatingip {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 15:10:27.552733 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-97939d42-bd1c-4482-8e84-4ba66f6d80a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:27.680259 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-791907ea-7f46-4edf-beca-9b6a0dedb601 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:27.728094 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791907ea-7f46-4edf-beca-9b6a0dedb601 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Pushing event deleted for resources: {'Port': ['ID=06cfcde4-5a4f-4766-bd79-7398d48319c7,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:27.765461 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791907ea-7f46-4edf-beca-9b6a0dedb601 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:27.771451 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791907ea-7f46-4edf-beca-9b6a0dedb601 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:27.771451 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791907ea-7f46-4edf-beca-9b6a0dedb601 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:27.771451 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791907ea-7f46-4edf-beca-9b6a0dedb601 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:27.771451 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791907ea-7f46-4edf-beca-9b6a0dedb601 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:27.771451 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791907ea-7f46-4edf-beca-9b6a0dedb601 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:27.771451 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791907ea-7f46-4edf-beca-9b6a0dedb601 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:27.771451 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791907ea-7f46-4edf-beca-9b6a0dedb601 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:27.771451 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791907ea-7f46-4edf-beca-9b6a0dedb601 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:27.771451 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791907ea-7f46-4edf-beca-9b6a0dedb601 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:27.771451 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791907ea-7f46-4edf-beca-9b6a0dedb601 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:27.827418 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-791907ea-7f46-4edf-beca-9b6a0dedb601 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks [] for floatingip, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:28.207440 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791907ea-7f46-4edf-beca-9b6a0dedb601 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Router 862817f4-6761-40ff-90a5-4b9a3f997939 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:10:28.493068 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791907ea-7f46-4edf-beca-9b6a0dedb601 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:10:28.502828 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8867c1-dff0-4d54-96d8-00cfc6627da8 None None] Sync routers for ids ['862817f4-6761-40ff-90a5-4b9a3f997939'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 15:10:28.505409 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-791907ea-7f46-4edf-beca-9b6a0dedb601 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:28.515115 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8867c1-dff0-4d54-96d8-00cfc6627da8 None None] Routers {'862817f4-6761-40ff-90a5-4b9a3f997939'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 15:10:28.515718 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-5a8867c1-dff0-4d54-96d8-00cfc6627da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T15:10:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['862817f4-6761-40ff-90a5-4b9a3f997939'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:28.559091 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-791907ea-7f46-4edf-beca-9b6a0dedb601 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "DELETE /v2.0/floatingips/466be2cf-e021-42e1-aec4-8d1b50ee53ef HTTP/1.1" status: 204 len: 168 time: 1.5524669 Feb 03 15:10:28.559761 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f71b4fba-04ac-431c-af05-e0282fbb6509', 'tag': '57646a3a-5759-4481-b431-66651474a8b8'}] {{(pid=84182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 15:10:28.698498 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f71b4fba-04ac-431c-af05-e0282fbb6509', 'tag': '57646a3a-5759-4481-b431-66651474a8b8', 'status': 'completed', 'code': 200} Feb 03 15:10:28.738717 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-5a8867c1-dff0-4d54-96d8-00cfc6627da8 None None] Set router 862817f4-6761-40ff-90a5-4b9a3f997939 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 15:10:28.787192 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8f048ca7-7f5b-4677-89c6-e34cf8d3d9b6 req-2034dd8b-45d6-4919-9252-457e1dfbd7dd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17ec959da6924f96935d980fa824189d&device_id=f71b4fba-04ac-431c-af05-e0282fbb6509 HTTP/1.1" status: 200 len: 1098 time: 0.0688760 Feb 03 15:10:28.915108 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:28.918281 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f048ca7-7f5b-4677-89c6-e34cf8d3d9b6 req-01d7a052-d56a-4f22-a925-d27cab309a30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:28.919771 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8f048ca7-7f5b-4677-89c6-e34cf8d3d9b6 req-01d7a052-d56a-4f22-a925-d27cab309a30 service neutron] 10.222.0.47 "GET /v2.0/networks?id=19942a66-75ad-40d5-ab92-345a0497caa5 HTTP/1.1" status: 200 len: 908 time: 0.1266870 Feb 03 15:10:28.991555 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8f048ca7-7f5b-4677-89c6-e34cf8d3d9b6 req-ee709c3d-a976-4375-8c5c-08eed3cb7ca8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57646a3a-5759-4481-b431-66651474a8b8 HTTP/1.1" status: 200 len: 217 time: 0.0659339 Feb 03 15:10:29.052970 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f048ca7-7f5b-4677-89c6-e34cf8d3d9b6 req-e67ae4ff-b3e9-4080-86ed-7050e242f13d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:29.054401 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8f048ca7-7f5b-4677-89c6-e34cf8d3d9b6 req-e67ae4ff-b3e9-4080-86ed-7050e242f13d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4e08a11d-d386-4449-90e0-12df7c8a7cdb HTTP/1.1" status: 200 len: 847 time: 0.0577867 Feb 03 15:10:29.132896 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-5a8867c1-dff0-4d54-96d8-00cfc6627da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'name': 'tempest-TestSnapshotPattern-86615715-router', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.210'}], 'enable_snat': True}, 'gw_port_id': '05a5c00b-8248-430b-8f74-7542585ed872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:04:11Z', 'updated_at': '2022-02-03T15:04:14Z', 'revision_number': 4, 'project_id': '17ec959da6924f96935d980fa824189d', 'gw_port': {'id': '05a5c00b-8248-430b-8f74-7542585ed872', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:40:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:11Z', 'updated_at': '2022-02-03T15:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '826bc541-4b82-4191-b17c-20ce3b731e1d', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'floating_ip_address': '172.26.3.52', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'port_id': '1e3a4e75-43f9-4432-927a-92d1e85dbc69', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5', 'mac_address': 'fa:16:3e:0d:49:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff5421c-dd87-4d78-a8fa-39e972388a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:04:44Z', 'updated_at': '2022-02-03T15:04:52Z', 'revision_number': 1, 'project_id': '17ec959da6924f96935d980fa824189d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '727a8c2e-ad0d-4980-bddb-c0aa79589c14', 'name': '', 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'mac_address': 'fa:16:3e:59:1b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e08a11d-d386-4449-90e0-12df7c8a7cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:14Z', 'updated_at': '2022-02-03T15:04:32Z', 'revision_number': 5, 'project_id': '17ec959da6924f96935d980fa824189d', 'subnets': [{'id': '4e08a11d-d386-4449-90e0-12df7c8a7cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:29.133195 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8f048ca7-7f5b-4677-89c6-e34cf8d3d9b6 req-750a624e-73b2-41a3-9195-f7f5c227cd6a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=19942a66-75ad-40d5-ab92-345a0497caa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728829 Feb 03 15:10:29.137344 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8867c1-dff0-4d54-96d8-00cfc6627da8 None None] Checking router: 862817f4-6761-40ff-90a5-4b9a3f997939 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 15:10:29.148430 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8867c1-dff0-4d54-96d8-00cfc6627da8 None None] Routers {'862817f4-6761-40ff-90a5-4b9a3f997939'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 15:10:29.149120 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-5a8867c1-dff0-4d54-96d8-00cfc6627da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T15:10:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['862817f4-6761-40ff-90a5-4b9a3f997939'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:29.157069 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febbc6c-cd4a-4ce5-bf0f-685d51d15130 req-e5effd5d-15f9-4c28-94a2-3693982cd5b3 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:29.157761 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-5febbc6c-cd4a-4ce5-bf0f-685d51d15130 req-e5effd5d-15f9-4c28-94a2-3693982cd5b3 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Synchronizing usage tracker for tenant:17ec959da6924f96935d980fa824189d on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 15:10:29.202696 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:29.237729 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-5febbc6c-cd4a-4ce5-bf0f-685d51d15130 req-e5effd5d-15f9-4c28-94a2-3693982cd5b3 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Unset dirty status for tenant:17ec959da6924f96935d980fa824189d on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 15:10:29.239332 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5febbc6c-cd4a-4ce5-bf0f-685d51d15130 req-e5effd5d-15f9-4c28-94a2-3693982cd5b3 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4fba-04ac-431c-af05-e0282fbb6509 HTTP/1.1" status: 200 len: 945 time: 0.1586843 Feb 03 15:10:29.272097 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8f048ca7-7f5b-4677-89c6-e34cf8d3d9b6 req-51c59034-2501-4fca-96d8-344947d6c019 service neutron] 10.222.0.47 "GET /v2.0/networks/19942a66-75ad-40d5-ab92-345a0497caa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313207 Feb 03 15:10:29.288082 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-5febbc6c-cd4a-4ce5-bf0f-685d51d15130 req-15f681c4-ea22-4ef9-9189-6221206ba432 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/security-groups?id=36781c3d-2f6c-4bc5-83a7-62b5a671e61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425177 Feb 03 15:10:29.337600 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-5a8867c1-dff0-4d54-96d8-00cfc6627da8 None None] Set router 862817f4-6761-40ff-90a5-4b9a3f997939 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 15:10:29.407501 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-8f048ca7-7f5b-4677-89c6-e34cf8d3d9b6 req-547e2e6b-bd21-4772-bb55-cf51fa4c1bde service neutron] 10.222.0.47 "GET /v2.0/networks/19942a66-75ad-40d5-ab92-345a0497caa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285653 Feb 03 15:10:29.686683 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-5a8867c1-dff0-4d54-96d8-00cfc6627da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'name': 'tempest-TestSnapshotPattern-86615715-router', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.210'}], 'enable_snat': True}, 'gw_port_id': '05a5c00b-8248-430b-8f74-7542585ed872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:04:11Z', 'updated_at': '2022-02-03T15:04:14Z', 'revision_number': 4, 'project_id': '17ec959da6924f96935d980fa824189d', 'gw_port': {'id': '05a5c00b-8248-430b-8f74-7542585ed872', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:40:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:11Z', 'updated_at': '2022-02-03T15:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '826bc541-4b82-4191-b17c-20ce3b731e1d', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'floating_ip_address': '172.26.3.52', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'port_id': '1e3a4e75-43f9-4432-927a-92d1e85dbc69', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5', 'mac_address': 'fa:16:3e:0d:49:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff5421c-dd87-4d78-a8fa-39e972388a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:04:44Z', 'updated_at': '2022-02-03T15:04:52Z', 'revision_number': 1, 'project_id': '17ec959da6924f96935d980fa824189d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '727a8c2e-ad0d-4980-bddb-c0aa79589c14', 'name': '', 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'mac_address': 'fa:16:3e:59:1b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e08a11d-d386-4449-90e0-12df7c8a7cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:14Z', 'updated_at': '2022-02-03T15:04:32Z', 'revision_number': 5, 'project_id': '17ec959da6924f96935d980fa824189d', 'subnets': [{'id': '4e08a11d-d386-4449-90e0-12df7c8a7cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:29.690631 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8867c1-dff0-4d54-96d8-00cfc6627da8 None None] The sync data for ids ['862817f4-6761-40ff-90a5-4b9a3f997939'] in dv-neutron-827016-1-hyperv is: [{'id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'name': 'tempest-TestSnapshotPattern-86615715-router', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.210'}], 'enable_snat': True}, 'gw_port_id': '05a5c00b-8248-430b-8f74-7542585ed872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:04:11Z', 'updated_at': '2022-02-03T15:04:14Z', 'revision_number': 4, 'project_id': '17ec959da6924f96935d980fa824189d', 'gw_port': {'id': '05a5c00b-8248-430b-8f74-7542585ed872', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:40:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:11Z', 'updated_at': '2022-02-03T15:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_floatingips': [{'id': '826bc541-4b82-4191-b17c-20ce3b731e1d', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'floating_ip_address': '172.26.3.52', 'floating_network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'router_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'port_id': '1e3a4e75-43f9-4432-927a-92d1e85dbc69', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5', 'mac_address': 'fa:16:3e:0d:49:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff5421c-dd87-4d78-a8fa-39e972388a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:04:44Z', 'updated_at': '2022-02-03T15:04:52Z', 'revision_number': 1, 'project_id': '17ec959da6924f96935d980fa824189d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '727a8c2e-ad0d-4980-bddb-c0aa79589c14', 'name': '', 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'mac_address': 'fa:16:3e:59:1b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e08a11d-d386-4449-90e0-12df7c8a7cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:14Z', 'updated_at': '2022-02-03T15:04:32Z', 'revision_number': 5, 'project_id': '17ec959da6924f96935d980fa824189d', 'subnets': [{'id': '4e08a11d-d386-4449-90e0-12df7c8a7cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 15:10:29.893307 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 15:10:29.901162 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6146c440-ceed-413d-bf25-c466a6bc171d None None] New status for floating IP 466be2cf-e021-42e1-aec4-8d1b50ee53ef: DOWN {{(pid=84184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 15:10:30.472216 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:30.493965 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d53a9-9db1-46bd-a660-443a60e8f823 req-187196eb-6f61-48e0-a53e-eaf6d9df8026 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:30.495487 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-539d53a9-9db1-46bd-a660-443a60e8f823 req-187196eb-6f61-48e0-a53e-eaf6d9df8026 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4fba-04ac-431c-af05-e0282fbb6509 HTTP/1.1" status: 200 len: 945 time: 0.0802050 Feb 03 15:10:30.539758 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-539d53a9-9db1-46bd-a660-443a60e8f823 req-06d271db-b091-4027-b147-394e94c01170 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/security-groups?id=36781c3d-2f6c-4bc5-83a7-62b5a671e61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386496 Feb 03 15:10:30.888186 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d763d15-e48d-4446-b2cc-68a0adba855e req-7e5bc409-8042-405d-bc10-6dc62f3e9f93 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:30.888864 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-7d763d15-e48d-4446-b2cc-68a0adba855e req-7e5bc409-8042-405d-bc10-6dc62f3e9f93 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Synchronizing usage tracker for tenant:17ec959da6924f96935d980fa824189d on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 15:10:30.900431 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-7d763d15-e48d-4446-b2cc-68a0adba855e req-7e5bc409-8042-405d-bc10-6dc62f3e9f93 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Unset dirty status for tenant:17ec959da6924f96935d980fa824189d on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 15:10:30.901472 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-7d763d15-e48d-4446-b2cc-68a0adba855e req-7e5bc409-8042-405d-bc10-6dc62f3e9f93 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.47 "GET /v2.0/ports?device_id=f71b4fba-04ac-431c-af05-e0282fbb6509 HTTP/1.1" status: 200 len: 945 time: 0.0851035 Feb 03 15:10:30.966118 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-7d763d15-e48d-4446-b2cc-68a0adba855e req-e9894678-0148-4d8b-bb02-a4bc06290ed3 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Deleting port 57646a3a-5759-4481-b431-66651474a8b8 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 15:10:30.966456 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-7d763d15-e48d-4446-b2cc-68a0adba855e req-e9894678-0148-4d8b-bb02-a4bc06290ed3 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:31.198092 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-7d763d15-e48d-4446-b2cc-68a0adba855e req-e9894678-0148-4d8b-bb02-a4bc06290ed3 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] For port 57646a3a-5759-4481-b431-66651474a8b8, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=57646a3a-5759-4481-b431-66651474a8b8,segment=NetworkSegment(3481dae9-740c-4146-a558-8f86b1d6444c),segment_id=3481dae9-740c-4146-a558-8f86b1d6444c)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:10:31.198444 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-7d763d15-e48d-4446-b2cc-68a0adba855e req-e9894678-0148-4d8b-bb02-a4bc06290ed3 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:31.314882 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-7d763d15-e48d-4446-b2cc-68a0adba855e req-e9894678-0148-4d8b-bb02-a4bc06290ed3 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Calling delete_port for 57646a3a-5759-4481-b431-66651474a8b8 owned by compute:nova {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 15:10:31.476147 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 57646a3a-5759-4481-b431-66651474a8b8 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 15:10:31.529140 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-7d763d15-e48d-4446-b2cc-68a0adba855e req-e9894678-0148-4d8b-bb02-a4bc06290ed3 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:31.532259 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] No active binding found for port 57646a3a-5759-4481-b431-66651474a8b8 {{(pid=84183) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 03 15:10:31.532668 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 57646a3a-5759-4481-b431-66651474a8b8 not bound to the agent host hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 15:10:31.581499 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9894678-0148-4d8b-bb02-a4bc06290ed3 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Pushing event deleted for resources: {'Port': ['ID=57646a3a-5759-4481-b431-66651474a8b8,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:31.620514 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9894678-0148-4d8b-bb02-a4bc06290ed3 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:31.620862 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9894678-0148-4d8b-bb02-a4bc06290ed3 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:31.621197 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9894678-0148-4d8b-bb02-a4bc06290ed3 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:31.621530 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9894678-0148-4d8b-bb02-a4bc06290ed3 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:31.621860 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9894678-0148-4d8b-bb02-a4bc06290ed3 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:31.622186 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9894678-0148-4d8b-bb02-a4bc06290ed3 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:31.622512 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9894678-0148-4d8b-bb02-a4bc06290ed3 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:31.622832 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9894678-0148-4d8b-bb02-a4bc06290ed3 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:31.623175 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9894678-0148-4d8b-bb02-a4bc06290ed3 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:31.623497 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9894678-0148-4d8b-bb02-a4bc06290ed3 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:31.623813 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9894678-0148-4d8b-bb02-a4bc06290ed3 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-1-hyperv {{(pid=84181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:31.663622 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d763d15-e48d-4446-b2cc-68a0adba855e req-e9894678-0148-4d8b-bb02-a4bc06290ed3 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] No DVR routers for this DVR port 57646a3a-5759-4481-b431-66651474a8b8 on host hv-neutron-8270 {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:10:31.666085 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-7d763d15-e48d-4446-b2cc-68a0adba855e req-e9894678-0148-4d8b-bb02-a4bc06290ed3 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:31.668624 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71b4fba-04ac-431c-af05-e0282fbb6509', 'name': 'network-vif-deleted', 'tag': '57646a3a-5759-4481-b431-66651474a8b8'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 15:10:31.708978 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-0bae46a9-a30f-4f55-9144-0865edfae8f9 req-c53a24ae-7cc7-42ee-9a66-adc44a65f74a tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4fba-04ac-431c-af05-e0282fbb6509 HTTP/1.1" status: 200 len: 210 time: 0.0445118 Feb 03 15:10:31.747300 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-7d763d15-e48d-4446-b2cc-68a0adba855e req-e9894678-0148-4d8b-bb02-a4bc06290ed3 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.47 "DELETE /v2.0/ports/57646a3a-5759-4481-b431-66651474a8b8 HTTP/1.1" status: 204 len: 173 time: 0.8403854 Feb 03 15:10:31.798346 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71b4fba-04ac-431c-af05-e0282fbb6509', 'name': 'network-vif-deleted', 'tag': '57646a3a-5759-4481-b431-66651474a8b8', 'status': 'completed', 'code': 200} Feb 03 15:10:34.130631 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 41638) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:10:34.327056 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-211382aa-d8a5-4735-a102-7140a2f280b0 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Deleting port afd57972-6a41-40d6-b357-fa28cb4d9287 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 15:10:34.327340 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-211382aa-d8a5-4735-a102-7140a2f280b0 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:34.492031 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-211382aa-d8a5-4735-a102-7140a2f280b0 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:34.492356 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-211382aa-d8a5-4735-a102-7140a2f280b0 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:34.610438 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-211382aa-d8a5-4735-a102-7140a2f280b0 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Calling delete_port for afd57972-6a41-40d6-b357-fa28cb4d9287 owned by network:floatingip {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 15:10:34.809010 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-211382aa-d8a5-4735-a102-7140a2f280b0 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:34.851192 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211382aa-d8a5-4735-a102-7140a2f280b0 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Pushing event deleted for resources: {'Port': ['ID=afd57972-6a41-40d6-b357-fa28cb4d9287,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:34.941725 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-211382aa-d8a5-4735-a102-7140a2f280b0 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks [] for floatingip, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:35.407353 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211382aa-d8a5-4735-a102-7140a2f280b0 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Router 862817f4-6761-40ff-90a5-4b9a3f997939 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:10:35.482076 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 57646a3a-5759-4481-b431-66651474a8b8 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 15:10:35.517010 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] No Port match for: 57646a3a-5759-4481-b431-66651474a8b8 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 15:10:35.517357 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 57646a3a-5759-4481-b431-66651474a8b8 not bound to the agent host hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 15:10:35.606038 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211382aa-d8a5-4735-a102-7140a2f280b0 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:10:35.615835 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db773684-2a89-480c-b98b-289afeb65249 None None] Sync routers for ids ['862817f4-6761-40ff-90a5-4b9a3f997939'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 15:10:35.621712 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-211382aa-d8a5-4735-a102-7140a2f280b0 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for floatingip, before_response {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:35.627162 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db773684-2a89-480c-b98b-289afeb65249 None None] Routers {'862817f4-6761-40ff-90a5-4b9a3f997939'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 15:10:35.627832 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-db773684-2a89-480c-b98b-289afeb65249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T15:10:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['862817f4-6761-40ff-90a5-4b9a3f997939'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:35.673994 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-211382aa-d8a5-4735-a102-7140a2f280b0 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "DELETE /v2.0/floatingips/826bc541-4b82-4191-b17c-20ce3b731e1d HTTP/1.1" status: 204 len: 168 time: 1.5422201 Feb 03 15:10:35.674564 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff5421c-dd87-4d78-a8fa-39e972388a5b', 'tag': '1e3a4e75-43f9-4432-927a-92d1e85dbc69'}] {{(pid=84182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 15:10:35.731401 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cff5421c-dd87-4d78-a8fa-39e972388a5b', 'tag': '1e3a4e75-43f9-4432-927a-92d1e85dbc69', 'status': 'completed', 'code': 200} Feb 03 15:10:35.805690 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-db773684-2a89-480c-b98b-289afeb65249 None None] Set router 862817f4-6761-40ff-90a5-4b9a3f997939 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 15:10:35.920686 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-48e43cc7-ed86-4702-a122-06511f34debf req-8e51ecbe-61e3-4acc-accc-48c26f0b06ef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17ec959da6924f96935d980fa824189d&device_id=cff5421c-dd87-4d78-a8fa-39e972388a5b HTTP/1.1" status: 200 len: 1096 time: 0.1681390 Feb 03 15:10:36.054437 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e43cc7-ed86-4702-a122-06511f34debf req-b2bab339-f00c-48bb-a31c-bb53dc8ffdc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:36.055847 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-48e43cc7-ed86-4702-a122-06511f34debf req-b2bab339-f00c-48bb-a31c-bb53dc8ffdc8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=19942a66-75ad-40d5-ab92-345a0497caa5 HTTP/1.1" status: 200 len: 908 time: 0.1297331 Feb 03 15:10:36.121747 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-48e43cc7-ed86-4702-a122-06511f34debf req-b6a3e09a-34a3-4d1d-a91c-c8f89fd1157e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e3a4e75-43f9-4432-927a-92d1e85dbc69 HTTP/1.1" status: 200 len: 217 time: 0.0601571 Feb 03 15:10:36.170634 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-db773684-2a89-480c-b98b-289afeb65249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'name': 'tempest-TestSnapshotPattern-86615715-router', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.210'}], 'enable_snat': True}, 'gw_port_id': '05a5c00b-8248-430b-8f74-7542585ed872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:04:11Z', 'updated_at': '2022-02-03T15:04:14Z', 'revision_number': 4, 'project_id': '17ec959da6924f96935d980fa824189d', 'gw_port': {'id': '05a5c00b-8248-430b-8f74-7542585ed872', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:40:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:11Z', 'updated_at': '2022-02-03T15:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '727a8c2e-ad0d-4980-bddb-c0aa79589c14', 'name': '', 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'mac_address': 'fa:16:3e:59:1b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e08a11d-d386-4449-90e0-12df7c8a7cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:14Z', 'updated_at': '2022-02-03T15:04:32Z', 'revision_number': 5, 'project_id': '17ec959da6924f96935d980fa824189d', 'subnets': [{'id': '4e08a11d-d386-4449-90e0-12df7c8a7cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:36.175620 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db773684-2a89-480c-b98b-289afeb65249 None None] Checking router: 862817f4-6761-40ff-90a5-4b9a3f997939 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 15:10:36.187449 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db773684-2a89-480c-b98b-289afeb65249 None None] Routers {'862817f4-6761-40ff-90a5-4b9a3f997939'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 15:10:36.188056 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-db773684-2a89-480c-b98b-289afeb65249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T15:10:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['862817f4-6761-40ff-90a5-4b9a3f997939'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:36.189252 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e43cc7-ed86-4702-a122-06511f34debf req-e90ed23c-e11a-4c77-93c6-75ddd7e2d91b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:36.190746 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-48e43cc7-ed86-4702-a122-06511f34debf req-e90ed23c-e11a-4c77-93c6-75ddd7e2d91b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4e08a11d-d386-4449-90e0-12df7c8a7cdb HTTP/1.1" status: 200 len: 847 time: 0.0633185 Feb 03 15:10:36.268775 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-48e43cc7-ed86-4702-a122-06511f34debf req-3c151c92-be2b-4525-9f1a-fc31f211f416 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=19942a66-75ad-40d5-ab92-345a0497caa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699413 Feb 03 15:10:36.318208 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35d416-3204-474c-a0a5-e595aa390643 req-3a1aacb7-733d-42e0-8453-bf22bce7816c tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:36.318962 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-ac35d416-3204-474c-a0a5-e595aa390643 req-3a1aacb7-733d-42e0-8453-bf22bce7816c tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Synchronizing usage tracker for tenant:17ec959da6924f96935d980fa824189d on resource:port {{(pid=84182) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 15:10:36.382327 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-db773684-2a89-480c-b98b-289afeb65249 None None] Set router 862817f4-6761-40ff-90a5-4b9a3f997939 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 15:10:36.404509 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-48e43cc7-ed86-4702-a122-06511f34debf req-570d0cae-c3f0-48f7-b11c-8e6af94bb5f5 service neutron] 10.222.0.47 "GET /v2.0/networks/19942a66-75ad-40d5-ab92-345a0497caa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293058 Feb 03 15:10:36.434557 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.quota.resource [req-ac35d416-3204-474c-a0a5-e595aa390643 req-3a1aacb7-733d-42e0-8453-bf22bce7816c tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Unset dirty status for tenant:17ec959da6924f96935d980fa824189d on resource:port {{(pid=84182) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 15:10:36.435740 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ac35d416-3204-474c-a0a5-e595aa390643 req-3a1aacb7-733d-42e0-8453-bf22bce7816c tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/ports?device_id=cff5421c-dd87-4d78-a8fa-39e972388a5b HTTP/1.1" status: 200 len: 943 time: 0.2011025 Feb 03 15:10:36.492217 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-ac35d416-3204-474c-a0a5-e595aa390643 req-7896d855-360f-4896-99fe-ab4d95c9636e tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/security-groups?id=36781c3d-2f6c-4bc5-83a7-62b5a671e61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505855 Feb 03 15:10:36.540689 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-48e43cc7-ed86-4702-a122-06511f34debf req-d65659f9-019c-4527-949b-3529e9cac51a service neutron] 10.222.0.47 "GET /v2.0/networks/19942a66-75ad-40d5-ab92-345a0497caa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298478 Feb 03 15:10:36.695050 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-db773684-2a89-480c-b98b-289afeb65249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'name': 'tempest-TestSnapshotPattern-86615715-router', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.210'}], 'enable_snat': True}, 'gw_port_id': '05a5c00b-8248-430b-8f74-7542585ed872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:04:11Z', 'updated_at': '2022-02-03T15:04:14Z', 'revision_number': 4, 'project_id': '17ec959da6924f96935d980fa824189d', 'gw_port': {'id': '05a5c00b-8248-430b-8f74-7542585ed872', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:40:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:11Z', 'updated_at': '2022-02-03T15:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '727a8c2e-ad0d-4980-bddb-c0aa79589c14', 'name': '', 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'mac_address': 'fa:16:3e:59:1b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e08a11d-d386-4449-90e0-12df7c8a7cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:14Z', 'updated_at': '2022-02-03T15:04:32Z', 'revision_number': 5, 'project_id': '17ec959da6924f96935d980fa824189d', 'subnets': [{'id': '4e08a11d-d386-4449-90e0-12df7c8a7cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:36.698882 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db773684-2a89-480c-b98b-289afeb65249 None None] The sync data for ids ['862817f4-6761-40ff-90a5-4b9a3f997939'] in dv-neutron-827016-1-hyperv is: [{'id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'name': 'tempest-TestSnapshotPattern-86615715-router', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.210'}], 'enable_snat': True}, 'gw_port_id': '05a5c00b-8248-430b-8f74-7542585ed872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:04:11Z', 'updated_at': '2022-02-03T15:04:14Z', 'revision_number': 4, 'project_id': '17ec959da6924f96935d980fa824189d', 'gw_port': {'id': '05a5c00b-8248-430b-8f74-7542585ed872', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:40:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:11Z', 'updated_at': '2022-02-03T15:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv', '_interfaces': [{'id': '727a8c2e-ad0d-4980-bddb-c0aa79589c14', 'name': '', 'network_id': '19942a66-75ad-40d5-ab92-345a0497caa5', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'mac_address': 'fa:16:3e:59:1b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e08a11d-d386-4449-90e0-12df7c8a7cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:14Z', 'updated_at': '2022-02-03T15:04:32Z', 'revision_number': 5, 'project_id': '17ec959da6924f96935d980fa824189d', 'subnets': [{'id': '4e08a11d-d386-4449-90e0-12df7c8a7cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 15:10:36.917932 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49caf364-5a03-4cbe-a363-bd67d3b6d496 None None] New status for floating IP 826bc541-4b82-4191-b17c-20ce3b731e1d: DOWN {{(pid=84184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 03 15:10:37.217723 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cab1f9-c882-4c73-9b2a-e9c9da3f055f req-02bee5ef-b9cd-4636-a556-6b7ce6517645 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:37.218404 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-06cab1f9-c882-4c73-9b2a-e9c9da3f055f req-02bee5ef-b9cd-4636-a556-6b7ce6517645 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Synchronizing usage tracker for tenant:17ec959da6924f96935d980fa824189d on resource:port {{(pid=84181) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 15:10:37.229617 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.quota.resource [req-06cab1f9-c882-4c73-9b2a-e9c9da3f055f req-02bee5ef-b9cd-4636-a556-6b7ce6517645 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Unset dirty status for tenant:17ec959da6924f96935d980fa824189d on resource:port {{(pid=84181) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 15:10:37.230680 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-06cab1f9-c882-4c73-9b2a-e9c9da3f055f req-02bee5ef-b9cd-4636-a556-6b7ce6517645 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.47 "GET /v2.0/ports?device_id=cff5421c-dd87-4d78-a8fa-39e972388a5b HTTP/1.1" status: 200 len: 943 time: 0.0910323 Feb 03 15:10:37.295949 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-06cab1f9-c882-4c73-9b2a-e9c9da3f055f req-d211d0bc-6071-417e-b8dc-a3016741c32f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Deleting port 1e3a4e75-43f9-4432-927a-92d1e85dbc69 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 15:10:37.296217 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-06cab1f9-c882-4c73-9b2a-e9c9da3f055f req-d211d0bc-6071-417e-b8dc-a3016741c32f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:37.532606 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [req-06cab1f9-c882-4c73-9b2a-e9c9da3f055f req-d211d0bc-6071-417e-b8dc-a3016741c32f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] For port 1e3a4e75-43f9-4432-927a-92d1e85dbc69, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=1e3a4e75-43f9-4432-927a-92d1e85dbc69,segment=NetworkSegment(3481dae9-740c-4146-a558-8f86b1d6444c),segment_id=3481dae9-740c-4146-a558-8f86b1d6444c)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:10:37.532957 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-06cab1f9-c882-4c73-9b2a-e9c9da3f055f req-d211d0bc-6071-417e-b8dc-a3016741c32f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:37.654597 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [req-06cab1f9-c882-4c73-9b2a-e9c9da3f055f req-d211d0bc-6071-417e-b8dc-a3016741c32f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Calling delete_port for 1e3a4e75-43f9-4432-927a-92d1e85dbc69 owned by compute:nova {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 15:10:37.705923 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0637c3-bf41-416a-9378-de872852d33c req-9c7288fd-ce08-425d-8e48-1133c0cf7f21 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:37.707409 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2e0637c3-bf41-416a-9378-de872852d33c req-9c7288fd-ce08-425d-8e48-1133c0cf7f21 tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/ports?device_id=cff5421c-dd87-4d78-a8fa-39e972388a5b HTTP/1.1" status: 200 len: 943 time: 0.0748134 Feb 03 15:10:37.752593 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-2e0637c3-bf41-416a-9378-de872852d33c req-f8a16660-a473-4025-9eff-708164c7ad9a tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/security-groups?id=36781c3d-2f6c-4bc5-83a7-62b5a671e61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390422 Feb 03 15:10:37.856818 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-06cab1f9-c882-4c73-9b2a-e9c9da3f055f req-d211d0bc-6071-417e-b8dc-a3016741c32f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:37.904735 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d211d0bc-6071-417e-b8dc-a3016741c32f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Pushing event deleted for resources: {'Port': ['ID=1e3a4e75-43f9-4432-927a-92d1e85dbc69,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:37.977698 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [req-06cab1f9-c882-4c73-9b2a-e9c9da3f055f req-d211d0bc-6071-417e-b8dc-a3016741c32f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] No DVR routers for this DVR port 1e3a4e75-43f9-4432-927a-92d1e85dbc69 on host hv-neutron-8270 {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:10:37.980064 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [req-06cab1f9-c882-4c73-9b2a-e9c9da3f055f req-d211d0bc-6071-417e-b8dc-a3016741c32f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441177'] for port, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:37.982441 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff5421c-dd87-4d78-a8fa-39e972388a5b', 'name': 'network-vif-deleted', 'tag': '1e3a4e75-43f9-4432-927a-92d1e85dbc69'}] {{(pid=84181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 15:10:38.034544 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff5421c-dd87-4d78-a8fa-39e972388a5b', 'name': 'network-vif-deleted', 'tag': '1e3a4e75-43f9-4432-927a-92d1e85dbc69', 'status': 'completed', 'code': 200} Feb 03 15:10:38.046547 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [req-06cab1f9-c882-4c73-9b2a-e9c9da3f055f req-d211d0bc-6071-417e-b8dc-a3016741c32f tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.47 "DELETE /v2.0/ports/1e3a4e75-43f9-4432-927a-92d1e85dbc69 HTTP/1.1" status: 204 len: 173 time: 0.8105299 Feb 03 15:10:38.926848 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [req-6fd4772a-2b7e-47d0-8fef-cde6e01903fc req-307fddff-d161-43c5-8b14-a7b64cdc459c tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "GET /v2.0/ports?device_id=cff5421c-dd87-4d78-a8fa-39e972388a5b HTTP/1.1" status: 200 len: 210 time: 0.0425084 Feb 03 15:10:40.031996 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 41660) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:10:40.098669 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0e05bde0-9d7f-4c13-a2e0-054c2c60505b tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:40.127001 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0e05bde0-9d7f-4c13-a2e0-054c2c60505b tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:40.251368 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0e05bde0-9d7f-4c13-a2e0-054c2c60505b tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:40.270878 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e05bde0-9d7f-4c13-a2e0-054c2c60505b tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36781c3d-2f6c-4bc5-83a7-62b5a671e61d,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:40.333376 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-0e05bde0-9d7f-4c13-a2e0-054c2c60505b tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:40.335089 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-0e05bde0-9d7f-4c13-a2e0-054c2c60505b tempest-TestSnapshotPattern-1108139544 tempest-TestSnapshotPattern-1108139544-project] 10.222.0.41 "DELETE /v2.0/security-groups/36781c3d-2f6c-4bc5-83a7-62b5a671e61d HTTP/1.1" status: 204 len: 168 time: 0.3021016 Feb 03 15:10:41.477093 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.wsgi [-] (84182) accepted ('10.222.0.41', 41668) {{(pid=84182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:10:41.526991 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 1e3a4e75-43f9-4432-927a-92d1e85dbc69 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 15:10:41.559537 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] No Port match for: 1e3a4e75-43f9-4432-927a-92d1e85dbc69 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 15:10:41.559876 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Device 1e3a4e75-43f9-4432-927a-92d1e85dbc69 not bound to the agent host hv-neutron-8270 {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 15:10:41.972284 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f06ee8a9-4a58-429c-af19-a0904844a5a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:42.666444 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-f06ee8a9-4a58-429c-af19-a0904844a5a5 admin admin] Deleting port 727a8c2e-ad0d-4980-bddb-c0aa79589c14 {{(pid=84182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 15:10:42.667004 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f06ee8a9-4a58-429c-af19-a0904844a5a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:42.833899 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.db [None req-f06ee8a9-4a58-429c-af19-a0904844a5a5 admin admin] For port 727a8c2e-ad0d-4980-bddb-c0aa79589c14, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=727a8c2e-ad0d-4980-bddb-c0aa79589c14,segment=NetworkSegment(3481dae9-740c-4146-a558-8f86b1d6444c),segment_id=3481dae9-740c-4146-a558-8f86b1d6444c)] {{(pid=84182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:10:42.834783 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f06ee8a9-4a58-429c-af19-a0904844a5a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:42.954986 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.plugins.ml2.plugin [None req-f06ee8a9-4a58-429c-af19-a0904844a5a5 admin admin] Calling delete_port for 727a8c2e-ad0d-4980-bddb-c0aa79589c14 owned by network:router_interface {{(pid=84182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 15:10:43.185969 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f06ee8a9-4a58-429c-af19-a0904844a5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277673'] for port, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:43.230041 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ee8a9-4a58-429c-af19-a0904844a5a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=727a8c2e-ad0d-4980-bddb-c0aa79589c14,revision_number=None']} {{(pid=84182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:43.511922 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron_lib.callbacks.manager [None req-f06ee8a9-4a58-429c-af19-a0904844a5a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:44.159310 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06ee8a9-4a58-429c-af19-a0904844a5a5 admin admin] Router 862817f4-6761-40ff-90a5-4b9a3f997939 has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:10:44.358688 dv-neutron-827016-1-hyperv neutron-server[84182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06ee8a9-4a58-429c-af19-a0904844a5a5 admin admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:10:44.367768 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f4d535-d386-413a-a8c6-90a44d80d15f None None] Sync routers for ids ['862817f4-6761-40ff-90a5-4b9a3f997939'] in dv-neutron-827016-1-hyperv {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 15:10:44.374323 dv-neutron-827016-1-hyperv neutron-server[84182]: INFO neutron.wsgi [None req-f06ee8a9-4a58-429c-af19-a0904844a5a5 admin admin] 10.222.0.41 "PUT /v2.0/routers/862817f4-6761-40ff-90a5-4b9a3f997939/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8943410 Feb 03 15:10:44.375378 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 41674) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:10:44.380590 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f4d535-d386-413a-a8c6-90a44d80d15f None None] Routers {'862817f4-6761-40ff-90a5-4b9a3f997939'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 15:10:44.381868 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-f4f4d535-d386-413a-a8c6-90a44d80d15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T15:10:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['862817f4-6761-40ff-90a5-4b9a3f997939'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:44.564022 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-f4f4d535-d386-413a-a8c6-90a44d80d15f None None] Set router 862817f4-6761-40ff-90a5-4b9a3f997939 gateway port host: dv-neutron-827016-1-hyperv {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 15:10:44.657885 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-03bdab1b-d799-471f-ba3d-c9134459c05b admin admin] Notify callbacks [] for router, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:44.843964 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-f4f4d535-d386-413a-a8c6-90a44d80d15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'name': 'tempest-TestSnapshotPattern-86615715-router', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.210'}], 'enable_snat': True}, 'gw_port_id': '05a5c00b-8248-430b-8f74-7542585ed872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:04:11Z', 'updated_at': '2022-02-03T15:10:43Z', 'revision_number': 5, 'project_id': '17ec959da6924f96935d980fa824189d', 'gw_port': {'id': '05a5c00b-8248-430b-8f74-7542585ed872', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:40:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:11Z', 'updated_at': '2022-02-03T15:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:44.847775 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f4d535-d386-413a-a8c6-90a44d80d15f None None] Checking router: 862817f4-6761-40ff-90a5-4b9a3f997939 for host: dv-neutron-827016-1-hyperv {{(pid=84183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 15:10:44.858731 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f4d535-d386-413a-a8c6-90a44d80d15f None None] Routers {'862817f4-6761-40ff-90a5-4b9a3f997939'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 15:10:44.859343 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-f4f4d535-d386-413a-a8c6-90a44d80d15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T15:10:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['862817f4-6761-40ff-90a5-4b9a3f997939'], 'active': True} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:44.861566 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-03bdab1b-d799-471f-ba3d-c9134459c05b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:44.937162 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-03bdab1b-d799-471f-ba3d-c9134459c05b admin admin] Deleting port 05a5c00b-8248-430b-8f74-7542585ed872 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 15:10:44.937509 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-03bdab1b-d799-471f-ba3d-c9134459c05b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:45.037507 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_dvr_db [None req-f4f4d535-d386-413a-a8c6-90a44d80d15f None None] Set router 862817f4-6761-40ff-90a5-4b9a3f997939 gateway port host: None {{(pid=84183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 15:10:45.106378 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-03bdab1b-d799-471f-ba3d-c9134459c05b admin admin] For port 05a5c00b-8248-430b-8f74-7542585ed872, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=05a5c00b-8248-430b-8f74-7542585ed872,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:10:45.106643 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-03bdab1b-d799-471f-ba3d-c9134459c05b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:45.139135 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.db.l3_hamode_db [None req-f4f4d535-d386-413a-a8c6-90a44d80d15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'name': 'tempest-TestSnapshotPattern-86615715-router', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:04:11Z', 'updated_at': '2022-02-03T15:10:44Z', 'revision_number': 6, 'project_id': '17ec959da6924f96935d980fa824189d', 'gw_port_host': None}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:45.142894 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f4d535-d386-413a-a8c6-90a44d80d15f None None] The sync data for ids ['862817f4-6761-40ff-90a5-4b9a3f997939'] in dv-neutron-827016-1-hyperv is: [{'id': '862817f4-6761-40ff-90a5-4b9a3f997939', 'name': 'tempest-TestSnapshotPattern-86615715-router', 'tenant_id': '17ec959da6924f96935d980fa824189d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:04:11Z', 'updated_at': '2022-02-03T15:10:44Z', 'revision_number': 6, 'project_id': '17ec959da6924f96935d980fa824189d', 'gw_port_host': None}] {{(pid=84183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 15:10:45.226328 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-03bdab1b-d799-471f-ba3d-c9134459c05b admin admin] Calling delete_port for 05a5c00b-8248-430b-8f74-7542585ed872 owned by network:router_gateway {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 15:10:45.456889 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-03bdab1b-d799-471f-ba3d-c9134459c05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:45.505497 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bdab1b-d799-471f-ba3d-c9134459c05b admin admin] Pushing event deleted for resources: {'Port': ['ID=05a5c00b-8248-430b-8f74-7542585ed872,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:45.721788 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-03bdab1b-d799-471f-ba3d-c9134459c05b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:46.069728 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-03bdab1b-d799-471f-ba3d-c9134459c05b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:46.073785 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-03bdab1b-d799-471f-ba3d-c9134459c05b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:46.159850 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-03bdab1b-d799-471f-ba3d-c9134459c05b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:46.160380 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03bdab1b-d799-471f-ba3d-c9134459c05b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 862817f4-6761-40ff-90a5-4b9a3f997939 {{(pid=84181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 15:10:46.172241 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-03bdab1b-d799-471f-ba3d-c9134459c05b admin admin] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:46.176104 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-03bdab1b-d799-471f-ba3d-c9134459c05b admin admin] 10.222.0.41 "DELETE /v2.0/routers/862817f4-6761-40ff-90a5-4b9a3f997939 HTTP/1.1" status: 204 len: 168 time: 1.7965398 Feb 03 15:10:46.176104 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 41678) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:10:46.236932 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-444fea59-e965-4eb2-b903-d5067d3c9ce8 admin admin] Deleting subnet 4e08a11d-d386-4449-90e0-12df7c8a7cdb {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 15:10:46.240045 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-444fea59-e965-4eb2-b903-d5067d3c9ce8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:46.291698 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-444fea59-e965-4eb2-b903-d5067d3c9ce8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:46.374710 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-444fea59-e965-4eb2-b903-d5067d3c9ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:46.514348 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-444fea59-e965-4eb2-b903-d5067d3c9ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:46.529183 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 05a5c00b-8248-430b-8f74-7542585ed872 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 15:10:46.558302 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444fea59-e965-4eb2-b903-d5067d3c9ce8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e08a11d-d386-4449-90e0-12df7c8a7cdb,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:46.563703 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-444fea59-e965-4eb2-b903-d5067d3c9ce8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:46.565487 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 05a5c00b-8248-430b-8f74-7542585ed872 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 15:10:46.566406 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 05a5c00b-8248-430b-8f74-7542585ed872 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 15:10:46.566406 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 727a8c2e-ad0d-4980-bddb-c0aa79589c14 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 15:10:46.570397 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-444fea59-e965-4eb2-b903-d5067d3c9ce8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4e08a11d-d386-4449-90e0-12df7c8a7cdb HTTP/1.1" status: 204 len: 168 time: 0.3934996 Feb 03 15:10:46.573037 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 41682) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:10:46.590416 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4973fc-c5fa-4a07-9d7a-c7c2bfb71d6d None None] Network 19942a66-75ad-40d5-ab92-345a0497caa5 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 15:10:46.658037 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 727a8c2e-ad0d-4980-bddb-c0aa79589c14 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 15:10:46.658376 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 727a8c2e-ad0d-4980-bddb-c0aa79589c14 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 15:10:46.680899 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a9a92113-1488-4f44-8c2b-397b55b6a7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:46.691374 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-a9a92113-1488-4f44-8c2b-397b55b6a7da admin admin] Deleting port a1e84dc7-de96-46a7-902f-38ce1a82fd19 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 15:10:46.691704 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a9a92113-1488-4f44-8c2b-397b55b6a7da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:46.842308 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5d2db6-6d32-47ad-bdca-cd7a699825aa None None] DHCP port deletion for 19942a66-75ad-40d5-ab92-345a0497caa5 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 15:10:46.846660 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-ae5d2db6-6d32-47ad-bdca-cd7a699825aa None None] Deleting port a1e84dc7-de96-46a7-902f-38ce1a82fd19 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 15:10:46.847132 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ae5d2db6-6d32-47ad-bdca-cd7a699825aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:46.893315 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-a9a92113-1488-4f44-8c2b-397b55b6a7da admin admin] For port a1e84dc7-de96-46a7-902f-38ce1a82fd19, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=a1e84dc7-de96-46a7-902f-38ce1a82fd19,segment=NetworkSegment(3481dae9-740c-4146-a558-8f86b1d6444c),segment_id=3481dae9-740c-4146-a558-8f86b1d6444c)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:10:46.893672 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a9a92113-1488-4f44-8c2b-397b55b6a7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:47.016038 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-a9a92113-1488-4f44-8c2b-397b55b6a7da admin admin] Calling delete_port for a1e84dc7-de96-46a7-902f-38ce1a82fd19 owned by network:dhcp {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 15:10:47.054069 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-ae5d2db6-6d32-47ad-bdca-cd7a699825aa None None] For port a1e84dc7-de96-46a7-902f-38ce1a82fd19, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=a1e84dc7-de96-46a7-902f-38ce1a82fd19,segment=NetworkSegment(3481dae9-740c-4146-a558-8f86b1d6444c),segment_id=3481dae9-740c-4146-a558-8f86b1d6444c)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:10:47.054360 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ae5d2db6-6d32-47ad-bdca-cd7a699825aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:47.145826 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a9a92113-1488-4f44-8c2b-397b55b6a7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:47.171907 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-ae5d2db6-6d32-47ad-bdca-cd7a699825aa None None] Calling delete_port for a1e84dc7-de96-46a7-902f-38ce1a82fd19 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 15:10:47.190939 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a92113-1488-4f44-8c2b-397b55b6a7da admin admin] Pushing event deleted for resources: {'Port': ['ID=a1e84dc7-de96-46a7-902f-38ce1a82fd19,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:47.195136 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a92113-1488-4f44-8c2b-397b55b6a7da admin admin] No DVR routers for this DVR port a1e84dc7-de96-46a7-902f-38ce1a82fd19 on host dv-neutron-827016-1-hyperv {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:10:47.247600 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-ae5d2db6-6d32-47ad-bdca-cd7a699825aa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 15:10:47.247952 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-ae5d2db6-6d32-47ad-bdca-cd7a699825aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 15:10:47.308410 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a9a92113-1488-4f44-8c2b-397b55b6a7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:47.336458 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-a9a92113-1488-4f44-8c2b-397b55b6a7da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19942a66-75ad-40d5-ab92-345a0497caa5']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:47.348135 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-a9a92113-1488-4f44-8c2b-397b55b6a7da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3481dae9-740c-4146-a558-8f86b1d6444c') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:47.348431 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-a9a92113-1488-4f44-8c2b-397b55b6a7da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3481dae9-740c-4146-a558-8f86b1d6444c') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:47.360210 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a9a92113-1488-4f44-8c2b-397b55b6a7da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:47.375975 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a9a92113-1488-4f44-8c2b-397b55b6a7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:47.382134 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9a92113-1488-4f44-8c2b-397b55b6a7da admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 15:10:47.382515 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a9a92113-1488-4f44-8c2b-397b55b6a7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:47.395424 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 15:10:47.395424 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 15:10:47.395424 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 15:10:47.395424 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 15:10:47.395424 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 15:10:47.395424 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 15:10:47.395424 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 15:10:47.395424 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 15:10:47.395424 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 15:10:47.395424 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 15:10:47.395424 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 15:10:47.395424 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 15:10:47.395424 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 15:10:47.395424 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 15:10:47.395424 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 15:10:47.395424 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 15:10:47.395424 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 15:10:47.395424 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 15:10:47.395424 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 15:10:47.395424 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 15:10:47.395424 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 15:10:47.395424 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 15:10:47.395424 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 15:10:47.395424 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 15:10:47.395424 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 15:10:47.395424 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 15:10:47.395424 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 15:10:47.395424 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 15:10:47.395424 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 15:10:47.395424 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 15:10:47.395424 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 15:10:47.395424 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 15:10:47.548806 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a9a92113-1488-4f44-8c2b-397b55b6a7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:47.568427 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-a9a92113-1488-4f44-8c2b-397b55b6a7da admin admin] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:47.578491 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a92113-1488-4f44-8c2b-397b55b6a7da admin admin] Pushing event deleted for resources: {'Network': ['ID=19942a66-75ad-40d5-ab92-345a0497caa5,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:47.666810 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-a9a92113-1488-4f44-8c2b-397b55b6a7da admin admin] 10.222.0.41 "DELETE /v2.0/networks/19942a66-75ad-40d5-ab92-345a0497caa5 HTTP/1.1" status: 204 len: 168 time: 1.0928111 Feb 03 15:10:47.669576 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 41686) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:10:47.748865 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-ae5d2db6-6d32-47ad-bdca-cd7a699825aa None None] Deleting port a1e84dc7-de96-46a7-902f-38ce1a82fd19 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 15:10:47.749421 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ae5d2db6-6d32-47ad-bdca-cd7a699825aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:47.812032 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-ae5d2db6-6d32-47ad-bdca-cd7a699825aa None None] The port 'a1e84dc7-de96-46a7-902f-38ce1a82fd19' was deleted {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 15:10:48.138646 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9686f633-a027-490e-87c7-d141637ee409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968919'] for router_interface, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:48.317111 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:48.534187 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device a1e84dc7-de96-46a7-902f-38ce1a82fd19 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 15:10:48.567952 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: a1e84dc7-de96-46a7-902f-38ce1a82fd19 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 15:10:48.568557 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device a1e84dc7-de96-46a7-902f-38ce1a82fd19 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 15:10:48.752855 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-9686f633-a027-490e-87c7-d141637ee409 admin admin] Deleting port d8fc2bf4-6652-4c01-898e-48fc071da813 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 15:10:48.753385 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9686f633-a027-490e-87c7-d141637ee409 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:48.923050 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-9686f633-a027-490e-87c7-d141637ee409 admin admin] For port d8fc2bf4-6652-4c01-898e-48fc071da813, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=d8fc2bf4-6652-4c01-898e-48fc071da813,segment=NetworkSegment(3bd2808c-28ee-4562-a37b-7f4e83e70123),segment_id=3bd2808c-28ee-4562-a37b-7f4e83e70123)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:10:48.923421 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9686f633-a027-490e-87c7-d141637ee409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:49.039141 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-9686f633-a027-490e-87c7-d141637ee409 admin admin] Calling delete_port for d8fc2bf4-6652-4c01-898e-48fc071da813 owned by network:router_interface {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 15:10:49.262226 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9686f633-a027-490e-87c7-d141637ee409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:49.311309 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9686f633-a027-490e-87c7-d141637ee409 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8fc2bf4-6652-4c01-898e-48fc071da813,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:49.690481 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-9686f633-a027-490e-87c7-d141637ee409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972657'] for router_interface, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:50.256608 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9686f633-a027-490e-87c7-d141637ee409 admin admin] Router e69189d3-25df-4324-9215-2da6a88db6eb has already been hosted by L3 agent 68da04b2-629e-45c8-8ab8-7405952287be {{(pid=84181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:10:50.452242 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9686f633-a027-490e-87c7-d141637ee409 admin admin] Notify agent at l3_agent.dv-neutron-827016-1-hyperv the message routers_updated {{(pid=84181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:10:50.460683 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f46a18-1652-4329-a3a3-3daef07f5b5f None None] Sync routers for ids ['e69189d3-25df-4324-9215-2da6a88db6eb'] in dv-neutron-827016-1-hyperv {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 15:10:50.461179 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-9686f633-a027-490e-87c7-d141637ee409 admin admin] 10.222.0.41 "PUT /v2.0/routers/e69189d3-25df-4324-9215-2da6a88db6eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7903750 Feb 03 15:10:50.463433 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 41690) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:10:50.472548 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f46a18-1652-4329-a3a3-3daef07f5b5f None None] Routers {'e69189d3-25df-4324-9215-2da6a88db6eb'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 15:10:50.473134 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-e4f46a18-1652-4329-a3a3-3daef07f5b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T15:10:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e69189d3-25df-4324-9215-2da6a88db6eb'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:50.644259 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-e4f46a18-1652-4329-a3a3-3daef07f5b5f None None] Set router e69189d3-25df-4324-9215-2da6a88db6eb gateway port host: dv-neutron-827016-1-hyperv {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 15:10:50.658579 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b2549e09-faae-497a-87e6-0074b48e65b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:50.850875 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b2549e09-faae-497a-87e6-0074b48e65b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:50.948736 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-e4f46a18-1652-4329-a3a3-3daef07f5b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e69189d3-25df-4324-9215-2da6a88db6eb', 'name': 'tempest-TestSnapshotPattern-1069104181-router', 'tenant_id': 'e28883aefb374550b094504b84a8fc3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'external_fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.98'}], 'enable_snat': True}, 'gw_port_id': '22564a50-2251-401d-825f-59acdee50029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:04:18Z', 'updated_at': '2022-02-03T15:10:49Z', 'revision_number': 5, 'project_id': 'e28883aefb374550b094504b84a8fc3c', 'gw_port': {'id': '22564a50-2251-401d-825f-59acdee50029', 'name': '', 'network_id': '16a0e898-50c0-4b65-ae3a-069e9649bbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69189d3-25df-4324-9215-2da6a88db6eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'ip_address': '172.26.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:04:19Z', 'updated_at': '2022-02-03T15:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8117aa68-7f4f-47bf-a856-8b5b7e48cff9', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-1-hyperv'}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:50.953850 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-b2549e09-faae-497a-87e6-0074b48e65b6 admin admin] Deleting port 22564a50-2251-401d-825f-59acdee50029 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 15:10:50.954012 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f46a18-1652-4329-a3a3-3daef07f5b5f None None] Checking router: e69189d3-25df-4324-9215-2da6a88db6eb for host: dv-neutron-827016-1-hyperv {{(pid=84184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 15:10:50.954200 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b2549e09-faae-497a-87e6-0074b48e65b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:50.965344 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f46a18-1652-4329-a3a3-3daef07f5b5f None None] Routers {'e69189d3-25df-4324-9215-2da6a88db6eb'} bound to L3 agent in host dv-neutron-827016-1-hyperv {{(pid=84184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 15:10:50.965926 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-e4f46a18-1652-4329-a3a3-3daef07f5b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:47:27Z,description=,heartbeat_timestamp=2022-02-03T15:10:27Z,host='dv-neutron-827016-1-hyperv',id=68da04b2-629e-45c8-8ab8-7405952287be,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:47:28Z,topic='l3_agent')) {'router_ids': ['e69189d3-25df-4324-9215-2da6a88db6eb'], 'active': True} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:51.117836 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_dvr_db [None req-e4f46a18-1652-4329-a3a3-3daef07f5b5f None None] Set router e69189d3-25df-4324-9215-2da6a88db6eb gateway port host: None {{(pid=84184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 15:10:51.220780 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.l3_hamode_db [None req-e4f46a18-1652-4329-a3a3-3daef07f5b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e69189d3-25df-4324-9215-2da6a88db6eb', 'name': 'tempest-TestSnapshotPattern-1069104181-router', 'tenant_id': 'e28883aefb374550b094504b84a8fc3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:04:18Z', 'updated_at': '2022-02-03T15:10:50Z', 'revision_number': 6, 'project_id': 'e28883aefb374550b094504b84a8fc3c', 'gw_port_host': None}], 'dv-neutron-827016-1-hyperv', False) {} {{(pid=84184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:51.223611 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-b2549e09-faae-497a-87e6-0074b48e65b6 admin admin] For port 22564a50-2251-401d-825f-59acdee50029, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=22564a50-2251-401d-825f-59acdee50029,segment=NetworkSegment(790184b3-123d-49fd-97b3-71a33183e821),segment_id=790184b3-123d-49fd-97b3-71a33183e821)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:10:51.223967 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b2549e09-faae-497a-87e6-0074b48e65b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:51.224650 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f46a18-1652-4329-a3a3-3daef07f5b5f None None] The sync data for ids ['e69189d3-25df-4324-9215-2da6a88db6eb'] in dv-neutron-827016-1-hyperv is: [{'id': 'e69189d3-25df-4324-9215-2da6a88db6eb', 'name': 'tempest-TestSnapshotPattern-1069104181-router', 'tenant_id': 'e28883aefb374550b094504b84a8fc3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:04:18Z', 'updated_at': '2022-02-03T15:10:50Z', 'revision_number': 6, 'project_id': 'e28883aefb374550b094504b84a8fc3c', 'gw_port_host': None}] {{(pid=84184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 15:10:51.342464 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-b2549e09-faae-497a-87e6-0074b48e65b6 admin admin] Calling delete_port for 22564a50-2251-401d-825f-59acdee50029 owned by network:router_gateway {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 15:10:51.565776 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b2549e09-faae-497a-87e6-0074b48e65b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:51.611590 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2549e09-faae-497a-87e6-0074b48e65b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=22564a50-2251-401d-825f-59acdee50029,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:51.831808 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b2549e09-faae-497a-87e6-0074b48e65b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972732'] for router_gateway, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:52.087922 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b2549e09-faae-497a-87e6-0074b48e65b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-970496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57886'] for router, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:52.092200 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b2549e09-faae-497a-87e6-0074b48e65b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:52.185885 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b2549e09-faae-497a-87e6-0074b48e65b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966800'] for router, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:52.186400 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2549e09-faae-497a-87e6-0074b48e65b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e69189d3-25df-4324-9215-2da6a88db6eb {{(pid=84181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 15:10:52.199026 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b2549e09-faae-497a-87e6-0074b48e65b6 admin admin] Notify callbacks [] for router, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:52.200702 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b2549e09-faae-497a-87e6-0074b48e65b6 admin admin] 10.222.0.41 "DELETE /v2.0/routers/e69189d3-25df-4324-9215-2da6a88db6eb HTTP/1.1" status: 204 len: 168 time: 1.7358415 Feb 03 15:10:52.202671 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 41694) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:10:52.265145 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.db_base_plugin_v2 [None req-b943b433-a081-4ba5-b6d5-34146493e818 admin admin] Deleting subnet b16f30e8-7e0b-4d9c-87c6-bbf1a68f91d3 {{(pid=84181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 03 15:10:52.268488 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b943b433-a081-4ba5-b6d5-34146493e818 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:52.316353 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b943b433-a081-4ba5-b6d5-34146493e818 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3333360'] for subnet, precommit_delete_associations {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:52.394687 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b943b433-a081-4ba5-b6d5-34146493e818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591661'] for subnet, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:52.530977 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 22564a50-2251-401d-825f-59acdee50029 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 15:10:52.540341 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b943b433-a081-4ba5-b6d5-34146493e818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3333222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600414'] for subnet, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:52.565859 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 22564a50-2251-401d-825f-59acdee50029 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 15:10:52.566202 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 22564a50-2251-401d-825f-59acdee50029 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 15:10:52.566615 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device d8fc2bf4-6652-4c01-898e-48fc071da813 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 15:10:52.577891 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943b433-a081-4ba5-b6d5-34146493e818 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b16f30e8-7e0b-4d9c-87c6-bbf1a68f91d3,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:52.584186 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-b943b433-a081-4ba5-b6d5-34146493e818 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:52.590403 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-b943b433-a081-4ba5-b6d5-34146493e818 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b16f30e8-7e0b-4d9c-87c6-bbf1a68f91d3 HTTP/1.1" status: 204 len: 168 time: 0.3867064 Feb 03 15:10:52.592874 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 41698) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:10:52.594121 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b019d01-add6-4260-b444-0285b78c3cd0 None None] Network baf93d8c-e214-488d-97e1-44b10128a1f1 requested from dv-neutron-827016-1-hyperv {{(pid=84183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 15:10:52.612187 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: d8fc2bf4-6652-4c01-898e-48fc071da813 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 15:10:52.612524 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device d8fc2bf4-6652-4c01-898e-48fc071da813 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 15:10:52.785239 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3bd2d809-ee33-4b71-b766-7083225e555c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583766'] for network, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:52.796781 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-3bd2d809-ee33-4b71-b766-7083225e555c admin admin] Deleting port 6c478e62-f2d3-43b5-ac65-965c4b698444 {{(pid=84181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 15:10:52.797242 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3bd2d809-ee33-4b71-b766-7083225e555c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:52.847329 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad79424e-e1b6-4caf-acac-4cb4a2795775 None None] DHCP port deletion for baf93d8c-e214-488d-97e1-44b10128a1f1 request from dv-neutron-827016-1-hyperv {{(pid=84183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 03 15:10:52.851700 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-ad79424e-e1b6-4caf-acac-4cb4a2795775 None None] Deleting port 6c478e62-f2d3-43b5-ac65-965c4b698444 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 15:10:52.852075 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ad79424e-e1b6-4caf-acac-4cb4a2795775 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:53.001766 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.db [None req-3bd2d809-ee33-4b71-b766-7083225e555c admin admin] For port 6c478e62-f2d3-43b5-ac65-965c4b698444, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=6c478e62-f2d3-43b5-ac65-965c4b698444,segment=NetworkSegment(3bd2808c-28ee-4562-a37b-7f4e83e70123),segment_id=3bd2808c-28ee-4562-a37b-7f4e83e70123)] {{(pid=84181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:10:53.002122 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3bd2d809-ee33-4b71-b766-7083225e555c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:53.076130 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.db [None req-ad79424e-e1b6-4caf-acac-4cb4a2795775 None None] For port 6c478e62-f2d3-43b5-ac65-965c4b698444, host dv-neutron-827016-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-1-hyperv',level=0,port_id=6c478e62-f2d3-43b5-ac65-965c4b698444,segment=NetworkSegment(3bd2808c-28ee-4562-a37b-7f4e83e70123),segment_id=3bd2808c-28ee-4562-a37b-7f4e83e70123)] {{(pid=84183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:10:53.076402 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ad79424e-e1b6-4caf-acac-4cb4a2795775 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585346'] for port, precommit_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:53.120090 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.plugin [None req-3bd2d809-ee33-4b71-b766-7083225e555c admin admin] Calling delete_port for 6c478e62-f2d3-43b5-ac65-965c4b698444 owned by network:dhcp {{(pid=84181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 15:10:53.195161 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-ad79424e-e1b6-4caf-acac-4cb4a2795775 None None] Calling delete_port for 6c478e62-f2d3-43b5-ac65-965c4b698444 owned by network:dhcp {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 03 15:10:53.272159 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3bd2d809-ee33-4b71-b766-7083225e555c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769357089271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769356731639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3197591'] for port, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:53.277388 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.db.api [None req-ad79424e-e1b6-4caf-acac-4cb4a2795775 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 15:10:53.277738 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG oslo_db.api [None req-ad79424e-e1b6-4caf-acac-4cb4a2795775 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 15:10:53.316594 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2d809-ee33-4b71-b766-7083225e555c admin admin] Pushing event deleted for resources: {'Port': ['ID=6c478e62-f2d3-43b5-ac65-965c4b698444,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:53.322412 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd2d809-ee33-4b71-b766-7083225e555c admin admin] No DVR routers for this DVR port 6c478e62-f2d3-43b5-ac65-965c4b698444 on host dv-neutron-827016-1-hyperv {{(pid=84181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:10:53.436041 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3bd2d809-ee33-4b71-b766-7083225e555c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1593330', 'neutron.services.segments.db._delete_segments_for_network-8769357165276'] for network, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:53.460401 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-3bd2d809-ee33-4b71-b766-7083225e555c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baf93d8c-e214-488d-97e1-44b10128a1f1']}} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:53.471898 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-3bd2d809-ee33-4b71-b766-7083225e555c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bd2808c-28ee-4562-a37b-7f4e83e70123') {'for_net_delete': True} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:53.472192 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.services.segments.db [None req-3bd2d809-ee33-4b71-b766-7083225e555c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bd2808c-28ee-4562-a37b-7f4e83e70123') {} {{(pid=84181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:53.483005 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3bd2d809-ee33-4b71-b766-7083225e555c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769357165159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3333321'] for segment, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:53.498605 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3bd2d809-ee33-4b71-b766-7083225e555c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589959'] for segment, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:53.504628 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd2d809-ee33-4b71-b766-7083225e555c admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=84181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 03 15:10:53.505007 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3bd2d809-ee33-4b71-b766-7083225e555c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1589966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3197636'] for segment, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:53.518090 dv-neutron-827016-1-hyperv neutron-server[84181]: Traceback (most recent call last): Feb 03 15:10:53.518090 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 03 15:10:53.518090 dv-neutron-827016-1-hyperv neutron-server[84181]: timer() Feb 03 15:10:53.518090 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 15:10:53.518090 dv-neutron-827016-1-hyperv neutron-server[84181]: cb(*args, **kw) Feb 03 15:10:53.518090 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 03 15:10:53.518090 dv-neutron-827016-1-hyperv neutron-server[84181]: return func(*args, **kwargs) Feb 03 15:10:53.518090 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 15:10:53.518090 dv-neutron-827016-1-hyperv neutron-server[84181]: self._notify() Feb 03 15:10:53.518090 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 15:10:53.518090 dv-neutron-827016-1-hyperv neutron-server[84181]: self.callback(batched_events) Feb 03 15:10:53.518090 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 15:10:53.518090 dv-neutron-827016-1-hyperv neutron-server[84181]: event.method(event) Feb 03 15:10:53.518090 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 15:10:53.518090 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 15:10:53.518090 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 03 15:10:53.518090 dv-neutron-827016-1-hyperv neutron-server[84181]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 15:10:53.518090 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 15:10:53.518090 dv-neutron-827016-1-hyperv neutron-server[84181]: return f(self, *a, **k) Feb 03 15:10:53.518090 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 15:10:53.518090 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._get(url).json() Feb 03 15:10:53.518090 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 15:10:53.518090 dv-neutron-827016-1-hyperv neutron-server[84181]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 15:10:53.518090 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 15:10:53.518090 dv-neutron-827016-1-hyperv neutron-server[84181]: return self.request(url, 'GET', **kwargs) Feb 03 15:10:53.518090 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 03 15:10:53.518090 dv-neutron-827016-1-hyperv neutron-server[84181]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 15:10:53.518090 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 15:10:53.518090 dv-neutron-827016-1-hyperv neutron-server[84181]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 15:10:53.518090 dv-neutron-827016-1-hyperv neutron-server[84181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 15:10:53.518090 dv-neutron-827016-1-hyperv neutron-server[84181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 15:10:53.518090 dv-neutron-827016-1-hyperv neutron-server[84181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 15:10:53.648499 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3bd2d809-ee33-4b71-b766-7083225e555c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972759'] for network, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:53.663939 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-3bd2d809-ee33-4b71-b766-7083225e555c admin admin] Notify callbacks [] for network, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:53.673740 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2d809-ee33-4b71-b766-7083225e555c admin admin] Pushing event deleted for resources: {'Network': ['ID=baf93d8c-e214-488d-97e1-44b10128a1f1,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:53.678703 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-3bd2d809-ee33-4b71-b766-7083225e555c admin admin] 10.222.0.41 "DELETE /v2.0/networks/baf93d8c-e214-488d-97e1-44b10128a1f1 HTTP/1.1" status: 204 len: 168 time: 1.0838680 Feb 03 15:10:53.779112 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-ad79424e-e1b6-4caf-acac-4cb4a2795775 None None] Deleting port 6c478e62-f2d3-43b5-ac65-965c4b698444 {{(pid=84183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 03 15:10:53.779640 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ad79424e-e1b6-4caf-acac-4cb4a2795775 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769357229882'] for port, before_delete {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:53.843182 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-ad79424e-e1b6-4caf-acac-4cb4a2795775 None None] The port '6c478e62-f2d3-43b5-ac65-965c4b698444' was deleted {{(pid=84183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 03 15:10:53.984290 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 41704) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:10:54.033938 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-11050b99-2341-43ed-9b15-99b186c9e70f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=17ec959da6924f96935d980fa824189d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0484831 Feb 03 15:10:54.036326 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 41708) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:10:54.097145 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-910b96af-41d8-4291-b5c7-086e8ea316c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:54.122281 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-910b96af-41d8-4291-b5c7-086e8ea316c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:54.248574 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-910b96af-41d8-4291-b5c7-086e8ea316c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:54.264253 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b96af-41d8-4291-b5c7-086e8ea316c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5daffaf4-47f0-4c5e-83cb-52f1d8870041,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:54.276260 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-910b96af-41d8-4291-b5c7-086e8ea316c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:54.277384 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-910b96af-41d8-4291-b5c7-086e8ea316c8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5daffaf4-47f0-4c5e-83cb-52f1d8870041 HTTP/1.1" status: 204 len: 168 time: 0.2401736 Feb 03 15:10:54.530846 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 6c478e62-f2d3-43b5-ac65-965c4b698444 no longer exists at agent ovs-agent-dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 03 15:10:54.563878 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.plugin [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] No Port match for: 6c478e62-f2d3-43b5-ac65-965c4b698444 {{(pid=84183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 03 15:10:54.564226 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron.plugins.ml2.rpc [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Device 6c478e62-f2d3-43b5-ac65-965c4b698444 not bound to the agent host dv-neutron-827016-1-hyperv {{(pid=84183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 03 15:10:54.966887 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 41716) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:10:55.015677 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-420f2539-6968-4b23-a050-7efc28761dae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e28883aefb374550b094504b84a8fc3c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0476084 Feb 03 15:10:55.018362 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [-] (84181) accepted ('10.222.0.41', 41720) {{(pid=84181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 15:10:55.075179 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8c791bff-9dc0-4366-9756-9af84143939b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:55.100315 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8c791bff-9dc0-4366-9756-9af84143939b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:55.213766 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8c791bff-9dc0-4366-9756-9af84143939b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-866089'] for security_group, after_delete {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:55.227604 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c791bff-9dc0-4366-9756-9af84143939b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827e099d-bb6c-49bc-a829-007aace1323b,revision_number=None']} {{(pid=84181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:55.233411 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron_lib.callbacks.manager [None req-8c791bff-9dc0-4366-9756-9af84143939b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:55.234502 dv-neutron-827016-1-hyperv neutron-server[84181]: INFO neutron.wsgi [None req-8c791bff-9dc0-4366-9756-9af84143939b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/827e099d-bb6c-49bc-a829-007aace1323b HTTP/1.1" status: 204 len: 168 time: 0.2152386 Feb 03 15:10:55.368358 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-256b7f8e-07e3-4edf-a273-75da6c6a7d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:57.557540 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bf5e7ca9-7268-4984-96e6-c52b9330a5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:58.861836 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:10:59.164700 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:11:00.505221 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:11:06.894186 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 15:11:18.298906 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:11:25.381618 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ada1fc7d-7093-462b-90e4-1f1382c183d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:11:27.569771 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-2a0c28de-bb43-465f-a439-847038308335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:11:28.887282 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:11:29.141200 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:11:30.476105 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:11:43.893670 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 15:11:48.301043 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:11:55.389901 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ced6b212-1577-4cd1-aca2-9554ec05a545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:11:57.583754 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-13a217aa-ca23-4e59-bb7a-a486a3bc97b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:11:58.855095 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:11:59.132133 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:12:00.504060 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:12:18.314957 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:12:20.893925 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 15:12:25.366025 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-de7f2ce6-d67f-4e99-bc67-f1cfb8e18cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:12:27.571468 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-5e2f0338-bf15-4f6f-87cd-e2dc87e32265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:12:28.853801 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:12:29.139615 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:12:30.468380 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:12:48.405320 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:12:55.376737 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-fe90b814-02fa-4fb8-b763-16553b984645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:12:57.567009 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-645efb7a-6a5b-4c4b-86d3-2ab9446e854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:12:57.894274 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 15:12:58.873716 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:12:59.159450 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:13:00.475683 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:13:18.350814 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:13:25.350055 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9b8c8dcf-3459-4e1c-9f6b-b8cf62f6e56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:13:27.622314 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-3daa829d-71c7-408c-9b1a-76d5ce23bc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:13:29.102025 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:13:29.187482 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:13:30.524850 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:13:34.894564 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 15:13:48.393779 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:13:55.435974 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-9bb7fb1e-3aa6-44d4-8e44-4774a96523b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:13:57.559147 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-d8868e56-a381-47af-82dd-4d0e2c3b4837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:13:58.868086 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:13:59.156092 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:14:00.491177 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:14:11.894913 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 15:14:18.462497 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:14:25.367797 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-c1dc6839-76f3-45ce-b2b6-1bba75a106db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:14:27.571073 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-70295922-49d8-4056-8e69-c15cf3c3d0e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:14:28.851024 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:14:29.230835 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:14:30.479984 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:14:48.367997 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:14:48.894205 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 15:14:55.407867 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-6c73049a-28c0-416b-b159-9d2b1c3647de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:14:57.625013 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ba9d5124-a7b3-4c9d-834c-8302d34fe5ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:14:58.864691 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:14:59.213497 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:15:00.493676 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:15:18.371467 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:15:25.356364 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-8f072785-289f-4da7-b97f-813309fe8058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:15:25.894593 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 15:15:27.562044 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-f0a40327-b65d-4fe8-acc8-c6ff0134d47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:15:28.879980 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:15:29.179630 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:15:30.499869 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:15:48.385284 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:15:55.383271 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-183d139a-feee-4949-943f-b07b4b19c144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:15:57.565906 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-b5cef5a0-68bb-4166-98bc-fb835e0fb181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:15:58.874862 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:15:59.166066 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:16:00.516732 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:16:02.895709 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 15:16:18.408129 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:16:25.368405 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-83c075e4-00af-471f-97bc-009506b9a752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:16:27.571842 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-dbf52791-8ad4-470f-a1b2-85485b5316d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:16:28.859799 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-67d21652-53ae-4bf5-884d-003328b129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:16:29.177515 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-ece32790-af98-4763-9f93-7ddc306a49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:16:30.566090 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5add-2745-4126-b330-7f641096e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 15:16:32.147784 dv-neutron-827016-1-hyperv neutron-server[84181]: DEBUG neutron.wsgi [req-0411b013-bd3c-47e8-adf5-857c8065dc5a req-434560a9-e102-43fa-bb44-0bc2551bf035 service neutron] (84181) timed out ('10.222.0.41', 39060) {{(pid=84181) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 03 15:16:39.896139 dv-neutron-827016-1-hyperv neutron-server[84184]: DEBUG neutron.db.agents_db [None req-98a36615-da62-4ef4-a7db-1a5f8e4f180f None None] Agent healthcheck: found 6 active agents {{(pid=84184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 15:16:48.463436 dv-neutron-827016-1-hyperv neutron-server[84183]: DEBUG neutron_lib.callbacks.manager [None req-781788c4-4061-43ea-a1b6-20d49d05949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769357165258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595890'] for agent, after_update {{(pid=84183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}